-- Logs begin at Thu 2021-07-22 13:20:17 UTC, end at Thu 2021-07-22 15:29:39 UTC. -- Jul 22 13:50:01.537229 n-d-787205-11 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 13:50:04.261507 n-d-787205-11 neutron-server[93652]: INFO neutron.common.config [-] Logging enabled! Jul 22 13:50:04.262249 n-d-787205-11 neutron-server[93652]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 13:50:04.262345 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93652) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 13:50:04.265475 n-d-787205-11 neutron-server[93652]: INFO neutron.common.config [-] Logging enabled! Jul 22 13:50:04.265760 n-d-787205-11 neutron-server[93652]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 13:50:04.266075 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93652) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 13:50:04.267009 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 13:50:04.267247 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 13:50:04.267617 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 13:50:04.267869 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 13:50:04.268099 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 13:50:04.268422 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.268719 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.269019 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.269259 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.269552 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.269873 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.270158 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.270985 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.271286 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.271575 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.271857 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.272147 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.272380 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.272667 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.272958 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.273247 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.273477 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] debug = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.273792 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.274225 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.274642 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.274925 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.275217 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.275500 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.275783 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.276062 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.276350 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.276682 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] host = n-d-787205-11 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.276963 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.277253 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.277544 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.277860 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.278139 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.278421 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.278710 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.278987 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.279264 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.279542 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.279837 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.280128 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.280419 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.280648 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.280874 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.281164 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.281449 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.281751 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.282033 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.282310 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.282588 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.282865 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.283137 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.283424 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.283712 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.284003 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.284282 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.284561 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.284837 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.285114 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.285403 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.285706 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.286532 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.286823 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.287212 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.287497 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.287781 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.288090 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.288387 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.288675 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.288966 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.289247 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.289535 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.289839 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.290121 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.290400 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] use_json = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.290680 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.290958 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.291247 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.291524 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.291803 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.292082 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.292360 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.292651 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:04.292956 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.293263 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.293572 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.293886 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.294189 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.294480 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.294781 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.295070 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.295370 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.295673 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.295971 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.296257 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.296551 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.296839 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.297144 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.297457 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.297789 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.298089 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.298372 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.298655 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.298936 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.299221 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.299517 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.299817 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.300114 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.300396 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.300685 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.300988 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.301279 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.302108 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.302512 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.302816 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.303109 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.303393 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.303687 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.303976 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.304260 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.304540 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.304828 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.305128 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.305415 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.305727 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.306009 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.306294 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.306572 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.306863 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.307152 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.307437 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.307721 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.308009 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.308289 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.308570 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.308855 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.309135 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.309421 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.309725 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.310009 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.310290 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.310570 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.310850 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.311129 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.311409 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.311693 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.311975 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.312255 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.312534 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.312812 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.313091 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.313382 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.313711 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.313999 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.314282 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.314565 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.314845 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.315127 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.315409 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.315695 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.315978 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.316257 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.316550 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.316837 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.317128 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.317994 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.318280 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.318584 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.318870 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.319159 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.319442 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.319727 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.320023 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.320312 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.320613 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.320916 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.321218 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.321519 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.321841 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.322130 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.322447 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.322733 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:04.322958 n-d-787205-11 neutron-server[93652]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 13:50:04.323201 n-d-787205-11 neutron-server[93652]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93652) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 13:50:04.681671 n-d-787205-11 neutron-server[93652]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 13:50:04.681868 n-d-787205-11 neutron-server[93652]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 13:50:04.682154 n-d-787205-11 neutron-server[93652]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 13:50:04.682489 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 13:50:05.090232 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.090526 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.090794 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.092019 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.094514 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.094792 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.133542 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.133921 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.134190 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.147886 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.148171 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.148446 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.178410 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.178695 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.178974 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.216013 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.216306 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.216583 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.454283 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.454908 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.454908 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.455086 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.455685 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.579287 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.579607 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.579899 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.580176 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.580448 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.580764 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.581031 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.581295 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.581555 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.581864 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.582129 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.582398 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.582659 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.583027 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.583293 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.583569 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.583829 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.584100 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.584373 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.584636 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.584910 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.585165 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.585448 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.585854 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.586109 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.586359 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.586755 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:05.587001 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:05.587243 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:05.587482 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:05.587720 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:05.587958 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:05.588325 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 13:50:05.591435 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 13:50:05.595368 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 13:50:05.600781 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 22 13:50:05.603863 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 13:50:05.604329 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 13:50:05.604674 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 13:50:05.605073 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 13:50:05.609102 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 13:50:05.609355 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 13:50:05.609732 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 13:50:05.616315 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 13:50:05.640802 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 13:50:05.641271 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.641576 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93652) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 13:50:05.641966 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.643323 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93652) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 13:50:05.643608 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 13:50:05.643856 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 13:50:05.647100 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.647379 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:05.713154 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 13:50:05.713332 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 13:50:05.713572 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 13:50:05.713979 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 13:50:05.734595 n-d-787205-11 neutron-server[93652]: DEBUG oslo_db.sqlalchemy.engines [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93652) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 13:50:06.270094 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing driver for type 'gre' Jul 22 13:50:06.271181 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] gre ID ranges: [(1, 1000)] Jul 22 13:50:06.323656 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing driver for type 'local' Jul 22 13:50:06.324060 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing driver for type 'vlan' Jul 22 13:50:06.337246 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] VlanTypeDriver initialization complete Jul 22 13:50:06.337576 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing driver for type 'vxlan' Jul 22 13:50:06.338086 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] vxlan ID ranges: [(1, 1000)] Jul 22 13:50:06.388401 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing extension driver 'port_security' Jul 22 13:50:06.388773 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.extensions.port_security [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] PortSecurityExtensionDriver initialization complete Jul 22 13:50:06.389112 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing mechanism driver 'openvswitch' Jul 22 13:50:06.389441 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing mechanism driver 'hyperv' Jul 22 13:50:06.395926 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.plugin [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:06.396807 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.397187 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.397546 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.398093 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 13:50:06.398529 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.398886 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.399235 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.399627 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 13:50:06.400038 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.400392 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.400740 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.401131 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 13:50:06.401560 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > security_group after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.401951 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > security_group after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.402268 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.402662 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 13:50:06.403067 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.403417 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.403759 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.404150 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 13:50:06.404552 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > address_group after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.404908 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > address_group after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.405250 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.405661 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93652) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 13:50:06.406046 n-d-787205-11 neutron-server[93652]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] ML2 OVO RPC backend initialized. {{(pid=93652) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 13:50:06.406757 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.407144 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.407565 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.407917 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > networks before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.408268 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.408612 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > ports before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.408958 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.409301 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnets before_response 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.409675 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.410024 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.410365 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.410706 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.411045 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.411382 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.411722 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.412061 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.412398 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.412974 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.plugin [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Modular L2 Plugin initialization complete Jul 22 13:50:06.413305 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading services supported by the core plugin {{(pid=93652) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 13:50:06.413656 n-d-787205-11 neutron-server[93652]: INFO neutron.plugins.ml2.managers [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Got port-security extension from driver 'port_security' Jul 22 13:50:06.414130 n-d-787205-11 neutron-server[93652]: INFO neutron.extensions.vlantransparent [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Disabled vlantransparent extension. Jul 22 13:50:06.414611 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93652) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 13:50:06.414933 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: router Jul 22 13:50:06.451214 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.451630 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_create 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.452002 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router before_create 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.452373 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.452750 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.453363 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_delete 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.453753 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.454245 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_create 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.454600 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_update 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.455118 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_update 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.455295 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.455657 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_update 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.456068 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_update 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.456440 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.456782 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.457121 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: subnet after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.457464 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.457866 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.458220 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_create 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.458567 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.458914 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.459276 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router after_update 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.459623 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.459976 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_create 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.460340 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.460689 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_update 55549900 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.461057 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > agent after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.461409 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > agent after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.461793 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > network after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.462657 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Tracking information for resource: router configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:06.463001 n-d-787205-11 neutron-server[93652]: DEBUG neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Tracking information for resource: floatingip configured {{(pid=93652) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 13:50:06.467843 n-d-787205-11 neutron-server[93652]: INFO neutron.db.l3_agentschedulers_db [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 13:50:06.468433 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.468797 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port after_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.469154 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port after_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.469510 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: port after_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.470330 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router before_create 55550100 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.470699 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.471067 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_create 55550100 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.471429 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > router precommit_update 55550100 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.475922 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.provider_configuration [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service providers = [] {{(pid=93652) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 13:50:06.476291 n-d-787205-11 neutron-server[93652]: DEBUG neutron.db.servicetype_db [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93652) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 13:50:06.479253 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.service_base [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 13:50:06.479614 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.service_base [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 13:50:06.479959 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.service_base [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 13:50:06.480850 n-d-787205-11 neutron-server[93652]: DEBUG neutron.services.service_base [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93652) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 13:50:06.481229 n-d-787205-11 neutron-server[93652]: INFO neutron.services.service_base [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 13:50:06.481610 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.481957 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 13:50:06.493148 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.493489 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: auto_allocate Jul 22 13:50:06.499222 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: network precommit_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.499592 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: network precommit_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.500113 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.500437 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: tag Jul 22 13:50:06.507698 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.508028 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: timestamp Jul 22 13:50:06.511835 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.512172 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: network_ip_availability Jul 22 13:50:06.517561 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.517961 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.518323 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.519034 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.519361 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: flavors Jul 22 13:50:06.525743 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.526029 n-d-787205-11 neutron-server[93652]: INFO neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading Plugin: revisions Jul 22 13:50:06.530376 n-d-787205-11 neutron-server[93652]: DEBUG neutron.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93652) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 13:50:06.530777 n-d-787205-11 neutron-server[93652]: DEBUG oslo_concurrency.lockutils [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.849s {{(pid=93652) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 13:50:06.531525 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93652) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 13:50:06.531867 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Initializing extension manager. Jul 22 13:50:06.532385 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: __init__.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.532739 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: __pycache__ {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.533081 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.533420 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: address_group.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.534215 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.534789 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: address-group Jul 22 13:50:06.535119 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: address_scope.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.535864 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.536469 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: address-scope Jul 22 13:50:06.536800 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.537781 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.538301 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: router-admin-state-down-before-update Jul 22 13:50:06.538630 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: agent.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.539343 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.539852 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: agent Jul 22 13:50:06.540177 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: agent_resources_synced.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.541099 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.541634 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: agent-resources-synced Jul 22 13:50:06.541969 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: allowedaddresspairs.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.543787 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.544310 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: allowed-address-pairs Jul 22 13:50:06.544642 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: auto_allocated_topology.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.545759 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.546279 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: auto-allocated-topology Jul 22 13:50:06.546607 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: availability_zone.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.547306 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.547955 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: availability_zone Jul 22 13:50:06.548222 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: availability_zone_filter.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.549143 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.549689 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: availability_zone_filter Jul 22 13:50:06.550018 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: data_plane_status.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.550935 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.551970 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 13:50:06.552388 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: default_subnetpools.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.553323 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.553866 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: default-subnetpools Jul 22 13:50:06.554193 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.555007 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.555517 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: dhcp_agent_scheduler Jul 22 13:50:06.555841 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: dns.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.556761 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.557268 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 13:50:06.557596 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: dns_domain_ports.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.558540 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.559050 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 13:50:06.559376 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.560306 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.560811 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 13:50:06.561136 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: dvr.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.561835 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.562341 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: dvr Jul 22 13:50:06.562665 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: ecmp_routes.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.563594 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.564099 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 13:50:06.564425 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: empty_string_filtering.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.565354 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.565894 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: empty-string-filtering Jul 22 13:50:06.566221 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.567755 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.568272 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 13:50:06.568598 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.569527 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.570072 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 13:50:06.570397 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: external_net.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.571318 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.571834 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: external-net Jul 22 13:50:06.572153 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.573078 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.573589 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: extra_dhcp_opt Jul 22 13:50:06.573939 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: extraroute.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.574856 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.575370 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: extraroute Jul 22 13:50:06.575694 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: extraroute_atomic.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.576739 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.577252 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: extraroute-atomic Jul 22 13:50:06.577578 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: filter_validation.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.578529 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.579037 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: filter-validation Jul 22 13:50:06.579359 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: fip_pf_description.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.580459 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.580972 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 13:50:06.581297 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: fip_port_details.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.582246 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.582810 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: fip-port-details Jul 22 13:50:06.583267 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: flavors.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.584505 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.585025 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: flavors Jul 22 13:50:06.585357 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.587069 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.587596 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 13:50:06.587929 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: floatingip_pools.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.588631 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.589146 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: floatingip-pools Jul 22 13:50:06.589474 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: ip_allocation.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.590430 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.590946 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 13:50:06.591277 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.592201 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.592717 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: ip-substring-filtering Jul 22 13:50:06.593053 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l2_adjacency.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.594021 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.594529 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 13:50:06.594857 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.595834 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.596358 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: router Jul 22 13:50:06.596689 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.599001 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.599535 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 13:50:06.599875 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.600822 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.601346 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: ext-gw-mode Jul 22 13:50:06.601714 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.602663 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.603189 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: l3-ha Jul 22 13:50:06.603523 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3_flavors.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.604440 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.604955 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: l3-flavors Jul 22 13:50:06.605286 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.606231 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.606754 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 13:50:06.607085 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: l3agentscheduler.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.608104 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.608625 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: l3_agent_scheduler Jul 22 13:50:06.608956 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: logging.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.610456 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.610983 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension logging not supported by any of loaded plugins Jul 22 13:50:06.611316 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: metering.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.612070 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.612648 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: metering Jul 22 13:50:06.612984 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.614637 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.615154 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: metering_source_and_destination_fields Jul 22 13:50:06.615481 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: multiprovidernet.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.616544 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.617063 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: multi-provider Jul 22 13:50:06.617392 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: netmtu.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.618351 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.618863 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: net-mtu Jul 22 13:50:06.619190 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: netmtu_writable.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.620110 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.620621 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: net-mtu-writable Jul 22 13:50:06.620948 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: network_availability_zone.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.621651 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.622174 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: network_availability_zone Jul 22 13:50:06.622497 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: network_ip_availability.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.623591 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.624106 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: network-ip-availability Jul 22 13:50:06.624433 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: network_segment_range.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.625197 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.625736 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 13:50:06.626064 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: pagination.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.627055 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.627386 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: pagination Jul 22 13:50:06.627709 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: port_device_profile.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.628638 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.629160 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: port-device-profile Jul 22 13:50:06.629487 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.631231 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.631747 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: port-mac-address-regenerate Jul 22 13:50:06.632077 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.633003 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.633521 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: port-numa-affinity-policy Jul 22 13:50:06.633877 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: port_resource_request.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.634810 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.635318 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 13:50:06.635643 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: portbindings.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.636578 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.637086 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: binding Jul 22 13:50:06.637414 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: portbindings_extended.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.638743 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.639267 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: binding-extended Jul 22 13:50:06.639601 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: portsecurity.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.640536 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.641053 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: port-security Jul 22 13:50:06.641383 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: project_id.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.642392 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.642727 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: project-id Jul 22 13:50:06.643054 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: providernet.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.643993 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.644508 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: provider Jul 22 13:50:06.644834 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.648406 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.648930 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos not supported by any of loaded plugins Jul 22 13:50:06.649266 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.650535 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.651058 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 13:50:06.651392 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.652317 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.652835 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 13:50:06.653167 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_default.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.654129 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.654651 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-default not supported by any of loaded plugins Jul 22 13:50:06.654987 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_fip.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.655651 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.656159 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 13:50:06.656487 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_gateway_ip.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.657419 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.657964 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 13:50:06.658294 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_port_network_policy.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.659211 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.659723 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 13:50:06.660052 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_rule_type_details.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.661496 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.662045 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 13:50:06.662374 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: qos_rules_alias.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.663412 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.663942 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 13:50:06.664271 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: quotasv2.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.665185 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.665734 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: quotas Jul 22 13:50:06.666069 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: quotasv2_detail.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.669086 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.669435 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: quota_details Jul 22 13:50:06.669808 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: rbac.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.670873 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.671401 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: rbac-policies Jul 22 13:50:06.671732 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: rbac_address_group.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.672688 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.673215 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: rbac-address-group Jul 22 13:50:06.673550 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: rbac_address_scope.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.674513 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.675035 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: rbac-address-scope Jul 22 13:50:06.675365 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: rbac_security_groups.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.676283 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.677369 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: rbac-security-groups Jul 22 13:50:06.677875 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: rbac_subnetpool.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.678820 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.679341 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: rbac-subnetpool Jul 22 13:50:06.679668 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: revisionifmatch.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.680599 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.681116 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: revision-if-match Jul 22 13:50:06.681442 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: revisions.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.682585 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.683109 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: standard-attr-revisions Jul 22 13:50:06.683439 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: router_availability_zone.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.684125 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.684643 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: router_availability_zone Jul 22 13:50:06.684971 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: routerservicetype.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.685938 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.686453 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 13:50:06.686779 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.687709 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.688224 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: security-groups-normalized-cidr Jul 22 13:50:06.688548 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.689476 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.690021 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: port-security-groups-filtering Jul 22 13:50:06.690349 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.691276 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.691789 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: security-groups-remote-address-group Jul 22 13:50:06.692141 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: securitygroup.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.701888 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.702427 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: security-group Jul 22 13:50:06.702768 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: segment.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.703825 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.704339 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension segment not supported by any of loaded plugins Jul 22 13:50:06.704671 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.705655 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.706165 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 13:50:06.706499 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: servicetype.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.707625 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.708191 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: service-type Jul 22 13:50:06.708521 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: sorting.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.709516 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.709883 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: sorting Jul 22 13:50:06.710215 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: standard_attr_segment.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.711217 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.711892 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 13:50:06.712226 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: standardattrdescription.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.712894 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.713416 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: standard-attr-description Jul 22 13:50:06.713780 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: stateful_security_group.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.714728 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.715255 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: stateful-security-group Jul 22 13:50:06.715584 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: stdattrs_common.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.716186 n-d-787205-11 neutron-server[93652]: WARNING neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 13:50:06.716529 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.717458 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.718011 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 13:50:06.718338 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: subnet_onboard.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.719422 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.719940 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: subnet_onboard Jul 22 13:50:06.720267 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.721198 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.721733 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 13:50:06.722059 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: subnet_service_types.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.722986 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.724148 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: subnet-service-types Jul 22 13:50:06.724592 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: subnetallocation.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.725734 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.726258 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: subnet_allocation Jul 22 13:50:06.726588 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.727263 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.727775 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: subnetpool-prefix-ops Jul 22 13:50:06.728100 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.729030 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.729549 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 13:50:06.729907 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: tagging.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.730977 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.731502 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: standard-attr-tag Jul 22 13:50:06.731838 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: timestamp.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.733530 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.734344 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loaded extension: standard-attr-timestamp Jul 22 13:50:06.734685 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: trunk.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.735929 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.736602 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension trunk not supported by any of loaded plugins Jul 22 13:50:06.736911 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: trunk_details.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.738033 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.738686 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 13:50:06.739127 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: uplink_status_propagation.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.740753 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.741404 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 13:50:06.741870 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Loading extension file: vlantransparent.py {{(pid=93652) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 13:50:06.742697 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93652) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 13:50:06.743286 n-d-787205-11 neutron-server[93652]: INFO neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 13:50:06.746350 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:network Jul 22 13:50:06.746993 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:subnet Jul 22 13:50:06.747470 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 13:50:06.747951 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:port Jul 22 13:50:06.749517 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.750052 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service FLAVORS assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.750760 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.751304 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.751713 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:router Jul 22 13:50:06.752225 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 13:50:06.752832 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service METERING assigned prefix: /metering {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.754465 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.754877 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.755235 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 13:50:06.756264 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 13:50:06.756705 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:security_group Jul 22 13:50:06.757147 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 13:50:06.757793 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service CORE assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.758127 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 13:50:06.758476 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] subnetpool is already registered Jul 22 13:50:06.758914 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service CORE assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.759245 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 13:50:06.759583 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] subnetpool is already registered Jul 22 13:50:06.761938 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.762377 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service FLAVORS assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.762978 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.763401 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.763739 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:router Jul 22 13:50:06.764083 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] router is already registered Jul 22 13:50:06.764504 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 13:50:06.764844 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] floatingip is already registered Jul 22 13:50:06.765298 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service METERING assigned prefix: /metering {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.766076 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 13:50:06.766408 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] rbac_policy is already registered Jul 22 13:50:06.766838 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:security_group Jul 22 13:50:06.767178 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] security_group is already registered Jul 22 13:50:06.767582 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 13:50:06.767919 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] security_group_rule is already registered Jul 22 13:50:06.768556 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service CORE assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.768887 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 13:50:06.769225 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] subnetpool is already registered Jul 22 13:50:06.769668 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.v2.resource_helper [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Service CORE assigned prefix: {{(pid=93652) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 13:50:06.770000 n-d-787205-11 neutron-server[93652]: INFO neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 13:50:06.770401 n-d-787205-11 neutron-server[93652]: WARNING neutron.quota.resource_registry [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] subnetpool is already registered Jul 22 13:50:06.770870 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: extensions {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.772347 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: address-groups {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.773880 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: address-scopes {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.775229 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: agents {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.776445 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: auto-allocated-topology {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.777682 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: availability_zones {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.778944 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: dhcp-networks {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.780453 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: dhcp-agents {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.781936 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: routers {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.783656 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: flavors {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.786648 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: service_profiles {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.787970 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: next_providers {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.789424 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: service_profiles {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.791068 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: floatingip-pools {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.792309 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: routers {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.794061 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: floatingips {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.795367 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: l3-routers {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.796755 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: l3-agents {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.798232 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: metering-labels {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.799503 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: metering-label-rules {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.800887 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: network-ip-availabilities {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.802941 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: bindings {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.804507 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: quotas {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.806152 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: quotas {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.807592 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: rbac-policies {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.808802 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: security-groups {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.810135 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: security-group-rules {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.811400 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: service-providers {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.812657 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: subnetpools {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.814046 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: subnetpools {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.815611 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.817330 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.819211 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.821023 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.822759 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.824727 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.826463 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.828539 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.830444 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.832207 n-d-787205-11 neutron-server[93652]: DEBUG neutron.api.extensions [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Extended resource: tags {{(pid=93652) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 13:50:06.838316 n-d-787205-11 neutron-server[93652]: WARNING keystonemiddleware.auth_token [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 13:50:06.842882 n-d-787205-11 neutron-server[93652]: WARNING keystonemiddleware.auth_token [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 13:50:06.851922 n-d-787205-11 neutron-server[93652]: DEBUG oslo_concurrency.lockutils [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Acquired lock "singleton_lock" {{(pid=93652) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 13:50:06.852407 n-d-787205-11 neutron-server[93652]: DEBUG oslo_concurrency.lockutils [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Releasing lock "singleton_lock" {{(pid=93652) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 13:50:06.853061 n-d-787205-11 neutron-server[93652]: INFO oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Starting 2 workers Jul 22 13:50:06.857870 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Started child 93759 {{(pid=93652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 13:50:06.862361 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Started child 93760 {{(pid=93652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 13:50:06.863331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:06.864105 n-d-787205-11 neutron-server[93652]: INFO neutron.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 13:50:06.865223 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Notify callbacks [] for process, before_spawn {{(pid=93652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:06.865544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [-] (93759) wsgi starting up on http://0.0.0.0:9696 Jul 22 13:50:06.867642 n-d-787205-11 neutron-server[93652]: INFO oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Starting 1 workers Jul 22 13:50:06.867856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:06.869223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [-] (93760) wsgi starting up on http://0.0.0.0:9696 Jul 22 13:50:06.872775 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Started child 93761 {{(pid=93652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 13:50:06.873281 n-d-787205-11 neutron-server[93652]: INFO oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Starting 1 workers Jul 22 13:50:06.876632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] calling RpcWorker wait() {{(pid=93761) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 13:50:06.877167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] returning from RpcWorker wait() {{(pid=93761) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 13:50:06.877747 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Started child 93762 {{(pid=93652) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 13:50:06.878548 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:06.878642 n-d-787205-11 neutron-server[93652]: DEBUG neutron_lib.callbacks.manager [None req-6319a4db-3d28-406c-9fa2-7527c2ce1722 None None] Notify callbacks [] for process, after_spawn {{(pid=93652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:06.879076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:06.880505 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93652) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 13:50:06.880780 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 13:50:06.880974 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 13:50:06.881195 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 13:50:06.881572 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 13:50:06.881770 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 13:50:06.882296 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.882577 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.882717 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:06.883181 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.883181 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.883381 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.883758 n-d-787205-11 neutron-server[93762]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:06.883985 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.884252 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.884510 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.884806 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.885079 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.885258 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.885431 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888342 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888872 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888872 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888872 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] debug = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.888872 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.889113 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.889195 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.889413 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.889653 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.889944 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.890195 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.890469 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.890721 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.890948 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.891203 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.891465 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.891706 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.891941 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.892186 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.892448 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.892671 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.893131 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] host = n-d-787205-11 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.893374 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.893596 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.893877 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.894134 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.894385 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.894630 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.894909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.895179 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.895489 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.895716 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.896529 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.896529 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.896529 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.896765 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.896834 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_options = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.897052 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.897315 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.897589 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.897813 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.897988 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.898168 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.898428 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.898596 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.898869 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.899090 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.899308 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.899526 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.899778 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.899998 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.900265 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.900528 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.900767 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.900983 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.901231 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.901467 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.901828 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.901992 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.902208 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.902453 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.902702 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.902922 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.903156 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.903401 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.903620 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.903884 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.904122 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.904413 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.904645 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.904897 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.905131 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.905365 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.905628 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.905903 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.906141 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.906386 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.906635 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.906875 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.907137 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.907358 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.907601 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.907843 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_json = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.908063 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.908287 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.908539 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.908781 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.909019 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.909243 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.909478 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.909742 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.910173 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.910461 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.910788 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.911582 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.911827 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.912070 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.912309 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.912557 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.912812 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.913051 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.913384 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.914561 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.914561 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.914561 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.914561 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.915082 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.915082 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.915330 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.915583 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.916580 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.916580 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.916580 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.916580 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918044 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918044 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918044 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918044 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918044 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918643 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918643 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918643 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.918890 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.919323 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.919688 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.920071 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.920071 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.920322 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.922909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.923942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.924739 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.924739 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.924739 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.924739 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.925196 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.925196 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.926236 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.926236 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.926236 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.926236 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928320 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928831 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928831 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.928997 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.929117 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.929338 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.929567 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.929813 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.930032 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.930258 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.930477 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.930695 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.930991 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.931229 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.931466 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.931739 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.932058 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.932302 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.932614 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.932904 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.933162 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.933391 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.933853 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.934274 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.934918 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.935337 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.935640 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.935895 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.936132 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.936399 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.936656 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.936902 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.937130 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.937358 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.937588 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.937873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.938119 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.938397 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.938642 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.938908 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.939340 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.939774 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.940226 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.940655 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.941131 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.941559 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.942022 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.942394 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.942666 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.943018 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.943293 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.943572 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.943840 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.944085 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.944355 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.944591 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.944829 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.945075 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.945373 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.945639 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.945866 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.946089 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.946327 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.946649 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.946887 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.947107 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.947328 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.947603 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.947873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.948135 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.948406 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.948662 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.948923 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.949201 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.949421 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.949663 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.949907 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.950162 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.950405 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.950658 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.950879 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.951129 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.951351 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.951571 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.951815 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.952036 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.952264 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.952503 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.952749 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.952975 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.953494 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.953739 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.953965 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.954207 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.954453 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.954678 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.954897 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.955271 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.955547 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.955772 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.956252 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.956718 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.956966 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.957205 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.957464 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.957779 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.958053 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.958382 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.958611 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.958836 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.959058 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.959285 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.959509 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.959730 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.959964 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.960205 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.960477 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.960731 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.961074 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.961524 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.961968 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.962393 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.962789 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.963052 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.963311 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.963553 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.963732 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.964216 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.964639 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.965093 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.965533 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.965967 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.966377 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.966791 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.967215 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.967584 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.967951 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.968410 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.968698 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.968952 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.969226 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.969474 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.969721 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.969959 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.970179 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.970398 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.970639 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.970852 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.971068 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.971300 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.971537 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.971754 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.971982 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.972225 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.972441 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.972690 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.972906 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.973268 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.974184 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.974588 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.974807 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.975066 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.975322 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.975548 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.975797 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.976225 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.976225 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.976477 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.976871 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.977096 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.977347 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.977570 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.977816 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.978137 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.978394 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.978651 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.978915 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.979147 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.979399 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.979661 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.980014 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.980257 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.980522 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.980747 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.980967 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.981197 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.981458 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.981819 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.982104 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.982361 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.982603 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.982907 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.983196 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.983473 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.983718 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.984032 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.984359 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.984640 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.984909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.985157 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.985414 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.985671 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.985896 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.986135 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.986376 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.986595 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.986837 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.987071 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.987297 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.987517 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.987746 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.988004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.988233 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.988468 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.988710 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.989038 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:06.989866 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 13:50:06.990552 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93652) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 13:50:06.990728 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 13:50:06.990890 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 13:50:06.991064 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 13:50:06.991239 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 13:50:06.991398 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 13:50:06.991611 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.991777 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.991942 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.992108 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.992271 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.992443 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.992609 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.992771 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.992933 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.993095 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.993258 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.993421 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.993584 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.993774 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.993938 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.994100 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.994263 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.994426 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.994594 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.994756 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.994918 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.995080 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.995235 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] debug = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.995394 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.995672 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.995835 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.997035 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998400 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] host = n-d-787205-11 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998400 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998400 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998603 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998693 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.998867 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.999034 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.999171 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.999332 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.999669 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:06.999835 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000000 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000169 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000329 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000494 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000656 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_options = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000815 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.000979 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.001139 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.001334 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.001499 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.001676 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.001842 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002004 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002166 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002326 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002487 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002649 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002809 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.002970 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.003130 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.003291 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.003455 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.003661 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.003806 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.003941 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.004107 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.004260 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.004428 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.004516 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.004692 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.005067 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.005239 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.005405 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.005564 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.005940 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.006105 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.006268 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.006436 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.006601 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.006763 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.006927 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.007650 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.007650 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.007650 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.007650 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008064 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008064 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008064 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008364 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008364 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008506 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_json = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008583 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008747 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.008909 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.009072 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.009236 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.009423 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.009563 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.009744 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 13:50:07.009934 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.010100 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.010283 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.010448 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.010615 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.010784 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.010950 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.011117 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.011283 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.011450 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.011624 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.011789 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.011965 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.012131 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.012296 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.012463 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.012630 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.012797 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.012965 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.013129 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.013296 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.013462 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.013667 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.013837 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014003 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014169 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014334 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014539 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014682 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014851 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.014971 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.015137 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.015303 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.015467 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.015636 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.017675 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018379 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018977 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018977 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018977 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.018977 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019267 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019267 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019420 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019498 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019650 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019829 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.019995 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.020160 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.020348 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.020515 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.020741 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.020923 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.021091 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.021256 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.021422 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.021586 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.021787 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.021953 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.022119 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.022285 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.022452 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.022618 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.022785 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.022951 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.023117 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.023282 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.023447 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.023611 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.023786 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.023969 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.024136 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.024301 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.024466 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.024636 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.024801 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.024968 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.025132 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.025315 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.025479 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.025607 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.025785 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.025954 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.026120 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.026284 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.026499 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.026633 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.026759 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.026917 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.027081 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.027245 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.027447 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.027593 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.027718 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.027952 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.028122 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.028456 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.028631 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029078 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029078 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029247 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029329 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029436 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029807 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.029978 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.030489 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.030489 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.030489 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.030730 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.030808 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.030931 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.031092 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.031416 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.031416 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.031640 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.031747 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.031906 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.032077 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.032249 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.032416 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.032584 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.032748 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.032915 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.033080 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.033245 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.033410 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.033575 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.033764 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.033932 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.034098 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.034263 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.034429 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.034597 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.034763 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.034928 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.035090 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.035261 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.035429 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.035596 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.035786 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.036477 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.036684 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.036787 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.036959 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.037110 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.037273 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.037868 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.037868 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.037868 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038230 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038230 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038230 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038995 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038995 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038995 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038995 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.038995 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.039555 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.039555 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.039555 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.039555 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.039860 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.040598 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.040598 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.040598 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.040598 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.040598 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.041545 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.041545 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.041545 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.041545 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.041545 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.041545 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.042873 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.043898 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.044795 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.044795 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.044795 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.044795 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.044795 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.045457 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.045457 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.045457 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.045457 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.045457 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046065 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046065 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046065 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046408 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046408 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046408 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046748 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046748 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.046980 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047111 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047235 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047359 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047482 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047634 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047799 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.047964 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.048139 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.048305 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.048469 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.048633 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.048796 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.048960 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.049136 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.049300 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.049465 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.049645 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.049813 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.049978 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.050152 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.050319 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.050484 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.050656 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.050822 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.050987 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.051151 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.051327 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.051561 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.052237 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.052445 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.052663 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.052788 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.052912 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.053036 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.053197 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.053368 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.053535 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.053803 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.053979 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.054228 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.054401 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.054728 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.055089 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.055440 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.055785 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.056141 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.056486 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.056685 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.056833 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.058280 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.061175 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.061175 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.061175 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.061175 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 13:50:07.061175 n-d-787205-11 neutron-server[93652]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93652) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 13:50:07.217132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48182) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:07.226225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068076 Jul 22 13:50:18.535662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39743f-2ed8-4d15-a2ba-8bc42c1886f6 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 13:50:18.612880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39743f-2ed8-4d15-a2ba-8bc42c1886f6 None None] No non-hosted networks {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 13:50:18.627609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.agentschedulers_db [None req-ff39743f-2ed8-4d15-a2ba-8bc42c1886f6 None None] DHCP Agent not found on host n-d-787205-11 {{(pid=93761) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 13:50:18.800078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe170ac8-dc1c-49ed-b2cc-382bb4d4e4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:21.215158 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:21.216074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.216545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.217019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.217449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.217913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.218364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.218789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.219217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.219649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.220081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.220506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.220936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:21.221437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-787205-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:21.228330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-787205-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:21.265774 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e19a878-9efb-4bac-9b22-340d5646ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:21.362300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e73475c7-77dd-4a5e-ae56-42e684ffd025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:22.276378 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:24.058246 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:25.005388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:25.499272 n-d-787205-11 neutron-server[93760]: WARNING oslo_policy.policy [None req-effbaaeb-55b7-4244-9a8b-089c4f41e555 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:25.499935 n-d-787205-11 neutron-server[93760]: WARNING oslo_policy.policy [None req-effbaaeb-55b7-4244-9a8b-089c4f41e555 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:25.659966 n-d-787205-11 neutron-server[93761]: INFO neutron.db.l3_hamode_db [None req-1e201b07-28fa-4b72-b019-5150fc5bf2f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 13:50:25.720949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-effbaaeb-55b7-4244-9a8b-089c4f41e555 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 13:50:25.722047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-effbaaeb-55b7-4244-9a8b-089c4f41e555 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7157044 Jul 22 13:50:25.743555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e201b07-28fa-4b72-b019-5150fc5bf2f6 None None] Routers set() bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 13:50:25.744129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e201b07-28fa-4b72-b019-5150fc5bf2f6 None None] Router IDs set() for agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 13:50:28.081765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48288) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:28.386672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:50:28.481770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.policy [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93760) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 13:50:28.527064 n-d-787205-11 neutron-server[93760]: WARNING oslo_policy.policy [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:28.527428 n-d-787205-11 neutron-server[93760]: WARNING oslo_policy.policy [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:28.536296 n-d-787205-11 neutron-server[93760]: INFO neutron.quota [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] Loaded quota_driver: . Jul 22 13:50:28.628611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728586917067', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728586917406', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728586897929', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728586902723', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728586893958', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728586883714', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1540810', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1565153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-473983', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641823'] for rbac-policy, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:28.694598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:28.695792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-175cc565-e148-4d6c-ad8a-3798b35f3f9f admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6129236 Jul 22 13:50:31.251320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:31.729987 n-d-787205-11 neutron-server[93759]: WARNING oslo_policy.policy [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:31.730560 n-d-787205-11 neutron-server[93759]: WARNING oslo_policy.policy [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:31.949305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Request body: {'network': {'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'name': 'private'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:50:31.950969 n-d-787205-11 neutron-server[93759]: INFO neutron.quota [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Loaded quota_driver: . Jul 22 13:50:32.008872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Made reservation on behalf of 8590a7fde3e3450b852b2fd60f2243fe for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 13:50:32.083508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.policy [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 13:50:32.128273 n-d-787205-11 neutron-server[93759]: WARNING oslo_policy.policy [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:32.128690 n-d-787205-11 neutron-server[93759]: WARNING oslo_policy.policy [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 13:50:32.139640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.161609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.292677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.296355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.316224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 13:50:32.344778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728588939304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.345374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Unsubscribe: segment precommit_create {{(pid=93759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 13:50:32.345869 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Added segment 257a3807-e19e-4d7f-b953-28f2701a9e16 of type vlan for network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 Jul 22 13:50:32.367994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76a9ed-27a4-4d08-a4b5-d323e7b7ed97,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:32.403269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.403609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.403944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.404271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.404594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.404911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.405225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.405539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.405885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.406193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.406504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.406856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Tracked resource versions report: Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: pushed versions: Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: { 'AddressGroup': {'1.2'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Log': {'1.0'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Network': {'1.1'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Port': {'1.7'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'PortForwarding': {'1.2'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'QosPolicy': {'1.8'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'SecurityGroup': {'1.4'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'SubPort': {'1.0'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Subnet': {'1.1'}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Trunk': {'1.1'}} Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: consumer versions: Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: { DHCP agent@n-d-787205-11: {}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: L3 agent@n-d-787205-11: {}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: Metadata agent@n-d-787205-11: {}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: Metering agent@n-d-787205-11: {}, Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'ConntrackHelper': '1.0', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Log': '1.0', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Network': '1.1', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Port': '1.7', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'PortForwarding': '1.2', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'QosPolicy': '1.8', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'SecurityGroup': '1.4', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'SecurityGroupRule': '1.2', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'SubPort': '1.0', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Subnet': '1.1', Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: 'Trunk': '1.1'}} Jul 22 13:50:32.407983 n-d-787205-11 neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 13:50:32.482319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.534639 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.536379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:32.537102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:32.613742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3415043 Jul 22 13:50:32.639005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b289c76-d72f-40ab-a6ae-b3034032b0dd admin admin] Pushing event updated for resources: {'Network': ['ID=df6b9bcf-85c9-4ed2-8de0-431ef4aaee80,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:32.653003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 13:50:35.247022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:35.646869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94788147-ef91-4055-9165-e35dd8f1346b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:35.648224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-94788147-ef91-4055-9165-e35dd8f1346b admin admin] 10.222.0.11 "GET /v2.0/networks/df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 HTTP/1.1" status: 200 len: 825 time: 0.4002256 Jul 22 13:50:35.685133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5ae1fb5e-40fd-49b8-98d6-df10264959f2 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/93dcb2f1-9554-4e0c-9249-a2c1115b8a03 HTTP/1.1" status: 200 len: 734 time: 0.0315506 Jul 22 13:50:35.694420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Request body: {'subnet': {'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:50:35.716956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Made reservation on behalf of 8590a7fde3e3450b852b2fd60f2243fe for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 13:50:35.719262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:36.022476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:36.088991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4599ffc4-8eeb-44d9-af90-15c9dc5438ad,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:36.093397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Checking segment: {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:50:36.093803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Network hostable DHCP agents. Network: df6b9bcf-85c9-4ed2-8de0-431ef4aaee80, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 13:50:36.125205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 13:50:36.137078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, df6b9bcf-85c9-4ed2-8de0-431ef4aaee80) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:50:36.141882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:36.142459 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:36.147501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0f0b1-3737-4ab2-8fd9-74033c3d0ab7 None None] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:50:36.157971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dd104fd2-d5d2-483c-be3a-c5092745f9e0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4676485 Jul 22 13:50:36.480244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 13:50:36.481492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:36.765069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Allocated IP 172.20.0.2 (df6b9bcf-85c9-4ed2-8de0-431ef4aaee80/4599ffc4-8eeb-44d9-af90-15c9dc5438ad/63ceb8f7-f7d5-4c98-8183-0c022d2e45a8) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 13:50:37.003588 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:37.018571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Transition to ACTIVE for port object 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:50:37.039950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Transition to ACTIVE for port object 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:50:37.048207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:37.119736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 13:50:37.124436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:50:37.133760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 13:50:37.136800 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Pushing event updated for resources: {'Port': ['ID=63ceb8f7-f7d5-4c98-8183-0c022d2e45a8,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:37.167192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.167813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.167906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.168197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.168541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.168865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.169194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.169522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.169873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.170201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.170528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.170853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Tracked resource versions report: Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: pushed versions: Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: { 'AddressGroup': {'1.2'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'ConntrackHelper': {'1.0'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Log': {'1.0'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Network': {'1.1'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Port': {'1.7'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'PortForwarding': {'1.2'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'QosPolicy': {'1.8'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'SecurityGroup': {'1.4'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'SecurityGroupRule': {'1.2'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'SubPort': {'1.0'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Subnet': {'1.1'}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Trunk': {'1.1'}} Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: consumer versions: Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: { DHCP agent@n-d-787205-11: {}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: L3 agent@n-d-787205-11: {}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: Metadata agent@n-d-787205-11: {}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: Metering agent@n-d-787205-11: {}, Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'ConntrackHelper': '1.0', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Log': '1.0', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Network': '1.1', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Port': '1.7', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'PortForwarding': '1.2', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'QosPolicy': '1.8', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'SecurityGroup': '1.4', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'SecurityGroupRule': '1.2', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'SubPort': '1.0', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Subnet': '1.1', Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: 'Trunk': '1.1'}} Jul 22 13:50:37.171998 n-d-787205-11 neutron-server[93761]: {{(pid=93761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 13:50:37.224979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Attempting to bind port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 13:50:37.225362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Attempting to bind port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 13:50:37.225817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Attempting to bind port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 on network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 13:50:37.230748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 13, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 13:50:37.231156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Checking segment: {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:50:37.231635 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:37.232028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Bound using segment: {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 13:50:37.232512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Bound port: 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 13:50:37.232932 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:37.296959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] For port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 13:50:37.301003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] For port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63ceb8f7-f7d5-4c98-8183-0c022d2e45a8,segment=NetworkSegment(257a3807-e19e-4d7f-b953-28f2701a9e16),segment_id=257a3807-e19e-4d7f-b953-28f2701a9e16)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 13:50:37.305162 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:37.373228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1adf5-75ed-422c-8a6a-7416f0792771 None None] Pushing event updated for resources: {'Port': ['ID=63ceb8f7-f7d5-4c98-8183-0c022d2e45a8,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:38.610248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:38.922021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-a76ce173-0481-49a0-bc72-142cb47dc426 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 13:50:38.923016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a76ce173-0481-49a0-bc72-142cb47dc426 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117306 Jul 22 13:50:41.314714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48338) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:41.633236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-7daf0bc2-895a-42b8-b5c0-8fc7b80915a5 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 13:50:41.634259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7daf0bc2-895a-42b8-b5c0-8fc7b80915a5 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3186283 Jul 22 13:50:44.240920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48348) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:44.533232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'name': 'router1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:50:44.561081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:44.562848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:44.720554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:44.726631 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:44.739933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:44.741198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75b9c7d5-4318-472f-af64-29ce8c9a208d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4992304 Jul 22 13:50:45.186150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:50:45.273565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:50:45.771771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5424f15d-fc5f-4d80-b671-b7229b50b559 None None] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:50:45.886479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] Provisioning for port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:50:45.892730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] Provisioning complete for port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:50:45.893130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:46.062099 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:46.099110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] For port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63ceb8f7-f7d5-4c98-8183-0c022d2e45a8,segment=NetworkSegment(257a3807-e19e-4d7f-b953-28f2701a9e16),segment_id=257a3807-e19e-4d7f-b953-28f2701a9e16)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 13:50:46.104830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:46.154761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c9a1c-99d2-48e1-b023-773ee7e71350 None None] Pushing event updated for resources: {'Port': ['ID=63ceb8f7-f7d5-4c98-8183-0c022d2e45a8,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:46.324949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e89a877f-67f0-4943-9dc4-812245fd808f None None] Provisioning complete for port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:50:46.325752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89a877f-67f0-4943-9dc4-812245fd808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:47.124049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:47.166106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:50:47.212269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:50:47.212640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:47.432988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-1ae008d2-e056-4ca7-8683-d411110b74d0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 13:50:47.434012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1ae008d2-e056-4ca7-8683-d411110b74d0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089795 Jul 22 13:50:48.471022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76a7f559-180a-455c-b23c-fd8536b57ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:49.793707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48368) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:50.106461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:50:50.127118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Made reservation on behalf of 775d715bb9ce4ca886b43b641a4b5a4b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 13:50:50.130064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.137952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.226390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.230566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.247569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93759) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 13:50:50.263091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17d35c7-a147-4059-8a69-15ed9d361591,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:50.268481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.268823 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Added segment 0903c7ea-5995-49e8-8eb2-31c90cb0834b of type flat for network b58128c7-a268-4cfc-8681-e61628a282d5 Jul 22 13:50:50.318985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.357702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.358634 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:50.359214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:50.391479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5967302 Jul 22 13:50:50.421062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b4d41-3eb9-45e6-b512-a728b5eac2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b58128c7-a268-4cfc-8681-e61628a282d5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:50.432380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b58128c7-a268-4cfc-8681-e61628a282d5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 13:50:51.201967 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:51.260567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6fedb7da-8790-4d16-b954-fc7cec51164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:52.186482 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:52.891576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:53.060794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de8404-8574-44d6-a55a-8769363c5be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:53.062129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-69de8404-8574-44d6-a55a-8769363c5be0 admin admin] 10.222.0.11 "GET /v2.0/subnets/4599ffc4-8eeb-44d9-af90-15c9dc5438ad HTTP/1.1" status: 200 len: 849 time: 0.1696074 Jul 22 13:50:53.226343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f27b0125-3628-4b39-befa-ecdd8726d401 admin admin] 10.222.0.11 "GET /v2.0/routers/21f7baf2-244a-44c3-bfa9-0a7a87261aed HTTP/1.1" status: 200 len: 704 time: 0.1589270 Jul 22 13:50:53.490846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:53.782127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Allocated IP 172.20.0.1 (df6b9bcf-85c9-4ed2-8de0-431ef4aaee80/4599ffc4-8eeb-44d9-af90-15c9dc5438ad/8c9da011-9ba7-4847-97d1-44ec263aca3d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 13:50:53.937855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.016448 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.017850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Transition to ACTIVE for port object 8c9da011-9ba7-4847-97d1-44ec263aca3d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:50:54.098233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.170269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 13:50:54.174922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:50:54.181694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 13:50:54.182204 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.205971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Pushing event updated for resources: {'Port': ['ID=8c9da011-9ba7-4847-97d1-44ec263aca3d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:54.365540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c0fc3a9d-3ef3-406f-bc00-63fc34d9ae12 None None] Provisioning for port 8c9da011-9ba7-4847-97d1-44ec263aca3d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:50:54.369045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c0fc3a9d-3ef3-406f-bc00-63fc34d9ae12 None None] Provisioning complete for port 8c9da011-9ba7-4847-97d1-44ec263aca3d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:50:54.369411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0fc3a9d-3ef3-406f-bc00-63fc34d9ae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.396567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.402011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c0fc3a9d-3ef3-406f-bc00-63fc34d9ae12 None None] Port 8c9da011-9ba7-4847-97d1-44ec263aca3d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 13:50:54.580407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.584682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.585421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.642404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Pushing event updated for resources: {'Port': ['ID=8c9da011-9ba7-4847-97d1-44ec263aca3d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:54.708362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 13:50:54.709694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:50:54.876041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Router 21f7baf2-244a-44c3-bfa9-0a7a87261aed is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 13:50:54.922025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0322973e-1ae6-478d-bf30-d24efc070227 None None] Provisioning complete for port 8c9da011-9ba7-4847-97d1-44ec263aca3d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:50:54.922323 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0322973e-1ae6-478d-bf30-d24efc070227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:54.954788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0322973e-1ae6-478d-bf30-d24efc070227 None None] Port 8c9da011-9ba7-4847-97d1-44ec263aca3d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 13:50:54.975693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 13:50:54.980719 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc2a4057-914b-4880-a5f7-b2fedd71765c admin admin] 10.222.0.11 "PUT /v2.0/routers/21f7baf2-244a-44c3-bfa9-0a7a87261aed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7495897 Jul 22 13:50:54.985575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Sync routers for ids ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 13:50:54.997385 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Routers {'21f7baf2-244a-44c3-bfa9-0a7a87261aed'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 13:50:54.998243 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T13:50:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:55.184521 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Set router 21f7baf2-244a-44c3-bfa9-0a7a87261aed gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 13:50:55.614971 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'name': 'router1', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T13:50:44Z', 'updated_at': '2021-07-22T13:50:54Z', 'revision_number': 2, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'gw_port_host': None, '_interfaces': [{'id': '8c9da011-9ba7-4847-97d1-44ec263aca3d', 'name': '', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'mac_address': 'fa:16:3e:4b:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:50:53Z', 'updated_at': '2021-07-22T13:50:54Z', 'revision_number': 2, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'subnets': [{'id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:55.663756 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Checking router: 21f7baf2-244a-44c3-bfa9-0a7a87261aed for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 13:50:55.664118 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Updating router 21f7baf2-244a-44c3-bfa9-0a7a87261aed port 8c9da011-9ba7-4847-97d1-44ec263aca3d binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 13:50:55.728100 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:55.978975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:50:56.243405 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:56.261487 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Transition to ACTIVE for port object 8c9da011-9ba7-4847-97d1-44ec263aca3d will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:50:56.267612 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:56.390569 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Pushing event updated for resources: {'Port': ['ID=8c9da011-9ba7-4847-97d1-44ec263aca3d,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:56.439526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.439881 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.440222 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.440563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.440899 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.441227 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.441551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.441898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.442219 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.443103 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.443526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.443857 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Tracked resource versions report: Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: pushed versions: Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: { 'AddressGroup': {'1.2'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'ConntrackHelper': {'1.0'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Log': {'1.0'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Network': {'1.1'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Port': {'1.7'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'PortForwarding': {'1.2'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'QosPolicy': {'1.8'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'SecurityGroup': {'1.4'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'SecurityGroupRule': {'1.2'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'SubPort': {'1.0'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Subnet': {'1.1'}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Trunk': {'1.1'}} Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: consumer versions: Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: { DHCP agent@n-d-787205-11: {}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: L3 agent@n-d-787205-11: {}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: Metadata agent@n-d-787205-11: {}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: Metering agent@n-d-787205-11: {}, Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'ConntrackHelper': '1.0', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Log': '1.0', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Network': '1.1', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Port': '1.7', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'PortForwarding': '1.2', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'QosPolicy': '1.8', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'SecurityGroup': '1.4', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'SecurityGroupRule': '1.2', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'SubPort': '1.0', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Subnet': '1.1', Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: 'Trunk': '1.1'}} Jul 22 13:50:56.444996 n-d-787205-11 neutron-server[93762]: {{(pid=93762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 13:50:56.463163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Attempting to bind port 8c9da011-9ba7-4847-97d1-44ec263aca3d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 13:50:56.463563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Attempting to bind port 8c9da011-9ba7-4847-97d1-44ec263aca3d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 13:50:56.463995 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Attempting to bind port 8c9da011-9ba7-4847-97d1-44ec263aca3d on network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 13:50:56.469693 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 13:50:56.470097 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Checking segment: {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:50:56.470585 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:56.470973 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Bound using segment: {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 13:50:56.471480 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Bound port: 8c9da011-9ba7-4847-97d1-44ec263aca3d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257a3807-e19e-4d7f-b953-28f2701a9e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 13:50:56.471904 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:56.539843 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] For port 8c9da011-9ba7-4847-97d1-44ec263aca3d, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 13:50:56.561497 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] For port 8c9da011-9ba7-4847-97d1-44ec263aca3d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8c9da011-9ba7-4847-97d1-44ec263aca3d,segment=NetworkSegment(257a3807-e19e-4d7f-b953-28f2701a9e16),segment_id=257a3807-e19e-4d7f-b953-28f2701a9e16)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 13:50:56.565501 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:56.617056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Routers {'21f7baf2-244a-44c3-bfa9-0a7a87261aed'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 13:50:56.617702 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T13:50:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:56.691458 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10ff33-5cce-4506-afff-3a2a92081971 None None] Pushing event updated for resources: {'Port': ['ID=8c9da011-9ba7-4847-97d1-44ec263aca3d,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:56.715542 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] Set router 21f7baf2-244a-44c3-bfa9-0a7a87261aed gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 13:50:56.925976 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'name': 'router1', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T13:50:44Z', 'updated_at': '2021-07-22T13:50:54Z', 'revision_number': 2, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'gw_port_host': None, '_interfaces': [{'id': '8c9da011-9ba7-4847-97d1-44ec263aca3d', 'name': '', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'mac_address': 'fa:16:3e:4b:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:50:53Z', 'updated_at': '2021-07-22T13:50:56Z', 'revision_number': 4, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'subnets': [{'id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:50:56.951429 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deb6430-8945-402d-a896-b3f966f5c76b None None] The sync data for ids ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'] in n-d-787205-11 is: [{'id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'name': 'router1', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T13:50:44Z', 'updated_at': '2021-07-22T13:50:54Z', 'revision_number': 2, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'gw_port_host': None, '_interfaces': [{'id': '8c9da011-9ba7-4847-97d1-44ec263aca3d', 'name': '', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'mac_address': 'fa:16:3e:4b:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:50:53Z', 'updated_at': '2021-07-22T13:50:56Z', 'revision_number': 4, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'subnets': [{'id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 13:50:57.220289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:50:57.330167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f37004-4868-45be-bd0d-9ae4d41caa62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:57.331560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-17f37004-4868-45be-bd0d-9ae4d41caa62 admin admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 842 time: 0.1103158 Jul 22 13:50:57.341893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'name': 'public-subnet'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:50:57.362862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Made reservation on behalf of 775d715bb9ce4ca886b43b641a4b5a4b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 13:50:57.365167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:57.646517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 13:50:57.647033 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:57.698967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7bc23b-451a-4cd8-b246-edc07ae04d56,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:50:57.711321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:50:57.711677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Network hostable DHCP agents. Network: b58128c7-a268-4cfc-8681-e61628a282d5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 13:50:57.727683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 13:50:57.735509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b58128c7-a268-4cfc-8681-e61628a282d5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:50:57.739585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:50:57.740167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:50:57.748996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ec578-1773-45bb-9522-4bb3998c9d29 None None] Network b58128c7-a268-4cfc-8681-e61628a282d5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:50:57.765642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2c3d027c-6396-4de7-8c86-247ab488a9c1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4163332 Jul 22 13:50:57.887035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e758081-2d32-4e74-b459-c789a1366e2b None None] Network b58128c7-a268-4cfc-8681-e61628a282d5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:51:00.010781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:51:00.211299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-959b3b76-117f-4015-a49a-a99c6a52fbb6 admin admin] 10.222.0.11 "GET /v2.0/routers/21f7baf2-244a-44c3-bfa9-0a7a87261aed HTTP/1.1" status: 200 len: 710 time: 0.1992531 Jul 22 13:51:00.298324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bbd545-dfce-4413-8127-b35f3918a9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:51:00.304845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9bbd545-dfce-4413-8127-b35f3918a9ca admin admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 886 time: 0.0834239 Jul 22 13:51:00.308773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:51:00.558540 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:00.795856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:00.870167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:00.977300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Allocated IP 172.25.8.211 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/166221ec-b691-45e9-9ac5-a0c1205fa303) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 13:51:01.081037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:01.120649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:01.155855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 13:51:01.160505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:51:01.164537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 13:51:01.208488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Pushing event updated for resources: {'Port': ['ID=166221ec-b691-45e9-9ac5-a0c1205fa303,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:51:01.422977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:01.711544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:01.714696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:01.821246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Router 21f7baf2-244a-44c3-bfa9-0a7a87261aed has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 13:51:01.931510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 13:51:01.935727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:01.945677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-668a32bf-64ac-49c4-a1ec-211e8b80cf45 admin admin] 10.222.0.11 "PUT /v2.0/routers/21f7baf2-244a-44c3-bfa9-0a7a87261aed HTTP/1.1" status: 200 len: 890 time: 1.6314340 Jul 22 13:51:03.220473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8c9da011-9ba7-4847-97d1-44ec263aca3d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:51:03.270211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8c9da011-9ba7-4847-97d1-44ec263aca3d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:51:03.274861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8c9da011-9ba7-4847-97d1-44ec263aca3d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:51:03.275237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:03.408669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:03.433561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Sync routers for ids ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 13:51:03.449112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8c9da011-9ba7-4847-97d1-44ec263aca3d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8c9da011-9ba7-4847-97d1-44ec263aca3d,segment=NetworkSegment(257a3807-e19e-4d7f-b953-28f2701a9e16),segment_id=257a3807-e19e-4d7f-b953-28f2701a9e16)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 13:51:03.454178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:03.455815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Routers {'21f7baf2-244a-44c3-bfa9-0a7a87261aed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 13:51:03.456445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T13:50:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:51:03.652144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8c9da011-9ba7-4847-97d1-44ec263aca3d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:51:03.694449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Set router 21f7baf2-244a-44c3-bfa9-0a7a87261aed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 13:51:04.085085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'name': 'router1', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '166221ec-b691-45e9-9ac5-a0c1205fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T13:50:44Z', 'updated_at': '2021-07-22T13:51:01Z', 'revision_number': 4, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'gw_port': {'id': '166221ec-b691-45e9-9ac5-a0c1205fa303', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:51:00Z', 'updated_at': '2021-07-22T13:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '8c9da011-9ba7-4847-97d1-44ec263aca3d', 'name': '', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'mac_address': 'fa:16:3e:4b:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:50:53Z', 'updated_at': '2021-07-22T13:51:03Z', 'revision_number': 5, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'subnets': [{'id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:51:04.136448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Checking router: 21f7baf2-244a-44c3-bfa9-0a7a87261aed for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 13:51:04.136804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Updating router 21f7baf2-244a-44c3-bfa9-0a7a87261aed port 166221ec-b691-45e9-9ac5-a0c1205fa303 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 13:51:04.170297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:04.360307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:51:04.497226 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:04.506572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Transition to ACTIVE for port object 166221ec-b691-45e9-9ac5-a0c1205fa303 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:51:04.507804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b3cd42e9-e379-473c-84c6-37a9ee5122db admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1463757 Jul 22 13:51:04.513016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:04.568135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333a8f-9aea-4c6a-9fc6-7d4c974d5d5a None None] Pushing event updated for resources: {'Port': ['ID=166221ec-b691-45e9-9ac5-a0c1205fa303,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:51:04.570731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Attempting to bind port 166221ec-b691-45e9-9ac5-a0c1205fa303 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 13:51:04.571111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Attempting to bind port 166221ec-b691-45e9-9ac5-a0c1205fa303 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 13:51:04.571481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Attempting to bind port 166221ec-b691-45e9-9ac5-a0c1205fa303 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 13:51:04.577319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 13:51:04.577734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:51:04.578149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:04.578547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 13:51:04.579284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Bound port: 166221ec-b691-45e9-9ac5-a0c1205fa303, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 13:51:04.579693 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:04.633373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] For port 166221ec-b691-45e9-9ac5-a0c1205fa303, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 13:51:04.637093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] For port 166221ec-b691-45e9-9ac5-a0c1205fa303, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=166221ec-b691-45e9-9ac5-a0c1205fa303,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 13:51:04.641453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:04.699739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Routers {'21f7baf2-244a-44c3-bfa9-0a7a87261aed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 13:51:04.700350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T13:50:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:51:04.840056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2333a8f-9aea-4c6a-9fc6-7d4c974d5d5a None None] Pushing event updated for resources: {'Port': ['ID=166221ec-b691-45e9-9ac5-a0c1205fa303,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:51:04.886850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] Set router 21f7baf2-244a-44c3-bfa9-0a7a87261aed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 13:51:05.100289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'name': 'router1', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '166221ec-b691-45e9-9ac5-a0c1205fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T13:50:44Z', 'updated_at': '2021-07-22T13:51:01Z', 'revision_number': 4, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'gw_port': {'id': '166221ec-b691-45e9-9ac5-a0c1205fa303', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:51:00Z', 'updated_at': '2021-07-22T13:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '8c9da011-9ba7-4847-97d1-44ec263aca3d', 'name': '', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'mac_address': 'fa:16:3e:4b:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:50:53Z', 'updated_at': '2021-07-22T13:51:03Z', 'revision_number': 5, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'subnets': [{'id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 13:51:05.126114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546a9022-c3c8-4cf7-90c1-13aa704c4cff None None] The sync data for ids ['21f7baf2-244a-44c3-bfa9-0a7a87261aed'] in n-d-787205-11 is: [{'id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'name': 'router1', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '166221ec-b691-45e9-9ac5-a0c1205fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T13:50:44Z', 'updated_at': '2021-07-22T13:51:01Z', 'revision_number': 4, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'gw_port': {'id': '166221ec-b691-45e9-9ac5-a0c1205fa303', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7e:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:51:00Z', 'updated_at': '2021-07-22T13:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '8c9da011-9ba7-4847-97d1-44ec263aca3d', 'name': '', 'network_id': 'df6b9bcf-85c9-4ed2-8de0-431ef4aaee80', 'tenant_id': '8590a7fde3e3450b852b2fd60f2243fe', 'mac_address': 'fa:16:3e:4b:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21f7baf2-244a-44c3-bfa9-0a7a87261aed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T13:50:53Z', 'updated_at': '2021-07-22T13:51:03Z', 'revision_number': 5, 'project_id': '8590a7fde3e3450b852b2fd60f2243fe', 'subnets': [{'id': '4599ffc4-8eeb-44d9-af90-15c9dc5438ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '93dcb2f1-9554-4e0c-9249-a2c1115b8a03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 13:51:05.205542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8c9da011-9ba7-4847-97d1-44ec263aca3d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:51:05.265396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8c9da011-9ba7-4847-97d1-44ec263aca3d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:51:05.265795 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:07.266456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 166221ec-b691-45e9-9ac5-a0c1205fa303 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:51:07.316902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 166221ec-b691-45e9-9ac5-a0c1205fa303 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:51:07.321758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 166221ec-b691-45e9-9ac5-a0c1205fa303 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:51:07.322239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:07.405112 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:07.428481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 166221ec-b691-45e9-9ac5-a0c1205fa303, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=166221ec-b691-45e9-9ac5-a0c1205fa303,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 13:51:07.432997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:07.493394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=166221ec-b691-45e9-9ac5-a0c1205fa303,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:51:09.226294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 166221ec-b691-45e9-9ac5-a0c1205fa303 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:51:09.278095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 166221ec-b691-45e9-9ac5-a0c1205fa303 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:51:09.278737 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:18.474453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77a9885a-77e6-45ce-9e74-291c8f3067e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:21.208752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:21.278641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ee67baa0-bb6f-4f68-a7ad-dbfa5330f88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:22.189064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:24.032568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:32.960065 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:51:48.476010 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c834a4bb-b49a-4d4e-a801-5fea02769d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:51.204609 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:51.265137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8d88-1c2f-4083-97df-a1d6c321aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:52.186828 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:51:54.034850 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:09.948422 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:52:18.469847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cf857b1f-3d73-4ec5-9f23-34318ecc0a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:21.208472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:21.258561 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cbe66304-2362-4179-bd37-3edf67bc5500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:22.193579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:24.035202 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:46.815104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49028) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:52:46.892940 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfd8e98-04bb-4bdc-9ab2-03f0d8596e98 admin admin] GET failed (client error): The resource could not be found. Jul 22 13:52:46.895014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dbfd8e98-04bb-4bdc-9ab2-03f0d8596e98 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0782170 Jul 22 13:52:46.946830 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:52:47.086766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20cee1-cae7-488d-b216-55d5687fa43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:47.088207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3c20cee1-cae7-488d-b216-55d5687fa43a admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1892920 Jul 22 13:52:48.474053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb3eac28-ec79-4053-a019-80d4df9a91f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:49.253118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:52:49.375761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e6ce1e-955e-412b-bd98-45ccc28fd2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:49.377129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-22e6ce1e-955e-412b-bd98-45ccc28fd2b0 admin admin] 10.222.0.11 "GET /v2.0/subnets/4599ffc4-8eeb-44d9-af90-15c9dc5438ad HTTP/1.1" status: 200 len: 849 time: 0.1230297 Jul 22 13:52:49.387012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:52:49.510991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:49.664504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728588809328'] for subnet, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:49.733988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:49.734488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:49.735823 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] 10.222.0.11 "PUT /v2.0/subnets/4599ffc4-8eeb-44d9-af90-15c9dc5438ad HTTP/1.1" status: 200 len: 868 time: 0.3526099 Jul 22 13:52:49.736294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63f5d50-9855-4439-a30d-4cf15d582f62 None None] Network df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:52:49.747415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4599ffc4-8eeb-44d9-af90-15c9dc5438ad,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:52:49.757201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.757968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.758112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.758429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.758758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.759087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.759443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.759847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.760273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.760735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.760950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.761379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55af57b1-a423-45a7-b3c1-aff021e5f7a9 admin admin] Tracked resource versions report: Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: pushed versions: Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: { 'AddressGroup': {'1.2'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Log': {'1.0'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Network': {'1.1'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Port': {'1.7'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'PortForwarding': {'1.2'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'QosPolicy': {'1.8'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'SecurityGroup': {'1.4'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'SubPort': {'1.0'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Subnet': {'1.1'}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Trunk': {'1.1'}} Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: consumer versions: Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: { DHCP agent@n-d-787205-11: {}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: L3 agent@n-d-787205-11: {}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: Metadata agent@n-d-787205-11: {}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: Metering agent@n-d-787205-11: {}, Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'ConntrackHelper': '1.0', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Log': '1.0', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Network': '1.1', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Port': '1.7', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'PortForwarding': '1.2', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'QosPolicy': '1.8', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'SecurityGroup': '1.4', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'SecurityGroupRule': '1.2', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'SubPort': '1.0', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Subnet': '1.1', Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: 'Trunk': '1.1'}} Jul 22 13:52:49.762656 n-d-787205-11 neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 13:52:50.095826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e1722ad0-4d6f-4024-8e35-0032a7049148 None None] Provisioning complete for port 8c9da011-9ba7-4847-97d1-44ec263aca3d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:52:50.096204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1722ad0-4d6f-4024-8e35-0032a7049148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:50.181168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e1722ad0-4d6f-4024-8e35-0032a7049148 None None] Provisioning complete for port 63ceb8f7-f7d5-4c98-8183-0c022d2e45a8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:52:50.181534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1722ad0-4d6f-4024-8e35-0032a7049148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:51.210822 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:51.258299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3d52a1fe-6984-41c6-90ef-f1217ee8b4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:51.894360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49050) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:52:52.092585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd644fa-5cd9-447b-b3a8-235e25bfe3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:52.092960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd644fa-5cd9-447b-b3a8-235e25bfe3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:52.094543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ddd644fa-5cd9-447b-b3a8-235e25bfe3c0 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992228 Jul 22 13:52:52.193590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:54.042597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:52:54.341165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49058) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:52:54.473882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3fbf9-2c0c-4b7f-87d0-73d246c72b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:54.474363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a3fbf9-2c0c-4b7f-87d0-73d246c72b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:54.475931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b6a3fbf9-2c0c-4b7f-87d0-73d246c72b3e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1337929 Jul 22 13:52:56.716833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49066) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:52:56.898604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965d150-0da0-4b74-b1d8-5fa386bc7a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:56.900442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c965d150-0da0-4b74-b1d8-5fa386bc7a68 admin admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 886 time: 0.1824753 Jul 22 13:52:59.114675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49074) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:52:59.260572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce4efed-1a54-467a-a9d3-76c4d8ca95bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:52:59.261981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1ce4efed-1a54-467a-a9d3-76c4d8ca95bd admin admin] 10.222.0.11 "GET /v2.0/networks/df6b9bcf-85c9-4ed2-8de0-431ef4aaee80 HTTP/1.1" status: 200 len: 869 time: 0.1463375 Jul 22 13:53:01.433830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49082) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:01.553607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfcc7b8-36c4-4b59-9725-301961541294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:01.554078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfcc7b8-36c4-4b59-9725-301961541294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:01.555610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dbfcc7b8-36c4-4b59-9725-301961541294 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208351 Jul 22 13:53:03.695969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:03.789173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f81a77-ef17-46e0-a3f0-ef985610d806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:03.789640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f81a77-ef17-46e0-a3f0-ef985610d806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:03.791188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-31f81a77-ef17-46e0-a3f0-ef985610d806 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942781 Jul 22 13:53:05.965104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:06.054997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65547558-2fca-40c0-8934-cf82944b4d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:06.056333 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-65547558-2fca-40c0-8934-cf82944b4d07 admin admin] 10.222.0.11 "GET /v2.0/subnets/4599ffc4-8eeb-44d9-af90-15c9dc5438ad HTTP/1.1" status: 200 len: 868 time: 0.0902593 Jul 22 13:53:08.200923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:08.286595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2625c9-7d4c-4914-8995-ba568a9e0d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:08.287946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db2625c9-7d4c-4914-8995-ba568a9e0d28 admin admin] 10.222.0.11 "GET /v2.0/subnets/7f7bc23b-451a-4cd8-b246-edc07ae04d56 HTTP/1.1" status: 200 len: 816 time: 0.0860753 Jul 22 13:53:18.475321 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37ea41fc-33ae-4016-b8c2-7d0d6a7c1ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:21.213032 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:21.257820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55f6b97b-5c77-4c1a-b2ff-f2d7c758c135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:22.195575 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:23.946058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:53:24.041080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:32.987269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:33.033801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-c67fcb1e-8dd8-453e-b4f5-8c3b12c17358 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 13:53:33.034901 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c67fcb1e-8dd8-453e-b4f5-8c3b12c17358 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460510 Jul 22 13:53:35.284766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:35.345161 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-faca61ea-13c2-42cd-ab08-7ee4b8f3f92f admin admin] GET failed (client error): The resource could not be found. Jul 22 13:53:35.346575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-faca61ea-13c2-42cd-ab08-7ee4b8f3f92f admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608482 Jul 22 13:53:35.490673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6390b8b-2a50-4725-a6b7-e397f812f8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:35.492181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b6390b8b-2a50-4725-a6b7-e397f812f8c4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1410468 Jul 22 13:53:37.694984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:37.741949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:53:37.762429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Made reservation on behalf of 775d715bb9ce4ca886b43b641a4b5a4b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 13:53:37.764667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:37.794024 n-d-787205-11 neutron-server[93759]: WARNING neutron.services.revisions.revision_plugin [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Could not find related network for resource to bump revision. Jul 22 13:53:37.805441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 13:53:37.814584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:37.814965 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Added segment 02d8c52f-cdc1-4a4d-b237-ef088fded744 of type vlan for network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 Jul 22 13:53:37.859262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:37.887585 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:37.888470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:37.889053 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:37.921164 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2250795 Jul 22 13:53:37.947683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Pushing event updated for resources: {'Network': ['ID=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:53:37.955138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.955487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.956598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.956963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.957312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.957786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.958123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.958453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.958795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.959121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.959451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.959813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa44c7a-cf5c-4082-8681-9755747d60eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:37.970929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 13:53:40.138059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49184) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:53:40.195766 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a43eb20-f078-4686-98dd-4fca23c052bb admin admin] GET failed (client error): The resource could not be found. Jul 22 13:53:40.197069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2a43eb20-f078-4686-98dd-4fca23c052bb admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580807 Jul 22 13:53:40.267758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2133f953-e683-4fc7-bf96-d92abc279894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:40.270006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2133f953-e683-4fc7-bf96-d92abc279894 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691845 Jul 22 13:53:40.280781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 13:53:40.305678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Made reservation on behalf of 775d715bb9ce4ca886b43b641a4b5a4b for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 13:53:40.307869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:40.503637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:40.555489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:53:40.577773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:53:40.577773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Network hostable DHCP agents. Network: 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 13:53:40.607431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 13:53:40.619678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:53:40.625811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 13:53:40.626407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:40.630186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519753a9-6249-4f25-8854-6b5636307195 None None] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:53:40.642063 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-90058271-6adf-4703-a546-edcac76171cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3647401 Jul 22 13:53:40.786688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'tenant_id': '775d715bb9ce4ca886b43b641a4b5a4b', 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 13:53:40.787586 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:40.924308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Allocated IP 192.168.233.2 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/0f978b2d-f185-4576-a41c-17f191d82454) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 13:53:41.075233 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:41.083925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Transition to ACTIVE for port object 0f978b2d-f185-4576-a41c-17f191d82454 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:53:41.100350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Transition to ACTIVE for port object 0f978b2d-f185-4576-a41c-17f191d82454 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 13:53:41.107274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:41.143745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 13:53:41.150300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 13:53:41.156869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 13:53:41.158676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Pushing event updated for resources: {'Port': ['ID=0f978b2d-f185-4576-a41c-17f191d82454,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:53:41.169732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.170076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.170409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.170743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.171069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.171399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.171724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.172043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.172359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.172677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.172994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.173330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:53:41.232091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Attempting to bind port 0f978b2d-f185-4576-a41c-17f191d82454 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 13:53:41.232444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Attempting to bind port 0f978b2d-f185-4576-a41c-17f191d82454 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 13:53:41.232795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Attempting to bind port 0f978b2d-f185-4576-a41c-17f191d82454 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 13:53:41.237776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 13, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 13:53:41.238075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 13:53:41.238468 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:41.238850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 13:53:41.239301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Bound port: 0f978b2d-f185-4576-a41c-17f191d82454, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 13:53:41.239697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:41.302283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] For port 0f978b2d-f185-4576-a41c-17f191d82454, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 13:53:41.305645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] For port 0f978b2d-f185-4576-a41c-17f191d82454, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0f978b2d-f185-4576-a41c-17f191d82454,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 13:53:41.310123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:41.373422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3bae7-d224-4f9d-9bdf-351c7bcf9588 None None] Pushing event updated for resources: {'Port': ['ID=0f978b2d-f185-4576-a41c-17f191d82454,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:53:42.223607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da77bba-d5ed-4f66-abd3-d2caf7a1a8f4 None None] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 13:53:42.299529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c612e217-47b2-4be8-99f0-45c5d99ff2de None None] Provisioning for port 0f978b2d-f185-4576-a41c-17f191d82454 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:53:43.334827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0f978b2d-f185-4576-a41c-17f191d82454 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:53:43.387435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 0f978b2d-f185-4576-a41c-17f191d82454 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 13:53:43.391371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0f978b2d-f185-4576-a41c-17f191d82454 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:53:43.391725 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:43.468699 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:43.502693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 0f978b2d-f185-4576-a41c-17f191d82454, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0f978b2d-f185-4576-a41c-17f191d82454,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 13:53:43.507389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:43.567472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=0f978b2d-f185-4576-a41c-17f191d82454,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:53:45.304847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0f978b2d-f185-4576-a41c-17f191d82454 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 13:53:45.351962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0f978b2d-f185-4576-a41c-17f191d82454 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 13:53:45.352326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:48.476958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ced969cf-009c-44d9-87fc-f0760c208f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:51.215309 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:51.261065 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ceef335-7638-495e-bbb4-d9b31a9dfefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:52.200157 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:53:54.044512 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:00.944694 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:54:18.481404 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a87f3bb-a309-45b0-829a-08cf03c62aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:21.216980 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:21.263156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-233985a5-a13f-425a-abdb-80dda9016456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:22.200862 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:24.048175 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:37.946206 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:54:48.482455 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0b33-075c-494e-9cf8-204dabad6bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:51.219682 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:51.264038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a934d52-2396-42de-8515-6f9a81b1aba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:52.205277 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:54.051215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.185891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49236) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:54:57.192160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-70ad8df4-8cdb-46f8-bb94-2fe96ef3aa73 tempest-verify_tempest_config-367129803 tempest-verify_tempest_config-367129803-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 13:54:57.193188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-70ad8df4-8cdb-46f8-bb94-2fe96ef3aa73 tempest-verify_tempest_config-367129803 tempest-verify_tempest_config-367129803-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062928 Jul 22 13:54:57.491717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:54:57.593430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.689643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.693306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.739229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56bde4e47b9541f6ab25b6ca115570b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2464304 Jul 22 13:54:57.740073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d381fa-56d9-466e-a857-8a873b858464,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:54:57.741918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49260) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:54:57.746967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.747318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.747675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.747993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.748334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.748668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.748998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.749326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.749671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.750000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.750326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.750649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e4ae-32cc-4add-b7f3-7beaf144af5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:57.822089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.843231 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.985837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.988889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:54:57.992899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03d381fa-56d9-466e-a857-8a873b858464 HTTP/1.1" status: 204 len: 168 time: 0.2472384 Jul 22 13:54:57.998012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d381fa-56d9-466e-a857-8a873b858464,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 13:54:58.006123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.006465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.006795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.007119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.007442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.007761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.008077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.008391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.008704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.009018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.009330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:54:58.009684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8b2380-4a81-47cf-b1bd-9e53909b122c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 13:55:14.944960 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:55:18.482901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fabffa7a-a93e-47dc-ac54-aa787167b484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:21.220984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:21.263136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c1840f5f-e554-4b75-b453-d5dbacd9435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:22.206562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:24.052196 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:48.482799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a275d43-aa3a-4e83-ae1c-740bd955d82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:51.224121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:51.262149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e972f259-471a-47df-a921-823d2159ad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:51.943519 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:55:52.210607 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:55:54.056653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:18.486800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-38f99860-65c5-4beb-9a36-2862c7be0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:21.224492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:21.263804 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf6b3a17-74ea-497e-9e73-9be00a35e21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:22.213355 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:24.058406 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:28.943971 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:56:48.488253 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36efc8db-5cd5-4c7e-bf2c-79f050db259e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:51.224670 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:51.262654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8523ee4b-247b-46d7-aef7-4e44050fd3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:52.217771 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:56:54.066284 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:05.942975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:57:18.489310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43050ee2-d53c-4ba8-97e3-ece8d48a8e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:21.225334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:21.260683 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7c89ac80-5597-4452-89ff-b139f7300ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:22.217889 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:24.063410 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:42.943711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 5 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:57:48.489923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67f880cc-5a41-4080-97e9-e9ef58e14144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:48.677213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:49.643800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414205'] for agent, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:51.225419 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:51.259875 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d06149da-342c-4737-927f-312a4c737071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:52.224220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:57:54.066378 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:18.490478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7032a3e7-df66-4d4b-b5d0-52a04d5e1ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:18.642455 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:19.598437 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:19.943233 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:58:21.228784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:21.258446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bcb85705-31d1-4742-849e-05bda2c32772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:22.224448 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:24.069021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:38.381430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49324) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:58:38.484373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bdfd5ff0-e65c-48cf-835b-7399226f9947 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1018128 Jul 22 13:58:40.653333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 13:58:40.714971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-009db383-14bd-441c-9491-fff0805fe119 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0603776 Jul 22 13:58:48.491923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cac1dd70-5aa5-495e-a9d8-75427844a49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:48.644960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:49.596836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:51.229351 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:51.257323 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-755280cd-3daa-49aa-8e6f-182d47de2da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:52.227733 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:54.072342 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:58:56.944359 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:59:18.495486 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9c998a34-68c8-4268-b69c-7641c0ca31d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:18.644554 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:19.612562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:21.230562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:21.258897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-242c2a67-22c5-4bc5-8415-ed44ed33d873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:22.242270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:24.085369 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:33.944422 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 13:59:48.496122 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd03fbd8-0649-4c4b-b17f-7f414996ce3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:48.658591 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:49.611343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:51.232411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:51.261334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b563c68-98c1-46f6-956b-cd3af46c39ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:52.233205 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 13:59:54.076177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:02.555258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:02.980693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0561ad78-e117-42c2-83fd-5884231bfa56 tempest-AutoAllocateNetworkTest-766313318 tempest-AutoAllocateNetworkTest-766313318-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b49f613bba8f4e1dbd9133385c108564&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4233243 Jul 22 14:00:02.983031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49582) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:03.204882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa8be3-4583-412c-b264-5e6ebb1b93ea tempest-AutoAllocateNetworkTest-766313318 tempest-AutoAllocateNetworkTest-766313318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:03.209899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:03.218213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4dfa8be3-4583-412c-b264-5e6ebb1b93ea tempest-AutoAllocateNetworkTest-766313318 tempest-AutoAllocateNetworkTest-766313318-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2334270 Jul 22 14:00:03.274217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-094d6421-fa19-4ecc-b58c-f500cdff81f2 tempest-AutoAllocateNetworkTest-766313318 tempest-AutoAllocateNetworkTest-766313318-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631704 Jul 22 14:00:03.276692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:03.307526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9c87e4ac-90ed-4e55-b18d-4c9e81796d93 tempest-AutoAllocateNetworkTest-766313318 tempest-AutoAllocateNetworkTest-766313318-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b49f613bba8f4e1dbd9133385c108564 HTTP/1.1" status: 200 len: 208 time: 0.0284410 Jul 22 14:00:04.010686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49636) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:04.106980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49646) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:04.258472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.360612 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.366648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.416640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:04.417236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d41022116170423aba1281f932e64087&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4042072 Jul 22 14:00:04.417568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a539147d-90e3-4efe-91c6-7261d11abdc0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:04.426383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.427184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.427539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.427887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.428225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.428552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.429044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.429530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.430172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.430679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.431193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.431528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd939a6b-d878-4d6c-92f7-49250c0f9e01 admin admin] Tracked resource versions report: Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: pushed versions: Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: { 'AddressGroup': {'1.2'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Log': {'1.0'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Network': {'1.1'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Port': {'1.7'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'PortForwarding': {'1.2'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'QosPolicy': {'1.8'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'SecurityGroup': {'1.4'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'SubPort': {'1.0'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Subnet': {'1.1'}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Trunk': {'1.1'}} Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: consumer versions: Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: { DHCP agent@n-d-787205-11: {}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: HyperV agent@n-h1-787205-11: {}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: HyperV agent@n-h2-787205-11: {}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: L3 agent@n-d-787205-11: {}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: Metadata agent@n-d-787205-11: {}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: Metering agent@n-d-787205-11: {}, Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'ConntrackHelper': '1.0', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Log': '1.0', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Network': '1.1', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Port': '1.7', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'PortForwarding': '1.2', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'QosPolicy': '1.8', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'SecurityGroup': '1.4', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'SecurityGroupRule': '1.2', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'SubPort': '1.0', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Subnet': '1.1', Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: 'Trunk': '1.1'}} Jul 22 14:00:04.432646 n-d-787205-11 neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:00:04.482249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.504785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.519749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaeac8e0-e796-4d2f-85c6-eddb868c48dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.568928 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.575376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.579593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a539147d-90e3-4efe-91c6-7261d11abdc0 HTTP/1.1" status: 204 len: 168 time: 0.1607935 Jul 22 14:00:04.588805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a539147d-90e3-4efe-91c6-7261d11abdc0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:04.596346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.596709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.597085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.598083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.598340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.598649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.599140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.599641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.600283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.601090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.601666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.602708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1309386-d981-42e1-86d5-7a52b7cfc4ae admin admin] Tracked resource versions report: Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: pushed versions: Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: { 'AddressGroup': {'1.2'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Log': {'1.0'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Network': {'1.1'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Port': {'1.7'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'PortForwarding': {'1.2'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'QosPolicy': {'1.8'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'SecurityGroup': {'1.4'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'SubPort': {'1.0'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Subnet': {'1.1'}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Trunk': {'1.1'}} Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: consumer versions: Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: { DHCP agent@n-d-787205-11: {}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: HyperV agent@n-h1-787205-11: {}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: HyperV agent@n-h2-787205-11: {}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: L3 agent@n-d-787205-11: {}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: Metadata agent@n-d-787205-11: {}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: Metering agent@n-d-787205-11: {}, Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'ConntrackHelper': '1.0', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Log': '1.0', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Network': '1.1', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Port': '1.7', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'PortForwarding': '1.2', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'QosPolicy': '1.8', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'SecurityGroup': '1.4', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'SecurityGroupRule': '1.2', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'SubPort': '1.0', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Subnet': '1.1', Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: 'Trunk': '1.1'}} Jul 22 14:00:04.603649 n-d-787205-11 neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:00:04.642723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaeac8e0-e796-4d2f-85c6-eddb868c48dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.647706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaeac8e0-e796-4d2f-85c6-eddb868c48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.676282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeac8e0-e796-4d2f-85c6-eddb868c48dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057876a9-3f63-4bfc-8988-057b5caea033,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:04.696698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aaeac8e0-e796-4d2f-85c6-eddb868c48dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b49f613bba8f4e1dbd9133385c108564&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5884900 Jul 22 14:00:04.697417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:04.758418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8ee313e-9a7b-4255-a993-ffcf8b9299d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.782948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8ee313e-9a7b-4255-a993-ffcf8b9299d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.867724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8ee313e-9a7b-4255-a993-ffcf8b9299d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.870455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8ee313e-9a7b-4255-a993-ffcf8b9299d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:04.872065 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8ee313e-9a7b-4255-a993-ffcf8b9299d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/057876a9-3f63-4bfc-8988-057b5caea033 HTTP/1.1" status: 204 len: 168 time: 0.1735432 Jul 22 14:00:04.888514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee313e-9a7b-4255-a993-ffcf8b9299d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057876a9-3f63-4bfc-8988-057b5caea033,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:05.496559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:05.511346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77513d46-8f2d-4771-b78d-8baac9cb73d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.622846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77513d46-8f2d-4771-b78d-8baac9cb73d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.636900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77513d46-8f2d-4771-b78d-8baac9cb73d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.694366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77513d46-8f2d-4771-b78d-8baac9cb73d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb79bfdd-1e58-49ce-bb3d-4c36ecaafa3a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:05.700606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-77513d46-8f2d-4771-b78d-8baac9cb73d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65725b8280484f0e9b9b7ea6cfa20ab4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2029045 Jul 22 14:00:05.703781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:05.759294 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc30-a4ac-45d7-ab1e-cddfc67aaa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.782416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc30-a4ac-45d7-ab1e-cddfc67aaa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.837161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc30-a4ac-45d7-ab1e-cddfc67aaa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.841183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fa1fc30-a4ac-45d7-ab1e-cddfc67aaa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:05.843231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4fa1fc30-a4ac-45d7-ab1e-cddfc67aaa43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb79bfdd-1e58-49ce-bb3d-4c36ecaafa3a HTTP/1.1" status: 204 len: 168 time: 0.1378787 Jul 22 14:00:05.853073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1fc30-a4ac-45d7-ab1e-cddfc67aaa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb79bfdd-1e58-49ce-bb3d-4c36ecaafa3a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:08.532555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:08.658347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2a23640-3aa0-43ff-8b1a-c81731d17ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.763599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2a23640-3aa0-43ff-8b1a-c81731d17ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.769003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2a23640-3aa0-43ff-8b1a-c81731d17ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.810162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2a23640-3aa0-43ff-8b1a-c81731d17ab3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb7943b8ce19429b9a71fe731e17687e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2765174 Jul 22 14:00:08.811549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a23640-3aa0-43ff-8b1a-c81731d17ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20fc29a-5588-45d5-abf3-b01e4e280018,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:08.812852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49960) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:08.875241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-761a2ba8-0d0a-4176-b940-1ce1cdd07d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.899393 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-761a2ba8-0d0a-4176-b940-1ce1cdd07d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.957786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-761a2ba8-0d0a-4176-b940-1ce1cdd07d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.960438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-761a2ba8-0d0a-4176-b940-1ce1cdd07d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:08.964517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-761a2ba8-0d0a-4176-b940-1ce1cdd07d7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f20fc29a-5588-45d5-abf3-b01e4e280018 HTTP/1.1" status: 204 len: 168 time: 0.1506464 Jul 22 14:00:08.972781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a2ba8-0d0a-4176-b940-1ce1cdd07d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20fc29a-5588-45d5-abf3-b01e4e280018,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:08.979111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:09.111041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd1-4396-4199-929c-96408be7bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.216003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd1-4396-4199-929c-96408be7bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.221445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad1acd1-4396-4199-929c-96408be7bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.274158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6ad1acd1-4396-4199-929c-96408be7bceb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14b1ca22c18c40e89c90b3122fdc5797&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2936060 Jul 22 14:00:09.275236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1acd1-4396-4199-929c-96408be7bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60fd5f9-cd38-4f37-b68c-e4c812b60c76,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:09.276915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49992) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:09.335527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8632e68-2513-40ee-b3be-5ba640e09056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.364728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8632e68-2513-40ee-b3be-5ba640e09056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.386581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:09.410442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196effcd-1bd4-450b-90f6-2b7559175e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.424734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8632e68-2513-40ee-b3be-5ba640e09056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.428429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8632e68-2513-40ee-b3be-5ba640e09056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.432707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8632e68-2513-40ee-b3be-5ba640e09056 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60fd5f9-cd38-4f37-b68c-e4c812b60c76 HTTP/1.1" status: 204 len: 168 time: 0.1540303 Jul 22 14:00:09.445467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8632e68-2513-40ee-b3be-5ba640e09056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60fd5f9-cd38-4f37-b68c-e4c812b60c76,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:09.548351 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196effcd-1bd4-450b-90f6-2b7559175e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.555092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196effcd-1bd4-450b-90f6-2b7559175e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.591248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196effcd-1bd4-450b-90f6-2b7559175e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec393c84-9fe6-4833-bfaf-3dfecd50fbee,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:09.611392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-196effcd-1bd4-450b-90f6-2b7559175e6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac95f5ac7d0a443a81d743e34e32c88c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2236748 Jul 22 14:00:09.614641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:09.666044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16e705ba-4824-44a4-a0a0-535a3614042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.688649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16e705ba-4824-44a4-a0a0-535a3614042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.756397 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16e705ba-4824-44a4-a0a0-535a3614042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.760528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16e705ba-4824-44a4-a0a0-535a3614042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:09.762012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-16e705ba-4824-44a4-a0a0-535a3614042b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec393c84-9fe6-4833-bfaf-3dfecd50fbee HTTP/1.1" status: 204 len: 168 time: 0.1464560 Jul 22 14:00:09.771265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e705ba-4824-44a4-a0a0-535a3614042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec393c84-9fe6-4833-bfaf-3dfecd50fbee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:09.918551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:09.936059 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2022d1c-e090-494a-9f9d-2c0638a38e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.068713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2022d1c-e090-494a-9f9d-2c0638a38e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.077140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2022d1c-e090-494a-9f9d-2c0638a38e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.145418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2022d1c-e090-494a-9f9d-2c0638a38e1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8ba3ab829f84d4b8143f2457bb7e40a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2249534 Jul 22 14:00:10.146388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2022d1c-e090-494a-9f9d-2c0638a38e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cebf597-fff6-4ce1-9313-10a6fc013324,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:10.148131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:10.218590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24bd33f9-1a9d-4a2a-bae9-447edeef9275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.235480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50094) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:10.238201 n-d-787205-11 neutron-server[93759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 14:00:10.248666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24bd33f9-1a9d-4a2a-bae9-447edeef9275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.308266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24bd33f9-1a9d-4a2a-bae9-447edeef9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.311140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24bd33f9-1a9d-4a2a-bae9-447edeef9275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:10.312292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-24bd33f9-1a9d-4a2a-bae9-447edeef9275 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cebf597-fff6-4ce1-9313-10a6fc013324 HTTP/1.1" status: 204 len: 168 time: 0.1631958 Jul 22 14:00:10.323881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd33f9-1a9d-4a2a-bae9-447edeef9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cebf597-fff6-4ce1-9313-10a6fc013324,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:10.374319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-4746ffe0-695b-4681-bf26-e31e0d1dd9e9 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ac882c7632a34d1d967ac95172b889ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1373229 Jul 22 14:00:10.584457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-5235815e-c27b-4df0-ade1-eeab76111a2f tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:10.585995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-5235815e-c27b-4df0-ade1-eeab76111a2f tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109375 Jul 22 14:00:10.605312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-0582158e-27d4-455a-b076-5e6137162f3a tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/quotas/ac882c7632a34d1d967ac95172b889ff HTTP/1.1" status: 200 len: 375 time: 0.0119777 Jul 22 14:00:10.673300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-6d36ae94-c81c-4c16-82eb-8698ef6470de tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ac882c7632a34d1d967ac95172b889ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606749 Jul 22 14:00:10.945991 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:00:10.988858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57772138-1cc8-44b5-8b0b-5e0a2db27db6 req-82ad8b90-199d-40a8-b951-ce43362092a6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 210 time: 0.0539522 Jul 22 14:00:11.395818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50212) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:11.588623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4cd07544-82a2-470b-bdef-aecc2b90007a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.728746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4cd07544-82a2-470b-bdef-aecc2b90007a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.734076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4cd07544-82a2-470b-bdef-aecc2b90007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.771921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd07544-82a2-470b-bdef-aecc2b90007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a57ac0-61c6-45f6-a5d9-bc21cc9e44e9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:11.793994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4cd07544-82a2-470b-bdef-aecc2b90007a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1576525d1794ff786d567e226ec153f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3960469 Jul 22 14:00:11.796758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:11.860477 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5650f4a7-f2b1-4d4f-ba22-7edb2e3a4813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.890168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5650f4a7-f2b1-4d4f-ba22-7edb2e3a4813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.947142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5650f4a7-f2b1-4d4f-ba22-7edb2e3a4813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.950375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5650f4a7-f2b1-4d4f-ba22-7edb2e3a4813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:11.951515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5650f4a7-f2b1-4d4f-ba22-7edb2e3a4813 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4a57ac0-61c6-45f6-a5d9-bc21cc9e44e9 HTTP/1.1" status: 204 len: 168 time: 0.1539125 Jul 22 14:00:11.961385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650f4a7-f2b1-4d4f-ba22-7edb2e3a4813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a57ac0-61c6-45f6-a5d9-bc21cc9e44e9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:12.479955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:12.492813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23e0d1ef-0c84-455d-8d20-8e97206afc91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.588407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23e0d1ef-0c84-455d-8d20-8e97206afc91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.593185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23e0d1ef-0c84-455d-8d20-8e97206afc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.626527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50324) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:12.633696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0d1ef-0c84-455d-8d20-8e97206afc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea387f0-6200-4ed3-bf93-aa5a1c0909bd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:12.652500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:12.652731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-23e0d1ef-0c84-455d-8d20-8e97206afc91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c2f1347588d4e8da2e3dbacf72509c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1715119 Jul 22 14:00:12.708306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d432efd4-1f81-4146-8457-b2547c524f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.739267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d432efd4-1f81-4146-8457-b2547c524f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.798129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d432efd4-1f81-4146-8457-b2547c524f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.801138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d432efd4-1f81-4146-8457-b2547c524f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:12.805271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d432efd4-1f81-4146-8457-b2547c524f14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ea387f0-6200-4ed3-bf93-aa5a1c0909bd HTTP/1.1" status: 204 len: 168 time: 0.1516564 Jul 22 14:00:12.813608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432efd4-1f81-4146-8457-b2547c524f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea387f0-6200-4ed3-bf93-aa5a1c0909bd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:12.879285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:12.982299 n-d-787205-11 neutron-server[93760]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 14:00:13.039355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d9836af9-70ac-4fbd-8149-ab59efb9cf78 req-5df98770-5c71-4e31-a7f4-acaeaac3e21a tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 210 time: 0.4115891 Jul 22 14:00:13.206231 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf401-0e7a-48c5-956c-886ed07803b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.293798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.13', 49922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:13.314673 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf401-0e7a-48c5-956c-886ed07803b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.317168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06ecf401-0e7a-48c5-956c-886ed07803b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.320190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-a236d0ef-627a-4d4d-8dbb-f0671e303298 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ac882c7632a34d1d967ac95172b889ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245306 Jul 22 14:00:13.373921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-06ecf401-0e7a-48c5-956c-886ed07803b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e35637de486461d915b1b194e52f970&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4935210 Jul 22 14:00:13.374296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:13.375972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecf401-0e7a-48c5-956c-886ed07803b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523f430d-dd26-43df-a080-67447b1a1c85,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:13.491058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546177f1-b986-4bca-9b50-92837b9386e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.513659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-80f2ae83-6354-426a-8132-db1f419fb91d tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:13.515107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-80f2ae83-6354-426a-8132-db1f419fb91d tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895435 Jul 22 14:00:13.524826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546177f1-b986-4bca-9b50-92837b9386e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.574615 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546177f1-b986-4bca-9b50-92837b9386e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.577897 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-546177f1-b986-4bca-9b50-92837b9386e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.579052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-546177f1-b986-4bca-9b50-92837b9386e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/523f430d-dd26-43df-a080-67447b1a1c85 HTTP/1.1" status: 204 len: 168 time: 0.2035205 Jul 22 14:00:13.584805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Request body: {'port': {'device_id': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'ac882c7632a34d1d967ac95172b889ff'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:13.615423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546177f1-b986-4bca-9b50-92837b9386e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f430d-dd26-43df-a080-67447b1a1c85,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:13.644727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50382) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:13.810657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Made reservation on behalf of ac882c7632a34d1d967ac95172b889ff for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:13.814819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.827761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.947988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:13.959341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.060079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8801636-12c8-40ce-82a6-d8f8d8499a56,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:14.169158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-027bd165-0cf3-4c53-9973-195bb3a4f235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.297332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50440) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:14.309217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-027bd165-0cf3-4c53-9973-195bb3a4f235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.316399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-376d662c-7a09-4d06-95fa-aabb5f7683c3 req-43ad9c3d-5f69-44d2-bde6-bbbf84910ca2 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 210 time: 0.0386796 Jul 22 14:00:14.317709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-027bd165-0cf3-4c53-9973-195bb3a4f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.330622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Allocated IP 192.168.233.197 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/f8e6a809-6ab4-4513-9826-703720cb1aee) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:00:14.343579 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ccba2947-cfa9-47d6-b393-ea95c40524be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.386788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bd165-0cf3-4c53-9973-195bb3a4f235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cf736-3d9e-48cb-9bc5-06416d0b0b8d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:14.397801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-027bd165-0cf3-4c53-9973-195bb3a4f235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6fc241eb8ca497a88addbc3552ae092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7510865 Jul 22 14:00:14.402153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50446) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:14.500485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e5e796c-6f45-47c9-a8f4-3f855bbab260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.540350 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e5e796c-6f45-47c9-a8f4-3f855bbab260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.547131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.562818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Transition to ACTIVE for port object f8e6a809-6ab4-4513-9826-703720cb1aee will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:14.569770 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ccba2947-cfa9-47d6-b393-ea95c40524be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.583366 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ccba2947-cfa9-47d6-b393-ea95c40524be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.638167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.645881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba2947-cfa9-47d6-b393-ea95c40524be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8841ca-365e-4a8f-91a6-2a831267d681,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:14.657851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ccba2947-cfa9-47d6-b393-ea95c40524be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd2cf6989c0b4476a120f9ca0958428b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3573606 Jul 22 14:00:14.659785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50450) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:14.671665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:14.720084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e5e796c-6f45-47c9-a8f4-3f855bbab260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.726759 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e5e796c-6f45-47c9-a8f4-3f855bbab260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.731430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8e5e796c-6f45-47c9-a8f4-3f855bbab260 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/673cf736-3d9e-48cb-9bc5-06416d0b0b8d HTTP/1.1" status: 204 len: 168 time: 0.3276181 Jul 22 14:00:14.740323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:14.749279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:00:14.775714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43516d2a-1ad3-4803-824f-c3d3b3a38e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.779597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:14.779951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e796c-6f45-47c9-a8f4-3f855bbab260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cf736-3d9e-48cb-9bc5-06416d0b0b8d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:14.785075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.832413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43516d2a-1ad3-4803-824f-c3d3b3a38e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.975476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3952267 Jul 22 14:00:14.975672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43516d2a-1ad3-4803-824f-c3d3b3a38e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.978707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43516d2a-1ad3-4803-824f-c3d3b3a38e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:14.980144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43516d2a-1ad3-4803-824f-c3d3b3a38e17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f8841ca-365e-4a8f-91a6-2a831267d681 HTTP/1.1" status: 204 len: 168 time: 0.3187428 Jul 22 14:00:15.008051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43516d2a-1ad3-4803-824f-c3d3b3a38e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8841ca-365e-4a8f-91a6-2a831267d681,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:15.022412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec1568-2815-4aac-a7d6-c9df85947308 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Pushing event updated for resources: {'Port': ['ID=f8e6a809-6ab4-4513-9826-703720cb1aee,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:15.234801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eada2fe4-f7bf-4158-bc11-bccef56ad769 None None] Provisioning for port f8e6a809-6ab4-4513-9826-703720cb1aee completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:15.246492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eada2fe4-f7bf-4158-bc11-bccef56ad769 None None] Provisioning complete for port f8e6a809-6ab4-4513-9826-703720cb1aee triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:15.248634 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eada2fe4-f7bf-4158-bc11-bccef56ad769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:15.349689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-eada2fe4-f7bf-4158-bc11-bccef56ad769 None None] Port f8e6a809-6ab4-4513-9826-703720cb1aee cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:00:15.543222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50478) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:15.579368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f79748-8351-43c0-8f50-b7da336325ef req-028a5ca8-b47d-47b4-ae93-9c1cf2c4c1e2 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:15.580823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48f79748-8351-43c0-8f50-b7da336325ef req-028a5ca8-b47d-47b4-ae93-9c1cf2c4c1e2 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.1651366 Jul 22 14:00:15.647940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50484) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:15.650197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48f79748-8351-43c0-8f50-b7da336325ef req-0f11aff7-8219-4a7a-a526-7c3141e1c835 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564265 Jul 22 14:00:15.674406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3465350-17b2-43ab-a05f-d99dab627980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:15.817919 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a34cbd23-22a3-45e2-9ab4-486f40e9481e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:15.880507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3465350-17b2-43ab-a05f-d99dab627980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:15.897727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3465350-17b2-43ab-a05f-d99dab627980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:15.936523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3465350-17b2-43ab-a05f-d99dab627980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7009f71-ce86-4c55-b2c8-82c51162e4dc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:15.987942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b3465350-17b2-43ab-a05f-d99dab627980 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf80ccfee0634e1287d23a610e61d996&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3387260 Jul 22 14:00:15.990718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50494) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:16.015316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50496) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:16.076113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a34cbd23-22a3-45e2-9ab4-486f40e9481e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.091156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a34cbd23-22a3-45e2-9ab4-486f40e9481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.140117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a34cbd23-22a3-45e2-9ab4-486f40e9481e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2eba48a7608645fcb22249568ebf920b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918796 Jul 22 14:00:16.140117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cbd23-22a3-45e2-9ab4-486f40e9481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945e998a-b402-4ab9-a15c-1272bf856cb3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:16.140416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50500) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:16.223832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78e44928-69a2-4cb7-923d-9544ca01ef46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.255858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78e44928-69a2-4cb7-923d-9544ca01ef46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.263120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1183303582-network', 'tenant_id': '310b19e524c84e459853ae3d2cbbe443'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:16.298990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95195286-3044-44ab-ab49-67a678705fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.327784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95195286-3044-44ab-ab49-67a678705fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.338529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Made reservation on behalf of 310b19e524c84e459853ae3d2cbbe443 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:16.341193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.351655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.386542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78e44928-69a2-4cb7-923d-9544ca01ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.391079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78e44928-69a2-4cb7-923d-9544ca01ef46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.406268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95195286-3044-44ab-ab49-67a678705fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.409059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-78e44928-69a2-4cb7-923d-9544ca01ef46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/945e998a-b402-4ab9-a15c-1272bf856cb3 HTTP/1.1" status: 204 len: 168 time: 0.2472410 Jul 22 14:00:16.412391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95195286-3044-44ab-ab49-67a678705fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.414039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95195286-3044-44ab-ab49-67a678705fb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7009f71-ce86-4c55-b2c8-82c51162e4dc HTTP/1.1" status: 204 len: 168 time: 0.4222088 Jul 22 14:00:16.432598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95195286-3044-44ab-ab49-67a678705fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7009f71-ce86-4c55-b2c8-82c51162e4dc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:16.459332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44928-69a2-4cb7-923d-9544ca01ef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945e998a-b402-4ab9-a15c-1272bf856cb3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:16.576067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.590940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.631174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f941bb5f-e269-4964-8b5a-a80c4e159f1c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:16.645935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:16.663113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728588939304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.663885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Unsubscribe: segment precommit_create {{(pid=93760) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 14:00:16.664481 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Added segment 6f8a162e-78b7-4efb-90d9-a704835b937b of type vlan for network a1b0424d-884b-465a-9e78-1af492525ccd Jul 22 14:00:16.782528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.865371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.867797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:16.868475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.920654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:16.931085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:16.934718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9181445 Jul 22 14:00:16.948396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50524) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:16.953137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00425392-d0e7-4620-b044-b05916f81a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:16.997968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Request body: {'subnet': {'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1183303582-subnet', 'tenant_id': '310b19e524c84e459853ae3d2cbbe443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:17.049320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40b660ac-0b86-4cf4-a3e2-87cbba364d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.162272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00425392-d0e7-4620-b044-b05916f81a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.180702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00425392-d0e7-4620-b044-b05916f81a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.214966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4d212-345e-425c-9970-c0170d57bf73 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b0424d-884b-465a-9e78-1af492525ccd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:17.221433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00425392-d0e7-4620-b044-b05916f81a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6bdec-cbd2-4497-927a-cc985889997d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:17.228408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a1b0424d-884b-465a-9e78-1af492525ccd details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:17.238965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Made reservation on behalf of 310b19e524c84e459853ae3d2cbbe443 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:17.241600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.249088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-00425392-d0e7-4620-b044-b05916f81a7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1e2aa33b5ec409faab167d08363390b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249404 Jul 22 14:00:17.249200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50532) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:17.294699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299e03-8673-43b8-8493-9c0b03c0ef9f req-b0229d9d-c1ce-44f7-846c-49d42e27d14f tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:17.305994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59299e03-8673-43b8-8493-9c0b03c0ef9f req-b0229d9d-c1ce-44f7-846c-49d42e27d14f tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.3751056 Jul 22 14:00:17.317587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89852545-c490-4c21-b924-9277079a696e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.344156 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89852545-c490-4c21-b924-9277079a696e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.426932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89852545-c490-4c21-b924-9277079a696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.430993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89852545-c490-4c21-b924-9277079a696e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.433380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59299e03-8673-43b8-8493-9c0b03c0ef9f req-abff7da4-5acf-4f6a-be71-2caaecf815ac tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264255 Jul 22 14:00:17.435252 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89852545-c490-4c21-b924-9277079a696e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69c6bdec-cbd2-4497-927a-cc985889997d HTTP/1.1" status: 204 len: 168 time: 0.1850896 Jul 22 14:00:17.452061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89852545-c490-4c21-b924-9277079a696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6bdec-cbd2-4497-927a-cc985889997d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:17.619906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40b660ac-0b86-4cf4-a3e2-87cbba364d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.650638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40b660ac-0b86-4cf4-a3e2-87cbba364d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.750256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-40b660ac-0b86-4cf4-a3e2-87cbba364d91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5a27f334df8484cbe1c9619fafb2718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8176072 Jul 22 14:00:17.751457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b660ac-0b86-4cf4-a3e2-87cbba364d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1210950-0ea4-4855-ba9e-f192da7af1ae,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:17.754355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:17.756808 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.859236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=efd98642-14a3-469e-ac2d-92b2fd8f92a1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:17.876513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d58f218-b65a-4945-bcbf-1dfc647ba41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.903050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:17.903400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Network hostable DHCP agents. Network: a1b0424d-884b-465a-9e78-1af492525ccd, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:17.910535 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d58f218-b65a-4945-bcbf-1dfc647ba41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.939236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Network a1b0424d-884b-465a-9e78-1af492525ccd is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:17.962437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a1b0424d-884b-465a-9e78-1af492525ccd) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:17.967900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:17.968664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.979433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d58f218-b65a-4945-bcbf-1dfc647ba41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.981869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d58f218-b65a-4945-bcbf-1dfc647ba41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:17.988068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d58f218-b65a-4945-bcbf-1dfc647ba41e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1210950-0ea4-4855-ba9e-f192da7af1ae HTTP/1.1" status: 204 len: 168 time: 0.2278223 Jul 22 14:00:17.988327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea9ff0a-162a-4829-a5a3-c275a071153a None None] Network a1b0424d-884b-465a-9e78-1af492525ccd requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:17.996513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58f218-b65a-4945-bcbf-1dfc647ba41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1210950-0ea4-4855-ba9e-f192da7af1ae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:18.021150 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6dc3f783-da03-4f32-ab8f-9faa999cb85f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0371945 Jul 22 14:00:18.212693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc988b4-56c3-40ae-b06e-36587dabfc5b None None] Network a1b0424d-884b-465a-9e78-1af492525ccd requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:18.516590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5f618bbe-8113-495f-8451-63cb83bb8666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:18.641915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e792ed1-1d40-42f7-8a53-0a8e39a2146c req-85ceeefb-0b9d-4df7-9cc7-eedf36bdd003 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:18.650786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e792ed1-1d40-42f7-8a53-0a8e39a2146c req-85ceeefb-0b9d-4df7-9cc7-eedf36bdd003 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.1086717 Jul 22 14:00:18.674677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:18.721278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e792ed1-1d40-42f7-8a53-0a8e39a2146c req-2178bb2d-244a-4f15-ab62-82866e7726f8 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696023 Jul 22 14:00:19.509398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50616) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:19.515365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-903727042-network', 'tenant_id': 'e317c2973a1c4acdadd75dc59bfc3835'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:19.558246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Made reservation on behalf of e317c2973a1c4acdadd75dc59bfc3835 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:19.562292 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:19.576805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:19.645600 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:19.705233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:19.713738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:19.742373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:19.779181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7178e57-366c-4c3e-be1e-f05858014389,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:19.800077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:19.802064 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Added segment 14d0fac9-e020-4822-afa1-5eceb291960f of type vlan for network 930b028a-2816-4dd1-a8ba-9611b4b68c01 Jul 22 14:00:19.934329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:20.063710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2066b34-57c4-484d-a6e2-c8a42b7e571f req-e46353c8-2e08-4b20-b4b3-1d3b220e0f00 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:20.065308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2066b34-57c4-484d-a6e2-c8a42b7e571f req-e46353c8-2e08-4b20-b4b3-1d3b220e0f00 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.1973889 Jul 22 14:00:20.066382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:20.067319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:20.067889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:20.148409 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6373415 Jul 22 14:00:20.152319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50650) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:20.157596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Request body: {'subnet': {'network_id': '930b028a-2816-4dd1-a8ba-9611b4b68c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-903727042-subnet', 'tenant_id': 'e317c2973a1c4acdadd75dc59bfc3835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:20.159095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2066b34-57c4-484d-a6e2-c8a42b7e571f req-4080f76c-2768-4192-8e41-b85ef5154835 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838621 Jul 22 14:00:20.193305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc251b14-e650-4b25-a5a6-b839668b5c88 admin admin] Pushing event updated for resources: {'Network': ['ID=930b028a-2816-4dd1-a8ba-9611b4b68c01,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:20.215667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 930b028a-2816-4dd1-a8ba-9611b4b68c01 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:20.219537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Made reservation on behalf of e317c2973a1c4acdadd75dc59bfc3835 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:20.222433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:20.462837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:20.527411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65c566c-4384-4ca5-9e3c-06e98de4e1d2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:20.539392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Checking segment: {'id': '14d0fac9-e020-4822-afa1-5eceb291960f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '930b028a-2816-4dd1-a8ba-9611b4b68c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:20.540000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Network hostable DHCP agents. Network: 930b028a-2816-4dd1-a8ba-9611b4b68c01, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:20.560255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Network 930b028a-2816-4dd1-a8ba-9611b4b68c01 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:20.578398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 930b028a-2816-4dd1-a8ba-9611b4b68c01) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:20.585094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:20.587095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:20.590723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2afded3-57dd-4f05-8279-f5d1172bf1ec None None] Network 930b028a-2816-4dd1-a8ba-9611b4b68c01 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:20.628500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6a94f3bd-1eb4-4e2b-8b6f-6e690ad89d0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4749558 Jul 22 14:00:20.780963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edb7585-9d7f-4158-89d6-ca1081ba25f1 None None] Network 930b028a-2816-4dd1-a8ba-9611b4b68c01 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:21.235187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:21.260807 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ceb47322-4b6f-404d-a063-889d04703c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:21.610142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-cf3338e6-c2c7-45ef-9735-c86f42d8262c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:21.611616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-cf3338e6-c2c7-45ef-9735-c86f42d8262c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.1921508 Jul 22 14:00:21.626778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-994b03da-b618-481c-9fdb-d83fd5f089fc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/quotas/310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 375 time: 0.0098939 Jul 22 14:00:21.682704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-6c412051-9b45-45f0-b4de-ec3a11cd30c0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505750 Jul 22 14:00:21.840685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-1c41e6b7-2dc0-46e4-816f-5ae0e96230de service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:00:21.840685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-1c41e6b7-2dc0-46e4-816f-5ae0e96230de service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477579 Jul 22 14:00:21.934470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-67150991-9696-495d-bc1c-fabd99fe9984 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900636 Jul 22 14:00:22.028734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-402dab58-ede0-4b3a-80f3-8c519cda9fbb service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885751 Jul 22 14:00:22.242997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:22.285218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cfdb7-69c0-444e-b675-66a5ece499f4 req-ce3137d3-dff9-492c-a860-60d2c28d43c2 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:22.292225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-190cfdb7-69c0-444e-b675-66a5ece499f4 req-ce3137d3-dff9-492c-a860-60d2c28d43c2 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.0777054 Jul 22 14:00:22.335801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-190cfdb7-69c0-444e-b675-66a5ece499f4 req-f1b71c83-55f6-4383-93f3-3b4cefa96f1a tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Jul 22 14:00:22.533851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5540a139-59c7-4d6a-a0c0-240ea59d83ac req-83af05b8-770c-4f99-a1fc-b2da3fc33366 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0377760 Jul 22 14:00:23.119862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:23.242786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d290ef0-bcd9-43d3-8455-c428da662f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.339117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d290ef0-bcd9-43d3-8455-c428da662f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.344630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d290ef0-bcd9-43d3-8455-c428da662f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.401913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4d290ef0-bcd9-43d3-8455-c428da662f27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=794d0155275b443d8b8301f9e268781c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799332 Jul 22 14:00:23.403002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d290ef0-bcd9-43d3-8455-c428da662f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae9ff6b-b651-4bc5-b8e5-c90646976fcb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:23.405338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50766) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:23.416633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50768) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:23.508936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.20', 55106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:23.581022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011d34c5-95c1-4c6a-b5e9-a2f2a463cd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.600336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89eb5f9-9bbd-465b-b0fa-3112a75f78a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.610662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65210a5f-099b-4a93-9dee-f7c11ee9e1e4 req-996df574-c720-4725-a317-5894ea389b38 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:23.618059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65210a5f-099b-4a93-9dee-f7c11ee9e1e4 req-996df574-c720-4725-a317-5894ea389b38 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.1936553 Jul 22 14:00:23.666683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89eb5f9-9bbd-465b-b0fa-3112a75f78a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.708054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65210a5f-099b-4a93-9dee-f7c11ee9e1e4 req-02cbdf8e-49b8-463c-be15-a543ada0a674 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887816 Jul 22 14:00:23.777054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-bcb3b29e-fba6-473c-8eb7-0ccdff119544 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:23.780101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-bcb3b29e-fba6-473c-8eb7-0ccdff119544 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.2680626 Jul 22 14:00:23.827119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89eb5f9-9bbd-465b-b0fa-3112a75f78a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.829739 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f89eb5f9-9bbd-465b-b0fa-3112a75f78a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.835884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f89eb5f9-9bbd-465b-b0fa-3112a75f78a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cae9ff6b-b651-4bc5-b8e5-c90646976fcb HTTP/1.1" status: 204 len: 168 time: 0.4239817 Jul 22 14:00:23.842419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f20bba0-5ada-4f1b-9715-104ad3e4d24c req-38a34b49-8f16-42f7-9917-42f1039f8c32 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0541575 Jul 22 14:00:23.849889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Request body: {'port': {'device_id': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'admin_state_up': True, 'tenant_id': '310b19e524c84e459853ae3d2cbbe443'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:23.858452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89eb5f9-9bbd-465b-b0fa-3112a75f78a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae9ff6b-b651-4bc5-b8e5-c90646976fcb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:23.890289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011d34c5-95c1-4c6a-b5e9-a2f2a463cd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.900441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011d34c5-95c1-4c6a-b5e9-a2f2a463cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:23.961372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-011d34c5-95c1-4c6a-b5e9-a2f2a463cd76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3c94534982a42b1989d5e99c9510e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5433693 Jul 22 14:00:23.963242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d34c5-95c1-4c6a-b5e9-a2f2a463cd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c80f5-a2e2-4605-b824-cca4650f04df,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:23.966476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50782) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:24.038649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Made reservation on behalf of 310b19e524c84e459853ae3d2cbbe443 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:24.044338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.103281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.109057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-473ab5eb-27db-42d4-8825-d88e7e5a64d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.168485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-473ab5eb-27db-42d4-8825-d88e7e5a64d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.256358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-473ab5eb-27db-42d4-8825-d88e7e5a64d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.257791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Allocated IP 172.20.0.11 (a1b0424d-884b-465a-9e78-1af492525ccd/efd98642-14a3-469e-ac2d-92b2fd8f92a1/2576c850-6d67-44db-b63a-c488bb34d834) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:00:24.259597 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-473ab5eb-27db-42d4-8825-d88e7e5a64d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.260904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-473ab5eb-27db-42d4-8825-d88e7e5a64d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/190c80f5-a2e2-4605-b824-cca4650f04df HTTP/1.1" status: 204 len: 168 time: 0.2794631 Jul 22 14:00:24.271794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ab5eb-27db-42d4-8825-d88e7e5a64d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c80f5-a2e2-4605-b824-cca4650f04df,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:24.422301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50792) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:24.437593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82efa61d-3cc8-4db8-8f6c-f241d2c5e734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.475511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.541416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.604259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Network a1b0424d-884b-465a-9e78-1af492525ccd is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:24.607976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:24.619283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:00:24.625049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:24.625901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.635449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:24.656154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82efa61d-3cc8-4db8-8f6c-f241d2c5e734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.665499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82efa61d-3cc8-4db8-8f6c-f241d2c5e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.669386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-4c5c33fa-a252-47cb-8cf7-4dd4e1c87708 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8273959 Jul 22 14:00:24.716318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa61d-3cc8-4db8-8f6c-f241d2c5e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57692c-7887-4014-bdf5-556ee346f923,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:24.753717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:24.754557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-82efa61d-3cc8-4db8-8f6c-f241d2c5e734 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7bad20181a44a628fd0ecc8b5ca4bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311503 Jul 22 14:00:24.838882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0635a-7142-4b23-a79e-06484e0c7750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.875396 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0635a-7142-4b23-a79e-06484e0c7750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.958623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0635a-7142-4b23-a79e-06484e0c7750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.961221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb0635a-7142-4b23-a79e-06484e0c7750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:24.967321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d280f-9509-4794-a269-eec4a06786f0 req-d7ccdea8-4993-4a82-ba4d-c0bd3d49a597 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:24.971320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8eb0635a-7142-4b23-a79e-06484e0c7750 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b57692c-7887-4014-bdf5-556ee346f923 HTTP/1.1" status: 204 len: 168 time: 0.2159169 Jul 22 14:00:24.984014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a1d280f-9509-4794-a269-eec4a06786f0 req-d7ccdea8-4993-4a82-ba4d-c0bd3d49a597 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.1812594 Jul 22 14:00:24.991014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0635a-7142-4b23-a79e-06484e0c7750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57692c-7887-4014-bdf5-556ee346f923,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:24.998042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-38a60d00-b413-4058-9c44-e82672849fa6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:00:24.999076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-38a60d00-b413-4058-9c44-e82672849fa6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060825 Jul 22 14:00:25.057289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:25.070114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a1d280f-9509-4794-a269-eec4a06786f0 req-570e2edd-4be6-4b9c-a2d7-b7a4ec03585f tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843496 Jul 22 14:00:25.111067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cddacd1-0830-4c09-8b74-a8d2cb329b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.370592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a27362-50a8-4a74-987a-2353fad396fd req-f9cd36ef-0b2b-4c97-bdb7-b12ccc9e8046 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:25.372193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0a27362-50a8-4a74-987a-2353fad396fd req-f9cd36ef-0b2b-4c97-bdb7-b12ccc9e8046 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.1840825 Jul 22 14:00:25.441265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cddacd1-0830-4c09-8b74-a8d2cb329b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.449929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cddacd1-0830-4c09-8b74-a8d2cb329b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.467351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0a27362-50a8-4a74-987a-2353fad396fd req-f85079ea-b314-40ea-8464-e76a210609ad tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Jul 22 14:00:25.497204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddacd1-0830-4c09-8b74-a8d2cb329b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34e6f0-5880-414e-8e16-2e8dfa7cdc4f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:25.524094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7cddacd1-0830-4c09-8b74-a8d2cb329b70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98a78f97e2be42559a95b08c8c0ad451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570031 Jul 22 14:00:25.524199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:25.573646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Request body: {'port': {'device_id': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'device_owner': 'compute:tempest-test_az-307035522', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:25.633207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04ba5fd2-8ad9-4936-ac01-45bc2048bed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.689328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50820) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:25.694577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04ba5fd2-8ad9-4936-ac01-45bc2048bed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.709951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.799564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04ba5fd2-8ad9-4936-ac01-45bc2048bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.811894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04ba5fd2-8ad9-4936-ac01-45bc2048bed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.814484 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-04ba5fd2-8ad9-4936-ac01-45bc2048bed8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac34e6f0-5880-414e-8e16-2e8dfa7cdc4f HTTP/1.1" status: 204 len: 168 time: 0.2893429 Jul 22 14:00:25.832114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66bb0311-5485-4f72-a324-b90593b97b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.981897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66bb0311-5485-4f72-a324-b90593b97b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:25.990302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66bb0311-5485-4f72-a324-b90593b97b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.014804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba5fd2-8ad9-4936-ac01-45bc2048bed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34e6f0-5880-414e-8e16-2e8dfa7cdc4f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:26.045850 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-66bb0311-5485-4f72-a324-b90593b97b9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63f1e2bb4e064ff7b6f6a9e2017d09f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551326 Jul 22 14:00:26.046606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50832) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:26.061461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb0311-5485-4f72-a324-b90593b97b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7852f1-6791-405e-98d9-f6c77c94afd3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:26.326026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce32560-d67c-4b1d-a76a-71c4c58c91f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.344349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e6a809-6ab4-4513-9826-703720cb1aee {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:00:26.353423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.358482 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce32560-d67c-4b1d-a76a-71c4c58c91f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.372781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Transition to ACTIVE for port object f8e6a809-6ab4-4513-9826-703720cb1aee will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:26.380562 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.435180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65197ca-1be9-4475-9175-b3b80e01de5e req-9a244867-4850-453d-a37c-0387d8caeebf tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:26.443003 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b65197ca-1be9-4475-9175-b3b80e01de5e req-9a244867-4850-453d-a37c-0387d8caeebf tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 936 time: 0.1808336 Jul 22 14:00:26.516599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce32560-d67c-4b1d-a76a-71c4c58c91f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.527511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce32560-d67c-4b1d-a76a-71c4c58c91f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.528511 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cce32560-d67c-4b1d-a76a-71c4c58c91f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b7852f1-6791-405e-98d9-f6c77c94afd3 HTTP/1.1" status: 204 len: 168 time: 0.4799147 Jul 22 14:00:26.559586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e6a809-6ab4-4513-9826-703720cb1aee,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:26.562741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32560-d67c-4b1d-a76a-71c4c58c91f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7852f1-6791-405e-98d9-f6c77c94afd3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:26.593725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b65197ca-1be9-4475-9175-b3b80e01de5e req-e0849a7c-ec4d-4d4e-897a-4bde2fe7d716 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483462 Jul 22 14:00:26.614833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Attempting to bind port f8e6a809-6ab4-4513-9826-703720cb1aee on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:26.615478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Attempting to bind port f8e6a809-6ab4-4513-9826-703720cb1aee by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:26.616945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Attempting to bind port f8e6a809-6ab4-4513-9826-703720cb1aee on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:26.634688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Port f8e6a809-6ab4-4513-9826-703720cb1aee on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:00:26.635253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Attempting to bind port f8e6a809-6ab4-4513-9826-703720cb1aee on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:26.659768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:26.660459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:26.661181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:26.665470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Bound port: f8e6a809-6ab4-4513-9826-703720cb1aee, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:26.666076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.783261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a330240-e246-4176-8915-baf35f38e88d req-87bafa12-3249-4ea4-b7d2-d9dcded39519 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:26.785447 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a330240-e246-4176-8915-baf35f38e88d req-87bafa12-3249-4ea4-b7d2-d9dcded39519 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.1634090 Jul 22 14:00:26.790322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] For port f8e6a809-6ab4-4513-9826-703720cb1aee, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:26.795519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] For port f8e6a809-6ab4-4513-9826-703720cb1aee, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8e6a809-6ab4-4513-9826-703720cb1aee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:26.801369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.846627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:26.848614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:26.850146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/f8e6a809-6ab4-4513-9826-703720cb1aee HTTP/1.1" status: 200 len: 1118 time: 1.5766406 Jul 22 14:00:26.860318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'tag': 'f8e6a809-6ab4-4513-9826-703720cb1aee'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:27.192583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c8ec1-822e-4fc1-a9ed-3f7ab98aa6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e6a809-6ab4-4513-9826-703720cb1aee,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:27.210554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a330240-e246-4176-8915-baf35f38e88d req-15010962-78ba-4b5b-9958-b220ccc6f22c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992522 Jul 22 14:00:27.215042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50878) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:27.238688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75821c77-28b3-453b-b751-2014e4454ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.263513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-c3f0cac8-5728-41f4-b5bd-3f37556bf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:27.263513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-c3f0cac8-5728-41f4-b5bd-3f37556bf205 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac882c7632a34d1d967ac95172b889ff&device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 1121 time: 0.3277297 Jul 22 14:00:27.351640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-059d58b3-3eb0-4548-957f-758eb7ed427c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e6a809-6ab4-4513-9826-703720cb1aee HTTP/1.1" status: 200 len: 217 time: 0.0803795 Jul 22 14:00:27.419001 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75821c77-28b3-453b-b751-2014e4454ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.425911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75821c77-28b3-453b-b751-2014e4454ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.447724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-2aaf587c-07c6-4b26-b7b8-444cc31d8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:27.450339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-2aaf587c-07c6-4b26-b7b8-444cc31d8365 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0926216 Jul 22 14:00:27.481894 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75821c77-28b3-453b-b751-2014e4454ee8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=837c584e4a624d3aa3657220fd6707b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652066 Jul 22 14:00:27.482596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:27.489503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821c77-28b3-453b-b751-2014e4454ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9434f08-adad-4804-b623-5e2728028c67,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:27.546608 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a18c600-a802-4e45-80e2-93521352edb8" -d '{"events": [{"name": "network-changed", "server_uuid": "aabfb7cf-304b-4ad1-bc81-52b418e37bdc", "tag": "f8e6a809-6ab4-4513-9826-703720cb1aee"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:27.605801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-a7b2d7c3-8799-4a22-b6b7-1e103a698f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:27.607334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-a7b2d7c3-8799-4a22-b6b7-1e103a698f31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1499252 Jul 22 14:00:27.618946 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a66ad10c-c1d7-4611-82ee-7845c7a853f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.675200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a66ad10c-c1d7-4611-82ee-7845c7a853f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.761419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a66ad10c-c1d7-4611-82ee-7845c7a853f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.764601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a66ad10c-c1d7-4611-82ee-7845c7a853f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:27.766056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a66ad10c-c1d7-4611-82ee-7845c7a853f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9434f08-adad-4804-b623-5e2728028c67 HTTP/1.1" status: 204 len: 168 time: 0.2821457 Jul 22 14:00:27.782314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad10c-c1d7-4611-82ee-7845c7a853f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9434f08-adad-4804-b623-5e2728028c67,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:27.828933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-175b6969-5aaa-4bbd-b1d3-89a634bdc580 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050977 Jul 22 14:00:27.916970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baae180-ac95-4550-8fed-86555f975b1d req-29ec5916-0419-4a89-85fd-9328a44fe9c6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:27.933147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3baae180-ac95-4550-8fed-86555f975b1d req-29ec5916-0419-4a89-85fd-9328a44fe9c6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 969 time: 0.2086840 Jul 22 14:00:27.989102 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50177771-6bb3-483d-9724-e1458472112b x-openstack-request-id: req-50177771-6bb3-483d-9724-e1458472112b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:27.989397 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aabfb7cf-304b-4ad1-bc81-52b418e37bdc", "tag": "f8e6a809-6ab4-4513-9826-703720cb1aee", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:27.989675 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50177771-6bb3-483d-9724-e1458472112b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:27.990147 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'tag': 'f8e6a809-6ab4-4513-9826-703720cb1aee', 'status': 'completed', 'code': 200} Jul 22 14:00:28.061115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3baae180-ac95-4550-8fed-86555f975b1d req-ec934550-7e4c-4fbd-b0ab-93b74cedb136 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271086 Jul 22 14:00:28.091264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d590bc5b-ffe0-467a-8ed6-8fadcebecc32 req-1b78171b-c91c-4932-adc1-ab945fb0999d service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546196 Jul 22 14:00:28.248905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18c600-a802-4e45-80e2-93521352edb8 req-6f543e47-370f-46da-bd6b-3e93a167a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:28.250840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-6f543e47-370f-46da-bd6b-3e93a167a566 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac882c7632a34d1d967ac95172b889ff&device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 1121 time: 0.0640998 Jul 22 14:00:28.474422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18c600-a802-4e45-80e2-93521352edb8 req-24f6ad4f-61f0-471d-b861-7f6039808227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:28.475926 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-24f6ad4f-61f0-471d-b861-7f6039808227 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2188127 Jul 22 14:00:28.552631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92d526-6a27-49be-ab50-8e5c39d62fad req-9e014896-3f5a-4dc8-a0cf-060a2cc89409 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:28.554402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e92d526-6a27-49be-ab50-8e5c39d62fad req-9e014896-3f5a-4dc8-a0cf-060a2cc89409 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.2208583 Jul 22 14:00:28.557712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-ac891310-7990-4279-85f1-9a6f0047607c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8e6a809-6ab4-4513-9826-703720cb1aee HTTP/1.1" status: 200 len: 217 time: 0.0732028 Jul 22 14:00:28.642418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e92d526-6a27-49be-ab50-8e5c39d62fad req-29f2dc21-43f4-4bfa-ad6b-796f989ac8cb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754700 Jul 22 14:00:28.664693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18c600-a802-4e45-80e2-93521352edb8 req-34d06212-534a-4ad8-8b04-738f6520fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:28.666318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-34d06212-534a-4ad8-8b04-738f6520fdc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1019299 Jul 22 14:00:28.736232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18c600-a802-4e45-80e2-93521352edb8 req-2e3ef821-6d09-4ebf-907a-8145d5b9b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:28.737857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-2e3ef821-6d09-4ebf-907a-8145d5b9b5fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643184 Jul 22 14:00:28.906697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-4af51ce1-4316-4151-8da7-7077988cecaf service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615810 Jul 22 14:00:29.048350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a18c600-a802-4e45-80e2-93521352edb8 req-47bcf279-55df-4f09-a834-cc634edf5ee8 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323380 Jul 22 14:00:29.242023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232fbd1-453e-4749-bc00-338921606cd6 req-42d10078-0fa6-4773-b0aa-1aab56d43420 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:29.249843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4232fbd1-453e-4749-bc00-338921606cd6 req-42d10078-0fa6-4773-b0aa-1aab56d43420 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 969 time: 0.0946450 Jul 22 14:00:29.333876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4232fbd1-453e-4749-bc00-338921606cd6 req-f0808e34-3a82-4b55-9547-cfbf461a0393 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392046 Jul 22 14:00:29.444442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50970) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:29.483534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50974) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:29.608777 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:29.624357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a231d56-0cf1-4fec-bfef-61e4f4fce228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:29.669202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:00:29.669202 n-d-787205-11 neutron-server[93760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:00:29.669202 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id': '598d0bf3c68f40899e75ccd25e92911f', 'id': '0ee4f4ab-093b-4d53-ae21-f0d60e84fd01', 'expiration': datetime.datetime(2021, 7, 22, 14, 2, 29, 657208)}] Jul 22 14:00:29.669202 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:00:29.669202 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:00:29.799288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a231d56-0cf1-4fec-bfef-61e4f4fce228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:29.804365 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a231d56-0cf1-4fec-bfef-61e4f4fce228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:29.856200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a231d56-0cf1-4fec-bfef-61e4f4fce228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08f4ed6-7a10-4350-a7ab-e278e4af43c3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:29.865177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8a231d56-0cf1-4fec-bfef-61e4f4fce228 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c09e264cf9b74197a645ec4ff72f583d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803992 Jul 22 14:00:29.866896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:29.908942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961e902-00fa-4ade-ba53-8faf2f65dfcf req-54067996-e13c-4a75-8d38-4948eff4eb0d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:29.922147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0961e902-00fa-4ade-ba53-8faf2f65dfcf req-54067996-e13c-4a75-8d38-4948eff4eb0d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.1748865 Jul 22 14:00:29.942861 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c2247f4-c751-42f5-8d7e-358339587ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:29.971418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0961e902-00fa-4ade-ba53-8faf2f65dfcf req-37b928ca-d677-4825-8fcf-cd40fe2a22ea tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Jul 22 14:00:29.989585 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c2247f4-c751-42f5-8d7e-358339587ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.056866 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c2247f4-c751-42f5-8d7e-358339587ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.059397 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c2247f4-c751-42f5-8d7e-358339587ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.063891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8c2247f4-c751-42f5-8d7e-358339587ce7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d08f4ed6-7a10-4350-a7ab-e278e4af43c3 HTTP/1.1" status: 204 len: 168 time: 0.1926749 Jul 22 14:00:30.069567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2247f4-c751-42f5-8d7e-358339587ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08f4ed6-7a10-4350-a7ab-e278e4af43c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:30.167630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.386780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.392174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.449357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=598d0bf3c68f40899e75ccd25e92911f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0036995 Jul 22 14:00:30.452247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51002) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:30.507980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbf672-98a0-4c52-bbc9-1053778106d8 req-d498032f-48d2-4994-9a07-29a97dd97596 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:30.511067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee810a-5501-4a3e-a740-d04aa3310534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4977220-ccf9-402a-b66f-001d51dad98a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:30.526473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4acbf672-98a0-4c52-bbc9-1053778106d8 req-d498032f-48d2-4994-9a07-29a97dd97596 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 969 time: 0.1135666 Jul 22 14:00:30.574469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8277381c-cb52-4401-87e0-8fa591bcc941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.592631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4acbf672-98a0-4c52-bbc9-1053778106d8 req-3c201b2a-cb6d-4d3f-98a4-e184bc11c2c0 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651574 Jul 22 14:00:30.625289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8277381c-cb52-4401-87e0-8fa591bcc941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.630293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:30.643312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9100845a-686b-4978-9424-337288fe8aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.681240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8277381c-cb52-4401-87e0-8fa591bcc941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.684190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8277381c-cb52-4401-87e0-8fa591bcc941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.688071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8277381c-cb52-4401-87e0-8fa591bcc941 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4977220-ccf9-402a-b66f-001d51dad98a HTTP/1.1" status: 204 len: 168 time: 0.2320426 Jul 22 14:00:30.696347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277381c-cb52-4401-87e0-8fa591bcc941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4977220-ccf9-402a-b66f-001d51dad98a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:30.790637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9100845a-686b-4978-9424-337288fe8aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.796331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9100845a-686b-4978-9424-337288fe8aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.857927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9100845a-686b-4978-9424-337288fe8aea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f24393df41724ccbb8c3bd339cd8aaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263768 Jul 22 14:00:30.860983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51016) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:30.865287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100845a-686b-4978-9424-337288fe8aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc46caf-9f8c-4c79-94ea-39f9f384e80f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:30.943167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5672c7-34d7-431f-b8c8-8ea2b343a0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:30.978861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5672c7-34d7-431f-b8c8-8ea2b343a0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.063900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5672c7-34d7-431f-b8c8-8ea2b343a0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.066836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5672c7-34d7-431f-b8c8-8ea2b343a0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.068015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fa5672c7-34d7-431f-b8c8-8ea2b343a0c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddc46caf-9f8c-4c79-94ea-39f9f384e80f HTTP/1.1" status: 204 len: 168 time: 0.2048531 Jul 22 14:00:31.077015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5672c7-34d7-431f-b8c8-8ea2b343a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc46caf-9f8c-4c79-94ea-39f9f384e80f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:31.200521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60309c4-9c35-4824-9a03-35f52bad84c8 req-6f1884c3-2cbb-426d-b6ec-72152eb82085 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:31.202443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60309c4-9c35-4824-9a03-35f52bad84c8 req-6f1884c3-2cbb-426d-b6ec-72152eb82085 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.1305306 Jul 22 14:00:31.256461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60309c4-9c35-4824-9a03-35f52bad84c8 req-a50ec368-beee-44a2-baaa-d3122f0a9f0d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Jul 22 14:00:31.275801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51032) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:31.292214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf14-a70a-4fde-81b4-f08058f1474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.419764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf14-a70a-4fde-81b4-f08058f1474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.421434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8e6a809-6ab4-4513-9826-703720cb1aee details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:00:31.427100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6eaf14-a70a-4fde-81b4-f08058f1474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.479783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba6eaf14-a70a-4fde-81b4-f08058f1474e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5460c25107e24992949f69ba0e4270ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017357 Jul 22 14:00:31.481442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51042) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:31.496273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eaf14-a70a-4fde-81b4-f08058f1474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00152d98-c22f-4a96-8276-13dc628a7682,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:31.598879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1003f1c6-ce94-42eb-868f-1b4f66fff563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.622850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8e6a809-6ab4-4513-9826-703720cb1aee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8e6a809-6ab4-4513-9826-703720cb1aee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:31.641472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1003f1c6-ce94-42eb-868f-1b4f66fff563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.642846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'f8e6a809-6ab4-4513-9826-703720cb1aee', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'f8e6a809-6ab4-4513-9826-703720cb1aee', 'mac_address': 'fa:16:3e:00:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:tempest-test_az-307035522', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:00:31.683896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.705819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e6a809-6ab4-4513-9826-703720cb1aee {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:00:31.725364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1003f1c6-ce94-42eb-868f-1b4f66fff563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.734792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1003f1c6-ce94-42eb-868f-1b4f66fff563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.734997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8e6a809-6ab4-4513-9826-703720cb1aee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8e6a809-6ab4-4513-9826-703720cb1aee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:31.735084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1003f1c6-ce94-42eb-868f-1b4f66fff563 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00152d98-c22f-4a96-8276-13dc628a7682 HTTP/1.1" status: 204 len: 168 time: 0.2492533 Jul 22 14:00:31.741306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003f1c6-ce94-42eb-868f-1b4f66fff563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00152d98-c22f-4a96-8276-13dc628a7682,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:31.742918 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:31.858806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f8e6a809-6ab4-4513-9826-703720cb1aee,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:31.868358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.868782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.869293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.869880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.870391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.870736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.871514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.872003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.872501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.872839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.873340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.873778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Tracked resource versions report: Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: pushed versions: Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: { 'AddressGroup': {'1.2'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'ConntrackHelper': {'1.0'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Log': {'1.0'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Network': {'1.1'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Port': {'1.7'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'PortForwarding': {'1.2'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'QosPolicy': {'1.8'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'SecurityGroup': {'1.4'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'SubPort': {'1.0'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Subnet': {'1.1'}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Trunk': {'1.1'}} Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: consumer versions: Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: { DHCP agent@n-d-787205-11: {}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: HyperV agent@n-h1-787205-11: {}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: HyperV agent@n-h2-787205-11: {}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: L3 agent@n-d-787205-11: {}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: Metadata agent@n-d-787205-11: {}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: Metering agent@n-d-787205-11: {}, Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'ConntrackHelper': '1.0', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Log': '1.0', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Network': '1.1', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Port': '1.7', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'PortForwarding': '1.2', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'QosPolicy': '1.8', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'SecurityGroup': '1.4', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'SecurityGroupRule': '1.2', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'SubPort': '1.0', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Subnet': '1.1', Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: 'Trunk': '1.1'}} Jul 22 14:00:31.875106 n-d-787205-11 neutron-server[93761]: {{(pid=93761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:00:31.898371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac3741-9c60-4402-89df-87059eb60ce7 req-a1c0e8fd-fc16-4e6e-8780-49af7b21c74e tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:31.900179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14ac3741-9c60-4402-89df-87059eb60ce7 req-a1c0e8fd-fc16-4e6e-8780-49af7b21c74e tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 970 time: 0.1759365 Jul 22 14:00:31.970634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14ac3741-9c60-4402-89df-87059eb60ce7 req-4dfa6110-01bd-4fb8-ba46-1707f6424f89 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Jul 22 14:00:32.068514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f8e6a809-6ab4-4513-9826-703720cb1aee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:00:32.416092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dff09-bfbc-4128-8015-fac8110c4901 req-34f73fe1-ef54-4886-9e30-abf285781639 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:32.417776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e3dff09-bfbc-4128-8015-fac8110c4901 req-34f73fe1-ef54-4886-9e30-abf285781639 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.0768034 Jul 22 14:00:32.467953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e3dff09-bfbc-4128-8015-fac8110c4901 req-0f763620-77c2-47cf-b58d-5641b7549105 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Jul 22 14:00:33.049385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51116) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:33.148199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556ccde-6537-4bde-b723-8b6b8dfeb583 req-0d734ff9-2f27-4d15-a6f1-1d716ff94ec6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:33.150124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7556ccde-6537-4bde-b723-8b6b8dfeb583 req-0d734ff9-2f27-4d15-a6f1-1d716ff94ec6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 970 time: 0.0711479 Jul 22 14:00:33.214817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7556ccde-6537-4bde-b723-8b6b8dfeb583 req-429f5b94-dd5f-4e0b-95cb-7d8ed7343207 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581748 Jul 22 14:00:33.288600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1200456594-network', 'tenant_id': '4c4005b1f6eb4869a3b1cc6f3a2acacc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:33.316200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Made reservation on behalf of 4c4005b1f6eb4869a3b1cc6f3a2acacc for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:33.318799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.328380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.398829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8e6a809-6ab4-4513-9826-703720cb1aee up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:33.468603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.475045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.494338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port f8e6a809-6ab4-4513-9826-703720cb1aee completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:33.499795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port f8e6a809-6ab4-4513-9826-703720cb1aee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:33.500423 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.525936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:33.580620 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.581451 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Added segment 355aad1c-ebe1-4aef-83c8-7e631d67fa11 of type vlan for network 9cdea69a-7bef-43b0-bffc-b6a188305fda Jul 22 14:00:33.585809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8e4387-5ac3-4857-aed6-a2ae8af36945,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:33.610019 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.641063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e6a809-6ab4-4513-9826-703720cb1aee'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:33.660907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.713420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fbb55-cd55-4c8e-b10d-10762a40f1fa req-812f548d-f331-40a4-9a99-b2e64a47f445 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:33.715317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc0fbb55-cd55-4c8e-b10d-10762a40f1fa req-812f548d-f331-40a4-9a99-b2e64a47f445 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.1513906 Jul 22 14:00:33.716471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.717446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:33.718046 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.726139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8e6a809-6ab4-4513-9826-703720cb1aee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8e6a809-6ab4-4513-9826-703720cb1aee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:33.732422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:33.777310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7254894 Jul 22 14:00:33.781282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:33.789541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Request body: {'subnet': {'network_id': '9cdea69a-7bef-43b0-bffc-b6a188305fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1200456594-subnet', 'tenant_id': '4c4005b1f6eb4869a3b1cc6f3a2acacc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:33.791683 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe14839c-0b9c-485d-b1d7-f5573118bf5a" -d '{"events": [{"server_uuid": "aabfb7cf-304b-4ad1-bc81-52b418e37bdc", "name": "network-vif-plugged", "status": "completed", "tag": "f8e6a809-6ab4-4513-9826-703720cb1aee"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:33.813754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e954d46-bc35-493d-980c-116d4a783d42 admin admin] Pushing event updated for resources: {'Network': ['ID=9cdea69a-7bef-43b0-bffc-b6a188305fda,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:33.829071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9cdea69a-7bef-43b0-bffc-b6a188305fda details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:33.843642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc0fbb55-cd55-4c8e-b10d-10762a40f1fa req-3c9c777c-4b0f-423e-aa43-f5c5ed1fb45d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193013 Jul 22 14:00:33.881803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Made reservation on behalf of 4c4005b1f6eb4869a3b1cc6f3a2acacc for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:33.881933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f8e6a809-6ab4-4513-9826-703720cb1aee,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:33.884236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:34.134036 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9e214-f691-4be5-8e4a-afb8516c8418 x-openstack-request-id: req-05c9e214-f691-4be5-8e4a-afb8516c8418 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:34.134336 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabfb7cf-304b-4ad1-bc81-52b418e37bdc", "name": "network-vif-plugged", "status": "completed", "tag": "f8e6a809-6ab4-4513-9826-703720cb1aee", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:34.134596 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05c9e214-f691-4be5-8e4a-afb8516c8418 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:34.135065 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e6a809-6ab4-4513-9826-703720cb1aee', 'code': 200} Jul 22 14:00:34.155783 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:34.215976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d902b516-9024-4b87-9cfb-4a4ed1f4d0e6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:34.267788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Checking segment: {'id': '355aad1c-ebe1-4aef-83c8-7e631d67fa11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9cdea69a-7bef-43b0-bffc-b6a188305fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:34.268151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Network hostable DHCP agents. Network: 9cdea69a-7bef-43b0-bffc-b6a188305fda, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:34.326855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Network 9cdea69a-7bef-43b0-bffc-b6a188305fda is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:34.389036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 9cdea69a-7bef-43b0-bffc-b6a188305fda) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:34.399087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f85e7a-af0d-48a9-971f-af751dcd7745 None None] Network 9cdea69a-7bef-43b0-bffc-b6a188305fda requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:34.400100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:34.400703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:34.420245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eebc7-ac72-425a-b2a6-4c4855e84cf1 req-4a30126e-5daa-4003-a3bf-48c341fdfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:34.421816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-352eebc7-ac72-425a-b2a6-4c4855e84cf1 req-4a30126e-5daa-4003-a3bf-48c341fdfa8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 1123 time: 0.1897080 Jul 22 14:00:34.437267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75654c6b-4638-4f2a-b448-6ac51f1f2320 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6541963 Jul 22 14:00:34.460549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e291f-b4f4-4479-8f4c-3ff1ac61228d req-e03a8d1a-7e20-4378-9e19-3b89d79a6ac6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:34.467944 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-648e291f-b4f4-4479-8f4c-3ff1ac61228d req-e03a8d1a-7e20-4378-9e19-3b89d79a6ac6 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 971 time: 0.1468928 Jul 22 14:00:34.481341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-352eebc7-ac72-425a-b2a6-4c4855e84cf1 req-d395da06-b339-40c5-985b-dc5015d6dd92 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:34.708188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-648e291f-b4f4-4479-8f4c-3ff1ac61228d req-8d488451-7181-4b42-a7f0-f4b7dbd24ba0 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326493 Jul 22 14:00:34.714317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc98d57-5678-4d3e-9638-63d73e8392ad None None] Network 9cdea69a-7bef-43b0-bffc-b6a188305fda requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:34.830259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-352eebc7-ac72-425a-b2a6-4c4855e84cf1 req-d395da06-b339-40c5-985b-dc5015d6dd92 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:34.835665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-352eebc7-ac72-425a-b2a6-4c4855e84cf1 req-d395da06-b339-40c5-985b-dc5015d6dd92 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:34.882293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-352eebc7-ac72-425a-b2a6-4c4855e84cf1 req-d395da06-b339-40c5-985b-dc5015d6dd92 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493673 Jul 22 14:00:34.895117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395da06-b339-40c5-985b-dc5015d6dd92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=908652cd-8cfc-457e-ae98-82d0ab4ef0ae,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:34.957879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-634cf371-a065-4e0e-8e00-cf2314dafe9a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:00:34.958870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-634cf371-a065-4e0e-8e00-cf2314dafe9a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054216 Jul 22 14:00:35.054404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a1145-e6e8-4aca-9aa2-d29de72c1597 req-b41cd284-af22-4a74-b0aa-07ef4345deea tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:35.057904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7a1145-e6e8-4aca-9aa2-d29de72c1597 req-b41cd284-af22-4a74-b0aa-07ef4345deea tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 932 time: 0.0856795 Jul 22 14:00:35.121065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7a1145-e6e8-4aca-9aa2-d29de72c1597 req-c2b5663b-7275-4ab2-b895-8afbcd0f1300 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550251 Jul 22 14:00:35.301719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Request body: {'port': {'device_id': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:35.375934 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.446268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:35.451128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1139000743-network', 'tenant_id': 'a983c0f870d9482ba71f110107569a99'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:35.480317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Made reservation on behalf of a983c0f870d9482ba71f110107569a99 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:35.484349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.494710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.622265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51226) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:35.628799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.635396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.658019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:35.675447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db492ac2-529f-4316-94fa-5180e4a08a7b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:35.695827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.696171 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Added segment 9f735b1f-611d-4884-8531-1696dd0920fd of type vlan for network 982dfd2d-7108-4b87-936d-7f9d9f93a4b3 Jul 22 14:00:35.700759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2576c850-6d67-44db-b63a-c488bb34d834 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:00:35.710046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.734864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Transition to ACTIVE for port object 2576c850-6d67-44db-b63a-c488bb34d834 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:35.740821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.743145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.765196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aeeafd19-5c13-48e7-adbf-12fef938e3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.824979 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.826194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:35.826528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.865951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:35.882219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:35.882534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:35.882863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:35.902435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:00:35.902702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:35.910043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] Pushing event updated for resources: {'Network': ['ID=982dfd2d-7108-4b87-936d-7f9d9f93a4b3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:35.910573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:35.910923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:35.911308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:35.911744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Bound port: 2576c850-6d67-44db-b63a-c488bb34d834, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:35.912106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.920714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 982dfd2d-7108-4b87-936d-7f9d9f93a4b3 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:35.971240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aeeafd19-5c13-48e7-adbf-12fef938e3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.979859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aeeafd19-5c13-48e7-adbf-12fef938e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:35.990383 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-be7a8b42-1110-4aeb-bbfe-14734d83d0be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5431178 Jul 22 14:00:35.992530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719eab9-738b-403f-8af2-79c9861db626 req-9b63d430-b87e-41ad-886c-4a49b48fdfd7 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:35.994579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8719eab9-738b-403f-8af2-79c9861db626 req-9b63d430-b87e-41ad-886c-4a49b48fdfd7 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 971 time: 0.2050586 Jul 22 14:00:35.995069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:36.006481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Request body: {'subnet': {'network_id': '982dfd2d-7108-4b87-936d-7f9d9f93a4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1139000743-subnet', 'tenant_id': 'a983c0f870d9482ba71f110107569a99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:36.037973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:36.041689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aeeafd19-5c13-48e7-adbf-12fef938e3fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e439dca0ad44d0f8a6656e36e7f5043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181676 Jul 22 14:00:36.042505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeafd19-5c13-48e7-adbf-12fef938e3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee007d3a-3346-4729-9f88-95addc345944,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:36.045129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51240) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:36.072556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8719eab9-738b-403f-8af2-79c9861db626 req-cb3e71f5-d0b7-4992-8adb-3b86ae91d36b tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592358 Jul 22 14:00:36.076893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:36.087011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.098713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Made reservation on behalf of a983c0f870d9482ba71f110107569a99 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:36.101314 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.110694 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-793ce96b-f973-445a-9773-b51130eebacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.133531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-793ce96b-f973-445a-9773-b51130eebacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.150903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:36.151682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.153112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] 10.222.0.20 "PUT /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 1093 time: 1.0125799 Jul 22 14:00:36.156711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:36.161115 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374cdfe7-877e-482b-a5af-4f30fd686dad" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "tag": "2576c850-6d67-44db-b63a-c488bb34d834"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:36.211176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-793ce96b-f973-445a-9773-b51130eebacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.214757 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-793ce96b-f973-445a-9773-b51130eebacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.218368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-793ce96b-f973-445a-9773-b51130eebacd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee007d3a-3346-4729-9f88-95addc345944 HTTP/1.1" status: 204 len: 168 time: 0.1694553 Jul 22 14:00:36.226843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ce96b-f973-445a-9773-b51130eebacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee007d3a-3346-4729-9f88-95addc345944,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:36.333130 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200f0288-9951-4077-82ab-ab6770b3f13f x-openstack-request-id: req-200f0288-9951-4077-82ab-ab6770b3f13f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:36.333451 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "tag": "2576c850-6d67-44db-b63a-c488bb34d834", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:36.333898 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-200f0288-9951-4077-82ab-ab6770b3f13f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:36.334297 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834', 'status': 'completed', 'code': 200} Jul 22 14:00:36.351005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca67a30-533c-4daf-804d-3236fc13903d service neutron] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:36.438465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-0b5b7997-6e8e-4f2f-bb62-69de41ab287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:36.440020 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-0b5b7997-6e8e-4f2f-bb62-69de41ab287a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1096 time: 0.2206507 Jul 22 14:00:36.474756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8065ecb-0551-4556-82b6-32d431b3ebb8 req-e818f38f-a3c4-42b6-af78-2f049e101f9e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:36.476196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8065ecb-0551-4556-82b6-32d431b3ebb8 req-e818f38f-a3c4-42b6-af78-2f049e101f9e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.2586262 Jul 22 14:00:36.538152 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-29fabeb3-daca-4e5d-9d2e-dde92dd862a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.0898707 Jul 22 14:00:36.607926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51258) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:36.623522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20f04c54-3f1a-4ed9-8ba1-18cf6f56dd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.626170 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-f423b0b3-18d4-4e7f-876d-92ca6883fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:36.627645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-f423b0b3-18d4-4e7f-876d-92ca6883fc43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0786140 Jul 22 14:00:36.628767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.635342 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8065ecb-0551-4556-82b6-32d431b3ebb8 req-4af4a8c9-ae52-4917-bf8a-798e12966dfb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230388 Jul 22 14:00:36.694871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-0fa62c35-18a0-4153-b7c3-1a1eb81ba4ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585756 Jul 22 14:00:36.739672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20f04c54-3f1a-4ed9-8ba1-18cf6f56dd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.743798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20f04c54-3f1a-4ed9-8ba1-18cf6f56dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.748376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57e6f6c-5808-4374-bfe0-16aee90809db,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:36.786048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-20f04c54-3f1a-4ed9-8ba1-18cf6f56dd5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8ea9a296d0f465d9be97d528fd70019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767545 Jul 22 14:00:36.788567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51260) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:36.790365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Checking segment: {'id': '9f735b1f-611d-4884-8531-1696dd0920fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '982dfd2d-7108-4b87-936d-7f9d9f93a4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:36.790764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f04c54-3f1a-4ed9-8ba1-18cf6f56dd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899215ff-a69d-47cb-b117-c92661890602,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:36.790909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Network hostable DHCP agents. Network: 982dfd2d-7108-4b87-936d-7f9d9f93a4b3, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:36.828797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Network 982dfd2d-7108-4b87-936d-7f9d9f93a4b3 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:36.833240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-e20e36e1-42ab-4120-8923-8ff460ebcb71 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298347 Jul 22 14:00:36.849828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 982dfd2d-7108-4b87-936d-7f9d9f93a4b3) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:36.854155 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79bb709a-4282-4fe5-aa00-ac71158c1681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.858332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a97c62-39f6-4b7f-b663-d3c4a17f44ed None None] Network 982dfd2d-7108-4b87-936d-7f9d9f93a4b3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:36.879339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79bb709a-4282-4fe5-aa00-ac71158c1681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.880306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:36.881302 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.950938 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79bb709a-4282-4fe5-aa00-ac71158c1681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.954277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79bb709a-4282-4fe5-aa00-ac71158c1681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:36.962842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-79bb709a-4282-4fe5-aa00-ac71158c1681 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/899215ff-a69d-47cb-b117-c92661890602 HTTP/1.1" status: 204 len: 168 time: 0.1720490 Jul 22 14:00:36.976418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb709a-4282-4fe5-aa00-ac71158c1681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899215ff-a69d-47cb-b117-c92661890602,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:36.979907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b5d87f7-b658-4670-b3d7-ee0aac8aa0f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9803693 Jul 22 14:00:36.996953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a464a12-2584-46e9-9c3c-049ab0a2eeae None None] Network 982dfd2d-7108-4b87-936d-7f9d9f93a4b3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:37.006434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2230e1-9fee-4921-885a-f0e006b60f2e req-3f70122c-6170-4d42-bf87-c74a248ab5e1 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660721 Jul 22 14:00:37.154860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-8fe6be6c-3d1f-4ee0-96b0-4821c4c50645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:37.158592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-8fe6be6c-3d1f-4ee0-96b0-4821c4c50645 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0739586 Jul 22 14:00:37.270730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:37.294128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51278) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:37.303991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-7f474abc-7cf6-43f6-8379-be99bef8e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:37.312038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-7f474abc-7cf6-43f6-8379-be99bef8e102 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1407211 Jul 22 14:00:37.315093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9764445-c32e-4780-a1e9-0c1aada04be9 req-8fb26732-10e6-453a-86f4-0ac11e279ca0 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:37.317288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9764445-c32e-4780-a1e9-0c1aada04be9 req-8fb26732-10e6-453a-86f4-0ac11e279ca0 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 971 time: 0.1421938 Jul 22 14:00:37.363787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Deleting subnet d902b516-9024-4b87-9cfb-4a4ed1f4d0e6 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:00:37.367969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.368783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-2585dd6f-bcf9-4b47-b02d-0bab83e03300 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.0505137 Jul 22 14:00:37.417165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9764445-c32e-4780-a1e9-0c1aada04be9 req-25ac0691-f958-4a19-8bcc-923c68666c8c tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932546 Jul 22 14:00:37.420175 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.443927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9323e02-6746-40b5-8b88-3344c2cd8416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.444095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-573db04f-4f8f-452c-b1f4-102f1216499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:37.444095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-573db04f-4f8f-452c-b1f4-102f1216499b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0564821 Jul 22 14:00:37.444251 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.480846 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-ffe66efa-a806-43d0-aaf7-584a05bd19ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378785 Jul 22 14:00:37.550627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.608825 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-961e87da-7a80-4dfe-bb12-b8002eccda1f service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198504 Jul 22 14:00:37.643261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d902b516-9024-4b87-9cfb-4a4ed1f4d0e6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:37.658499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.662086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-589f5319-da7e-4bff-802f-d35209755b72 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d902b516-9024-4b87-9cfb-4a4ed1f4d0e6 HTTP/1.1" status: 204 len: 168 time: 0.3646595 Jul 22 14:00:37.676608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51296) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:37.757405 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9323e02-6746-40b5-8b88-3344c2cd8416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.757955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-374cdfe7-877e-482b-a5af-4f30fd686dad req-77227ae8-1421-4b94-a819-03ca8d26d2bf service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428847 Jul 22 14:00:37.767569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9323e02-6746-40b5-8b88-3344c2cd8416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.803790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf561ea6-e795-49ef-b240-b07391881f41 req-cf1dfc4e-9b6f-4ebc-9650-5fe64a401361 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:37.805534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf561ea6-e795-49ef-b240-b07391881f41 req-cf1dfc4e-9b6f-4ebc-9650-5fe64a401361 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0940354 Jul 22 14:00:37.855927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf561ea6-e795-49ef-b240-b07391881f41 req-4b37fb97-95ee-4c27-9c3c-ed697055ed5a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Jul 22 14:00:37.929277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af1a75-bbca-4086-acc7-6919a14ea37a req-afb31754-010b-4159-a16d-fda362acb3a1 tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:37.930833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40af1a75-bbca-4086-acc7-6919a14ea37a req-afb31754-010b-4159-a16d-fda362acb3a1 tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 1123 time: 0.3738778 Jul 22 14:00:37.946200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:37.962291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b9323e02-6746-40b5-8b88-3344c2cd8416 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ad5a7492576408fb519c4278c6d3523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880753 Jul 22 14:00:37.962771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51306) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:37.969412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9323e02-6746-40b5-8b88-3344c2cd8416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2168bfb0-f3ea-4768-90fc-0ab84a8f0e5d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:37.976081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-40af1a75-bbca-4086-acc7-6919a14ea37a req-ff816c10-d65e-4c39-af56-5987b21bbc4c tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.021034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6769084e-0bda-4d2a-8c07-64b5eb8bd4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.046540 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6769084e-0bda-4d2a-8c07-64b5eb8bd4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.088016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.099129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6769084e-0bda-4d2a-8c07-64b5eb8bd4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.102444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6769084e-0bda-4d2a-8c07-64b5eb8bd4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.103562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.103824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6769084e-0bda-4d2a-8c07-64b5eb8bd4cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2168bfb0-f3ea-4768-90fc-0ab84a8f0e5d HTTP/1.1" status: 204 len: 168 time: 0.1398814 Jul 22 14:00:38.103929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.104775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.105127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > port after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.105484 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.105810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > port after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.106243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.106566 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.106889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.107232 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.116341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769084e-0bda-4d2a-8c07-64b5eb8bd4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2168bfb0-f3ea-4768-90fc-0ab84a8f0e5d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:38.367764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.368245 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.368448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.368783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93760) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:38.369172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdea69a-7bef-43b0-bffc-b6a188305fda']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:38.392333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355aad1c-ebe1-4aef-83c8-7e631d67fa11') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:38.392627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355aad1c-ebe1-4aef-83c8-7e631d67fa11') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:38.415842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.448855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.461238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:00:38.462037 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.466497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:38.480324 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151a02e7-844f-41ae-984d-0b0dd3ce4417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: from cryptography.utils import int_from_bytes Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: from cryptography.utils import int_from_bytes Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:00:38.481660 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:00:38.552518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-40af1a75-bbca-4086-acc7-6919a14ea37a req-ff816c10-d65e-4c39-af56-5987b21bbc4c tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.557146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-40af1a75-bbca-4086-acc7-6919a14ea37a req-ff816c10-d65e-4c39-af56-5987b21bbc4c tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.573239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.613171 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40af1a75-bbca-4086-acc7-6919a14ea37a req-ff816c10-d65e-4c39-af56-5987b21bbc4c tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750138 Jul 22 14:00:38.617497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.621660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9cdea69a-7bef-43b0-bffc-b6a188305fda HTTP/1.1" status: 204 len: 168 time: 0.9372602 Jul 22 14:00:38.621660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd144a-f50b-4fe6-95a5-094f5e51cef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdea69a-7bef-43b0-bffc-b6a188305fda,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:38.623206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff816c10-d65e-4c39-af56-5987b21bbc4c tempest-AggregatesAdminTestJSON-802333448 tempest-AggregatesAdminTestJSON-802333448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29550b04-4bcd-40e4-a5a4-e3fc1d1f22b5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:38.634367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:38.675432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151a02e7-844f-41ae-984d-0b0dd3ce4417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.683143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151a02e7-844f-41ae-984d-0b0dd3ce4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.698326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Deleting subnet b57e6f6c-5808-4374-bfe0-16aee90809db {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:00:38.707321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.723408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a02e7-844f-41ae-984d-0b0dd3ce4417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6e388-0b8e-4420-92d0-4fd167c8b449,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:38.741980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-151a02e7-844f-41ae-984d-0b0dd3ce4417 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3151db0781054387b7ccef99b517efe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743738 Jul 22 14:00:38.744556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:38.766506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.798418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6f5acc4-ff71-4a26-962e-096b6b828af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.821242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.824340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6f5acc4-ff71-4a26-962e-096b6b828af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.892906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.908940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6f5acc4-ff71-4a26-962e-096b6b828af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.913356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6f5acc4-ff71-4a26-962e-096b6b828af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.917589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a6f5acc4-ff71-4a26-962e-096b6b828af7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47c6e388-0b8e-4420-92d0-4fd167c8b449 HTTP/1.1" status: 204 len: 168 time: 0.1720760 Jul 22 14:00:38.927002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5acc4-ff71-4a26-962e-096b6b828af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6e388-0b8e-4420-92d0-4fd167c8b449,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:38.937888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57e6f6c-5808-4374-bfe0-16aee90809db,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:38.940070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:38.951669 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2213d495-032b-4ef6-8819-947430d74d3f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b57e6f6c-5808-4374-bfe0-16aee90809db HTTP/1.1" status: 204 len: 168 time: 0.3149774 Jul 22 14:00:38.958668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:38.989364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-f8131bb1-4916-44fa-b044-95177dd58799 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b4199adb3486486f97e0518632e8f912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407331 Jul 22 14:00:39.066276 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.096131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a970-35eb-4bc6-9934-abc06a1e6214 req-703e4a12-c043-46e2-8f01-395dfc53e67c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:39.098599 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18f8a970-35eb-4bc6-9934-abc06a1e6214 req-703e4a12-c043-46e2-8f01-395dfc53e67c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1492431 Jul 22 14:00:39.108945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-b77e1431-4bf7-44a5-a436-c27fc7ebb1d0 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:39.110450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-b77e1431-4bf7-44a5-a436-c27fc7ebb1d0 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1160257 Jul 22 14:00:39.126798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-3dd2a257-d578-4229-b2c1-6da0e1432b78 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/quotas/b4199adb3486486f97e0518632e8f912 HTTP/1.1" status: 200 len: 375 time: 0.0103030 Jul 22 14:00:39.170279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-3b8147d7-2828-4835-8a69-2307664a7a35 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4199adb3486486f97e0518632e8f912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363832 Jul 22 14:00:39.202319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.208206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18f8a970-35eb-4bc6-9934-abc06a1e6214 req-4272985b-34fc-4ac0-b932-d7aa184bac60 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016285 Jul 22 14:00:39.217909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.218744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.219474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.219822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.220415 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.220757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.221074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.221389 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.223511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.224226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.329586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.329989 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.330325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.330662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:00:39.331543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982dfd2d-7108-4b87-936d-7f9d9f93a4b3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:39.357859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f735b1f-611d-4884-8531-1696dd0920fd') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:39.357859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f735b1f-611d-4884-8531-1696dd0920fd') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:39.379528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ecb78e91-e31d-4b88-a478-d145ab02a40b req-1a8c97ba-f3cf-41ce-87f4-71524cbc7b86 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 210 time: 0.0366392 Jul 22 14:00:39.396904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.431320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.439433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:00:39.440198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: from cryptography.utils import int_from_bytes Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: from cryptography.utils import int_from_bytes Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:00:39.447010 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:00:39.526578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.536136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:39.538179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/982dfd2d-7108-4b87-936d-7f9d9f93a4b3 HTTP/1.1" status: 204 len: 168 time: 0.5770071 Jul 22 14:00:39.548286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8c10f-2466-44d5-8fb4-50f67cb11ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=982dfd2d-7108-4b87-936d-7f9d9f93a4b3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:39.830641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:39.903519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-61426bc4-8d09-4182-97f5-c1cf62b18a07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c4005b1f6eb4869a3b1cc6f3a2acacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708578 Jul 22 14:00:39.906385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51428) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:39.989008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f57e-9132-405a-9877-f8707ff19245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.020817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f57e-9132-405a-9877-f8707ff19245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.103099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f57e-9132-405a-9877-f8707ff19245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.105982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f57e-9132-405a-9877-f8707ff19245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.107393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7ea2f57e-9132-405a-9877-f8707ff19245 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e8e4387-5ac3-4857-aed6-a2ae8af36945 HTTP/1.1" status: 204 len: 168 time: 0.2000220 Jul 22 14:00:40.135961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f57e-9132-405a-9877-f8707ff19245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8e4387-5ac3-4857-aed6-a2ae8af36945,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:40.422651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:00:40.436892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b67a5a-4efd-4de6-b02a-31434fd8c1f6 req-74c03518-df82-45db-82d7-4fd312cf6f68 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:40.449586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44b67a5a-4efd-4de6-b02a-31434fd8c1f6 req-74c03518-df82-45db-82d7-4fd312cf6f68 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1459022 Jul 22 14:00:40.525802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74e07120-3638-49fd-8848-de1feab6df86 req-5bbbfb30-5401-4bf4-aa86-a28b652b6d36 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 210 time: 0.0423815 Jul 22 14:00:40.569344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44b67a5a-4efd-4de6-b02a-31434fd8c1f6 req-199c582b-e812-4c1f-bac2-92f88bffd149 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111562 Jul 22 14:00:40.584002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:40.587423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51474) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:40.601350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '2576c850-6d67-44db-b63a-c488bb34d834', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'port_id': '2576c850-6d67-44db-b63a-c488bb34d834', 'mac_address': 'fa:16:3e:fa:88:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd98642-14a3-469e-ac2d-92b2fd8f92a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:00:40.649650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bb053b00-6e89-4894-b60d-18e0c4250dbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a983c0f870d9482ba71f110107569a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609710 Jul 22 14:00:40.652026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51478) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:40.656929 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.674417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2576c850-6d67-44db-b63a-c488bb34d834 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:00:40.702958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:40.710997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.723264 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f5616af-b97d-452e-8be2-b6aeadadd73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.756511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f5616af-b97d-452e-8be2-b6aeadadd73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.770864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:40.811024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f5616af-b97d-452e-8be2-b6aeadadd73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.814369 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f5616af-b97d-452e-8be2-b6aeadadd73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:40.816280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f5616af-b97d-452e-8be2-b6aeadadd73c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db492ac2-529f-4316-94fa-5180e4a08a7b HTTP/1.1" status: 204 len: 168 time: 0.1622317 Jul 22 14:00:40.824927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5616af-b97d-452e-8be2-b6aeadadd73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db492ac2-529f-4316-94fa-5180e4a08a7b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:41.040481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-0dc492d5-a8c8-4930-ba39-e77c032349e7 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b4199adb3486486f97e0518632e8f912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840976 Jul 22 14:00:41.082170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2576c850-6d67-44db-b63a-c488bb34d834'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:00:41.347988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-ce75cd4e-ff3b-4020-8901-6719ddd41a20 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:41.349930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-ce75cd4e-ff3b-4020-8901-6719ddd41a20 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035495 Jul 22 14:00:41.363681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Request body: {'port': {'device_id': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'b4199adb3486486f97e0518632e8f912'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:41.574059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Made reservation on behalf of b4199adb3486486f97e0518632e8f912 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:41.579568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:41.595266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:41.740186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8686f86e-e9e1-4abb-92f4-02bdfeae40f0 req-27c8b1db-4960-437d-8442-b6af1184582b tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 210 time: 0.0342505 Jul 22 14:00:41.754108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:41.760306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:41.850936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d16d881-c964-40c4-b507-0e21b41e4883,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:41.938132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Allocated IP 192.168.233.211 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/8f1faaf3-c237-4123-8aeb-733e970e4386) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:00:41.951921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baacf9-1f48-4dc7-98b7-2efd39925fca req-bf8192a5-5e9d-486e-81e2-07c0ec923a3f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:41.953585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4baacf9-1f48-4dc7-98b7-2efd39925fca req-bf8192a5-5e9d-486e-81e2-07c0ec923a3f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 945 time: 0.0851431 Jul 22 14:00:42.024706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4baacf9-1f48-4dc7-98b7-2efd39925fca req-c7f4a728-af33-45b7-ad1a-3f2b37b950c6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640113 Jul 22 14:00:42.232400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.249017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Transition to ACTIVE for port object 8f1faaf3-c237-4123-8aeb-733e970e4386 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:42.305943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.364138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:42.370964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Pushing event updated for resources: {'Port': ['ID=8f1faaf3-c237-4123-8aeb-733e970e4386,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:42.373847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:42.395139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:42.410458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:00:42.465674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 2576c850-6d67-44db-b63a-c488bb34d834 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:42.471338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 2576c850-6d67-44db-b63a-c488bb34d834 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:42.476248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.497823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:42.498667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.539129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-8eb69f5c-ef1f-46f0-ac1c-bf2ced8ee439 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1811361 Jul 22 14:00:42.556477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Request body: {'port': {'device_id': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:42.602225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.671422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:42.674057 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18209909-14c9-45c3-b23e-fd08fdf572f2" -d '{"events": [{"server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "2576c850-6d67-44db-b63a-c488bb34d834"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:42.692137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51638) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:42.694509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:42.701452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.860594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73ed004a-be79-47e5-8de7-442f9817a373 None None] Provisioning for port 8f1faaf3-c237-4123-8aeb-733e970e4386 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:42.879249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73ed004a-be79-47e5-8de7-442f9817a373 None None] Provisioning complete for port 8f1faaf3-c237-4123-8aeb-733e970e4386 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:42.879659 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73ed004a-be79-47e5-8de7-442f9817a373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.882249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:42.900523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:42.949756 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e7ba3-579f-44d2-b6c6-14a0d4bee365 x-openstack-request-id: req-1c5e7ba3-579f-44d2-b6c6-14a0d4bee365 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:42.950080 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "name": "network-vif-plugged", "status": "completed", "tag": "2576c850-6d67-44db-b63a-c488bb34d834", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:42.950334 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c5e7ba3-579f-44d2-b6c6-14a0d4bee365 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:42.950658 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834', 'code': 200} Jul 22 14:00:42.970469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.20', 55114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:42.975835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-73ed004a-be79-47e5-8de7-442f9817a373 None None] Port 8f1faaf3-c237-4123-8aeb-733e970e4386 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:00:43.123293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e2a-c327-4d0b-bd7a-bf2fbbe994d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.152247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f3ffb-ba32-4365-9e8b-3d371ec7bdea req-c0fbdeff-8b3c-4367-8196-ef8aa2d98e7f tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:43.159549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f20f3ffb-ba32-4365-9e8b-3d371ec7bdea req-c0fbdeff-8b3c-4367-8196-ef8aa2d98e7f tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 936 time: 0.1313341 Jul 22 14:00:43.196236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d95a3c-658a-4233-a0d4-70d145f0bc5f req-b34f0f22-fc0f-4ea9-991e-2219641f57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:43.198291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98d95a3c-658a-4233-a0d4-70d145f0bc5f req-b34f0f22-fc0f-4ea9-991e-2219641f57e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.2266250 Jul 22 14:00:43.250318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f20f3ffb-ba32-4365-9e8b-3d371ec7bdea req-952654dd-8c11-402d-98de-f11782f910bb tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853457 Jul 22 14:00:43.326685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400833b-9890-495e-b399-559dae39a652 req-237fcb54-ddcc-41b8-87e1-ab0e6a64e028 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:43.328224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5400833b-9890-495e-b399-559dae39a652 req-237fcb54-ddcc-41b8-87e1-ab0e6a64e028 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 946 time: 0.1376479 Jul 22 14:00:43.330732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98d95a3c-658a-4233-a0d4-70d145f0bc5f req-bdc80f21-07d2-49a2-9220-e5754bdc347c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207922 Jul 22 14:00:43.350443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1faaf3-c237-4123-8aeb-733e970e4386 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:00:43.374563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.404171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e2a-c327-4d0b-bd7a-bf2fbbe994d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.412193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76ee7e2a-c327-4d0b-bd7a-bf2fbbe994d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.414482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Transition to ACTIVE for port object 8f1faaf3-c237-4123-8aeb-733e970e4386 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:43.420671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.435548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5400833b-9890-495e-b399-559dae39a652 req-0514d19e-8501-46ca-a657-ba65911e5843 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979428 Jul 22 14:00:43.489928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee7e2a-c327-4d0b-bd7a-bf2fbbe994d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ae99a9-ec1c-4e3f-8cde-790f433809af,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:43.531270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-76ee7e2a-c327-4d0b-bd7a-bf2fbbe994d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c191649f2e7d463b91dab20b1aef5d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8379362 Jul 22 14:00:43.535781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51694) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:43.554603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1faaf3-c237-4123-8aeb-733e970e4386,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:43.631361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:43.656379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Attempting to bind port 8f1faaf3-c237-4123-8aeb-733e970e4386 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:43.656810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Attempting to bind port 8f1faaf3-c237-4123-8aeb-733e970e4386 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:43.657037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Attempting to bind port 8f1faaf3-c237-4123-8aeb-733e970e4386 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:43.666365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Port 8f1faaf3-c237-4123-8aeb-733e970e4386 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:00:43.666695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Attempting to bind port 8f1faaf3-c237-4123-8aeb-733e970e4386 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:43.672008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:43.672335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:43.672727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:43.673155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Bound port: 8f1faaf3-c237-4123-8aeb-733e970e4386, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:43.673515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.688977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a55d671-b132-4ed9-a38f-2bc1281e8ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.751302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a55d671-b132-4ed9-a38f-2bc1281e8ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.788806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] For port 8f1faaf3-c237-4123-8aeb-733e970e4386, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:43.797801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] For port 8f1faaf3-c237-4123-8aeb-733e970e4386, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f1faaf3-c237-4123-8aeb-733e970e4386,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:43.813057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.822887 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a55d671-b132-4ed9-a38f-2bc1281e8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.825890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a55d671-b132-4ed9-a38f-2bc1281e8ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.827699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3a55d671-b132-4ed9-a38f-2bc1281e8ac1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33ae99a9-ec1c-4e3f-8cde-790f433809af HTTP/1.1" status: 204 len: 168 time: 0.2904019 Jul 22 14:00:43.839754 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84d39bab-caef-4a7c-84d1-a7371ace14c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.839900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55d671-b132-4ed9-a38f-2bc1281e8ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ae99a9-ec1c-4e3f-8cde-790f433809af,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:43.961116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:43.961724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:43.963459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f1faaf3-c237-4123-8aeb-733e970e4386 HTTP/1.1" status: 200 len: 1097 time: 1.4140878 Jul 22 14:00:43.966044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'tag': '8f1faaf3-c237-4123-8aeb-733e970e4386'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:43.968469 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09061e09-24c3-4056-8ba5-6c4f826f6ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "80434c24-20a5-4af6-bbb8-7e52c984215d", "tag": "8f1faaf3-c237-4123-8aeb-733e970e4386"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:43.998387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d3c5-04eb-4626-b185-105fac6a8d85 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1faaf3-c237-4123-8aeb-733e970e4386,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:44.115556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84d39bab-caef-4a7c-84d1-a7371ace14c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.132209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84d39bab-caef-4a7c-84d1-a7371ace14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.137156 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba5d4e6-01fc-4c70-aa83-aa6f1cc17668 x-openstack-request-id: req-8ba5d4e6-01fc-4c70-aa83-aa6f1cc17668 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:44.137323 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80434c24-20a5-4af6-bbb8-7e52c984215d", "tag": "8f1faaf3-c237-4123-8aeb-733e970e4386", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:44.137541 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ba5d4e6-01fc-4c70-aa83-aa6f1cc17668 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:44.138137 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'tag': '8f1faaf3-c237-4123-8aeb-733e970e4386', 'status': 'completed', 'code': 200} Jul 22 14:00:44.221930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-dd64971e-ba16-4863-a8a7-7c70d9e41805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.223521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-dd64971e-ba16-4863-a8a7-7c70d9e41805 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4199adb3486486f97e0518632e8f912&device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 1100 time: 0.2070439 Jul 22 14:00:44.226919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84d39bab-caef-4a7c-84d1-a7371ace14c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc3db6b0ae784419882d31bc69206d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5920613 Jul 22 14:00:44.228209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d39bab-caef-4a7c-84d1-a7371ace14c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98e09b-a6b5-44f3-8981-2c14ddf98553,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:44.230410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:44.259027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa565b7-0088-4073-9aa7-6853256b35ef req-c288d535-1814-419f-b3cf-aa8304757789 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.261149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2aa565b7-0088-4073-9aa7-6853256b35ef req-c288d535-1814-419f-b3cf-aa8304757789 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 971 time: 0.0977180 Jul 22 14:00:44.286700 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-b229bb87-5bcd-4d65-a589-c09a5db2958f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8f1faaf3-c237-4123-8aeb-733e970e4386 HTTP/1.1" status: 200 len: 217 time: 0.0472894 Jul 22 14:00:44.327630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2aa565b7-0088-4073-9aa7-6853256b35ef req-d349c76b-6a61-46d7-a5d6-30ec2ba18caf tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548801 Jul 22 14:00:44.328575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:44.359332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d5df832-bff2-4fd9-8fc0-e5c179e012cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.362786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-45035867-0c60-4ea8-9603-77e0bd5ac690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.364363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-45035867-0c60-4ea8-9603-77e0bd5ac690 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0666924 Jul 22 14:00:44.364840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1b0a49b-a8a5-4326-85ed-0156c83c986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.413430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1b0a49b-a8a5-4326-85ed-0156c83c986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.469572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-390312af-8fe9-4e84-af5e-ef1727a4bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.471229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-390312af-8fe9-4e84-af5e-ef1727a4bd33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0972762 Jul 22 14:00:44.505408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1b0a49b-a8a5-4326-85ed-0156c83c986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.508176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1b0a49b-a8a5-4326-85ed-0156c83c986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.512430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b1b0a49b-a8a5-4326-85ed-0156c83c986d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a98e09b-a6b5-44f3-8981-2c14ddf98553 HTTP/1.1" status: 204 len: 168 time: 0.2810702 Jul 22 14:00:44.513027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:44.520256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be7af6-5bdc-452a-90a6-15afd382228a req-aac63238-37e1-4a28-b17f-212d9a740382 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.522116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78be7af6-5bdc-452a-90a6-15afd382228a req-aac63238-37e1-4a28-b17f-212d9a740382 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 948 time: 0.1133366 Jul 22 14:00:44.541400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0a49b-a8a5-4326-85ed-0156c83c986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98e09b-a6b5-44f3-8981-2c14ddf98553,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:44.593700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78be7af6-5bdc-452a-90a6-15afd382228a req-3c3f23ed-6fdd-4a16-ae1f-b212a30aa4dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630977 Jul 22 14:00:44.626896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d5df832-bff2-4fd9-8fc0-e5c179e012cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.631979 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d5df832-bff2-4fd9-8fc0-e5c179e012cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.636505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-0423bf08-2eec-4c16-9873-45a008f5e442 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555979 Jul 22 14:00:44.714387 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7d5df832-bff2-4fd9-8fc0-e5c179e012cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01b34f6960a9433e93ca7fbf43b32c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805389 Jul 22 14:00:44.715021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51740) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:44.741603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5df832-bff2-4fd9-8fc0-e5c179e012cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d171c4b-8b74-4af6-84e5-81c5521ff1e4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:44.812778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab09f4-b82d-496d-88ec-7210f89858ae req-b00879c4-8c23-44a0-9675-e2a43a9ecbbe service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664066 Jul 22 14:00:44.873373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b397b-7819-489e-9f53-2cb4e1551fae req-656bf446-fb88-4d98-b7e2-46375bf56309 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.878238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be0b397b-7819-489e-9f53-2cb4e1551fae req-656bf446-fb88-4d98-b7e2-46375bf56309 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 946 time: 0.1844122 Jul 22 14:00:44.880033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a682b5-068d-4a2e-acf6-af38251ad808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.932719 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49456d3c-437a-463b-96af-24791149c7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.941551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a682b5-068d-4a2e-acf6-af38251ad808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:44.979048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-63b541ed-e272-4531-9aa6-4641bbe96a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:44.980758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-63b541ed-e272-4531-9aa6-4641bbe96a13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4199adb3486486f97e0518632e8f912&device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 1100 time: 0.0952344 Jul 22 14:00:45.035404 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be0b397b-7819-489e-9f53-2cb4e1551fae req-61f48cd5-0a99-49d2-9c38-1b3b83961f92 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484363 Jul 22 14:00:45.055745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a682b5-068d-4a2e-acf6-af38251ad808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.063628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a682b5-068d-4a2e-acf6-af38251ad808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.066875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-06a682b5-068d-4a2e-acf6-af38251ad808 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d171c4b-8b74-4af6-84e5-81c5521ff1e4 HTTP/1.1" status: 204 len: 168 time: 0.3313863 Jul 22 14:00:45.072818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a682b5-068d-4a2e-acf6-af38251ad808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d171c4b-8b74-4af6-84e5-81c5521ff1e4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:45.094643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51752) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:45.176060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-0b0df97f-f40a-43b4-8da3-cb77ee855d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:45.177368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-0b0df97f-f40a-43b4-8da3-cb77ee855d21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1863053 Jul 22 14:00:45.189394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49456d3c-437a-463b-96af-24791149c7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.226408 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8dad9b12-d39b-42ff-8d25-6f6c2cef8aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.231136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49456d3c-437a-463b-96af-24791149c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.242876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-1e7e2bdf-f0ad-41fa-8555-a71ac0846a1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8f1faaf3-c237-4123-8aeb-733e970e4386 HTTP/1.1" status: 200 len: 217 time: 0.0564935 Jul 22 14:00:45.250505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-2ec5050d-d728-4d67-b9b3-6ab325cc0401 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:45.252036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-2ec5050d-d728-4d67-b9b3-6ab325cc0401 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.13 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 971 time: 0.2440329 Jul 22 14:00:45.369844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-49456d3c-437a-463b-96af-24791149c7f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c4c7a409f44495cbb30aeb743a3642d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356469 Jul 22 14:00:45.371361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:45.386053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8dad9b12-d39b-42ff-8d25-6f6c2cef8aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.392659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8dad9b12-d39b-42ff-8d25-6f6c2cef8aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.399222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49456d3c-437a-463b-96af-24791149c7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2879187-e5bf-46be-9d3a-e43d47c0c8d2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:45.448899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8dad9b12-d39b-42ff-8d25-6f6c2cef8aff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e15a9546393e45639c85443861152b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528841 Jul 22 14:00:45.454378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51766) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:45.482038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-576e4df8-1e10-42ba-abb7-8e2546860b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:45.483560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-576e4df8-1e10-42ba-abb7-8e2546860b97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2286820 Jul 22 14:00:45.489954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad9b12-d39b-42ff-8d25-6f6c2cef8aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4aa0e-8efa-43e0-9a2f-2d910c7784b3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:45.520641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41488bfb-dbb9-43f6-98ac-b8c077e0c633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.556438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41488bfb-dbb9-43f6-98ac-b8c077e0c633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.594437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e525421-8d8d-4902-90cd-43fc3db5a89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.620458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41488bfb-dbb9-43f6-98ac-b8c077e0c633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.628798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41488bfb-dbb9-43f6-98ac-b8c077e0c633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.631562 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41488bfb-dbb9-43f6-98ac-b8c077e0c633 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ced4aa0e-8efa-43e0-9a2f-2d910c7784b3 HTTP/1.1" status: 204 len: 168 time: 0.1762123 Jul 22 14:00:45.641402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41488bfb-dbb9-43f6-98ac-b8c077e0c633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4aa0e-8efa-43e0-9a2f-2d910c7784b3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:45.642450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e525421-8d8d-4902-90cd-43fc3db5a89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.646466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Deleting port f8e6a809-6ab4-4513-9826-703720cb1aee {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:00:45.646802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:45.713041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-b4a77dba-9983-46cb-8ad3-b4b58cec1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:45.714578 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-b4a77dba-9983-46cb-8ad3-b4b58cec1bcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2172229 Jul 22 14:00:45.745518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e0765-82fc-4d26-97ba-5f765f0bde95 req-914840e7-a0ab-44bb-96d9-c2f891895f6d tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:45.750098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-385e0765-82fc-4d26-97ba-5f765f0bde95 req-914840e7-a0ab-44bb-96d9-c2f891895f6d tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 971 time: 0.3002481 Jul 22 14:00:45.773927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51780) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:46.030805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27feb3d0-67f0-4830-825f-0010b641196c req-8fd73ced-f466-4967-a610-af00eccbd7c2 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:46.033141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27feb3d0-67f0-4830-825f-0010b641196c req-8fd73ced-f466-4967-a610-af00eccbd7c2 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 948 time: 0.0946460 Jul 22 14:00:46.060988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e525421-8d8d-4902-90cd-43fc3db5a89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.063525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e525421-8d8d-4902-90cd-43fc3db5a89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.067949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4e525421-8d8d-4902-90cd-43fc3db5a89d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2879187-e5bf-46be-9d3a-e43d47c0c8d2 HTTP/1.1" status: 204 len: 168 time: 0.6901541 Jul 22 14:00:46.079193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] For port f8e6a809-6ab4-4513-9826-703720cb1aee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8e6a809-6ab4-4513-9826-703720cb1aee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:46.079531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.095746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27feb3d0-67f0-4830-825f-0010b641196c req-7a7c4c81-af57-42c7-a81d-0eeec3e6ed6d tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559614 Jul 22 14:00:46.103686 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50d9040-4e74-4284-a5df-8c0295344b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.109935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-385e0765-82fc-4d26-97ba-5f765f0bde95 req-f88f2bf4-1b00-4a6f-888a-3794462e7074 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8801636-12c8-40ce-82a6-d8f8d8499a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261421 Jul 22 14:00:46.130409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e525421-8d8d-4902-90cd-43fc3db5a89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2879187-e5bf-46be-9d3a-e43d47c0c8d2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:46.135780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Calling delete_port for f8e6a809-6ab4-4513-9826-703720cb1aee owned by compute:tempest-test_az-307035522 {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:00:46.233695 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-84252d9d-7c17-4011-8019-74cfbfb3dbe4 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095160 Jul 22 14:00:46.271734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50d9040-4e74-4284-a5df-8c0295344b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.282693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50d9040-4e74-4284-a5df-8c0295344b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.345550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f50d9040-4e74-4284-a5df-8c0295344b18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3dcff077f0b34eab80527af39aa81890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689740 Jul 22 14:00:46.345550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d9040-4e74-4284-a5df-8c0295344b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2461a1d9-d245-42a1-a3be-d6883a2ffbb9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:46.347741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51800) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:46.408222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5205-c8e9-46f5-8a32-b3869733c35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.427571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a202d41-4a77-4175-9145-81b7380319ec req-5d62a8c8-8fd1-4fc4-96f7-57c40ef2d517 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:46.434400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a202d41-4a77-4175-9145-81b7380319ec req-5d62a8c8-8fd1-4fc4-96f7-57c40ef2d517 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 946 time: 0.2472324 Jul 22 14:00:46.482477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5205-c8e9-46f5-8a32-b3869733c35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.493888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09061e09-24c3-4056-8ba5-6c4f826f6ea5 req-2096bc62-47d9-4309-8c55-0d9e034b750b service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374561 Jul 22 14:00:46.526146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a202d41-4a77-4175-9145-81b7380319ec req-d1a8803e-aedf-49ba-981e-358d52297e19 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905900 Jul 22 14:00:46.562100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.577083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f8e6a809-6ab4-4513-9826-703720cb1aee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:00:46.608494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5205-c8e9-46f5-8a32-b3869733c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.614660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf4f5205-c8e9-46f5-8a32-b3869733c35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.615859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bf4f5205-c8e9-46f5-8a32-b3869733c35d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2461a1d9-d245-42a1-a3be-d6883a2ffbb9 HTTP/1.1" status: 204 len: 168 time: 0.2670531 Jul 22 14:00:46.635408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Pushing event deleted for resources: {'Port': ['ID=f8e6a809-6ab4-4513-9826-703720cb1aee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:46.646896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f5205-c8e9-46f5-8a32-b3869733c35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461a1d9-d245-42a1-a3be-d6883a2ffbb9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:46.689589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] No DVR routers for this DVR port f8e6a809-6ab4-4513-9826-703720cb1aee on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:00:46.693324 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.693825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51816) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:46.695452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9fa8d52-bb2b-41a9-9b26-c88fdaeb3c49 req-0bfa1fb9-2acb-41eb-af71-b2636597b569 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.13 "DELETE /v2.0/ports/f8e6a809-6ab4-4513-9826-703720cb1aee HTTP/1.1" status: 204 len: 173 time: 1.4202828 Jul 22 14:00:46.696063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'name': 'network-vif-deleted', 'tag': 'f8e6a809-6ab4-4513-9826-703720cb1aee'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:46.708850 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c1325-515a-4471-a10f-ab4791ce87f1" -d '{"events": [{"server_uuid": "aabfb7cf-304b-4ad1-bc81-52b418e37bdc", "name": "network-vif-deleted", "tag": "f8e6a809-6ab4-4513-9826-703720cb1aee"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:46.722566 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-098aead1-8d39-4084-bb22-41274b1bd6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.782974 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b31624-f3c0-40fe-bd37-88df97e06011 x-openstack-request-id: req-46b31624-f3c0-40fe-bd37-88df97e06011 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:46.783273 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aabfb7cf-304b-4ad1-bc81-52b418e37bdc", "name": "network-vif-deleted", "tag": "f8e6a809-6ab4-4513-9826-703720cb1aee", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:46.783525 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46b31624-f3c0-40fe-bd37-88df97e06011 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:46.783967 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aabfb7cf-304b-4ad1-bc81-52b418e37bdc', 'name': 'network-vif-deleted', 'tag': 'f8e6a809-6ab4-4513-9826-703720cb1aee', 'status': 'completed', 'code': 200} Jul 22 14:00:46.898878 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-098aead1-8d39-4084-bb22-41274b1bd6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.903128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-098aead1-8d39-4084-bb22-41274b1bd6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:46.945799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-098aead1-8d39-4084-bb22-41274b1bd6f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b698cde3024f4d278c3b1eccf6e96875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509267 Jul 22 14:00:46.947106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098aead1-8d39-4084-bb22-41274b1bd6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39045ad-b86b-4a16-870b-40d782a4af90,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:46.949135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:47.011045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a62d-6ca0-4dc8-b904-db5e20963e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.041815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a62d-6ca0-4dc8-b904-db5e20963e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.099343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a62d-6ca0-4dc8-b904-db5e20963e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.101964 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6d8a62d-6ca0-4dc8-b904-db5e20963e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.105867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6d8a62d-6ca0-4dc8-b904-db5e20963e4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e39045ad-b86b-4a16-870b-40d782a4af90 HTTP/1.1" status: 204 len: 168 time: 0.1549423 Jul 22 14:00:47.114193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8a62d-6ca0-4dc8-b904-db5e20963e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39045ad-b86b-4a16-870b-40d782a4af90,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:47.247511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6f56-f5de-490c-bd71-45f892a803e6 req-71212477-68c4-4c40-8cd3-e24c8c042f5f tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:47.249601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78aa6f56-f5de-490c-bd71-45f892a803e6 req-71212477-68c4-4c40-8cd3-e24c8c042f5f tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.1031082 Jul 22 14:00:47.256988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69c0e58a-9b04-40c7-bacb-8214b0ae598a req-b49473fb-a347-41a8-a507-7682f7beecc7 tempest-AggregatesAdminTestJSON-933782035 tempest-AggregatesAdminTestJSON-933782035-project] 10.222.0.11 "GET /v2.0/ports?device_id=aabfb7cf-304b-4ad1-bc81-52b418e37bdc HTTP/1.1" status: 200 len: 210 time: 0.0405283 Jul 22 14:00:47.349225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78aa6f56-f5de-490c-bd71-45f892a803e6 req-a8004a09-2f46-4554-9044-22125499e383 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750020 Jul 22 14:00:47.382007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:47.406586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d90472a-fd64-4875-af93-6b638580a89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.423134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fc77e-7e5d-4d4c-9acb-8eeaa63f6f0d req-744d603d-8289-450f-bcdf-06acbd1cc148 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:47.425574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b46fc77e-7e5d-4d4c-9acb-8eeaa63f6f0d req-744d603d-8289-450f-bcdf-06acbd1cc148 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 948 time: 0.1064291 Jul 22 14:00:47.520536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b46fc77e-7e5d-4d4c-9acb-8eeaa63f6f0d req-23701917-3f77-4142-a2bf-28aa7091afcf tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874569 Jul 22 14:00:47.577867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b3725-5b30-4ed3-a8b9-6c97de398752 req-68fc9835-0ecf-4d32-bc21-1d5028241fb9 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:47.579423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef0b3725-5b30-4ed3-a8b9-6c97de398752 req-68fc9835-0ecf-4d32-bc21-1d5028241fb9 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.1133754 Jul 22 14:00:47.611558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d90472a-fd64-4875-af93-6b638580a89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.619448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d90472a-fd64-4875-af93-6b638580a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.651347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef0b3725-5b30-4ed3-a8b9-6c97de398752 req-943ef7aa-0920-4671-a950-925f4802c271 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609338 Jul 22 14:00:47.672200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d90472a-fd64-4875-af93-6b638580a89a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cfa8bdfce304881a2eae8295c28cc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2882500 Jul 22 14:00:47.676459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:47.678480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90472a-fd64-4875-af93-6b638580a89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36086e-5c20-44f2-876c-2dede45771c2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:47.723627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51856) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:47.763828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74fb3be1-a218-411c-b7b3-8a319847d371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.801965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74fb3be1-a218-411c-b7b3-8a319847d371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.867258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74fb3be1-a218-411c-b7b3-8a319847d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.871297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74fb3be1-a218-411c-b7b3-8a319847d371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:47.873088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-74fb3be1-a218-411c-b7b3-8a319847d371 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf36086e-5c20-44f2-876c-2dede45771c2 HTTP/1.1" status: 204 len: 168 time: 0.1893167 Jul 22 14:00:47.882737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3be1-a218-411c-b7b3-8a319847d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36086e-5c20-44f2-876c-2dede45771c2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:47.950841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:00:47.979086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd51ff15-c336-4926-bb64-a57a956d9c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.101134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd51ff15-c336-4926-bb64-a57a956d9c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.107277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd51ff15-c336-4926-bb64-a57a956d9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.157261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fd51ff15-c336-4926-bb64-a57a956d9c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57fd1494b31045bbb9ff38f39dd9d72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327974 Jul 22 14:00:48.158256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51ff15-c336-4926-bb64-a57a956d9c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1465c45b-dfb2-4c98-a91d-122b2f05f888,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:48.160286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:48.215946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6066f0-6462-4f3a-ba0b-94039f7c2d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.238863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6066f0-6462-4f3a-ba0b-94039f7c2d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.279136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:48.318557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6066f0-6462-4f3a-ba0b-94039f7c2d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.323568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6066f0-6462-4f3a-ba0b-94039f7c2d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.325085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a6066f0-6462-4f3a-ba0b-94039f7c2d51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1465c45b-dfb2-4c98-a91d-122b2f05f888 HTTP/1.1" status: 204 len: 168 time: 0.1631835 Jul 22 14:00:48.334698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6066f0-6462-4f3a-ba0b-94039f7c2d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1465c45b-dfb2-4c98-a91d-122b2f05f888,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:48.412741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f1faaf3-c237-4123-8aeb-733e970e4386 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:00:48.538341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8f1faaf3-c237-4123-8aeb-733e970e4386, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f1faaf3-c237-4123-8aeb-733e970e4386,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:48.540862 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-50d4db98-4b5e-44e1-811a-65ec4f9a058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.553232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '8f1faaf3-c237-4123-8aeb-733e970e4386', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '8f1faaf3-c237-4123-8aeb-733e970e4386', 'mac_address': 'fa:16:3e:8c:ab:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:00:48.567796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-network', 'tenant_id': '84f621a2448846939941061b8257f8e9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:48.592712 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.603688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Made reservation on behalf of 84f621a2448846939941061b8257f8e9 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:48.606836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.614649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1faaf3-c237-4123-8aeb-733e970e4386 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:00:48.618804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.676452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8f1faaf3-c237-4123-8aeb-733e970e4386, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f1faaf3-c237-4123-8aeb-733e970e4386,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:48.682807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8a016-8a3c-4f39-a1b7-a0f93b7b80e3 req-1a68eed9-26ac-4a50-b268-6196e3534a9a tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:48.684784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.691864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e8a016-8a3c-4f39-a1b7-a0f93b7b80e3 req-1a68eed9-26ac-4a50-b268-6196e3534a9a tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 948 time: 0.0932498 Jul 22 14:00:48.741860 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e8a016-8a3c-4f39-a1b7-a0f93b7b80e3 req-3b830c5e-d293-4b14-8404-0389515d9250 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488584 Jul 22 14:00:48.742509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.746001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.746486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.791229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:48.792595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8f1faaf3-c237-4123-8aeb-733e970e4386,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:48.793801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e742b-9615-4756-8e24-b6792d5b7a41,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:48.815884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.816351 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Added segment f774e9b4-c95e-4ea4-8272-5c33042ea9b3 of type vlan for network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 Jul 22 14:00:48.867813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.897801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['8f1faaf3-c237-4123-8aeb-733e970e4386'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:00:48.901655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.902324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:48.903736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:48.941387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6563492 Jul 22 14:00:48.946377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51932) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:48.954262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Request body: {'subnet': {'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-subnet', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:48.972958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efffc1-01e7-4ea4-b28a-3afbad1b4f62 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc4f247-d331-48f3-ab2b-f5a55bd73e06,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:48.991854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:48.999157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Made reservation on behalf of 84f621a2448846939941061b8257f8e9 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:49.002364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.082704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:49.110377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd038c9a-9e45-472c-aa4a-9a0bc82c1cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.291782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:49.337370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd038c9a-9e45-472c-aa4a-9a0bc82c1cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.345010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd038c9a-9e45-472c-aa4a-9a0bc82c1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.392150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd038c9a-9e45-472c-aa4a-9a0bc82c1cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa0c0a1-2cb0-4dfa-9013-782e7314e88c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:49.399064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bd038c9a-9e45-472c-aa4a-9a0bc82c1cc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3624656c1674ffb9cd5da8cf24be323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149083 Jul 22 14:00:49.401382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:49.407437 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.488059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Checking segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:49.488512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Network hostable DHCP agents. Network: 6cc4f247-d331-48f3-ab2b-f5a55bd73e06, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:49.496408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb696c4-cede-44a2-b463-f88ea3cc3456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.497908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df1868c-1dc2-4436-b445-752dd38378cd,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:49.504834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8e6a809-6ab4-4513-9826-703720cb1aee no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:00:49.516119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:49.528777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6cc4f247-d331-48f3-ab2b-f5a55bd73e06) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:49.543763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f23315-18d2-4f9c-8222-0558429549ae None None] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:49.544335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb696c4-cede-44a2-b463-f88ea3cc3456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.546894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: f8e6a809-6ab4-4513-9826-703720cb1aee {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:00:49.547393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8e6a809-6ab4-4513-9826-703720cb1aee not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:00:49.551213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:49.551712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.571024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-42d689fd-29c1-4dbe-a890-105eeeed8e6e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6231165 Jul 22 14:00:49.575368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51956) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:49.584744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:49.649087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-63a662b2-6d9c-4ae2-9335-0f6b9f147e98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac882c7632a34d1d967ac95172b889ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3525360 Jul 22 14:00:49.649416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.650920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.654993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:49.694714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb696c4-cede-44a2-b463-f88ea3cc3456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.703389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.705598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb696c4-cede-44a2-b463-f88ea3cc3456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.707429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cdb696c4-cede-44a2-b463-f88ea3cc3456 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffa0c0a1-2cb0-4dfa-9013-782e7314e88c HTTP/1.1" status: 204 len: 168 time: 0.3048439 Jul 22 14:00:49.738940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.743792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb696c4-cede-44a2-b463-f88ea3cc3456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa0c0a1-2cb0-4dfa-9013-782e7314e88c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:49.790845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795fd034-a751-4945-8fa9-be05340429ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.842139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795fd034-a751-4945-8fa9-be05340429ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.851395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:00:49.852309 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.943895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795fd034-a751-4945-8fa9-be05340429ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.947063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795fd034-a751-4945-8fa9-be05340429ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:49.950779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-795fd034-a751-4945-8fa9-be05340429ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8801636-12c8-40ce-82a6-d8f8d8499a56 HTTP/1.1" status: 204 len: 168 time: 0.2898951 Jul 22 14:00:49.962708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd034-a751-4945-8fa9-be05340429ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8801636-12c8-40ce-82a6-d8f8d8499a56,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:50.043673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Allocated IP 172.20.0.2 (6cc4f247-d331-48f3-ab2b-f5a55bd73e06/8df1868c-1dc2-4436-b445-752dd38378cd/07a80edf-ff4b-48f5-b16d-d66671d74623) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:00:50.108507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.230016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.247195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Transition to ACTIVE for port object 07a80edf-ff4b-48f5-b16d-d66671d74623 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:50.278275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Transition to ACTIVE for port object 07a80edf-ff4b-48f5-b16d-d66671d74623 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:50.287031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.330125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:50.333758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:50.337470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:00:50.404058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Pushing event updated for resources: {'Port': ['ID=07a80edf-ff4b-48f5-b16d-d66671d74623,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:50.406906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.437975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.464636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f1faaf3-c237-4123-8aeb-733e970e4386 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:50.497800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:50.515502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Attempting to bind port 07a80edf-ff4b-48f5-b16d-d66671d74623 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:50.516028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Attempting to bind port 07a80edf-ff4b-48f5-b16d-d66671d74623 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:50.516212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Attempting to bind port 07a80edf-ff4b-48f5-b16d-d66671d74623 on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:50.527933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:50.528311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Checking segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:50.528720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.529114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Bound using segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:50.529592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Bound port: 07a80edf-ff4b-48f5-b16d-d66671d74623, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:50.530031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.589259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 8f1faaf3-c237-4123-8aeb-733e970e4386 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:50.596986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 8f1faaf3-c237-4123-8aeb-733e970e4386 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:50.597371 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.649852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] For port 07a80edf-ff4b-48f5-b16d-d66671d74623, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:50.654558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] For port 07a80edf-ff4b-48f5-b16d-d66671d74623, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=07a80edf-ff4b-48f5-b16d-d66671d74623,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:50.661044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.709854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:50.727249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef68304-f79b-4d5d-a73a-ab87fe6c6d90 None None] Pushing event updated for resources: {'Port': ['ID=07a80edf-ff4b-48f5-b16d-d66671d74623,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:50.758303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efcded-ca96-4272-b15a-c2f3f182ea23 req-8a0d213d-9659-4a97-bced-11928332f2a6 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:50.759983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45efcded-ca96-4272-b15a-c2f3f182ea23 req-8a0d213d-9659-4a97-bced-11928332f2a6 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 949 time: 0.2938914 Jul 22 14:00:50.761374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Allocated IP 172.25.8.140 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9abc25d2-b249-4427-9561-94a57115ca17) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:00:50.787917 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.814525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6847d124-8f96-4ee4-94fe-d355a5860ce5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a29930e5b05474daa0b5840659409cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934799 Jul 22 14:00:50.816559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:50.826812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1faaf3-c237-4123-8aeb-733e970e4386'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:50.830038 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4da68aa-e384-4ede-be9b-fd4f01961df3" -d '{"events": [{"server_uuid": "80434c24-20a5-4af6-bbb8-7e52c984215d", "name": "network-vif-plugged", "status": "completed", "tag": "8f1faaf3-c237-4123-8aeb-733e970e4386"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:50.849971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8f1faaf3-c237-4123-8aeb-733e970e4386, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f1faaf3-c237-4123-8aeb-733e970e4386,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:50.857237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.871044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45efcded-ca96-4272-b15a-c2f3f182ea23 req-3880ea4f-0b02-4eef-a3b3-37a0bdea5bdd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971444 Jul 22 14:00:50.945689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8f1faaf3-c237-4123-8aeb-733e970e4386,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:50.970258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-864156319-network', 'tenant_id': '050cafc0ac534a16806efabfec6ec8d0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:50.977404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-947de407-3024-4048-91ae-1750cb16ec95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:50.985223 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71dc95c-0b95-4a1a-9f54-b339dcc0ec82 x-openstack-request-id: req-a71dc95c-0b95-4a1a-9f54-b339dcc0ec82 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:50.986058 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80434c24-20a5-4af6-bbb8-7e52c984215d", "name": "network-vif-plugged", "status": "completed", "tag": "8f1faaf3-c237-4123-8aeb-733e970e4386", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:50.986479 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a71dc95c-0b95-4a1a-9f54-b339dcc0ec82 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:50.986981 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1faaf3-c237-4123-8aeb-733e970e4386', 'code': 200} Jul 22 14:00:51.010766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.045795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-947de407-3024-4048-91ae-1750cb16ec95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.069150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Made reservation on behalf of 050cafc0ac534a16806efabfec6ec8d0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:51.071728 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.100311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52020) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:51.110697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.164324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.246668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-947de407-3024-4048-91ae-1750cb16ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.249873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-947de407-3024-4048-91ae-1750cb16ec95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.251203 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-947de407-3024-4048-91ae-1750cb16ec95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29550b04-4bcd-40e4-a5a4-e3fc1d1f22b5 HTTP/1.1" status: 204 len: 168 time: 0.4328556 Jul 22 14:00:51.262169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a1a9c-09a8-4850-9086-48fdc6e45363 req-656190f0-65a8-4334-a052-7854e1b983c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:51.263837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-107a1a9c-09a8-4850-9086-48fdc6e45363 req-656190f0-65a8-4334-a052-7854e1b983c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 1102 time: 0.2030175 Jul 22 14:00:51.287238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947de407-3024-4048-91ae-1750cb16ec95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29550b04-4bcd-40e4-a5a4-e3fc1d1f22b5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:51.307918 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.338246 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a06def06-4272-4b57-a70b-516cf633c6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.345321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-107a1a9c-09a8-4850-9086-48fdc6e45363 req-9b4b792e-0fb1-4ec1-ad9a-e76d0fec7422 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Jul 22 14:00:51.354790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:51.396930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.402731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.435521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:51.438813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:51.445431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:51.447314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:51.450629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Pushing event updated for resources: {'Port': ['ID=9abc25d2-b249-4427-9561-94a57115ca17,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:51.452651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.452997 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Added segment 31654ea2-3576-4de7-b89d-9a043a646449 of type vlan for network d2363324-8fd1-4404-b4be-5c9d76932002 Jul 22 14:00:51.460684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:00:51.501701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.560805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.562720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:51.564153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.671793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] Pushing event updated for resources: {'Network': ['ID=d2363324-8fd1-4404-b4be-5c9d76932002,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:51.678371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc78c24f-8fa4-40e9-b57f-c40cb9d5b017 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1792598 Jul 22 14:00:51.679660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:51.683142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d2363324-8fd1-4404-b4be-5c9d76932002 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:51.686070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Request body: {'subnet': {'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-864156319-subnet', 'tenant_id': '050cafc0ac534a16806efabfec6ec8d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:51.699129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-ef8e83fa-f610-4a70-ad09-aa3980cfeb25 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:00:51.700273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-ef8e83fa-f610-4a70-ad09-aa3980cfeb25 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5990248 Jul 22 14:00:51.725168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Made reservation on behalf of 050cafc0ac534a16806efabfec6ec8d0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:51.728014 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.744706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 07a80edf-ff4b-48f5-b16d-d66671d74623 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:51.854371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e73e7a64-7ac8-4a89-b28b-fb4907c9ec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.951127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:51.957900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 07a80edf-ff4b-48f5-b16d-d66671d74623 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:52.054943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.234059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:52.243745 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.255985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e73e7a64-7ac8-4a89-b28b-fb4907c9ec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.269304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:52.270199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Network hostable DHCP agents. Network: d2363324-8fd1-4404-b4be-5c9d76932002, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:52.285002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e73e7a64-7ac8-4a89-b28b-fb4907c9ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.346464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6add6-16ce-4b7d-a22e-b9cfb5471012 req-25090d3e-bb21-4bd1-9060-45180100bb07 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:52.353892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0d6add6-16ce-4b7d-a22e-b9cfb5471012 req-25090d3e-bb21-4bd1-9060-45180100bb07 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 950 time: 0.2105296 Jul 22 14:00:52.360507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e7a64-7ac8-4a89-b28b-fb4907c9ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d3270-d8fa-4253-887a-0813f02d1031,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:52.360649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Request body: {'binding': {'host': 'n-h1-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:52.361248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Unknown quota resources ['binding']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:00:52.410052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e73e7a64-7ac8-4a89-b28b-fb4907c9ec7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d6348c465e64cda862a10c1d9dcdec0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0502334 Jul 22 14:00:52.414433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:52.442945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4386e-7669-4003-b0b3-9c108aa4da7b None None] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:52.443747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Network d2363324-8fd1-4404-b4be-5c9d76932002 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:52.457126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d2363324-8fd1-4404-b4be-5c9d76932002) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:52.479680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:52.480333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.532812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476b5de5-2c86-46e6-9f8d-238aeedad9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.535173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-ea349c5a-b8db-4cc8-98e4-a1b4159724fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:52.536935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-ea349c5a-b8db-4cc8-98e4-a1b4159724fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.2703574 Jul 22 14:00:52.564480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb176929-3e6b-4dd0-9d6e-4231e585b104 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8830028 Jul 22 14:00:52.587982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0d6add6-16ce-4b7d-a22e-b9cfb5471012 req-1f6337a5-211c-47dd-8347-96fefbf17f7e tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329617 Jul 22 14:00:52.602879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.609866 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476b5de5-2c86-46e6-9f8d-238aeedad9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.728043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on host n-h1-787205-11 for vnic_type normal with profile None {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:52.728423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:52.728747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:52.730364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a0403-b611-45b7-9185-18e133549a8d None None] Network d2363324-8fd1-4404-b4be-5c9d76932002 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:52.740952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:00:52.741273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:52.750299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476b5de5-2c86-46e6-9f8d-238aeedad9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.750521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:52.751827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:52.752368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:52.752990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Bound port: 2576c850-6d67-44db-b63a-c488bb34d834, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:52.755015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476b5de5-2c86-46e6-9f8d-238aeedad9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.757059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-476b5de5-2c86-46e6-9f8d-238aeedad9fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e44d3270-d8fa-4253-887a-0813f02d1031 HTTP/1.1" status: 204 len: 168 time: 0.3404272 Jul 22 14:00:52.759593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-c84b67be-d26c-49e5-be6e-79277230d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:52.761461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-c84b67be-d26c-49e5-be6e-79277230d8ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1960735 Jul 22 14:00:52.779311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b5de5-2c86-46e6-9f8d-238aeedad9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d3270-d8fa-4253-887a-0813f02d1031,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:52.826489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-a2d467f0-c529-450b-80d8-a2eff93515fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.0551074 Jul 22 14:00:52.878499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] Provisioning for port 07a80edf-ff4b-48f5-b16d-d66671d74623 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:52.916509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] Provisioning complete for port 07a80edf-ff4b-48f5-b16d-d66671d74623 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:52.917126 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.917603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-6efc4043-1b45-4f8b-91cc-7b3aeca44e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:52.919121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-6efc4043-1b45-4f8b-91cc-7b3aeca44e43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0856442 Jul 22 14:00:52.953198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:52.965313 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:52.966557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0375665f-adac-482b-bf22-7ba0eab944e4 service neutron] 10.222.0.11 "POST /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834/bindings HTTP/1.1" status: 201 len: 390 time: 0.7655756 Jul 22 14:00:53.009950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:00:53.013158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-afc0ef8a-fef9-48f4-b65c-8525cdb19bd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836563 Jul 22 14:00:53.111606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197d3e9-19c4-4fc0-9194-5d3d814a1b48 None None] Network d2363324-8fd1-4404-b4be-5c9d76932002 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:53.219031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:53.266349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-d4a870a4-e1a5-4b32-ba29-0c087cac78b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448068 Jul 22 14:00:53.291448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] For port 07a80edf-ff4b-48f5-b16d-d66671d74623, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=07a80edf-ff4b-48f5-b16d-d66671d74623,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:53.302199 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:53.488877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee5dbacb-ed19-4e7f-953a-8a6597c51996 req-f2fef7e8-ab13-46f2-bec8-e11a30827247 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167959 Jul 22 14:00:53.490633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacea65f-6e82-45c9-8f73-d9e15d6ce290 None None] Pushing event updated for resources: {'Port': ['ID=07a80edf-ff4b-48f5-b16d-d66671d74623,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:53.497101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-ebebdda8-d8e1-46eb-97fd-c187d4fb0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:53.498648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-ebebdda8-d8e1-46eb-97fd-c187d4fb0f71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1098 time: 0.1843185 Jul 22 14:00:53.671904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86306e17-5b34-4a71-b279-dc2b447b5bca req-8b305471-baf0-4d37-9ec7-05c9bda35e9b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:53.673275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86306e17-5b34-4a71-b279-dc2b447b5bca req-8b305471-baf0-4d37-9ec7-05c9bda35e9b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 946 time: 0.2248614 Jul 22 14:00:53.689699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-bde5e1d7-097a-4403-be6c-9e7af9c1f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:53.691999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-bde5e1d7-097a-4403-be6c-9e7af9c1f948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1855114 Jul 22 14:00:53.696160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 07a80edf-ff4b-48f5-b16d-d66671d74623 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:53.697655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:00:53.711636 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:00:53.734567 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:53.735819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f9e8614-faed-4624-a2f7-ec4b837e629c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1594002 Jul 22 14:00:53.743350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:53.743569 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:00:53.743963 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:53.859429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-f3a16c3c-cbaa-401e-b275-a0b31034316d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.1285400 Jul 22 14:00:53.901665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 07a80edf-ff4b-48f5-b16d-d66671d74623 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:53.902399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:53.908325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4658a261-ef8f-4313-b682-dc237258f4e2 None None] Provisioning complete for port 07a80edf-ff4b-48f5-b16d-d66671d74623 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:53.909346 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4658a261-ef8f-4313-b682-dc237258f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:53.936005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86306e17-5b34-4a71-b279-dc2b447b5bca req-a4b9cdb7-f46f-48ce-be7e-0493e9f47601 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533841 Jul 22 14:00:53.944622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:54.027092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-b00cb341-07fe-45e0-b626-a321b56fb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:54.028674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-b00cb341-07fe-45e0-b626-a321b56fb928 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0900946 Jul 22 14:00:54.071193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-d3c1316e-af69-4fb3-9e93-7606244a42cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321593 Jul 22 14:00:54.081942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909316d4-dd4b-43f3-9c55-8a15e5bc1291 req-1f7e8dd2-78a5-4877-b207-dfe3370389cd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:54.083513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-909316d4-dd4b-43f3-9c55-8a15e5bc1291 req-1f7e8dd2-78a5-4877-b207-dfe3370389cd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 950 time: 0.2286489 Jul 22 14:00:54.093701 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:00:54.258573 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.281389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-909316d4-dd4b-43f3-9c55-8a15e5bc1291 req-72e4bc2a-5f97-48e4-abbf-c3dddc412eb5 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796203 Jul 22 14:00:54.299537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-bb27b7b1-a7cb-40cc-bee8-daebd7e11f45 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149217 Jul 22 14:00:54.316708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-240eb5cb-ec58-42f7-9cc6-c91aa04a2a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.333994 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:51Z', 'revision_number': 3, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:54.365438 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:00:54.366139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Updating router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 port 9abc25d2-b249-4427-9561-94a57115ca17 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:00:54.426491 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.452405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-5014ebe2-e858-416c-91e6-8caeae3ca067 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420426 Jul 22 14:00:54.487393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Request body: {'security_group': {'name': 'tempest-securitygroup-153949569', 'description': 'tempest-description-607658267'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:54.635771 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-240eb5cb-ec58-42f7-9cc6-c91aa04a2a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.666332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-240eb5cb-ec58-42f7-9cc6-c91aa04a2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.745940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-7e71cf08-564c-49aa-afa7-29c49e657c3d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:54.747847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-7e71cf08-564c-49aa-afa7-29c49e657c3d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1098 time: 0.1885095 Jul 22 14:00:54.766814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-11'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:54.826465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.838768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eb5cb-ec58-42f7-9cc6-c91aa04a2a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc1a949-26fc-4e38-bb63-222e31aa27a4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:54.867147 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.869816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-240eb5cb-ec58-42f7-9cc6-c91aa04a2a05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2f7d482b86b4e219db2d2b5e789cf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9241083 Jul 22 14:00:54.873432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52132) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:54.874398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.881564 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Transition to ACTIVE for port object 9abc25d2-b249-4427-9561-94a57115ca17 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:54.886692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:54.916276 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.032150 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Attempting to bind port 9abc25d2-b249-4427-9561-94a57115ca17 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:55.032776 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Attempting to bind port 9abc25d2-b249-4427-9561-94a57115ca17 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:55.033296 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Attempting to bind port 9abc25d2-b249-4427-9561-94a57115ca17 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:55.036835 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Pushing event updated for resources: {'Port': ['ID=9abc25d2-b249-4427-9561-94a57115ca17,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:55.047194 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:55.047844 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:55.048429 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.048966 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:55.050544 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Bound port: 9abc25d2-b249-4427-9561-94a57115ca17, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:55.051950 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.058476 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.059309 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.060072 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.060706 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.061193 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.061713 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.062215 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.062691 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.063166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.063638 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.064109 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.065135 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Tracked resource versions report: Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: pushed versions: Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: { 'AddressGroup': {'1.2'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'ConntrackHelper': {'1.0'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Log': {'1.0'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Network': {'1.1'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Port': {'1.7'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'PortForwarding': {'1.2'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'QosPolicy': {'1.8'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'SecurityGroup': {'1.4'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'SubPort': {'1.0'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Subnet': {'1.1'}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Trunk': {'1.1'}} Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: consumer versions: Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: { DHCP agent@n-d-787205-11: {}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: HyperV agent@n-h1-787205-11: {}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: HyperV agent@n-h2-787205-11: {}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: L3 agent@n-d-787205-11: {}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: Metadata agent@n-d-787205-11: {}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: Metering agent@n-d-787205-11: {}, Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: Open vSwitch agent@n-d-787205-11: { 'AddressGroup': '1.2', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'ConntrackHelper': '1.0', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Log': '1.0', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Network': '1.1', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Port': '1.7', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'PortForwarding': '1.2', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'QosPolicy': '1.8', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'SecurityGroup': '1.4', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'SecurityGroupRule': '1.2', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'SubPort': '1.0', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Subnet': '1.1', Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: 'Trunk': '1.1'}} Jul 22 14:00:55.066460 n-d-787205-11 neutron-server[93762]: {{(pid=93762) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:00:55.157170 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] For port 9abc25d2-b249-4427-9561-94a57115ca17, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:55.160883 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] For port 9abc25d2-b249-4427-9561-94a57115ca17, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9abc25d2-b249-4427-9561-94a57115ca17,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:55.165476 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.175134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-913f7f3b-acbf-4c9a-9731-13c521e13772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.239613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-913f7f3b-acbf-4c9a-9731-13c521e13772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.251121 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9e51-33ef-4cb8-95f3-17252e282e1f None None] Pushing event updated for resources: {'Port': ['ID=9abc25d2-b249-4427-9561-94a57115ca17,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:55.270128 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:00:55.270927 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:55.305764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:55.314372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1342591708-network', 'tenant_id': 'c5203c03d0ca40ea9d6bbc375e1b9e30'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:55.412076 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:00:55.427503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Allocated IP 172.20.0.1 (6cc4f247-d331-48f3-ab2b-f5a55bd73e06/8df1868c-1dc2-4436-b445-752dd38378cd/f8d37946-e941-4411-9db4-775dd17728dd) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:00:55.431785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.466332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.476082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.489375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632c54c-91f9-4bf0-b976-eedf486adb63 req-053ffaca-7d8b-4d7f-a47e-306a8bcbe7f1 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:55.500073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3632c54c-91f9-4bf0-b976-eedf486adb63 req-053ffaca-7d8b-4d7f-a47e-306a8bcbe7f1 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 950 time: 0.7256217 Jul 22 14:00:55.532794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28d3aa6-77f3-4c1b-b961-83e727c6ad34,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:55.563048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Made reservation on behalf of c5203c03d0ca40ea9d6bbc375e1b9e30 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:55.566036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.608775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.628002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-913f7f3b-acbf-4c9a-9731-13c521e13772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.630766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-913f7f3b-acbf-4c9a-9731-13c521e13772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.634227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-913f7f3b-acbf-4c9a-9731-13c521e13772 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cc1a949-26fc-4e38-bb63-222e31aa27a4 HTTP/1.1" status: 204 len: 168 time: 0.7549927 Jul 22 14:00:55.649006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f7f3b-acbf-4c9a-9731-13c521e13772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc1a949-26fc-4e38-bb63-222e31aa27a4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:55.748888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3632c54c-91f9-4bf0-b976-eedf486adb63 req-2ab8607c-0d01-413d-b196-893a5884ecb2 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463515 Jul 22 14:00:55.753910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.790747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.792231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Transition to ACTIVE for port object f8d37946-e941-4411-9db4-775dd17728dd will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:00:55.802188 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:51Z', 'revision_number': 3, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:55.802464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.868661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:55.894033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eaf7ee-6740-4cf0-be4e-b65e4812fcdf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:55.902063 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaf72ca-033a-4b45-9c66-18df3827a68c None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:51Z', 'revision_number': 3, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:00:55.909367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:55.937705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:55.971796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:55.982172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:55.993157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:00:56.004523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.007606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:56.010949 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6bf2e1-4d16-486a-a068-8bc24bfa2404" -d '{"events": [{"server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "2576c850-6d67-44db-b63a-c488bb34d834"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:56.022349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d37946-e941-4411-9db4-775dd17728dd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:56.024485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.077382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.082882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.112496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.114096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e41c9cc3-e218-4244-a04e-9dc3c4650516 req-fa6c5a7a-b514-4eee-ac6b-8bc883e38caf tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6385503 Jul 22 14:00:56.164729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.218001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:00:56.235905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70040800-837b-4bf2-ae97-7103e82da000 req-8ef86860-5789-4bc3-950e-32d3aa35abb7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:56.244613 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70040800-837b-4bf2-ae97-7103e82da000 req-8ef86860-5789-4bc3-950e-32d3aa35abb7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.3620296 Jul 22 14:00:56.261158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07022845-d921-48d3-8d61-7f02cdfa1778,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:56.280217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:56.285563 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.302311 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Added segment c8295a39-ca46-4032-9c15-358d096720c1 of type vlan for network 91604234-237b-421f-9f87-9b7e130bd2ec Jul 22 14:00:56.360884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on host n-h2-787205-11 for vnic_type normal with profile {"migrating_to": "n-h1-787205-11"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:00:56.361371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:00:56.363221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:56.377314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70040800-837b-4bf2-ae97-7103e82da000 req-e49934d3-6698-49df-a598-0bfce0d49573 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285973 Jul 22 14:00:56.386672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:00:56.388363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Attempting to bind port 2576c850-6d67-44db-b63a-c488bb34d834 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:00:56.416029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:00:56.417727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:56.418348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:00:56.419283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Bound port: 2576c850-6d67-44db-b63a-c488bb34d834, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:00:56.421484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.464063 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed216769-786f-4932-92c4-d81b6c436a5e x-openstack-request-id: req-ed216769-786f-4932-92c4-d81b6c436a5e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:56.464063 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "2576c850-6d67-44db-b63a-c488bb34d834", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:56.464063 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed216769-786f-4932-92c4-d81b6c436a5e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:56.464521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-18c092ac-e3ce-4819-a59a-8814b556f740 None None] Provisioning for port f8d37946-e941-4411-9db4-775dd17728dd completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:56.467520 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834', 'code': 200} Jul 22 14:00:56.476995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-18c092ac-e3ce-4819-a59a-8814b556f740 None None] Provisioning complete for port f8d37946-e941-4411-9db4-775dd17728dd triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:56.477334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-18c092ac-e3ce-4819-a59a-8814b556f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.563711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-18c092ac-e3ce-4819-a59a-8814b556f740 None None] Port f8d37946-e941-4411-9db4-775dd17728dd cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:00:56.588748 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-75095edf-606d-4938-8e65-4be099d815b0 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b4199adb3486486f97e0518632e8f912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520477 Jul 22 14:00:56.662510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:00:56.734299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.753282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-a814ea28-22ec-40d3-a57f-e65ff8349026 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:56.760224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-a814ea28-22ec-40d3-a57f-e65ff8349026 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571774 Jul 22 14:00:56.769242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:00:56.774747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.774747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:56.774954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.790433 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-90e2c26d-6855-4846-9fb6-3362590686f2 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/quotas/b4199adb3486486f97e0518632e8f912 HTTP/1.1" status: 200 len: 375 time: 0.0291576 Jul 22 14:00:56.795547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.813181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5044806 Jul 22 14:00:56.824965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:56.864173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-19086135-6c12-4e85-a387-0dbafe665175 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=49a2560180c145e19f41d31ef51e3727&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558081 Jul 22 14:00:56.879307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Request body: {'subnet': {'network_id': '91604234-237b-421f-9f87-9b7e130bd2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1342591708-subnet', 'tenant_id': 'c5203c03d0ca40ea9d6bbc375e1b9e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:56.890335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.936046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f292129-f64d-4f6f-82ce-a129f6596e0c admin admin] Pushing event updated for resources: {'Network': ['ID=91604234-237b-421f-9f87-9b7e130bd2ec,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:56.936283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Made reservation on behalf of c5203c03d0ca40ea9d6bbc375e1b9e30 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:56.939390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:56.949244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 91604234-237b-421f-9f87-9b7e130bd2ec details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:00:57.023484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:57.024371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.026349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] 10.222.0.13 "PUT /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 1124 time: 2.2700238 Jul 22 14:00:57.115285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2576c850-6d67-44db-b63a-c488bb34d834'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:00:57.131288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcb48e-5564-4b0d-a3ba-c3167ff51a25 service neutron] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:57.150193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-92b50e10-9e5b-4e41-bd3e-219e08323a8b tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:57.151887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-92b50e10-9e5b-4e41-bd3e-219e08323a8b tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784216 Jul 22 14:00:57.182627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-7c5ef2ab-25e7-41b8-adc6-22fb86203252 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4199adb3486486f97e0518632e8f912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3857899 Jul 22 14:00:57.287377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.292847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-10675aea-ee49-4cd7-8a39-bba5bd567436 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/quotas/49a2560180c145e19f41d31ef51e3727 HTTP/1.1" status: 200 len: 375 time: 0.0953526 Jul 22 14:00:57.293975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.385588 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.407956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-cff304af-238b-4187-ac9a-99e6f6e7e86b tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=49a2560180c145e19f41d31ef51e3727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877728 Jul 22 14:00:57.445081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8d37946-e941-4411-9db4-775dd17728dd,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:57.447916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.463056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-addef4ba-735d-4341-98cd-8458c2c33bda req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Request body: {'security_group': {'name': 'tempest-securitygroup-189602399', 'description': 'tempest-description-1889442090'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:57.496867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-addef4ba-735d-4341-98cd-8458c2c33bda req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.530625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd44d3d7-e8bd-474b-a1dd-b211534a7ced,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:57.572030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Checking segment: {'id': 'c8295a39-ca46-4032-9c15-358d096720c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '91604234-237b-421f-9f87-9b7e130bd2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:00:57.572398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Network hostable DHCP agents. Network: 91604234-237b-421f-9f87-9b7e130bd2ec, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:00:57.609285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Network 91604234-237b-421f-9f87-9b7e130bd2ec is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:00:57.625087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 91604234-237b-421f-9f87-9b7e130bd2ec) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:57.631264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:57.631862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.635835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:00:57.647102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82097624-cd3f-4868-a138-b1a9823bc386 None None] Network 91604234-237b-421f-9f87-9b7e130bd2ec requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:57.648933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:00:57.678766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-addef4ba-735d-4341-98cd-8458c2c33bda req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.694435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-addef4ba-735d-4341-98cd-8458c2c33bda req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.724943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cdb7a6b0-6577-4d77-bf22-633d397ae271 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8951933 Jul 22 14:00:57.751700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-addef4ba-735d-4341-98cd-8458c2c33bda req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:57.785441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-addef4ba-735d-4341-98cd-8458c2c33bda req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3389912 Jul 22 14:00:57.791632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cc544-ac13-4b92-8136-6f643b85a4b4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0bbc9d-405e-42c6-aa66-fa73617ae7d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:57.885783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9abc25d2-b249-4427-9561-94a57115ca17 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:57.978220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e12d8c-d8c2-49f5-81f6-f71b2eee8d69 req-b338a6e8-d664-44b4-adbe-3046d4a5183c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:57.987566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-10e12d8c-d8c2-49f5-81f6-f71b2eee8d69 req-b338a6e8-d664-44b4-adbe-3046d4a5183c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1143718 Jul 22 14:00:58.035448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674912fa-160f-4994-bdc7-8bc93100aa3f None None] Network 91604234-237b-421f-9f87-9b7e130bd2ec requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:00:58.055222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-10e12d8c-d8c2-49f5-81f6-f71b2eee8d69 req-6a68f36c-2865-4561-a85b-9e365db8a8ed tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666933 Jul 22 14:00:58.092036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:00:58.246294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2efe4439-6d05-4dd5-ae86-d27afa5c289d req-953aba9b-9a39-43eb-9046-d84133f31517 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 210 time: 0.0890057 Jul 22 14:00:58.331685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 9abc25d2-b249-4427-9561-94a57115ca17 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:00:58.362890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9abc25d2-b249-4427-9561-94a57115ca17 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:58.364755 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.399959 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d852b44d-face-4353-b838-64c86ff11c9d req-cf83a8b7-f364-4e76-8799-c968218e0953 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 210 time: 0.0645308 Jul 22 14:00:58.405337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-372d6833-b848-473e-8774-beca14a0975d None None] Provisioning complete for port f8d37946-e941-4411-9db4-775dd17728dd triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:58.405969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-372d6833-b848-473e-8774-beca14a0975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.468812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:00:58.471580 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "tag": "2576c850-6d67-44db-b63a-c488bb34d834"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:00:58.483658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:00:58.491844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-047e5324-e41c-4e06-94d2-de6d2fa939c0 admin admin] 10.222.0.11 "PUT /v2.0/routers/55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7475297 Jul 22 14:00:58.520769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-372d6833-b848-473e-8774-beca14a0975d None None] Port f8d37946-e941-4411-9db4-775dd17728dd cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:00:58.566832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:00:58.590289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:00:58.590931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:58.592846 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.665607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-429313531', 'description': 'tempest-description-825755731'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:58.684678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 9abc25d2-b249-4427-9561-94a57115ca17, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9abc25d2-b249-4427-9561-94a57115ca17,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:58.694178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.718605 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.758679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.776785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=9abc25d2-b249-4427-9561-94a57115ca17,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:58.781419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:00:58.917540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.923013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:58.932051 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4017013-cd05-4677-8992-1a777c7ed164 x-openstack-request-id: req-e4017013-cd05-4677-8992-1a777c7ed164 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:00:58.932573 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "tag": "2576c850-6d67-44db-b63a-c488bb34d834", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:00:58.932573 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4017013-cd05-4677-8992-1a777c7ed164 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:00:58.933012 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834', 'status': 'completed', 'code': 200} Jul 22 14:00:58.984426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c64a5b-12fa-4643-a418-61fd29b2dbdf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:59.059830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.068555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.075349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-2e1248f2-0e02-430d-95ee-8e532134b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.077894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-2e1248f2-0e02-430d-95ee-8e532134b565 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1127 time: 0.1205854 Jul 22 14:00:59.156935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721b1bfe-5b38-4024-8f3b-2d1fcde7660c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:00:59.172671 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.191072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb5c192f-66fa-4139-82d7-ad5f135d0b66 req-70939dcd-312b-4f71-ba33-f8b02ca19dbd tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5310218 Jul 22 14:00:59.272625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:00:57Z', 'revision_number': 2, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:00:59.292674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-b5768e2d-4fd9-4503-876d-735b975963e3 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b4199adb3486486f97e0518632e8f912&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955169 Jul 22 14:00:59.314468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:00:59.315579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Updating router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 port f8d37946-e941-4411-9db4-775dd17728dd binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:00:59.355327 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.472479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-02e48292-af75-4ce0-818a-1e4601fcda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.474185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-02e48292-af75-4ce0-818a-1e4601fcda11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.3890603 Jul 22 14:00:59.536481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-a38aa5ac-6f31-43c7-b7be-34a45cf5635e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.0539703 Jul 22 14:00:59.549909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-94011a32-8920-401a-8136-991f86aebd37 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.556349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-94011a32-8920-401a-8136-991f86aebd37 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.3651991 Jul 22 14:00:59.575462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:00:59.602353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.13', 49940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:59.636894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-75a157ab-8ecf-4c87-a6ad-b0dcf4704c0f tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.638483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-75a157ab-8ecf-4c87-a6ad-b0dcf4704c0f tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354843 Jul 22 14:00:59.653682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-20c4617d-c5fc-469a-b998-4b7f7c9cc6f8 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=49a2560180c145e19f41d31ef51e3727&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497911 Jul 22 14:00:59.680797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-bb5b1b6c-0c78-49f7-a19d-a4c5c6d25e29 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/quotas/050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 375 time: 0.1234756 Jul 22 14:00:59.681245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:00:59.684658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Request body: {'port': {'device_id': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'b4199adb3486486f97e0518632e8f912'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:59.691697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9abc25d2-b249-4427-9561-94a57115ca17 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:00:59.694597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-network', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:59.728857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-21f86de3-7add-4ee4-bf15-a9b69371ae71 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735266 Jul 22 14:00:59.786313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-ac15add3-4fdb-48d0-8a35-b0de2ed61ce9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851812 Jul 22 14:00:59.822585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-9e7549ea-7431-46c4-9adb-6ed162ffd509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.824565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-9e7549ea-7431-46c4-9adb-6ed162ffd509 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.2661991 Jul 22 14:00:59.879696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:00:59.895375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-65957e6c-d7ba-4674-aad3-7c4cdf438cc1 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.897232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-65957e6c-d7ba-4674-aad3-7c4cdf438cc1 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201710 Jul 22 14:00:59.909198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9abc25d2-b249-4427-9561-94a57115ca17 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:00:59.909741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.916729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Request body: {'port': {'device_id': 'b026ceea-1f60-4233-982b-70da88de2a80', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '49a2560180c145e19f41d31ef51e3727'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:00:59.933109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-8e52a0ac-d310-489d-818e-a6cc177d9d7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591362 Jul 22 14:00:59.936683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Made reservation on behalf of 36c927f3fdd840d1a9bae533dc60bdd8 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:00:59.939669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.950203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 has no active binding in host n-h1-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:00:59.987472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-b5634a82-ce39-4f21-b4a7-ce1af941a85b tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:00:59.987731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:00:59.988989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-b5634a82-ce39-4f21-b4a7-ce1af941a85b tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527165 Jul 22 14:01:00.022599 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:00.029038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-ea2b179e-0b14-4530-8b06-63dacbf18398 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/quotas/23a4ddeeb5a940cebbb22753d11b3172 HTTP/1.1" status: 200 len: 375 time: 0.0211103 Jul 22 14:01:00.048397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Transition to ACTIVE for port object f8d37946-e941-4411-9db4-775dd17728dd will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:00.055829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Made reservation on behalf of b4199adb3486486f97e0518632e8f912 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:00.058281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:00.059173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:00.118157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2c72d-f8d2-4f58-9b41-e5f49917da8b None None] Pushing event updated for resources: {'Port': ['ID=f8d37946-e941-4411-9db4-775dd17728dd,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:00.125659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-654d9b1d-e371-4d32-9001-4135715c9afd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:01:00.132232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-654d9b1d-e371-4d32-9001-4135715c9afd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1471653 Jul 22 14:01:00.156560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-5105fe76-51f0-40be-944a-76257ff06dce tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842044 Jul 22 14:01:00.182204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Attempting to bind port f8d37946-e941-4411-9db4-775dd17728dd on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:00.182991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Attempting to bind port f8d37946-e941-4411-9db4-775dd17728dd by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:00.183596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Attempting to bind port f8d37946-e941-4411-9db4-775dd17728dd on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:00.196244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:00.197174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Checking segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:00.197777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:00.198523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Bound using segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:00.199078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Bound port: f8d37946-e941-4411-9db4-775dd17728dd, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:00.199553 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:00.291113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] For port f8d37946-e941-4411-9db4-775dd17728dd, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:00.298745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] For port f8d37946-e941-4411-9db4-775dd17728dd, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f8d37946-e941-4411-9db4-775dd17728dd,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:00.305513 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:00.327593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-356a5aef-e882-410c-95af-2aa422c633d9 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744440 Jul 22 14:01:00.415757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:00.416557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:00.442571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Allocated IP 192.168.233.69 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/15178db5-9504-4dc0-b912-4f743ec00486) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:00.478414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b62cb-9438-4836-8ffd-7ab2a44b852e req-77477257-0157-49d8-ae0d-081f022c2b03 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:00.480520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-392b62cb-9438-4836-8ffd-7ab2a44b852e req-77477257-0157-49d8-ae0d-081f022c2b03 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1136613 Jul 22 14:01:00.511194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2c72d-f8d2-4f58-9b41-e5f49917da8b None None] Pushing event updated for resources: {'Port': ['ID=f8d37946-e941-4411-9db4-775dd17728dd,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:00.556225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-392b62cb-9438-4836-8ffd-7ab2a44b852e req-94b07d2d-bcc3-4501-9f1f-5ba2aa051227 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690610 Jul 22 14:01:00.605504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4ff29d98-add1-4e66-9e5c-fa3d2264e6b5 req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1046123407', 'description': 'tempest-description-2008141763'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:00.619488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:00.680679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-9a568c52-558d-43e6-9503-82d38c26bcee service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475774 Jul 22 14:01:00.915928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:00Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:00.945377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6556c50-7aca-4b3a-afc2-3816ca71d616 None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:00Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:01:01.050258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.104042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.104914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Made reservation on behalf of 49a2560180c145e19f41d31ef51e3727 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:01.108980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.126014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.130000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0bf053-c3e7-4793-bbb5-8f36261dfed1 req-a03157e2-f5df-4af4-9274-a9b59c020a5d service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947810 Jul 22 14:01:01.138174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4ff29d98-add1-4e66-9e5c-fa3d2264e6b5 req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.155266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.164177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:01:01.212762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.213164 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Added segment 3df1e1c1-1592-48f9-935d-6acc4041b14a of type vlan for network 420b07cc-e7d2-4559-84ab-a3b965062d25 Jul 22 14:01:01.233554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-94775971-4fd6-4231-970f-809e7f81970d service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960365 Jul 22 14:01:01.237391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Transition to ACTIVE for port object 15178db5-9504-4dc0-b912-4f743ec00486 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:01.238907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caf32f2-55c5-4be5-8ab5-edbd287cc20a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:01.268881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.277898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.313485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.387194 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.389855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.391286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:01.392093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.400031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['8f1faaf3-c237-4123-8aeb-733e970e4386'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:01.687101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d141eb-028e-488e-95c2-ea20a0f726b1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:01.755500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f8d37946-e941-4411-9db4-775dd17728dd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:01.781029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:01.782294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] Pushing event updated for resources: {'Network': ['ID=420b07cc-e7d2-4559-84ab-a3b965062d25,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:01.793825 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-06340a1c-c915-425d-95ee-af6fac7fc645 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1906595 Jul 22 14:01:01.794676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Pushing event updated for resources: {'Port': ['ID=15178db5-9504-4dc0-b912-4f743ec00486,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:01.804172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:01.823437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:01:01.851654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4ff29d98-add1-4e66-9e5c-fa3d2264e6b5 req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.860325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4ff29d98-add1-4e66-9e5c-fa3d2264e6b5 req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.986207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-18cfce09-8014-43ca-b804-666ad4fb7e5c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2939458 Jul 22 14:01:01.996727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:01.996981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4ff29d98-add1-4e66-9e5c-fa3d2264e6b5 req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:01.998636 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ff29d98-add1-4e66-9e5c-fa3d2264e6b5 req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3998983 Jul 22 14:01:02.021356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c427f9-24f4-486e-bc15-61e009e6ebda tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9524b03e-dbb5-4f04-8f37-548cb78e3f17,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:02.032881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Allocated IP 192.168.233.122 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/a6d529df-442e-4b3b-a803-e23dcf0e7b20) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:02.033199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Request body: {'subnet': {'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-subnet', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:02.037137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:02.064578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f8d37946-e941-4411-9db4-775dd17728dd completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:02.069910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f8d37946-e941-4411-9db4-775dd17728dd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:02.070503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.186446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:02.187089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.187207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35984c0e-1e96-4ff1-b137-e1b3b86dafcd req-dbf7ca32-c887-4085-90d9-7bf0f8c0a876 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 210 time: 0.0641556 Jul 22 14:01:02.194539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.241266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452bebf-0c27-46b7-8672-b917a217758c req-7951b4df-2511-4a80-adf5-06fb6fb5e2a0 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:02.242866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9452bebf-0c27-46b7-8672-b917a217758c req-7951b4df-2511-4a80-adf5-06fb6fb5e2a0 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 935 time: 0.4870539 Jul 22 14:01:02.262055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-347e8fb4-3d04-40ca-85a1-1cc0a60b7360 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5833349 Jul 22 14:01:02.277186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f8d37946-e941-4411-9db4-775dd17728dd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f8d37946-e941-4411-9db4-775dd17728dd,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:02.281686 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.315867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Request body: {'port': {'device_id': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:02.355765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f8d37946-e941-4411-9db4-775dd17728dd,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:02.402744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e85bceda-45c2-48de-bb2b-d470bd6971f6 None None] Provisioning for port 15178db5-9504-4dc0-b912-4f743ec00486 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:02.410291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e85bceda-45c2-48de-bb2b-d470bd6971f6 None None] Provisioning complete for port 15178db5-9504-4dc0-b912-4f743ec00486 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:02.410662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e85bceda-45c2-48de-bb2b-d470bd6971f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.413206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-02402742-0d7a-4b56-bf77-62637d3c436a tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:02.416248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-02402742-0d7a-4b56-bf77-62637d3c436a tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5961318 Jul 22 14:01:02.426957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-eeef945e-b7c7-4ed7-9c91-66ea607cc389 service neutron] 10.222.0.20 "GET /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.0979800 Jul 22 14:01:02.440956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Request body: {'port': {'device_id': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '23a4ddeeb5a940cebbb22753d11b3172'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:02.455208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98697f1f-c1d6-45ef-8777-6486add88012 req-0f8f9ff4-7967-4c9f-bbcd-90b83ab02dd7 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 210 time: 0.0534711 Jul 22 14:01:02.505354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e85bceda-45c2-48de-bb2b-d470bd6971f6 None None] Port 15178db5-9504-4dc0-b912-4f743ec00486 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:02.526825 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9452bebf-0c27-46b7-8672-b917a217758c req-dbbb2077-b78d-40c8-bc34-065636e445f2 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622640 Jul 22 14:01:02.535594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.539678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Made reservation on behalf of 36c927f3fdd840d1a9bae533dc60bdd8 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:02.542394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.568974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Transition to ACTIVE for port object a6d529df-442e-4b3b-a803-e23dcf0e7b20 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:02.595561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f811b826-a3b9-4464-b389-31b73e256ebf req-2101f3f4-1043-4800-b98f-4cad7c6a609e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 210 time: 0.0456593 Jul 22 14:01:02.661864 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.749990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.833903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.20', 55142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:02.859155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Made reservation on behalf of 23a4ddeeb5a940cebbb22753d11b3172 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:02.862951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:02.882324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Pushing event updated for resources: {'Port': ['ID=a6d529df-442e-4b3b-a803-e23dcf0e7b20,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:02.888322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:02.893846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:02.903964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:02.938022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b095bb-1ff0-48e3-8420-143afa4ef9cf req-066d0751-48a9-4946-90cb-25ba3904f36e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:02.940242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7b095bb-1ff0-48e3-8420-143afa4ef9cf req-066d0751-48a9-4946-90cb-25ba3904f36e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 944 time: 0.3011723 Jul 22 14:01:02.980798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.014681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:03.029976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:03.030604 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.081180 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-9115bc01-9aeb-4a16-a9f9-04c340edb144 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1696754 Jul 22 14:01:03.084518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:03.115325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Request body: {'port': {'device_id': 'b026ceea-1f60-4233-982b-70da88de2a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:03.191170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2576c850-6d67-44db-b63a-c488bb34d834 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:03.195455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-62d7453c-147d-481e-b608-25037bb4ded9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:03.196941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-62d7453c-147d-481e-b608-25037bb4ded9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.3597624 Jul 22 14:01:03.215029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:03.218916 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7b095bb-1ff0-48e3-8420-143afa4ef9cf req-ff2c6500-8310-49a0-9e7d-c017b44adec8 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124472 Jul 22 14:01:03.224268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Request body: {'port': {'device_id': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'admin_state_up': True, 'tenant_id': '050cafc0ac534a16806efabfec6ec8d0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:03.235901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d639e051-bceb-414a-9701-12521fdf4c8a None None] Provisioning for port a6d529df-442e-4b3b-a803-e23dcf0e7b20 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:03.249731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d639e051-bceb-414a-9701-12521fdf4c8a None None] Provisioning complete for port a6d529df-442e-4b3b-a803-e23dcf0e7b20 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:03.249731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d639e051-bceb-414a-9701-12521fdf4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.273410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.298069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d639e051-bceb-414a-9701-12521fdf4c8a None None] Port a6d529df-442e-4b3b-a803-e23dcf0e7b20 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:03.314161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-6ef43101-ea67-4ced-9135-7cc20e1b049e tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42364 time: 0.6723642 Jul 22 14:01:03.315460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.339739 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.448279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-a1a2732d-026b-4a74-ab62-b4c7d47ced39 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/07022845-d921-48d3-8d61-7f02cdfa1778 HTTP/1.1" status: 200 len: 2981 time: 0.1092803 Jul 22 14:01:03.500525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:03.551290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] Transition to ACTIVE for port object 2576c850-6d67-44db-b63a-c488bb34d834 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:03.575586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.579061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Checking segment: {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:03.579424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Network hostable DHCP agents. Network: 420b07cc-e7d2-4559-84ab-a3b965062d25, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:01:03.600481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.633666 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.650370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f8d37946-e941-4411-9db4-775dd17728dd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:03.687924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15178db5-9504-4dc0-b912-4f743ec00486 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:03.703685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-f36490d3-2ab3-451c-9f5e-4175d6d05472 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/07022845-d921-48d3-8d61-7f02cdfa1778 HTTP/1.1" status: 200 len: 2981 time: 0.2445521 Jul 22 14:01:03.719573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f8d37946-e941-4411-9db4-775dd17728dd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:03.720096 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.729830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] No DVR routers for this DVR port 2576c850-6d67-44db-b63a-c488bb34d834 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:03.731916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:03.798088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-dda02d42-59d6-4dce-af7b-00a9741793c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834/bindings/n-h1-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3538437 Jul 22 14:01:03.802657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-c10ef14e-0af6-4e18-bdc2-4aee248d57d9 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/23d141eb-028e-488e-95c2-ea20a0f726b1 HTTP/1.1" status: 200 len: 2981 time: 0.0740871 Jul 22 14:01:03.866307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-02fabca8-0889-45ac-aeb4-c2b7efb241ee tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/23d141eb-028e-488e-95c2-ea20a0f726b1 HTTP/1.1" status: 200 len: 2981 time: 0.0574701 Jul 22 14:01:03.868832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.13', 49941) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:03.952508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.954827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:01:03.957280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Made reservation on behalf of 050cafc0ac534a16806efabfec6ec8d0 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:03.960833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:03.998189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f14d62-6955-42c2-b4b6-88f9658f1e19 req-b72fdee8-e392-4319-a485-7f7025183ef0 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:03.999787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24f14d62-6955-42c2-b4b6-88f9658f1e19 req-b72fdee8-e392-4319-a485-7f7025183ef0 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 936 time: 0.6431618 Jul 22 14:01:04.000456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15f3808-4f4e-41fc-925a-656386bfbb05,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:04.015274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 420b07cc-e7d2-4559-84ab-a3b965062d25) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:04.030869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a1295e-dded-4001-bb51-31c3a29e3ce6 None None] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:01:04.035121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:04.035738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.038246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Transition to ACTIVE for port object 15178db5-9504-4dc0-b912-4f743ec00486 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:04.058497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.139939 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67c466e5-639d-49f0-bf3e-dbfd57de06d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1267512 Jul 22 14:01:04.148950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:04.159333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:04.179038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24f14d62-6955-42c2-b4b6-88f9658f1e19 req-ecb99964-0e02-484b-b10b-6f6d1da1d486 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659632 Jul 22 14:01:04.214766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-136f0631-846f-4059-8cf6-02055c9b08b1 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5d16d881-c964-40c4-b507-0e21b41e4883 HTTP/1.1" status: 200 len: 2981 time: 0.3474121 Jul 22 14:01:04.227450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-420b07cc-e7d2-4559-84ab-a3b965062d25', 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'fixed_ips': [{'subnet_id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:01:04.227450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.227835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=15178db5-9504-4dc0-b912-4f743ec00486,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:04.300060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-edb58a50-d35d-42e7-ae31-7772daba9288 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:04.300731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Allocated IP 172.20.0.13 (d2363324-8fd1-4404-b4be-5c9d76932002/c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:04.301605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-edb58a50-d35d-42e7-ae31-7772daba9288 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.4317608 Jul 22 14:01:04.435471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08b2429e-6b9f-4d6a-823d-0bdee090f772 req-89994318-4474-4839-b14a-b73ae1a68739 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 210 time: 0.0717955 Jul 22 14:01:04.492595 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.494203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.504426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Allocated IP 172.20.0.2 (420b07cc-e7d2-4559-84ab-a3b965062d25/fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a/5f1cfc81-2ce7-4cc4-b117-9451c9bbc978) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:04.554198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-3d218802-d74e-482d-9a48-b701ead74bfc tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5d16d881-c964-40c4-b507-0e21b41e4883 HTTP/1.1" status: 200 len: 2981 time: 0.3384197 Jul 22 14:01:04.604715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d529df-442e-4b3b-a803-e23dcf0e7b20 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:04.614310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.632316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Transition to ACTIVE for port object a6d529df-442e-4b3b-a803-e23dcf0e7b20 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:04.647805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.664592 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.665434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:04.709534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-00250fdd-dfcd-4a95-ac58-e8e26bea5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:04.711082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-00250fdd-dfcd-4a95-ac58-e8e26bea5e44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0&tenant_id=310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 1097 time: 0.3803189 Jul 22 14:01:04.724236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-dd258cb0-760e-4cf3-a073-a0ac99a1a5cf tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/66c64a5b-12fa-4643-a418-61fd29b2dbdf HTTP/1.1" status: 200 len: 2981 time: 0.1612992 Jul 22 14:01:04.727329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d529df-442e-4b3b-a803-e23dcf0e7b20,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:04.741038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.741038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.741038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.741402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.741667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.741908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.742241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.742576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.742907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.743235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.743561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.743883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:04.746100 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.758396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Transition to ACTIVE for port object 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:04.775665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Transition to ACTIVE for port object 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:04.782658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.828645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:04.831139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Attempting to bind port 15178db5-9504-4dc0-b912-4f743ec00486 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:04.831792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Attempting to bind port 15178db5-9504-4dc0-b912-4f743ec00486 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:04.831929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Attempting to bind port 15178db5-9504-4dc0-b912-4f743ec00486 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:04.832719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:04.837592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:04.882331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Allocated IP 192.168.233.157 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/d82f8286-599e-422e-92fe-080600692286) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:04.884286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Port 15178db5-9504-4dc0-b912-4f743ec00486 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:04.884622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Attempting to bind port 15178db5-9504-4dc0-b912-4f743ec00486 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:04.907179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Pushing event updated for resources: {'Port': ['ID=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:04.954241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Attempting to bind port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:04.954760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Attempting to bind port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:04.955456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Attempting to bind port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 on network 420b07cc-e7d2-4559-84ab-a3b965062d25 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:04.961599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:04.961931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Checking segment: {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:04.962730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.963132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Bound using segment: {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:04.963605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Bound port: 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:04.963988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:04.981952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-26f63c99-97b6-4f72-8aab-0f6e4c13b71a tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/66c64a5b-12fa-4643-a418-61fd29b2dbdf HTTP/1.1" status: 200 len: 2981 time: 0.2342844 Jul 22 14:01:04.992100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:04.992100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:04.992449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:04.992892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Bound port: 15178db5-9504-4dc0-b912-4f743ec00486, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:04.993255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.013545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.024193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.041982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f1e-d358-44bb-8607-823c1254e627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.054389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Attempting to bind port a6d529df-442e-4b3b-a803-e23dcf0e7b20 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:05.054767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Attempting to bind port a6d529df-442e-4b3b-a803-e23dcf0e7b20 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:05.055089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Attempting to bind port a6d529df-442e-4b3b-a803-e23dcf0e7b20 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:05.066760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] For port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:05.067125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122e1c-ae06-4ff7-99a4-055ca3e78223 req-66ae7fc6-c3ec-41f2-92bb-d7d953af4059 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.068628 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf122e1c-ae06-4ff7-99a4-055ca3e78223 req-66ae7fc6-c3ec-41f2-92bb-d7d953af4059 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 947 time: 0.5305235 Jul 22 14:01:05.073254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] For port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:05.073440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-a0e858bb-af04-4a09-9932-1ee5125a79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.074833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-a0e858bb-af04-4a09-9932-1ee5125a79d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.2978339 Jul 22 14:01:05.075733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Port a6d529df-442e-4b3b-a803-e23dcf0e7b20 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:05.076043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Attempting to bind port a6d529df-442e-4b3b-a803-e23dcf0e7b20 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:05.080189 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.083241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:05.083604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:05.083928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:05.084357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Bound port: a6d529df-442e-4b3b-a803-e23dcf0e7b20, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:05.084707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.087713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-34cdb35f-a394-4115-9e3b-9d369b02d645 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6caf32f2-55c5-4be5-8ab5-edbd287cc20a HTTP/1.1" status: 200 len: 2981 time: 0.0958312 Jul 22 14:01:05.163569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4241738-ac80-4f71-aa5f-63851403d439 None None] Pushing event updated for resources: {'Port': ['ID=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:05.278607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf122e1c-ae06-4ff7-99a4-055ca3e78223 req-c419e3c3-8a05-468f-b4f6-534a275734ac tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951764 Jul 22 14:01:05.282583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] For port 15178db5-9504-4dc0-b912-4f743ec00486, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:05.309376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-f8e99b9b-f53d-4224-99f9-11209eff186e tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6caf32f2-55c5-4be5-8ab5-edbd287cc20a HTTP/1.1" status: 200 len: 2981 time: 0.2041411 Jul 22 14:01:05.310013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.354009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] For port 15178db5-9504-4dc0-b912-4f743ec00486, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=15178db5-9504-4dc0-b912-4f743ec00486,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:05.394133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.412256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] For port a6d529df-442e-4b3b-a803-e23dcf0e7b20, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:05.430870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-9cfcfa66-58ba-46a0-ad57-36e5889dba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.432410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-9cfcfa66-58ba-46a0-ad57-36e5889dba36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.3430305 Jul 22 14:01:05.447903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] For port a6d529df-442e-4b3b-a803-e23dcf0e7b20, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:05.450052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-8902013a-5919-4e40-9abc-4675e8bdea1a tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/908652cd-8cfc-457e-ae98-82d0ab4ef0ae HTTP/1.1" status: 200 len: 2981 time: 0.1236253 Jul 22 14:01:05.506836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.519453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Network d2363324-8fd1-4404-b4be-5c9d76932002 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:05.531596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.532103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.533842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] 10.222.0.13 "PUT /v2.0/ports/15178db5-9504-4dc0-b912-4f743ec00486 HTTP/1.1" status: 200 len: 1096 time: 3.2496734 Jul 22 14:01:05.544983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'tag': '15178db5-9504-4dc0-b912-4f743ec00486'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:05.548599 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054dc545-3f39-47a0-8fce-95f0777b5573" -d '{"events": [{"name": "network-changed", "server_uuid": "60e50233-ca9f-4463-a4cd-39b792e4266d", "tag": "15178db5-9504-4dc0-b912-4f743ec00486"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:05.553525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:05.562892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:05.565929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:05.584671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-9f3475a1-dc0a-4e12-898d-40d2aaebaefe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.1424651 Jul 22 14:01:05.609231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.609538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.610033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.610378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.610713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.611049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.611391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.612407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.612752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.613087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.613407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.613784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:05.662039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.662663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.664091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/a6d529df-442e-4b3b-a803-e23dcf0e7b20 HTTP/1.1" status: 200 len: 1097 time: 2.5735099 Jul 22 14:01:05.667228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-94b9a451-e814-4a77-88d3-086b3088c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.668881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-94b9a451-e814-4a77-88d3-086b3088c71a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0728359 Jul 22 14:01:05.669493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b026ceea-1f60-4233-982b-70da88de2a80', 'tag': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:05.696102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.751188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:05.776408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca399762-cacb-450c-8a4f-a6d92c7f68d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d529df-442e-4b3b-a803-e23dcf0e7b20,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:05.797925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-5e6f2926-fa78-4faf-bd3e-c4e558aaa8b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163099 Jul 22 14:01:05.830006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:05.840677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Transition to ACTIVE for port object d82f8286-599e-422e-92fe-080600692286 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:05.865893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-425f173b-dff0-4eb5-ad5c-cefef3226339 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/908652cd-8cfc-457e-ae98-82d0ab4ef0ae HTTP/1.1" status: 200 len: 2981 time: 0.3241315 Jul 22 14:01:05.868863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:05.870154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.901761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f1e-d358-44bb-8607-823c1254e627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.923419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f202e-e7ae-447b-a577-986f197e9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=15178db5-9504-4dc0-b912-4f743ec00486,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:05.929159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cff2f1e-d358-44bb-8607-823c1254e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:05.958245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-c2464d69-8269-40c2-9583-b36d75e27ac8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7503440 Jul 22 14:01:05.975746 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16a387a-9fa2-43ca-87fb-36939d67df7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b026ceea-1f60-4233-982b-70da88de2a80", "tag": "a6d529df-442e-4b3b-a803-e23dcf0e7b20"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:06.004650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-f7ced377-512f-48cb-94b0-232d472a1d8b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9d76a9ed-27a4-4d08-a4b5-d323e7b7ed97 HTTP/1.1" status: 200 len: 2973 time: 0.1378546 Jul 22 14:01:06.028002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-9288cc41-dd42-471f-af91-efbb7540beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:06.029515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-9288cc41-dd42-471f-af91-efbb7540beaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a2560180c145e19f41d31ef51e3727&device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 1100 time: 0.2949450 Jul 22 14:01:06.037273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-30105578-d149-4518-850a-f9cfce28d00e service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190816 Jul 22 14:01:06.113264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-a5a1137e-f10e-40a8-aa1e-900f524f069c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20 HTTP/1.1" status: 200 len: 217 time: 0.0747039 Jul 22 14:01:06.202287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-ecbcfd15-17b4-4ede-861b-73bca44fde2e tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9d76a9ed-27a4-4d08-a4b5-d323e7b7ed97 HTTP/1.1" status: 200 len: 2973 time: 0.1864929 Jul 22 14:01:06.229299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Request body: {'port': {'device_id': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:06.249186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-0e566dfd-ef00-40d4-a67a-707e571c5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:06.250845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-0e566dfd-ef00-40d4-a67a-707e571c5559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1192667 Jul 22 14:01:06.276351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c7e2f-724d-43a1-9b07-61bcb4894fb9 req-0be6f029-cf7e-4d7d-8d9e-db39b51afa4f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:06.278389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-156c7e2f-724d-43a1-9b07-61bcb4894fb9 req-0be6f029-cf7e-4d7d-8d9e-db39b51afa4f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 932 time: 0.8599725 Jul 22 14:01:06.280393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-4e9a73b6-a539-486a-8b91-fce9dd3dfb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:06.282084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-4e9a73b6-a539-486a-8b91-fce9dd3dfb62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4199adb3486486f97e0518632e8f912&device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 1099 time: 0.6781564 Jul 22 14:01:06.304598 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-9ee4db2b-b0b9-463e-8283-02993276a604 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553639 Jul 22 14:01:06.320087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-0bf56a31-08b2-4275-8032-be47200a9249 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a7178e57-366c-4c3e-be1e-f05858014389 HTTP/1.1" status: 200 len: 2981 time: 0.1079218 Jul 22 14:01:06.347967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7dff20-0912-448e-92ff-0c3fef913aa4 None None] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:01:06.360416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8cff2f1e-d358-44bb-8607-823c1254e627 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b93fd67ef1c74a30a5a47b7adf074ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6721358 Jul 22 14:01:06.368031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52398) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:06.399610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577204a3-9045-46f7-a44f-0036323c6911 req-9f4985e8-7d1f-4087-8c3d-7234c64fed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:06.401139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-9f4985e8-7d1f-4087-8c3d-7234c64fed5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394851 Jul 22 14:01:06.403224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff2f1e-d358-44bb-8607-823c1254e627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b87fe4a-3f78-4f5e-aa29-a18197bd2195,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:06.414424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-e1436b32-e19a-454c-b1c7-6646f5e66c80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=15178db5-9504-4dc0-b912-4f743ec00486 HTTP/1.1" status: 200 len: 217 time: 0.0857899 Jul 22 14:01:06.432849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] Provisioning for port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:06.436758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-8e0d6144-2a6d-4103-9ec1-a22db169812b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a7178e57-366c-4c3e-be1e-f05858014389 HTTP/1.1" status: 200 len: 2981 time: 0.1102750 Jul 22 14:01:06.440335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] Provisioning complete for port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:06.440628 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.464438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.549957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-156c7e2f-724d-43a1-9b07-61bcb4894fb9 req-6f0a9e39-6fc9-4fa9-aa16-747ea64bad30 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559373 Jul 22 14:01:06.550910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:06.635981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Pushing event updated for resources: {'Port': ['ID=d82f8286-599e-422e-92fe-080600692286,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:06.661929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:06.663270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.684060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-c036e454-62ef-45cd-9b00-4a47cf55c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:06.685721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-c036e454-62ef-45cd-9b00-4a47cf55c7e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2500255 Jul 22 14:01:06.706194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:06.707870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.710905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:06.716433 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.736101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:06.736361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.777323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63213b4d-05e9-4667-9e6b-7896215622c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.786838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] For port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:06.799997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.819250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-c306e2e5-d6a9-452f-8da4-58d835b40bf9 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/b17d35c7-a147-4059-8a69-15ed9d361591 HTTP/1.1" status: 200 len: 2977 time: 0.3692195 Jul 22 14:01:06.836889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63213b4d-05e9-4667-9e6b-7896215622c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:06.860790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-4d122ccb-62e0-4d9a-9487-3945a051f769 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496305 Jul 22 14:01:06.875066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b8552-29b3-4584-a0ee-20c7bbe16dfb None None] Pushing event updated for resources: {'Port': ['ID=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:07.012747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:07.013399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.021181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-9fa2b28b-d650-45c3-8367-fd0cd492349e tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:07.023230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-9fa2b28b-d650-45c3-8367-fd0cd492349e tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.3181984 Jul 22 14:01:07.031895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-b733abb5-5a24-4d5b-bfb1-4e53f443abe4 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/b17d35c7-a147-4059-8a69-15ed9d361591 HTTP/1.1" status: 200 len: 2977 time: 0.1920912 Jul 22 14:01:07.040549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d75180bb-3ece-4bdb-adb0-24d1553ebb7a None None] Provisioning for port d82f8286-599e-422e-92fe-080600692286 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:07.046185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d75180bb-3ece-4bdb-adb0-24d1553ebb7a None None] Provisioning complete for port d82f8286-599e-422e-92fe-080600692286 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:07.046185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d75180bb-3ece-4bdb-adb0-24d1553ebb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.094140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d75180bb-3ece-4bdb-adb0-24d1553ebb7a None None] Port d82f8286-599e-422e-92fe-080600692286 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:07.110307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63213b4d-05e9-4667-9e6b-7896215622c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.113786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63213b4d-05e9-4667-9e6b-7896215622c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.116727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-63213b4d-05e9-4667-9e6b-7896215622c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b87fe4a-3f78-4f5e-aa29-a18197bd2195 HTTP/1.1" status: 204 len: 168 time: 0.7451284 Jul 22 14:01:07.130255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-64a90e88-7c18-4d93-a8cc-c869af828276 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6942074 Jul 22 14:01:07.143544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9f8fb-e914-48d1-bcdf-1f8ac741e5ed req-5d1273b3-486a-4bd3-b31b-6101aff55167 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:07.145069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6a9f8fb-e914-48d1-bcdf-1f8ac741e5ed req-5d1273b3-486a-4bd3-b31b-6101aff55167 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 945 time: 0.5010443 Jul 22 14:01:07.146975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-577204a3-9045-46f7-a44f-0036323c6911 req-656dc5a7-686c-460c-b1c0-6048ce57795d service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722065 Jul 22 14:01:07.151631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63213b4d-05e9-4667-9e6b-7896215622c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b87fe4a-3f78-4f5e-aa29-a18197bd2195,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:07.165567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Allocated IP 172.25.8.145 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/23cb4257-1b56-4b76-a1c3-047b6b455b21) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:07.172240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Request body: {'port': {'device_id': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:07.198724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-de6aaa43-1a5d-49a8-8826-10082a22a6ce tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/bf3e742b-9615-4756-8e24-b6792d5b7a41 HTTP/1.1" status: 200 len: 2981 time: 0.1540322 Jul 22 14:01:07.223337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-314c1b29-218f-4334-90a5-e6b2dba41731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:07.223823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5c0093a0-e2b7-41f5-8316-d6d682bcb958 None None] Provisioning complete for port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:07.224225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c0093a0-e2b7-41f5-8316-d6d682bcb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.224909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-314c1b29-218f-4334-90a5-e6b2dba41731 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5096524 Jul 22 14:01:07.312899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-23bc2a0c-ad6b-4a51-aaac-61d47b361165 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/bf3e742b-9615-4756-8e24-b6792d5b7a41 HTTP/1.1" status: 200 len: 2981 time: 0.1121578 Jul 22 14:01:07.318325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-612887fc-a92c-4db3-b706-13a6ecfba453 service neutron] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:07.322264 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-612887fc-a92c-4db3-b706-13a6ecfba453 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.323468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e633f858-bf80-4fb9-be71-4a2a6a26aec0 req-612887fc-a92c-4db3-b706-13a6ecfba453 service neutron] 10.222.0.13 "DELETE /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834/bindings/n-h2-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.2903438 Jul 22 14:01:07.376238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-a91523da-9525-4a88-a741-0ad2a554678c tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c28d3aa6-77f3-4c1b-b961-83e727c6ad34 HTTP/1.1" status: 200 len: 2981 time: 0.0517817 Jul 22 14:01:07.415109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6a9f8fb-e914-48d1-bcdf-1f8ac741e5ed req-88285f52-cb6f-4498-8816-4bdecd2e2436 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471397 Jul 22 14:01:07.427739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-1e4a794a-b0c1-4c05-8c42-f74be6dce9d1 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c28d3aa6-77f3-4c1b-b961-83e727c6ad34 HTTP/1.1" status: 200 len: 2981 time: 0.0450752 Jul 22 14:01:07.480357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:07.506732 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb62c08d-7e9d-4cb4-840d-ddacf8482e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.509698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-48fe8626-48cf-4213-9f9e-8608c3c12c60 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c4907fb6-9b1e-4ace-9451-b7bb42bf23f3 HTTP/1.1" status: 200 len: 2981 time: 0.0761189 Jul 22 14:01:07.576490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-c24effb9-b226-4e08-bd49-5ee7810efe6b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c4907fb6-9b1e-4ace-9451-b7bb42bf23f3 HTTP/1.1" status: 200 len: 2981 time: 0.0591114 Jul 22 14:01:07.594463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.637789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-fc7ae6a5-49d8-4655-86a0-d6e34f73ec2d service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947525 Jul 22 14:01:07.647274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-c0a85ba5-f7e3-4df6-9141-24642e75e514 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f941bb5f-e269-4964-8b5a-a80c4e159f1c HTTP/1.1" status: 200 len: 2981 time: 0.0608535 Jul 22 14:01:07.669479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:07.701009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb62c08d-7e9d-4cb4-840d-ddacf8482e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.711033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb62c08d-7e9d-4cb4-840d-ddacf8482e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.728053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:07.728053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.729451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10e8e24d-bde2-45b7-a574-86b45fdc8c0e req-8f95dd3c-a577-40ef-b8b3-de450047f810 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f941bb5f-e269-4964-8b5a-a80c4e159f1c HTTP/1.1" status: 200 len: 2981 time: 0.0714560 Jul 22 14:01:07.773127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cb62c08d-7e9d-4cb4-840d-ddacf8482e7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac015a607b2f4fcf8cb448407a7c8270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888587 Jul 22 14:01:07.773127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62c08d-7e9d-4cb4-840d-ddacf8482e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b6e8eb-69da-41e9-9ee8-08c788bbae58,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:07.774290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52412) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:07.852375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.874620 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e724daf-8cf5-4ae4-bc6f-7b6f7d33ba64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.904266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e724daf-8cf5-4ae4-bc6f-7b6f7d33ba64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.949258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49323ed3-f38a-4f6d-a85c-f5173b29d03c req-5ab6e6c6-d8f7-4aa4-a563-bbc60e82122c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:07.950817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49323ed3-f38a-4f6d-a85c-f5173b29d03c req-5ab6e6c6-d8f7-4aa4-a563-bbc60e82122c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 936 time: 0.1185644 Jul 22 14:01:07.985845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e724daf-8cf5-4ae4-bc6f-7b6f7d33ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.988594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e724daf-8cf5-4ae4-bc6f-7b6f7d33ba64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:07.992177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3e724daf-8cf5-4ae4-bc6f-7b6f7d33ba64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10b6e8eb-69da-41e9-9ee8-08c788bbae58 HTTP/1.1" status: 204 len: 168 time: 0.2144823 Jul 22 14:01:07.992335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:08.005592 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:08.008170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e724daf-8cf5-4ae4-bc6f-7b6f7d33ba64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b6e8eb-69da-41e9-9ee8-08c788bbae58,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:08.019804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49323ed3-f38a-4f6d-a85c-f5173b29d03c req-bed93f62-3e25-4b47-a9f6-e0c2ad243b61 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607355 Jul 22 14:01:08.077422 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbab0b5-b4a7-432d-9c2b-81713ee4914a x-openstack-request-id: req-1bbab0b5-b4a7-432d-9c2b-81713ee4914a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:08.077856 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e50233-ca9f-4463-a4cd-39b792e4266d", "tag": "15178db5-9504-4dc0-b912-4f743ec00486", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:08.078275 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bbab0b5-b4a7-432d-9c2b-81713ee4914a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:08.079004 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'tag': '15178db5-9504-4dc0-b912-4f743ec00486', 'status': 'completed', 'code': 200} Jul 22 14:01:08.086933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Transition to ACTIVE for port object a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:08.096649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589fb71-0d37-40bd-80e9-bfc3404ef328 req-e82bc738-d390-4721-b6da-d32ea59058e8 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:08.098216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0589fb71-0d37-40bd-80e9-bfc3404ef328 req-e82bc738-d390-4721-b6da-d32ea59058e8 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 948 time: 0.5660963 Jul 22 14:01:08.113043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:08.135136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41ebe762-de73-4e3e-9a81-4ff7e7983097 req-d177d90f-7859-4c5d-a91f-5c9f827e84ea service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964738 Jul 22 14:01:08.205521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:08.302724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:08.317886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0589fb71-0d37-40bd-80e9-bfc3404ef328 req-22c0515b-9e86-421a-9d30-890905491d38 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096906 Jul 22 14:01:08.321470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:08.407177 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00821d7-f769-4bc7-b0b9-ca7f74145fc9 x-openstack-request-id: req-c00821d7-f769-4bc7-b0b9-ca7f74145fc9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:08.407628 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b026ceea-1f60-4233-982b-70da88de2a80", "tag": "a6d529df-442e-4b3b-a803-e23dcf0e7b20", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:08.407628 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c00821d7-f769-4bc7-b0b9-ca7f74145fc9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:08.408126 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b026ceea-1f60-4233-982b-70da88de2a80', 'tag': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20', 'status': 'completed', 'code': 200} Jul 22 14:01:08.554195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-ea0b958a-ccd2-46ed-a47b-7af9553110ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:08.555857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-ea0b958a-ccd2-46ed-a47b-7af9553110ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=49a2560180c145e19f41d31ef51e3727&device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 1100 time: 0.1221173 Jul 22 14:01:08.579515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f0c27-bad9-45e5-834c-1ac112cbf2d8 req-da780777-80c9-4ac7-9860-c7960de909e3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:08.581555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e6f0c27-bad9-45e5-834c-1ac112cbf2d8 req-da780777-80c9-4ac7-9860-c7960de909e3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.1012564 Jul 22 14:01:08.583669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:08.600362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:08.678747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e6f0c27-bad9-45e5-834c-1ac112cbf2d8 req-9ed70074-fab1-4181-9170-c46c911f0b99 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822027 Jul 22 14:01:08.698423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-5b683353-79bb-485c-9960-db4ef701a3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:08.700276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-5b683353-79bb-485c-9960-db4ef701a3f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1377339 Jul 22 14:01:08.751344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Pushing event updated for resources: {'Port': ['ID=23cb4257-1b56-4b76-a1c3-047b6b455b21,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:08.772576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-10d57c4a-03bb-40b2-b15a-2c308803ac04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20 HTTP/1.1" status: 200 len: 217 time: 0.0533824 Jul 22 14:01:08.773405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-0fc6f08d-000d-4f90-8f6d-73bed67a8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:08.774923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-0fc6f08d-000d-4f90-8f6d-73bed67a8f4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b4199adb3486486f97e0518632e8f912&device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 1099 time: 0.5753157 Jul 22 14:01:08.875795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82f8286-599e-422e-92fe-080600692286 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:08.882093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-239cc5ee-4b55-4ba7-9cfe-e22a4d6c283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:08.883900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-239cc5ee-4b55-4ba7-9cfe-e22a4d6c283b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0973618 Jul 22 14:01:08.891407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c25eca20-65cd-4e7f-87a6-e8a9866fc834 req-6693c038-9935-477d-a66d-0e1b863225e2 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ab624d2e72a4b21a6ced7eeed54dd8e HTTP/1.1" status: 200 len: 6101 time: 0.1649044 Jul 22 14:01:08.900867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:08.901195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:08.901518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:08.913988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:08.958670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:08.959000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:08.987597 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c25eca20-65cd-4e7f-87a6-e8a9866fc834 req-f6514681-d003-4b92-a264-763bb6c14f56 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "GET /v2.0/security-groups/c28d3aa6-77f3-4c1b-b961-83e727c6ad34 HTTP/1.1" status: 200 len: 2981 time: 0.0597160 Jul 22 14:01:08.993968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Transition to ACTIVE for port object d82f8286-599e-422e-92fe-080600692286 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:09.005297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-efe80695-3438-4c2f-bddd-04e7697c83c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.006944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-efe80695-3438-4c2f-bddd-04e7697c83c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1148586 Jul 22 14:01:09.014474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:09.014474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:09.014474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:09.014474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Bound port: a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:09.014865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.023498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a1dbc-1ee3-4d33-b90c-7945d727149c req-3043af6f-6ac2-4a25-8724-a1fd57816b40 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.024978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-436a1dbc-1ee3-4d33-b90c-7945d727149c req-3043af6f-6ac2-4a25-8724-a1fd57816b40 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 947 time: 0.4355626 Jul 22 14:01:09.032612 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.102350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c25eca20-65cd-4e7f-87a6-e8a9866fc834 req-079a63d6-1366-4061-834a-b2927c0a591c tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "GET /v2.0/security-groups/c28d3aa6-77f3-4c1b-b961-83e727c6ad34 HTTP/1.1" status: 200 len: 2981 time: 0.1058891 Jul 22 14:01:09.139102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-e6b94aa0-f592-4386-bc1e-2968144bbfb1 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247287 Jul 22 14:01:09.236993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-7e9a660d-b452-481f-9a89-e6ee009b5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.238685 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-7e9a660d-b452-481f-9a89-e6ee009b5696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4423275 Jul 22 14:01:09.325426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-436a1dbc-1ee3-4d33-b90c-7945d727149c req-0da9d69c-64d3-49ec-b251-05472225c7aa tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851386 Jul 22 14:01:09.326124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Pushing event updated for resources: {'Port': ['ID=d82f8286-599e-422e-92fe-080600692286,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:09.333714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c16a387a-9fa2-43ca-87fb-36939d67df7b req-92b05d50-853a-4c6b-9ee1-26bbbd88a9f8 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831918 Jul 22 14:01:09.341843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-2979348d-564e-4a7c-a27e-5a52288c4e94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=15178db5-9504-4dc0-b912-4f743ec00486 HTTP/1.1" status: 200 len: 217 time: 0.0915101 Jul 22 14:01:09.342125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db00be-b195-46b0-a266-039cb0b4d635 req-77633828-5693-4382-ab57-76d5826c6131 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.343687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0db00be-b195-46b0-a266-039cb0b4d635 req-77633828-5693-4382-ab57-76d5826c6131 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1703358 Jul 22 14:01:09.398220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0db00be-b195-46b0-a266-039cb0b4d635 req-eaec0690-ea56-415a-8fd9-8189fed6a2cd tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455756 Jul 22 14:01:09.474415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9eec9f82-9524-4e68-9399-51b710218890 req-e551a82c-9b65-48e5-989c-1e6ee8d24546 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9524b03e-dbb5-4f04-8f37-548cb78e3f17 HTTP/1.1" status: 200 len: 1778 time: 0.0509858 Jul 22 14:01:09.505941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:09.545943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9eec9f82-9524-4e68-9399-51b710218890 req-813b01a5-54cb-4b10-bf63-7389238a918b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.547392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:09.548365 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.558110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-e8dde90a-0039-461b-ad6e-638de77bd79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.560594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-e8dde90a-0039-461b-ad6e-638de77bd79a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1722364 Jul 22 14:01:09.581195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9eec9f82-9524-4e68-9399-51b710218890 req-813b01a5-54cb-4b10-bf63-7389238a918b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.623743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9eec9f82-9524-4e68-9399-51b710218890 req-813b01a5-54cb-4b10-bf63-7389238a918b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.627903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.629204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9eec9f82-9524-4e68-9399-51b710218890 req-813b01a5-54cb-4b10-bf63-7389238a918b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.629870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a6d529df-442e-4b3b-a803-e23dcf0e7b20 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:09.630653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9eec9f82-9524-4e68-9399-51b710218890 req-813b01a5-54cb-4b10-bf63-7389238a918b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/9524b03e-dbb5-4f04-8f37-548cb78e3f17 HTTP/1.1" status: 204 len: 173 time: 0.1497636 Jul 22 14:01:09.640078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b01a5-54cb-4b10-bf63-7389238a918b tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9524b03e-dbb5-4f04-8f37-548cb78e3f17,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:09.652008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Attempting to bind port d82f8286-599e-422e-92fe-080600692286 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:09.652665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Attempting to bind port d82f8286-599e-422e-92fe-080600692286 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:09.652665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Attempting to bind port d82f8286-599e-422e-92fe-080600692286 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:09.717337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Port d82f8286-599e-422e-92fe-080600692286 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:09.717337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Attempting to bind port d82f8286-599e-422e-92fe-080600692286 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:09.739210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.739832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.741218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] 10.222.0.20 "PUT /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 1093 time: 3.7662847 Jul 22 14:01:09.753151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04773cda-c3d8-4e9d-a1d7-08c10387569f req-77962ba6-8025-4686-97a9-458dc3274bcd tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.754956 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04773cda-c3d8-4e9d-a1d7-08c10387569f req-77962ba6-8025-4686-97a9-458dc3274bcd tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 948 time: 0.3116088 Jul 22 14:01:09.761215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:09.761556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:09.761968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:09.762408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Bound port: d82f8286-599e-422e-92fe-080600692286, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:09.762769 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.770049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a6d529df-442e-4b3b-a803-e23dcf0e7b20, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:09.782583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20', 'mac_address': 'fa:16:3e:5c:75:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:09.798028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46fd6-fa36-45d6-843d-0010c4be9370 req-3e0b95c2-85a3-49e6-ae5e-e397e466c375 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.800727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2b46fd6-fa36-45d6-843d-0010c4be9370 req-3e0b95c2-85a3-49e6-ae5e-e397e466c375 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 948 time: 0.0895517 Jul 22 14:01:09.818466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1fc45-e0ec-4044-af8a-7221a669e746 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:09.833328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.850873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d529df-442e-4b3b-a803-e23dcf0e7b20 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:09.854166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2b46fd6-fa36-45d6-843d-0010c4be9370 req-30b3516f-95bb-4054-b9b8-0f76d950cf9a tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Jul 22 14:01:09.882450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a6d529df-442e-4b3b-a803-e23dcf0e7b20, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:09.886940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:09.946389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a6d529df-442e-4b3b-a803-e23dcf0e7b20,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:09.965763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-b7dca376-adbd-44c6-8424-5d856e55caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:09.968523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-b7dca376-adbd-44c6-8424-5d856e55caf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3677061 Jul 22 14:01:09.998524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04773cda-c3d8-4e9d-a1d7-08c10387569f req-20cb365b-377d-4997-a4e8-5b6d50538a47 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262375 Jul 22 14:01:10.055681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-7513638e-0909-4d59-89e3-cdf666e2d237 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:10.057187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-7513638e-0909-4d59-89e3-cdf666e2d237 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.1093800 Jul 22 14:01:10.072303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-317d6331-1495-4828-a5b7-3eb9a47a5224 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/quotas/310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Jul 22 14:01:10.082070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:10.084491 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f" -d '{"events": [{"name": "network-changed", "server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:10.107646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a6d529df-442e-4b3b-a803-e23dcf0e7b20'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:10.129516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-da431c10-0c71-4802-8cc6-1bf13c9def74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:10.131109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-da431c10-0c71-4802-8cc6-1bf13c9def74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1096 time: 0.3365030 Jul 22 14:01:10.137208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] For port d82f8286-599e-422e-92fe-080600692286, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:10.165599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-898ea2f3-afd0-44cb-b04b-1748c12c9a46 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0878720 Jul 22 14:01:10.264012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-a96bebba-eae1-4264-b0d3-9f4529b321a6 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914969 Jul 22 14:01:10.361775 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-efdaffe3-446a-43ac-9cd4-f836865aaeba service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908167 Jul 22 14:01:10.414549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] For port d82f8286-599e-422e-92fe-080600692286, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d82f8286-599e-422e-92fe-080600692286,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:10.419831 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:10.425190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-a59520ae-f1bc-42c9-b05a-e8ff953b3c49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 217 time: 0.2857137 Jul 22 14:01:10.431382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:10.457163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1cced91-e785-4dc1-b85f-d0dd764a307d req-b3b260c9-4226-45a7-b745-885cc6d4b413 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "GET /v2.0/security-groups/721b1bfe-5b38-4024-8f3b-2d1fcde7660c HTTP/1.1" status: 200 len: 1776 time: 0.3977711 Jul 22 14:01:10.568826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-9faebba8-0651-4c08-b796-972a67a5f9ac service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5858297 Jul 22 14:01:10.574312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:10.574930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:10.576416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] 10.222.0.20 "PUT /v2.0/ports/d82f8286-599e-422e-92fe-080600692286 HTTP/1.1" status: 200 len: 1097 time: 3.4302943 Jul 22 14:01:10.726068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda66f9-2a10-46b6-86cd-75852be95093 service neutron] Pushing event updated for resources: {'Port': ['ID=d82f8286-599e-422e-92fe-080600692286,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:10.746085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-a3a43357-a6bf-45fd-99a8-d7d9fd2dd892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:10.747668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-a3a43357-a6bf-45fd-99a8-d7d9fd2dd892 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.3079245 Jul 22 14:01:10.847411 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-b152aca5-8080-4c37-aad4-f649eb15237b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575933 Jul 22 14:01:10.877591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d0099-f940-462b-918b-66f57c9a9b46 req-c2e2e4d7-fa3d-4f45-a82f-92d30985ecc3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:10.879325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-554d0099-f940-462b-918b-66f57c9a9b46 req-c2e2e4d7-fa3d-4f45-a82f-92d30985ecc3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.0901456 Jul 22 14:01:10.929987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cced91-e785-4dc1-b85f-d0dd764a307d req-a7716f0a-cdeb-4fde-9f0a-4f160b37b445 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:10.934031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-554d0099-f940-462b-918b-66f57c9a9b46 req-0165bbf4-274f-4db4-8838-c23ab1f72309 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Jul 22 14:01:10.944566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-054dc545-3f39-47a0-8fce-95f0777b5573 req-c996c007-3d59-4615-b693-9cf9d6caf453 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671839 Jul 22 14:01:10.988653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-b355e9b1-8880-49c3-b78b-020a65dcb2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:10.992385 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-b355e9b1-8880-49c3-b78b-020a65dcb2f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 1100 time: 0.3487027 Jul 22 14:01:11.001208 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46191fde-1219-43b5-9970-0ed60e63115f x-openstack-request-id: req-46191fde-1219-43b5-9970-0ed60e63115f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:11.001489 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:11.001835 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46191fde-1219-43b5-9970-0ed60e63115f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:11.002663 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'status': 'completed', 'code': 200} Jul 22 14:01:11.007219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cced91-e785-4dc1-b85f-d0dd764a307d req-a7716f0a-cdeb-4fde-9f0a-4f160b37b445 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.075141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-8d0dedcc-6f61-4c44-bbfa-67b4f4958af9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d82f8286-599e-422e-92fe-080600692286 HTTP/1.1" status: 200 len: 217 time: 0.0712988 Jul 22 14:01:11.120864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b6ece-2ea1-47af-bd24-15b3b4ce92e4 req-b19d10e6-c54a-430a-8376-3d07ef36da31 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:11.122369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-355b6ece-2ea1-47af-bd24-15b3b4ce92e4 req-b19d10e6-c54a-430a-8376-3d07ef36da31 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 947 time: 0.0763667 Jul 22 14:01:11.138007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:01:11.143856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-71453176-84fc-4422-8e94-915ae06b2e00 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834182 Jul 22 14:01:11.165980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cced91-e785-4dc1-b85f-d0dd764a307d req-a7716f0a-cdeb-4fde-9f0a-4f160b37b445 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.167320 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-355b6ece-2ea1-47af-bd24-15b3b4ce92e4 req-67b3d329-37d7-45dc-9831-9c43b696b480 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Jul 22 14:01:11.168334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a1cced91-e785-4dc1-b85f-d0dd764a307d req-a7716f0a-cdeb-4fde-9f0a-4f160b37b445 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.178215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1cced91-e785-4dc1-b85f-d0dd764a307d req-a7716f0a-cdeb-4fde-9f0a-4f160b37b445 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/721b1bfe-5b38-4024-8f3b-2d1fcde7660c HTTP/1.1" status: 204 len: 173 time: 0.6728024 Jul 22 14:01:11.186401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-a1160a0a-b6be-4d15-93f4-551d5898d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:11.187923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-a1160a0a-b6be-4d15-93f4-551d5898d8a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1028223 Jul 22 14:01:11.244216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7716f0a-cdeb-4fde-9f0a-4f160b37b445 tempest-SecurityGroupsTestAdminJSON-1025627146 tempest-SecurityGroupsTestAdminJSON-1025627146-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721b1bfe-5b38-4024-8f3b-2d1fcde7660c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:11.337924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aa5f1-94a7-4412-b712-fa635d4ad80d req-93a0fe0d-fb70-4331-827a-bef65254fe11 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:11.339889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b93aa5f1-94a7-4412-b712-fa635d4ad80d req-93a0fe0d-fb70-4331-827a-bef65254fe11 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 949 time: 0.0729823 Jul 22 14:01:11.382010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b93aa5f1-94a7-4412-b712-fa635d4ad80d req-e31475bc-c587-48a9-ac02-07a67445e24b tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364685 Jul 22 14:01:11.394362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c50d6426-4cf4-4795-a3c0-10c46045cc68 req-a214aae9-1f55-48bd-b390-6efd8da90b76 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 210 time: 0.1015124 Jul 22 14:01:11.482309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-cb531304-b6ef-4a4e-b684-26833013f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:11.484513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-cb531304-b6ef-4a4e-b684-26833013f08d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2779782 Jul 22 14:01:11.497674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f4d328c-f05f-4db4-ba9c-cfa9ae050653 req-615c1ba6-50c5-4f24-8d73-cfa9acef619a service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450100 Jul 22 14:01:11.539633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d0207-2c2f-49ed-9525-af7d3bc83a8d req-bb0fe0b3-95b2-4e55-8d7d-aab312288409 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:11.549656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:01:11.555255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d14d0207-2c2f-49ed-9525-af7d3bc83a8d req-bb0fe0b3-95b2-4e55-8d7d-aab312288409 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 948 time: 0.0958431 Jul 22 14:01:11.568299 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Sync routers for ids ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:01:11.582879 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Routers {'7b30c095-5bcb-485a-9cf3-d35a611bc0cd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:11.586400 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:11.601242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d14d0207-2c2f-49ed-9525-af7d3bc83a8d req-0659d371-b601-4bf2-bf3d-f6d1b5eed657 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459692 Jul 22 14:01:11.625080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52504) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:11.630065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 15178db5-9504-4dc0-b912-4f743ec00486 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:11.662847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a6d529df-442e-4b3b-a803-e23dcf0e7b20 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:11.687983 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.689349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-35b5ce1a-0c2b-4450-9b38-7202e5280e4e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5343449 Jul 22 14:01:11.692276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52508) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:11.756327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port a6d529df-442e-4b3b-a803-e23dcf0e7b20 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:11.765044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port a6d529df-442e-4b3b-a803-e23dcf0e7b20 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:11.765908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.782853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93276c1f-21f3-411f-8b5d-1644c3dfb81b req-692921e8-e0a8-4041-84a3-99aaa5eba2d9 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "GET /v2.0/security-groups/0b0bbc9d-405e-42c6-aa66-fa73617ae7d4 HTTP/1.1" status: 200 len: 1777 time: 0.3468547 Jul 22 14:01:11.786241 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Set router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:11.789995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-9572d677-32c2-4728-9614-4f6af00a0d30 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:11.791613 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-9572d677-32c2-4728-9614-4f6af00a0d30 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.2745147 Jul 22 14:01:11.820941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Request body: {'port': {'device_id': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'admin_state_up': True, 'tenant_id': '310b19e524c84e459853ae3d2cbbe443'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:11.843808 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d142ca8-f92b-4df3-839c-c7bd6cd0bb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.879858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 15178db5-9504-4dc0-b912-4f743ec00486, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=15178db5-9504-4dc0-b912-4f743ec00486,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:11.945237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:11.947731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '15178db5-9504-4dc0-b912-4f743ec00486', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '15178db5-9504-4dc0-b912-4f743ec00486', 'mac_address': 'fa:16:3e:4c:5a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:11.997117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-ace77664-f897-41d3-a2cb-234f818fc3dc service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033891 Jul 22 14:01:12.000329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93276c1f-21f3-411f-8b5d-1644c3dfb81b req-ce6b0b49-c743-41f5-ba17-752b2c04eca4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.012569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.025064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93276c1f-21f3-411f-8b5d-1644c3dfb81b req-ce6b0b49-c743-41f5-ba17-752b2c04eca4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.031436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b026ceea-1f60-4233-982b-70da88de2a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:12.034959 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f3b42f-f8d2-4873-8f58-6b952c465bf9" -d '{"events": [{"server_uuid": "b026ceea-1f60-4233-982b-70da88de2a80", "name": "network-vif-plugged", "status": "completed", "tag": "a6d529df-442e-4b3b-a803-e23dcf0e7b20"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:12.053913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15178db5-9504-4dc0-b912-4f743ec00486 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:12.059735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a6d529df-442e-4b3b-a803-e23dcf0e7b20, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:12.072716 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.077307 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:01:09Z', 'revision_number': 3, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:12.106060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93276c1f-21f3-411f-8b5d-1644c3dfb81b req-ce6b0b49-c743-41f5-ba17-752b2c04eca4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.109011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93276c1f-21f3-411f-8b5d-1644c3dfb81b req-ce6b0b49-c743-41f5-ba17-752b2c04eca4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.110228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93276c1f-21f3-411f-8b5d-1644c3dfb81b req-ce6b0b49-c743-41f5-ba17-752b2c04eca4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "DELETE /v2.0/security-groups/0b0bbc9d-405e-42c6-aa66-fa73617ae7d4 HTTP/1.1" status: 204 len: 173 time: 0.3173394 Jul 22 14:01:12.125927 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Checking router: 7b30c095-5bcb-485a-9cf3-d35a611bc0cd for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:01:12.126284 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Updating router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd port 23cb4257-1b56-4b76-a1c3-047b6b455b21 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:01:12.131085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-e07f1f18-46ff-477d-b153-3f99060d21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:12.132631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-e07f1f18-46ff-477d-b153-3f99060d21b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1096 time: 0.5535157 Jul 22 14:01:12.161231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a6d529df-442e-4b3b-a803-e23dcf0e7b20,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:12.166152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 15178db5-9504-4dc0-b912-4f743ec00486, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=15178db5-9504-4dc0-b912-4f743ec00486,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:12.173188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.192969 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.221367 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e177bb-2b6b-4652-a313-5da0d5b9db54 x-openstack-request-id: req-a4e177bb-2b6b-4652-a313-5da0d5b9db54 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:12.223630 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b026ceea-1f60-4233-982b-70da88de2a80", "name": "network-vif-plugged", "status": "completed", "tag": "a6d529df-442e-4b3b-a803-e23dcf0e7b20", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:12.223867 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4e177bb-2b6b-4652-a313-5da0d5b9db54 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:12.224228 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b026ceea-1f60-4233-982b-70da88de2a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20', 'code': 200} Jul 22 14:01:12.246687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b0b49-c743-41f5-ba17-752b2c04eca4 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0bbc9d-405e-42c6-aa66-fa73617ae7d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:12.283168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=15178db5-9504-4dc0-b912-4f743ec00486,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:12.336334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-30bc411c-630a-403d-a547-68fb3beb6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:12.338107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-30bc411c-630a-403d-a547-68fb3beb6b6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.1942794 Jul 22 14:01:12.413535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['15178db5-9504-4dc0-b912-4f743ec00486'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:12.530003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d142ca8-f92b-4df3-839c-c7bd6cd0bb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.566834 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d142ca8-f92b-4df3-839c-c7bd6cd0bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.568158 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.584686 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Transition to ACTIVE for port object 23cb4257-1b56-4b76-a1c3-047b6b455b21 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:12.593666 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.617939 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-023a686e-ce33-490c-8cab-64e35012cff9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 217 time: 0.2706256 Jul 22 14:01:12.621132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cc031-3d2c-4104-9ed8-0a681465858d req-996db89b-8a31-4637-a399-b94efe1f299f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:12.623995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1f92b80-f1b8-4c0b-b809-0446089559e0 req-872a147d-3979-473a-b8fd-5b86eff93263 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518167 Jul 22 14:01:12.628202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fb55637-d020-461f-af86-224ebbea0819 req-81e69221-c846-4a78-939f-3b0e6c66cd45 tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "GET /v2.0/security-groups/b0eaf7ee-6740-4cf0-be4e-b65e4812fcdf HTTP/1.1" status: 200 len: 1776 time: 0.3879395 Jul 22 14:01:12.630143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b5cc031-3d2c-4104-9ed8-0a681465858d req-996db89b-8a31-4637-a399-b94efe1f299f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.3201652 Jul 22 14:01:12.646306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Made reservation on behalf of 310b19e524c84e459853ae3d2cbbe443 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:12.646941 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Attempting to bind port 23cb4257-1b56-4b76-a1c3-047b6b455b21 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:12.647314 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Attempting to bind port 23cb4257-1b56-4b76-a1c3-047b6b455b21 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:12.647679 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Attempting to bind port 23cb4257-1b56-4b76-a1c3-047b6b455b21 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:12.649434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.657492 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:12.657891 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:12.658356 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.658811 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:12.659943 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Bound port: 23cb4257-1b56-4b76-a1c3-047b6b455b21, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:12.660377 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.662418 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31478ae-35f5-4cc6-a753-5ed0f81d8a55 None None] Pushing event updated for resources: {'Port': ['ID=23cb4257-1b56-4b76-a1c3-047b6b455b21,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:12.700225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2d142ca8-f92b-4df3-839c-c7bd6cd0bb0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56e3a65b261b4e6e98a76e776521fde0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713286 Jul 22 14:01:12.702540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:12.726824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5342-b91c-420e-862c-399a9a67898f req-e3333df2-e690-4f17-b98e-bc6136421ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:12.728335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec4f5342-b91c-420e-862c-399a9a67898f req-e3333df2-e690-4f17-b98e-bc6136421ea3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 1102 time: 0.4176760 Jul 22 14:01:12.728929 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] For port 23cb4257-1b56-4b76-a1c3-047b6b455b21, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:12.733876 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] For port 23cb4257-1b56-4b76-a1c3-047b6b455b21, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=23cb4257-1b56-4b76-a1c3-047b6b455b21,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:12.738316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d142ca8-f92b-4df3-839c-c7bd6cd0bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b5829-12da-4538-a34d-63556514cb89,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:12.739751 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.751594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-d2082ca7-0105-4afd-aef6-f534c899dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:12.753731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-d2082ca7-0105-4afd-aef6-f534c899dca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1198881 Jul 22 14:01:12.774726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b5cc031-3d2c-4104-9ed8-0a681465858d req-1b78fd43-6ed0-4a6d-95ff-dc35d9fae540 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438253 Jul 22 14:01:12.812382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec4f5342-b91c-420e-862c-399a9a67898f req-d42517fe-3ca8-423f-bc42-d39bd52a8777 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764027 Jul 22 14:01:12.822917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Routers {'7b30c095-5bcb-485a-9cf3-d35a611bc0cd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:12.823553 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:12.829193 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31478ae-35f5-4cc6-a753-5ed0f81d8a55 None None] Pushing event updated for resources: {'Port': ['ID=23cb4257-1b56-4b76-a1c3-047b6b455b21,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:12.842275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.863507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-4fe0aa3f-68ab-40fd-bd45-1f42123a3c38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573168 Jul 22 14:01:12.947855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fb55637-d020-461f-af86-224ebbea0819 req-1f3a974d-ac93-4cbc-8e15-916144fedc0d tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:12.948755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] Set router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:12.976018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12c70f23-effe-4f27-bb89-3e0486fb5cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.022978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'tag': 'd82f8286-599e-422e-92fe-080600692286'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:13.025322 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93603f46-d023-4892-845e-faa392444793" -d '{"events": [{"name": "network-changed", "server_uuid": "badd26f9-6f1d-4a7f-8568-6fcae17630f9", "tag": "d82f8286-599e-422e-92fe-080600692286"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:13.043952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fb55637-d020-461f-af86-224ebbea0819 req-1f3a974d-ac93-4cbc-8e15-916144fedc0d tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.056612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Allocated IP 172.20.0.2 (a1b0424d-884b-465a-9e78-1af492525ccd/efd98642-14a3-469e-ac2d-92b2fd8f92a1/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:13.058401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51125f1b-dc8c-4c97-8345-53203d4b326e req-9ba937fa-5146-4ceb-b8c4-e2773c765383 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:13.062541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51125f1b-dc8c-4c97-8345-53203d4b326e req-9ba937fa-5146-4ceb-b8c4-e2773c765383 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 948 time: 0.1513958 Jul 22 14:01:13.081123 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12c70f23-effe-4f27-bb89-3e0486fb5cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.118257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Allocated IP 172.20.0.1 (420b07cc-e7d2-4559-84ab-a3b965062d25/fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a/db1856a6-e363-4f04-8780-9ecc92817a2f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:13.138433 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:01:09Z', 'revision_number': 3, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:13.142219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51125f1b-dc8c-4c97-8345-53203d4b326e req-c412c914-08eb-4ff5-b33c-f9e1a8f65d8e tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736661 Jul 22 14:01:13.153225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-d44aa55d-a35f-49f9-80b0-c28fe5582e3e service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771273 Jul 22 14:01:13.181589 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b50695-f16f-4d2a-aef6-aee2689eb4a6 None None] The sync data for ids ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'] in n-d-787205-11 is: [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:01:09Z', 'revision_number': 3, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:01:13.243306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fb55637-d020-461f-af86-224ebbea0819 req-1f3a974d-ac93-4cbc-8e15-916144fedc0d tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.245883 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fb55637-d020-461f-af86-224ebbea0819 req-1f3a974d-ac93-4cbc-8e15-916144fedc0d tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.247004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fb55637-d020-461f-af86-224ebbea0819 req-1f3a974d-ac93-4cbc-8e15-916144fedc0d tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] 10.222.0.11 "DELETE /v2.0/security-groups/b0eaf7ee-6740-4cf0-be4e-b65e4812fcdf HTTP/1.1" status: 204 len: 173 time: 0.5737944 Jul 22 14:01:13.303735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a974d-ac93-4cbc-8e15-916144fedc0d tempest-SecurityGroupsTestAdminJSON-1912485335 tempest-SecurityGroupsTestAdminJSON-1912485335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eaf7ee-6740-4cf0-be4e-b65e4812fcdf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:13.316765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12c70f23-effe-4f27-bb89-3e0486fb5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.319513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12c70f23-effe-4f27-bb89-3e0486fb5cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.320458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-12c70f23-effe-4f27-bb89-3e0486fb5cc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d61b5829-12da-4538-a34d-63556514cb89 HTTP/1.1" status: 204 len: 168 time: 0.6168375 Jul 22 14:01:13.377690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.409677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c70f23-effe-4f27-bb89-3e0486fb5cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b5829-12da-4538-a34d-63556514cb89,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:13.411165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4c015-74fb-420f-960e-f90e00bc128c req-89017530-5cf7-4679-bf3d-0ad89c4d6c86 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:13.412859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9b4c015-74fb-420f-960e-f90e00bc128c req-89017530-5cf7-4679-bf3d-0ad89c4d6c86 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 950 time: 0.1764657 Jul 22 14:01:13.416199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d44ec59f-3e16-4ece-8a7c-d7ae82cf731f req-5eb4cd67-1c87-4da5-b470-e8dbf60c238a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 210 time: 0.0554018 Jul 22 14:01:13.420673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a613b4bc-32f4-4c1a-8989-b11e7ec8326f req-3a802c56-9db6-486c-a0aa-1c285b112ae2 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577212 Jul 22 14:01:13.451201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Transition to ACTIVE for port object db1856a6-e363-4f04-8780-9ecc92817a2f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:13.465507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.555716 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.629503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 15178db5-9504-4dc0-b912-4f743ec00486 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:13.637045 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9b4c015-74fb-420f-960e-f90e00bc128c req-24fc5645-d020-4529-ae4e-f26749c0cc2f tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836460 Jul 22 14:01:13.671466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.731085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:13.736234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52536) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:13.736234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:13.759861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:13.772880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 23cb4257-1b56-4b76-a1c3-047b6b455b21 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:13.792035 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d76d10-c1be-49ff-940f-e17aae709e5d x-openstack-request-id: req-f6d76d10-c1be-49ff-940f-e17aae709e5d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:13.792618 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "badd26f9-6f1d-4a7f-8568-6fcae17630f9", "tag": "d82f8286-599e-422e-92fe-080600692286", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:13.793238 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6d76d10-c1be-49ff-940f-e17aae709e5d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:13.794542 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'tag': 'd82f8286-599e-422e-92fe-080600692286', 'status': 'completed', 'code': 200} Jul 22 14:01:13.829498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Network a1b0424d-884b-465a-9e78-1af492525ccd is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:13.858023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:13.862152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:13.900938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Pushing event updated for resources: {'Port': ['ID=db1856a6-e363-4f04-8780-9ecc92817a2f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:13.939840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 15178db5-9504-4dc0-b912-4f743ec00486 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:13.953786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 15178db5-9504-4dc0-b912-4f743ec00486 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:13.957364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.960192 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:13.966252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:14.020544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.021966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.040666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 23cb4257-1b56-4b76-a1c3-047b6b455b21 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:14.060455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 23cb4257-1b56-4b76-a1c3-047b6b455b21 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:14.060830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.071877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-60ec3b35-c8d4-4513-907f-81b9ad7de19b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2560399 Jul 22 14:01:14.101479 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52542) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:14.105920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Request body: {'port': {'device_id': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:14.140352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2a18f41-8ba9-4a57-9594-df56643f3288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.141756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4fa50-232b-4f70-b3d3-5d8320e13cf5 req-39677acc-d21a-4bf4-9a90-81d842045ce8 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.144278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ca4fa50-232b-4f70-b3d3-5d8320e13cf5 req-39677acc-d21a-4bf4-9a90-81d842045ce8 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 948 time: 0.5408266 Jul 22 14:01:14.169914 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.202915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93603f46-d023-4892-845e-faa392444793 req-c5465692-f1e8-48a9-9568-3085891c6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.204746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-c5465692-f1e8-48a9-9568-3085891c6acd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 1100 time: 0.3733242 Jul 22 14:01:14.226875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bbe25378-3a10-4f44-8cb1-e1bbd3be06cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ab624d2e72a4b21a6ced7eeed54dd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733088 Jul 22 14:01:14.240742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6c5269f1-e515-4de6-ab3a-672c5d3d3ef6 None None] Provisioning for port db1856a6-e363-4f04-8780-9ecc92817a2f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:14.243494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52546) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:14.248770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15178db5-9504-4dc0-b912-4f743ec00486'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:14.251696 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73496033-1015-479d-8bbe-5cf019ca82ba" -d '{"events": [{"server_uuid": "60e50233-ca9f-4463-a4cd-39b792e4266d", "name": "network-vif-plugged", "status": "completed", "tag": "15178db5-9504-4dc0-b912-4f743ec00486"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:14.272614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.281740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6c5269f1-e515-4de6-ab3a-672c5d3d3ef6 None None] Provisioning complete for port db1856a6-e363-4f04-8780-9ecc92817a2f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:14.282111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6c5269f1-e515-4de6-ab3a-672c5d3d3ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.285912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.286321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 15178db5-9504-4dc0-b912-4f743ec00486, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=15178db5-9504-4dc0-b912-4f743ec00486,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:14.308525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ca4fa50-232b-4f70-b3d3-5d8320e13cf5 req-2aa9c062-77d3-4463-b60f-a78496d3cb20 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462011 Jul 22 14:01:14.331337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443568-3fc9-4254-acf7-5ce4400bd2ec req-95180fef-52fd-4b3a-9d7b-03f64c806d0d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.338948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b443568-3fc9-4254-acf7-5ce4400bd2ec req-95180fef-52fd-4b3a-9d7b-03f64c806d0d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.4016750 Jul 22 14:01:14.414785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.454010 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.458870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b443568-3fc9-4254-acf7-5ce4400bd2ec req-d3c10b08-c7d8-4289-ad78-3bd978e6aec6 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187773 Jul 22 14:01:14.473980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 23cb4257-1b56-4b76-a1c3-047b6b455b21, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=23cb4257-1b56-4b76-a1c3-047b6b455b21,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:14.483719 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f51a9032-1d9b-479d-a5aa-9cea2c9731a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.547602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f51a9032-1d9b-479d-a5aa-9cea2c9731a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.568433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93603f46-d023-4892-845e-faa392444793 req-4d18a3ea-0695-494c-9cbb-bd805643d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.569499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-4d18a3ea-0695-494c-9cbb-bd805643d0be service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3100061 Jul 22 14:01:14.604919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=15178db5-9504-4dc0-b912-4f743ec00486,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:14.618094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6c5269f1-e515-4de6-ab3a-672c5d3d3ef6 None None] Port db1856a6-e363-4f04-8780-9ecc92817a2f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:14.624567 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a48db6f-cb63-4a36-bc31-6bde852c7529 x-openstack-request-id: req-6a48db6f-cb63-4a36-bc31-6bde852c7529 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:14.625013 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e50233-ca9f-4463-a4cd-39b792e4266d", "name": "network-vif-plugged", "status": "completed", "tag": "15178db5-9504-4dc0-b912-4f743ec00486", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:14.625414 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a48db6f-cb63-4a36-bc31-6bde852c7529 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:14.626223 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15178db5-9504-4dc0-b912-4f743ec00486', 'code': 200} Jul 22 14:01:14.627880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.630487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:14.650318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f51a9032-1d9b-479d-a5aa-9cea2c9731a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.652876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f51a9032-1d9b-479d-a5aa-9cea2c9731a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.654090 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f51a9032-1d9b-479d-a5aa-9cea2c9731a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c28d3aa6-77f3-4c1b-b961-83e727c6ad34 HTTP/1.1" status: 204 len: 168 time: 0.4095728 Jul 22 14:01:14.676197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-b2f66ae6-bf09-4f78-a25f-23ed5f86ece0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d82f8286-599e-422e-92fe-080600692286 HTTP/1.1" status: 200 len: 217 time: 0.0851736 Jul 22 14:01:14.695939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=23cb4257-1b56-4b76-a1c3-047b6b455b21,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:14.723785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a9032-1d9b-479d-a5aa-9cea2c9731a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28d3aa6-77f3-4c1b-b961-83e727c6ad34,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:14.751907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2a18f41-8ba9-4a57-9594-df56643f3288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.767672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2a18f41-8ba9-4a57-9594-df56643f3288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:14.769561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076cf7-0882-47fe-95a8-490c6b37f2fc req-a4a84898-34a6-4bf9-ba1d-bc2adbe59d44 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.771374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-07076cf7-0882-47fe-95a8-490c6b37f2fc req-a4a84898-34a6-4bf9-ba1d-bc2adbe59d44 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 949 time: 0.3505516 Jul 22 14:01:14.831019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93603f46-d023-4892-845e-faa392444793 req-ad41397e-efca-4080-8884-cb047c546dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.832740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-ad41397e-efca-4080-8884-cb047c546dff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1492801 Jul 22 14:01:14.868187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-07076cf7-0882-47fe-95a8-490c6b37f2fc req-0aa5f18e-f86a-43d1-8768-756aaafce86e tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903263 Jul 22 14:01:14.884447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d2a18f41-8ba9-4a57-9594-df56643f3288 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b78ba43b55b47908a58a5d71d633bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7764435 Jul 22 14:01:14.889610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a18f41-8ba9-4a57-9594-df56643f3288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387cac2-fa86-4b70-acd7-c0956af17a44,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:14.889803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:14.900629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dec5e6-55d9-4eb9-9093-8c4c1816b3b5 req-542b2e7d-d29e-4a4b-8506-acfa3466cf0a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.907745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dec5e6-55d9-4eb9-9093-8c4c1816b3b5 req-542b2e7d-d29e-4a4b-8506-acfa3466cf0a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 931 time: 0.2997153 Jul 22 14:01:14.916103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:14.942743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf4190-9fa2-404b-ac93-ce65b0f0aba0 req-56f70735-3296-433c-83ad-9cf82e550806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:14.944324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cbf4190-9fa2-404b-ac93-ce65b0f0aba0 req-56f70735-3296-433c-83ad-9cf82e550806 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 1101 time: 0.2834191 Jul 22 14:01:14.947621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'port_id': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'mac_address': 'fa:16:3e:2c:55:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:15.015689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.018839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.028210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dec5e6-55d9-4eb9-9093-8c4c1816b3b5 req-a3f4c02f-3671-4fbd-b70e-b2ccdb0bae6a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177278 Jul 22 14:01:15.034615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:15.046391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.059152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:15.064248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.085037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cbf4190-9fa2-404b-ac93-ce65b0f0aba0 req-c5c60ed8-a8ce-4c3f-9ec3-ecf9ba7ffa9c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307049 Jul 22 14:01:15.121315 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.127060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Pushing event updated for resources: {'Port': ['ID=db1856a6-e363-4f04-8780-9ecc92817a2f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:15.146590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:15.153909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93603f46-d023-4892-845e-faa392444793 req-4a5b4fec-8c51-4cc1-b41f-c2035dd1a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:15.155843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-4a5b4fec-8c51-4cc1-b41f-c2035dd1a2e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3125710 Jul 22 14:01:15.164879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:15.176473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe35c93f-f0a5-4a95-945e-97da8f9d89f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.187653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.244983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52560) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:15.247979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:15.248621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Transition to ACTIVE for port object bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:15.251001 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe35c93f-f0a5-4a95-945e-97da8f9d89f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.261071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:15.265106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.303575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:15.309064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201b2ff-4d43-4149-acb2-80626531775d req-917dae4d-d944-443e-896d-8da3e78b1124 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:15.310776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d201b2ff-4d43-4149-acb2-80626531775d req-917dae4d-d944-443e-896d-8da3e78b1124 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 950 time: 0.2986624 Jul 22 14:01:15.462977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:15.463620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:01:15.492908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-568988b1-7180-4e74-b541-981405358075 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=304e2b7d6dd74cdabc2d241f84a2cc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467711 Jul 22 14:01:15.496119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52566) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:15.530911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-28c70fd1-9dcc-4721-98ab-8689945c258a service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569443 Jul 22 14:01:15.560201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2aa5ce62-27e4-42bc-bb37-210e6857a8be None None] Provisioning complete for port db1856a6-e363-4f04-8780-9ecc92817a2f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:15.560779 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ce62-27e4-42bc-bb37-210e6857a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.588899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d201b2ff-4d43-4149-acb2-80626531775d req-faef8126-3e1f-45d0-952c-28ba78e02e9d tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810460 Jul 22 14:01:15.602468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5ce62-27e4-42bc-bb37-210e6857a8be None None] Port db1856a6-e363-4f04-8780-9ecc92817a2f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:15.646050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe35c93f-f0a5-4a95-945e-97da8f9d89f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.651482 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe35c93f-f0a5-4a95-945e-97da8f9d89f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.655428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fe35c93f-f0a5-4a95-945e-97da8f9d89f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3387cac2-fa86-4b70-acd7-c0956af17a44 HTTP/1.1" status: 204 len: 168 time: 0.7634177 Jul 22 14:01:15.672686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a0900-2d67-45a4-9d99-281cc642e5c1 req-116bdbd9-8927-4672-abb8-b826ce561d7f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:15.674882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-244a0900-2d67-45a4-9d99-281cc642e5c1 req-116bdbd9-8927-4672-abb8-b826ce561d7f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 948 time: 0.2780530 Jul 22 14:01:15.709895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 23cb4257-1b56-4b76-a1c3-047b6b455b21 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:15.715066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b929bcf1-b37f-483d-ad66-403c312b60c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.743590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35c93f-f0a5-4a95-945e-97da8f9d89f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387cac2-fa86-4b70-acd7-c0956af17a44,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:15.752982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:01:15.774044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Sync routers for ids ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:01:15.786152 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6e8b63c3-ab8a-413e-9485-cc12fabe792b admin admin] 10.222.0.11 "PUT /v2.0/routers/7b30c095-5bcb-485a-9cf3-d35a611bc0cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0789304 Jul 22 14:01:15.789503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b929bcf1-b37f-483d-ad66-403c312b60c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.806202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Routers {'7b30c095-5bcb-485a-9cf3-d35a611bc0cd'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:15.808699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:15.813148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-244a0900-2d67-45a4-9d99-281cc642e5c1 req-a43ce7c2-bdc1-440a-9699-868973dedb61 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288319 Jul 22 14:01:15.948117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b929bcf1-b37f-483d-ad66-403c312b60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.950682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b929bcf1-b37f-483d-ad66-403c312b60c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.954289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b929bcf1-b37f-483d-ad66-403c312b60c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66c64a5b-12fa-4643-a418-61fd29b2dbdf HTTP/1.1" status: 204 len: 168 time: 0.4554234 Jul 22 14:01:15.961879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 23cb4257-1b56-4b76-a1c3-047b6b455b21 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:15.964220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:15.984134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929bcf1-b37f-483d-ad66-403c312b60c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c64a5b-12fa-4643-a418-61fd29b2dbdf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:15.989446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:15.989826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:15.990156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:16.007255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:16.007580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:16.023464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93603f46-d023-4892-845e-faa392444793 req-fd6666d2-fe4d-45fd-93a1-a8b2d0ae20e8 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637027 Jul 22 14:01:16.024723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:16.025241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:16.025820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:16.026435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Bound port: bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:16.026965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:16.092920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2d0b5-ae42-4cd7-a9a7-50d003e7caf4 req-b97cd58c-f779-41e1-998f-6d0e2dc3b8cd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:16.094635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8cc2d0b5-ae42-4cd7-a9a7-50d003e7caf4 req-b97cd58c-f779-41e1-998f-6d0e2dc3b8cd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 945 time: 0.3780723 Jul 22 14:01:16.110086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Set router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:16.182201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8cc2d0b5-ae42-4cd7-a9a7-50d003e7caf4 req-67a66b4a-418c-4a9d-ad4c-8035f4729a15 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786314 Jul 22 14:01:16.195316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:16.199293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:16.213209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:16.268196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:16.269122 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:16.270744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 1092 time: 2.1747262 Jul 22 14:01:16.271353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:16.273785 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a408c49-4420-4c43-b0bc-f5438cd09658" -d '{"events": [{"name": "network-changed", "server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:16.308150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980f430-bcbc-42a7-a3f2-60afd2279c02 service neutron] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:16.322644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692c181-12a1-4ab9-9cec-548f396e504c req-a00476a2-2e6c-40a2-af41-066bdc0a186e tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:16.328499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9692c181-12a1-4ab9-9cec-548f396e504c req-a00476a2-2e6c-40a2-af41-066bdc0a186e tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 949 time: 0.1587689 Jul 22 14:01:16.396953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9692c181-12a1-4ab9-9cec-548f396e504c req-fa8e8a31-7e36-493e-a483-09c029a1cd0a tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532932 Jul 22 14:01:16.437799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-dacd65f5-c7f2-470f-a3a6-4145e05b32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:16.440137 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-dacd65f5-c7f2-470f-a3a6-4145e05b32b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1095 time: 0.1150107 Jul 22 14:01:16.448582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139acf67-9ab7-4f80-bd54-ec79f16fea10 req-f8406c4e-34d4-48d0-b4ac-3881b99d71d5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:16.450163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-139acf67-9ab7-4f80-bd54-ec79f16fea10 req-f8406c4e-34d4-48d0-b4ac-3881b99d71d5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.1245031 Jul 22 14:01:16.479991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'db1856a6-e363-4f04-8780-9ecc92817a2f', 'name': '', 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'mac_address': 'fa:16:3e:de:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:12Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 2, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'subnets': [{'id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:16.497076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-8e46e688-87a7-4d83-97bf-2109e76935a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0460176 Jul 22 14:01:16.520668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Checking router: 7b30c095-5bcb-485a-9cf3-d35a611bc0cd for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:01:16.521029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Updating router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd port db1856a6-e363-4f04-8780-9ecc92817a2f binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:01:16.551769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d82f8286-599e-422e-92fe-080600692286 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:16.561204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-139acf67-9ab7-4f80-bd54-ec79f16fea10 req-f9987e0d-519a-436b-8403-4d674a44ef70 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031740 Jul 22 14:01:16.569663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-0f51310e-6b88-4323-8983-2d7bd6c644c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:16.572518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-0f51310e-6b88-4323-8983-2d7bd6c644c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0682013 Jul 22 14:01:16.576004 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:16.591011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:16.624168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-1cc06879-16e5-4422-8e8f-585becb51532 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428493 Jul 22 14:01:16.740794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-793ae85d-a7f4-4675-af35-408cc1c9ef3b service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084306 Jul 22 14:01:16.804514 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb2330c-d54a-40f0-9e6e-e3ada8a521ac x-openstack-request-id: req-fbb2330c-d54a-40f0-9e6e-e3ada8a521ac {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:16.805581 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:16.805581 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fbb2330c-d54a-40f0-9e6e-e3ada8a521ac {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:16.805972 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'status': 'completed', 'code': 200} Jul 22 14:01:16.831522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:16.842678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d82f8286-599e-422e-92fe-080600692286, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d82f8286-599e-422e-92fe-080600692286,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:16.852666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:16.853226 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:16.879375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ba008b7-ed0a-4cc5-88db-3f815e64ec15 req-35b3b150-98a1-42e0-b055-e6d0ed2d06a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301780 Jul 22 14:01:16.910267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'd82f8286-599e-422e-92fe-080600692286', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'd82f8286-599e-422e-92fe-080600692286', 'mac_address': 'fa:16:3e:0d:48:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:17.024923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:17.061289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82f8286-599e-422e-92fe-080600692286 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:17.087701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-dfdec11d-60f7-4306-8f17-8a7d70fd5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:17.089333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-dfdec11d-60f7-4306-8f17-8a7d70fd5aa5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1095 time: 0.1498322 Jul 22 14:01:17.124856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56d3e-a684-4036-9485-e344716fc89b req-a6340775-6938-414b-a5e2-377f31b8273f tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:17.127748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d82f8286-599e-422e-92fe-080600692286, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d82f8286-599e-422e-92fe-080600692286,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:17.132052 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:17.147420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbe56d3e-a684-4036-9485-e344716fc89b req-a6340775-6938-414b-a5e2-377f31b8273f tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 950 time: 0.1578410 Jul 22 14:01:17.166480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:17.224187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:17.226355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbe56d3e-a684-4036-9485-e344716fc89b req-6682ebe9-9385-4156-b2c9-688180c4d9ad tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765283 Jul 22 14:01:17.245207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:17.245207 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223cb119-7ec4-4708-9284-09e6ecb998d8" -d '{"events": [{"server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:17.269859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Transition to ACTIVE for port object db1856a6-e363-4f04-8780-9ecc92817a2f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:17.269859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:17.284465 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:17.291045 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:17.301936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d82f8286-599e-422e-92fe-080600692286,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:17.327674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-0bfaf77d-fe33-4feb-9dc6-468c18df49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:17.328540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-0bfaf77d-fe33-4feb-9dc6-468c18df49ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.2307792 Jul 22 14:01:17.345227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0f2c3-934c-4567-b881-c02e474295bb req-45aaf57f-9f23-40b8-8f38-e0636b195670 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:17.350677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1b0f2c3-934c-4567-b881-c02e474295bb req-45aaf57f-9f23-40b8-8f38-e0636b195670 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 949 time: 0.2094865 Jul 22 14:01:17.418566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-cdcac905-1e87-425a-bde5-6da7390ddf14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0668929 Jul 22 14:01:17.430747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d82f8286-599e-422e-92fe-080600692286'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:17.510554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1b0f2c3-934c-4567-b881-c02e474295bb req-0f5e66fc-5873-4775-8c83-c19323e18ac8 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501758 Jul 22 14:01:17.554545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-9c271aa3-29c9-466b-8f9a-f4952f506241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:17.561059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-9c271aa3-29c9-466b-8f9a-f4952f506241 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.1177645 Jul 22 14:01:17.668886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-030a0692-8ae2-4fc0-9e12-80fd62ffca04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951982 Jul 22 14:01:17.695054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44644043-05c9-46bb-8968-5fd0c4fbf91b req-398a62d0-e97b-457d-9fd7-b72be65e7df9 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:17.703319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44644043-05c9-46bb-8968-5fd0c4fbf91b req-398a62d0-e97b-457d-9fd7-b72be65e7df9 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 949 time: 0.0936909 Jul 22 14:01:17.825865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:17.962126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Attempting to bind port db1856a6-e363-4f04-8780-9ecc92817a2f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:17.963090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Attempting to bind port db1856a6-e363-4f04-8780-9ecc92817a2f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:17.963090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Attempting to bind port db1856a6-e363-4f04-8780-9ecc92817a2f on network 420b07cc-e7d2-4559-84ab-a3b965062d25 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:17.980931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44644043-05c9-46bb-8968-5fd0c4fbf91b req-b056037c-b76c-4718-920e-5ba7d392c6ba tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746065 Jul 22 14:01:17.998662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04168652-594b-4f8f-a5b8-6590179d1793 req-5c324944-a5f9-45e0-8df0-64aeba7c00ff tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:18.000367 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04168652-594b-4f8f-a5b8-6590179d1793 req-5c324944-a5f9-45e0-8df0-64aeba7c00ff tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 946 time: 0.3154192 Jul 22 14:01:18.007899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-7fe34597-3431-44a4-bed3-2a677abe6710 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216681 Jul 22 14:01:18.010374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52652) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:18.010911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:18.011295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Checking segment: {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:18.011703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.012100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Bound using segment: {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:18.013171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Bound port: db1856a6-e363-4f04-8780-9ecc92817a2f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df1e1c1-1592-48f9-935d-6acc4041b14a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:18.014352 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.047120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90040e18-4e7e-4e9b-899a-1d7b3f1938b4 None None] Pushing event updated for resources: {'Port': ['ID=db1856a6-e363-4f04-8780-9ecc92817a2f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:18.058776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04168652-594b-4f8f-a5b8-6590179d1793 req-f1fdc71d-47ac-4356-8b63-665ee2696c6d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498958 Jul 22 14:01:18.086403 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5346ac81-8ffe-4f94-aea8-ad8684ec355c x-openstack-request-id: req-5346ac81-8ffe-4f94-aea8-ad8684ec355c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:18.086697 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:18.086943 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5346ac81-8ffe-4f94-aea8-ad8684ec355c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:18.087597 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'code': 200} Jul 22 14:01:18.276457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] For port db1856a6-e363-4f04-8780-9ecc92817a2f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:18.290246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1019064915-network', 'tenant_id': '3d7e233556b94975872c0aa5e5d9f4b5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:18.313696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] For port db1856a6-e363-4f04-8780-9ecc92817a2f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=db1856a6-e363-4f04-8780-9ecc92817a2f,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:18.321831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.326094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Made reservation on behalf of 3d7e233556b94975872c0aa5e5d9f4b5 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:18.328785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.343294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.415009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a408c49-4420-4c43-b0bc-f5438cd09658 req-d8e3e2db-d618-4b46-905b-c1772ee47368 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679109 Jul 22 14:01:18.432427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Routers {'7b30c095-5bcb-485a-9cf3-d35a611bc0cd'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:18.433703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:18.438580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90040e18-4e7e-4e9b-899a-1d7b3f1938b4 None None] Pushing event updated for resources: {'Port': ['ID=db1856a6-e363-4f04-8780-9ecc92817a2f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:18.472936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4a461-c4cf-4bb1-aa1d-a868f7f82eaa req-efcdc8a4-671c-47b8-9971-6e2b67105191 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:18.479965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5f4a461-c4cf-4bb1-aa1d-a868f7f82eaa req-efcdc8a4-671c-47b8-9971-6e2b67105191 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.2864816 Jul 22 14:01:18.482018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402d47a-b912-4337-a092-5f44b62ef014 req-a3b818f5-fd5d-45f7-9982-2717fc61a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:18.483389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1402d47a-b912-4337-a092-5f44b62ef014 req-a3b818f5-fd5d-45f7-9982-2717fc61a418 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1098 time: 0.2910991 Jul 22 14:01:18.512604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-2393ae52-ae27-46a3-bfc9-d312cd3172f9 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:18.514908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-2393ae52-ae27-46a3-bfc9-d312cd3172f9 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.13 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 950 time: 0.1353219 Jul 22 14:01:18.582228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5f4a461-c4cf-4bb1-aa1d-a868f7f82eaa req-960cfbbc-8bd1-4a17-91f9-6fe2798b4d91 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915468 Jul 22 14:01:18.601639 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c8001899-9435-43e2-951d-c1d54380dc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.607812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1402d47a-b912-4337-a092-5f44b62ef014 req-66c60489-09b9-4313-888f-f5b8d8c87bcf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154838 Jul 22 14:01:18.662238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] Set router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:18.674937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.676001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52674) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:18.693467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504867652', 'description': 'tempest-description--2062506746'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:18.698887 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.756119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8850-a390-4cf3-ba0b-d51c2601ac4c req-96a1f02a-aa01-4c15-91c8-33b2198eba63 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:18.764397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c7d8850-a390-4cf3-ba0b-d51c2601ac4c req-96a1f02a-aa01-4c15-91c8-33b2198eba63 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 950 time: 0.0949774 Jul 22 14:01:18.790013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:01:18.795765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.810871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.828842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c7d8850-a390-4cf3-ba0b-d51c2601ac4c req-c2b394b1-e0fc-41f1-aa4a-8c680520dff6 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/security-groups?id=23d141eb-028e-488e-95c2-ea20a0f726b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580535 Jul 22 14:01:18.829282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c0942f-bb05-4032-9ec8-681df1392601,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:18.874057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:18.874482 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Added segment af211beb-c940-4345-b4e7-aa0e13f67b55 of type vlan for network 93273878-2e56-4d72-8f73-c626a542d145 Jul 22 14:01:18.952078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-def7b913-199e-461d-acf6-8dae96628028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'db1856a6-e363-4f04-8780-9ecc92817a2f', 'name': '', 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'mac_address': 'fa:16:3e:de:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:12Z', 'updated_at': '2021-07-22T14:01:18Z', 'revision_number': 4, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'subnets': [{'id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:18.976420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2c8b0-4c7e-4ab4-b411-9fec7a56dcd4 req-55b90e63-6744-47e9-91c9-bee15df73694 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:18.984063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def7b913-199e-461d-acf6-8dae96628028 None None] The sync data for ids ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'] in n-d-787205-11 is: [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'db1856a6-e363-4f04-8780-9ecc92817a2f', 'name': '', 'network_id': '420b07cc-e7d2-4559-84ab-a3b965062d25', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'mac_address': 'fa:16:3e:de:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:12Z', 'updated_at': '2021-07-22T14:01:18Z', 'revision_number': 4, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'subnets': [{'id': 'fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:01:18.987258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60c2c8b0-4c7e-4ab4-b411-9fec7a56dcd4 req-55b90e63-6744-47e9-91c9-bee15df73694 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 949 time: 0.0869751 Jul 22 14:01:18.999606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.005043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Deleting port a6d529df-442e-4b3b-a803-e23dcf0e7b20 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:01:19.005531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.042867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60c2c8b0-4c7e-4ab4-b411-9fec7a56dcd4 req-224f4ee8-e883-497b-acce-68cc8326f753 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Jul 22 14:01:19.116666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.172486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.210598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.211570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:19.212157 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.264527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd675-0347-4c50-a16e-d22d481be517 req-7a34a749-3479-470c-b6bc-999aa878e6a7 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:19.266702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47ebd675-0347-4c50-a16e-d22d481be517 req-7a34a749-3479-470c-b6bc-999aa878e6a7 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 946 time: 0.1112559 Jul 22 14:01:19.280600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.281909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5953116 Jul 22 14:01:19.288296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:19.293052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'security_group_rule': {'security_group_id': '799b1c95-caaf-44a2-95db-5b2fb074bdfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:19.313642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431d51e-230c-4079-9067-042fa75c3ee6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799b1c95-caaf-44a2-95db-5b2fb074bdfd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:19.366296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3526378 Jul 22 14:01:19.370086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52696) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:19.372095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] For port a6d529df-442e-4b3b-a803-e23dcf0e7b20, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a6d529df-442e-4b3b-a803-e23dcf0e7b20,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:19.372524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.380181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47ebd675-0347-4c50-a16e-d22d481be517 req-aa9fde61-eb5b-441b-bec3-fad72e1e7034 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058404 Jul 22 14:01:19.388213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e5c78-c60f-43bb-b253-c3736cd905bb admin admin] Pushing event updated for resources: {'Network': ['ID=93273878-2e56-4d72-8f73-c626a542d145,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:19.393422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Request body: {'subnet': {'network_id': '93273878-2e56-4d72-8f73-c626a542d145', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1019064915-subnet', 'tenant_id': '3d7e233556b94975872c0aa5e5d9f4b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:19.395759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.405582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 93273878-2e56-4d72-8f73-c626a542d145 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:01:19.425074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Calling delete_port for a6d529df-442e-4b3b-a803-e23dcf0e7b20 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:01:19.507998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:19.536196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3649da-f154-4c9c-920a-6d1308a79302 req-01822d0b-0be7-42b4-9a56-47dfd6f4754a tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:19.537842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c3649da-f154-4c9c-920a-6d1308a79302 req-01822d0b-0be7-42b4-9a56-47dfd6f4754a tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 949 time: 0.4265628 Jul 22 14:01:19.543188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Made reservation on behalf of 3d7e233556b94975872c0aa5e5d9f4b5 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:19.545493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.559983 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.564360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.596852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e61d787-d1f8-4ba2-8139-3bff2c2c1324,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:19.605157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.607211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8c924e6d-82e4-4cbf-bb97-ee8d328ec64d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176069 Jul 22 14:01:19.609825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:19.615437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'security_group_rule': {'security_group_id': '799b1c95-caaf-44a2-95db-5b2fb074bdfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:19.671266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.677519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.703331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:19.716474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c3649da-f154-4c9c-920a-6d1308a79302 req-e4a67605-afab-46be-8b4c-601a5e95cda1 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657004 Jul 22 14:01:19.836448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd5e394-20a9-491d-892c-45388fe487b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.865885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:19.896147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'port_id': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'mac_address': 'fa:16:3e:0d:8e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd98642-14a3-469e-ac2d-92b2fd8f92a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:19.899003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device db1856a6-e363-4f04-8780-9ecc92817a2f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:19.903707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.912421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.921165 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:19.941994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a6d529df-442e-4b3b-a803-e23dcf0e7b20'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:19.954409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc5cd33-ee4e-4429-8802-da447952720b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:19.989448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c1c9e-27ce-4739-afe3-f15b84bd9070 req-a1e73779-f821-4c1b-93d9-71c92d03524f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:19.996561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c1c1c9e-27ce-4739-afe3-f15b84bd9070 req-a1e73779-f821-4c1b-93d9-71c92d03524f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.2761362 Jul 22 14:01:20.002383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Pushing event deleted for resources: {'Port': ['ID=a6d529df-442e-4b3b-a803-e23dcf0e7b20,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.037643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.066449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c1c1c9e-27ce-4739-afe3-f15b84bd9070 req-d0faa868-510f-4b03-85c0-2dd2e6d1b8d7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685110 Jul 22 14:01:20.067524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port db1856a6-e363-4f04-8780-9ecc92817a2f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:20.073255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port db1856a6-e363-4f04-8780-9ecc92817a2f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:20.073720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.076209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:20.096805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.098241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd5e394-20a9-491d-892c-45388fe487b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.103646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd5e394-20a9-491d-892c-45388fe487b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.130903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.132358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a4d3c23-215a-440b-98b2-760590d08427 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5216002 Jul 22 14:01:20.140163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:20.145013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:20.148666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.171599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:20.198324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] No DVR routers for this DVR port a6d529df-442e-4b3b-a803-e23dcf0e7b20 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:20.227880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-afd5e394-20a9-491d-892c-45388fe487b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35b106a24c19465a813be5421687a120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7122855 Jul 22 14:01:20.232376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f683a8-22f9-44cd-a8d8-03a42aa09fb7 req-6ecbe9e0-f82c-4f6e-9fba-f9ab0e360f09 tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:20.248046 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.250129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.251058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71f683a8-22f9-44cd-a8d8-03a42aa09fb7 req-6ecbe9e0-f82c-4f6e-9fba-f9ab0e360f09 tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 1101 time: 0.4171188 Jul 22 14:01:20.254139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:20.258444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.263045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5e394-20a9-491d-892c-45388fe487b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8aa07-1234-4092-a4c7-a40b06d5527a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.264230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec9fcb90-e027-46a3-b005-1db4341c5ae5 req-1932c1e6-2f2e-424f-a06b-7f6c655f1725 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.13 "DELETE /v2.0/ports/a6d529df-442e-4b3b-a803-e23dcf0e7b20 HTTP/1.1" status: 204 len: 173 time: 1.7418582 Jul 22 14:01:20.272065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b026ceea-1f60-4233-982b-70da88de2a80', 'name': 'network-vif-deleted', 'tag': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:20.279782 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca8e5ed-8cc8-4dc8-a62b-4f063b0c635e" -d '{"events": [{"server_uuid": "b026ceea-1f60-4233-982b-70da88de2a80", "name": "network-vif-deleted", "tag": "a6d529df-442e-4b3b-a803-e23dcf0e7b20"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:20.302082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port db1856a6-e363-4f04-8780-9ecc92817a2f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=db1856a6-e363-4f04-8780-9ecc92817a2f,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:20.313530 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.353532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f683a8-22f9-44cd-a8d8-03a42aa09fb7 req-9b23900e-2613-4340-b6e7-4160d72bc2dc tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.375338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=db1856a6-e363-4f04-8780-9ecc92817a2f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.379752 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f5627c7-de98-4755-a075-3b9d264489ab req-37b798bd-b6fd-4600-8b06-9fbece228db2 tempest-ServerDiagnosticsNegativeTest-1214182064 tempest-ServerDiagnosticsNegativeTest-1214182064-project] 10.222.0.11 "GET /v2.0/ports?device_id=b026ceea-1f60-4233-982b-70da88de2a80 HTTP/1.1" status: 200 len: 210 time: 0.1200988 Jul 22 14:01:20.381045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cb5786-61b7-4b0e-b216-98cc3417a883,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.393250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Checking segment: {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:20.393250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Network hostable DHCP agents. Network: 93273878-2e56-4d72-8f73-c626a542d145, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:01:20.402133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:20.438663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.446474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Network 93273878-2e56-4d72-8f73-c626a542d145 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:01:20.468659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 93273878-2e56-4d72-8f73-c626a542d145) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:20.474583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:20.475248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.491608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6adc72-100e-40fa-b73e-c020e257adc3 None None] Network 93273878-2e56-4d72-8f73-c626a542d145 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:01:20.494751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1dba-d0e4-4486-b53c-33a0a983448b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.555257 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f683a8-22f9-44cd-a8d8-03a42aa09fb7 req-9b23900e-2613-4340-b6e7-4160d72bc2dc tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.562110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f683a8-22f9-44cd-a8d8-03a42aa09fb7 req-9b23900e-2613-4340-b6e7-4160d72bc2dc tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.569983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f28a64b1-daf7-47fd-abbd-3928c3dc794b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1828120 Jul 22 14:01:20.580725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1dba-d0e4-4486-b53c-33a0a983448b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.609462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71f683a8-22f9-44cd-a8d8-03a42aa09fb7 req-9b23900e-2613-4340-b6e7-4160d72bc2dc tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484461 Jul 22 14:01:20.629440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23900e-2613-4340-b6e7-4160d72bc2dc tempest-LiveMigrationNegativeTest-714441924 tempest-LiveMigrationNegativeTest-714441924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c8649f-39f4-4ef7-99a8-ee389157d499,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.661753 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c7ac19-3624-48b7-8396-364270464593 x-openstack-request-id: req-15c7ac19-3624-48b7-8396-364270464593 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:20.662243 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b026ceea-1f60-4233-982b-70da88de2a80", "name": "network-vif-deleted", "tag": "a6d529df-442e-4b3b-a803-e23dcf0e7b20", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:20.662648 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15c7ac19-3624-48b7-8396-364270464593 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:20.663232 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b026ceea-1f60-4233-982b-70da88de2a80', 'name': 'network-vif-deleted', 'tag': 'a6d529df-442e-4b3b-a803-e23dcf0e7b20', 'status': 'completed', 'code': 200} Jul 22 14:01:20.681368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d82f8286-599e-422e-92fe-080600692286 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:20.695572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249672b-3807-4a81-a8ef-a9c700d3fa72 req-21f5b02b-0212-49e6-915a-b05e827a29ab tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:20.697127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b249672b-3807-4a81-a8ef-a9c700d3fa72 req-21f5b02b-0212-49e6-915a-b05e827a29ab tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 949 time: 0.1750793 Jul 22 14:01:20.764217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1dba-d0e4-4486-b53c-33a0a983448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.768880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f9a1dba-d0e4-4486-b53c-33a0a983448b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.780056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6f9a1dba-d0e4-4486-b53c-33a0a983448b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00c8aa07-1234-4092-a4c7-a40b06d5527a HTTP/1.1" status: 204 len: 168 time: 0.5125940 Jul 22 14:01:20.804702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a1dba-d0e4-4486-b53c-33a0a983448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8aa07-1234-4092-a4c7-a40b06d5527a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:20.844274 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b249672b-3807-4a81-a8ef-a9c700d3fa72 req-bd8f925f-af78-4489-a8fb-1dd887a979d5 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182587 Jul 22 14:01:20.857846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:20.886790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf596d-6af8-4a47-aa4c-06882c6ab835 req-55c94505-c071-4312-a890-c29c427da6e4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:20.896810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cf596d-6af8-4a47-aa4c-06882c6ab835 req-55c94505-c071-4312-a890-c29c427da6e4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 946 time: 0.1508329 Jul 22 14:01:20.928656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a6909-66ef-450e-9abb-079606240aef None None] Network 93273878-2e56-4d72-8f73-c626a542d145 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:01:20.979970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cf596d-6af8-4a47-aa4c-06882c6ab835 req-43eb9164-8ccb-47e6-a8c4-257757f93b3e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788531 Jul 22 14:01:21.107629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Allocated IP 172.25.8.241 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/530e0749-6ffc-48b1-ab23-8c37c44e2fdc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:21.144873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port d82f8286-599e-422e-92fe-080600692286 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:21.162032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port d82f8286-599e-422e-92fe-080600692286 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:21.162410 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.273430 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.277905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52744) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:21.293946 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e0c-d6b8-4587-a1a6-44b68cb7e8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.298100 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-127129db-e602-42d7-aa54-8473c0d09259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.300557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.340914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-fe252b6c-8c26-4a51-847f-d0de3401a77f req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2120521664', 'description': 'tempest-description-1886341145'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:21.358279 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.363921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.385286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f8286-599e-422e-92fe-080600692286'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:21.387571 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3551474-0f78-4cc6-8570-32ce5c15e3a3" -d '{"events": [{"server_uuid": "badd26f9-6f1d-4a7f-8568-6fcae17630f9", "name": "network-vif-plugged", "status": "completed", "tag": "d82f8286-599e-422e-92fe-080600692286"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:21.402574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d82f8286-599e-422e-92fe-080600692286, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d82f8286-599e-422e-92fe-080600692286,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:21.409080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.410970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:21.413887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:21.417467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:21.447213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'Port': ['ID=530e0749-6ffc-48b1-ab23-8c37c44e2fdc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:21.458796 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e0c-d6b8-4587-a1a6-44b68cb7e8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.465430 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb9f6e0c-d6b8-4587-a1a6-44b68cb7e8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.471168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d82f8286-599e-422e-92fe-080600692286,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:21.516703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb9f6e0c-d6b8-4587-a1a6-44b68cb7e8ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20cb842ddd6d4e1a93e1e44697b05cfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377455 Jul 22 14:01:21.520970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52750) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:21.535938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f6e0c-d6b8-4587-a1a6-44b68cb7e8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8027a080-d4dd-4ed0-92e9-ae3effdaef88,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:21.538048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fe252b6c-8c26-4a51-847f-d0de3401a77f req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.583553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad931db6-6893-4e5b-8b21-63493ae1b5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.587760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.646402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad931db6-6893-4e5b-8b21-63493ae1b5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.660889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device db1856a6-e363-4f04-8780-9ecc92817a2f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:21.691710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:21.697237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4bf3f-79d1-49c0-b7f2-af1461a7d060 req-74376131-8f52-45ec-875a-47c82f8b9b0b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:21.698990 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e4bf3f-79d1-49c0-b7f2-af1461a7d060 req-74376131-8f52-45ec-875a-47c82f8b9b0b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1098 time: 0.1174572 Jul 22 14:01:21.736539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad931db6-6893-4e5b-8b21-63493ae1b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.741774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad931db6-6893-4e5b-8b21-63493ae1b5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.745497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ad931db6-6893-4e5b-8b21-63493ae1b5ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8027a080-d4dd-4ed0-92e9-ae3effdaef88 HTTP/1.1" status: 204 len: 168 time: 0.2210588 Jul 22 14:01:21.770899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad931db6-6893-4e5b-8b21-63493ae1b5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8027a080-d4dd-4ed0-92e9-ae3effdaef88,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:21.785478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port db1856a6-e363-4f04-8780-9ecc92817a2f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:21.787036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.791635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e4bf3f-79d1-49c0-b7f2-af1461a7d060 req-c7814954-fbb7-4aa8-9783-908d13cd1e90 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666716 Jul 22 14:01:21.850784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:21.866390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:21.866820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.875317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.990334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fe252b6c-8c26-4a51-847f-d0de3401a77f req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:21.997157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fe252b6c-8c26-4a51-847f-d0de3401a77f req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.047478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d669c0-ed31-4780-9e20-ebf8e0f9e2cc req-38fca3d2-ba6a-4452-966e-f78935e579a8 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:22.051842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fe252b6c-8c26-4a51-847f-d0de3401a77f req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.053085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe252b6c-8c26-4a51-847f-d0de3401a77f req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7187185 Jul 22 14:01:22.055743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.056626 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3d669c0-ed31-4780-9e20-ebf8e0f9e2cc req-38fca3d2-ba6a-4452-966e-f78935e579a8 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 944 time: 0.1039939 Jul 22 14:01:22.075115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf8774-5e7e-43de-93bb-02b5ae291eaf tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c80731-1ec0-4919-956e-09f89d55f339,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:22.100978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3d669c0-ed31-4780-9e20-ebf8e0f9e2cc req-93e45c5a-95ac-4453-ae97-e50d8bf2de94 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Jul 22 14:01:22.129986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.135099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.161823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:22.166842 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03306a32-ab64-42c6-bcdb-8051312afbf2 x-openstack-request-id: req-03306a32-ab64-42c6-bcdb-8051312afbf2 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:22.167144 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badd26f9-6f1d-4a7f-8568-6fcae17630f9", "name": "network-vif-plugged", "status": "completed", "tag": "d82f8286-599e-422e-92fe-080600692286", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:22.167402 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03306a32-ab64-42c6-bcdb-8051312afbf2 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:22.167904 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f8286-599e-422e-92fe-080600692286', 'code': 200} Jul 22 14:01:22.171779 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.172697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a6d529df-442e-4b3b-a803-e23dcf0e7b20 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:22.197204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'Port': ['ID=530e0749-6ffc-48b1-ab23-8c37c44e2fdc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:22.250638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.273132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.274884 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-22dc2953-4aec-4ab8-be32-1c45c2911a2b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1103477 Jul 22 14:01:22.359594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62746c6b-372b-4190-9c00-ac4bde0483b8 req-0aad2c79-8f8f-409f-b90c-6a0dab3a6f64 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:22.364041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: a6d529df-442e-4b3b-a803-e23dcf0e7b20 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:01:22.364391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a6d529df-442e-4b3b-a803-e23dcf0e7b20 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:22.369480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62746c6b-372b-4190-9c00-ac4bde0483b8 req-0aad2c79-8f8f-409f-b90c-6a0dab3a6f64 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 950 time: 0.1109247 Jul 22 14:01:22.375566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee5af7-033a-4938-8702-eb56157a6fb7 req-06944e53-a065-4fc8-bc6e-55e76bda07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:22.379227 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5ee5af7-033a-4938-8702-eb56157a6fb7 req-06944e53-a065-4fc8-bc6e-55e76bda07b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 1102 time: 0.1148598 Jul 22 14:01:22.390671 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.417201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:22.439929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62746c6b-372b-4190-9c00-ac4bde0483b8 req-534b0f18-0164-4bdf-9303-1dafab1f8aab tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669408 Jul 22 14:01:22.453500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5ee5af7-033a-4938-8702-eb56157a6fb7 req-f52616fe-611a-4abf-8604-056eafdb668a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596948 Jul 22 14:01:22.472885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-64219dff-e063-4e18-a1e3-539afaa04672 req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1913906908', 'description': 'tempest-description-212577734'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:22.501455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64219dff-e063-4e18-a1e3-539afaa04672 req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.503525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820342c-e2d2-4430-aeee-33bc8672ae79 req-a60255c8-a52e-4775-abfb-0e52744bbf8f tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:22.510732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b820342c-e2d2-4430-aeee-33bc8672ae79 req-a60255c8-a52e-4775-abfb-0e52744bbf8f tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1098 time: 0.0623262 Jul 22 14:01:22.515756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52780) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:22.552665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b820342c-e2d2-4430-aeee-33bc8672ae79 req-1bb5b186-14db-45ce-a67e-21613bcde4dc tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Jul 22 14:01:22.631974 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64219dff-e063-4e18-a1e3-539afaa04672 req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.644656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64219dff-e063-4e18-a1e3-539afaa04672 req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.696822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64219dff-e063-4e18-a1e3-539afaa04672 req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.698126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64219dff-e063-4e18-a1e3-539afaa04672 req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2306621 Jul 22 14:01:22.713955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec56de-8b8b-4acc-9fbe-495dc337a6f0 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69457d9e-9da2-4d4f-bd3d-c06f6f634336,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:22.723240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f54cae9b-0506-48f6-a715-ccfbf646c84f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49a2560180c145e19f41d31ef51e3727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062907 Jul 22 14:01:22.726350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52796) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:22.789096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9142d3db-a99a-4e83-ab97-f9becf1fed33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.818764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401363c-3980-4b3a-944a-783d5135fba4 req-33fa7bfa-f18b-4790-b410-d8861f426400 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:22.820389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5401363c-3980-4b3a-944a-783d5135fba4 req-33fa7bfa-f18b-4790-b410-d8861f426400 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 949 time: 0.1373377 Jul 22 14:01:22.827601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9142d3db-a99a-4e83-ab97-f9becf1fed33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:22.881010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5401363c-3980-4b3a-944a-783d5135fba4 req-d25a19fb-86ee-4911-8a8b-e2826da75231 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550025 Jul 22 14:01:22.890356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-c8506daf-574d-476f-ae82-98e033e81bd6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--504867652&fields=id&tenant_id=84f621a2448846939941061b8257f8e9 HTTP/1.1" status: 200 len: 267 time: 0.0840423 Jul 22 14:01:23.000132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9142d3db-a99a-4e83-ab97-f9becf1fed33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.003353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9142d3db-a99a-4e83-ab97-f9becf1fed33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.004499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9142d3db-a99a-4e83-ab97-f9becf1fed33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23d141eb-028e-488e-95c2-ea20a0f726b1 HTTP/1.1" status: 204 len: 168 time: 0.2779036 Jul 22 14:01:23.026057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142d3db-a99a-4e83-ab97-f9becf1fed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d141eb-028e-488e-95c2-ea20a0f726b1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:23.038915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-ea683e47-ac08-45a4-828c-3069a0b7a028 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:23.040458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-ea683e47-ac08-45a4-828c-3069a0b7a028 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 823 time: 0.1483488 Jul 22 14:01:23.072713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-7fbb15b3-4e5a-4a87-9901-5489a2805763 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/quotas/84f621a2448846939941061b8257f8e9 HTTP/1.1" status: 200 len: 375 time: 0.0239017 Jul 22 14:01:23.159811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-fcd73370-79b6-4d36-83a3-704defd6383a tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0852978 Jul 22 14:01:23.246871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-9a5d9ff1-da8e-4e7d-9155-d94d55765846 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:23.254271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-9a5d9ff1-da8e-4e7d-9155-d94d55765846 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 813 time: 0.2532210 Jul 22 14:01:23.271163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-42456d6b-aafd-465b-a03c-e5ba4a4d1e79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/quotas/3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0158670 Jul 22 14:01:23.279899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-5245a45a-6b1d-43f3-a32e-e25a069a3263 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151986 Jul 22 14:01:23.308592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-846cc7d3-26e2-402b-8356-ef27a14838e7 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361900 Jul 22 14:01:23.433937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-b223ae61-f27b-45a3-b53d-1c27dff9f00d service neutron] 10.222.0.11 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493971 Jul 22 14:01:23.470196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-9be9f073-b9ca-4ab6-bbd1-e16e0cf9d78a service neutron] 10.222.0.11 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514828 Jul 22 14:01:23.472665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52838) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:23.487531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2ba70-2cbc-4862-a361-bd4bd230b329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.645332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-48b4c69d-d674-4b71-a49d-e9432bf3458d service neutron] 10.222.0.11 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738808 Jul 22 14:01:23.647244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2ba70-2cbc-4862-a361-bd4bd230b329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.654995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2ba70-2cbc-4862-a361-bd4bd230b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.688667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59e2ba70-2cbc-4862-a361-bd4bd230b329 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48ef1fbb94df493aba949c29a4b3516e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146821 Jul 22 14:01:23.688897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:23.742403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2ba70-2cbc-4862-a361-bd4bd230b329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cacd4f-bd29-4edb-9f33-52bc1d370975,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:23.778152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-3bff2a37-a312-463a-839a-f43f960f35f3 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:23.779895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-3bff2a37-a312-463a-839a-f43f960f35f3 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.13 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 949 time: 0.0880835 Jul 22 14:01:23.798011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1acb4586-3a41-4adb-9ee0-b1dbdeb859ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.878484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1acb4586-3a41-4adb-9ee0-b1dbdeb859ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:23.981234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Deleting port 15178db5-9504-4dc0-b912-4f743ec00486 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:01:23.981584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.000925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1acb4586-3a41-4adb-9ee0-b1dbdeb859ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.006119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1acb4586-3a41-4adb-9ee0-b1dbdeb859ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.008465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1acb4586-3a41-4adb-9ee0-b1dbdeb859ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23cacd4f-bd29-4edb-9f33-52bc1d370975 HTTP/1.1" status: 204 len: 168 time: 0.3176389 Jul 22 14:01:24.050515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb4586-3a41-4adb-9ee0-b1dbdeb859ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cacd4f-bd29-4edb-9f33-52bc1d370975,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:24.119774 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.150608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506268d2-67bf-4fa7-876c-48ab142c8c0f req-eaff0188-7fe0-4e09-aff8-a613b5e2ff64 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:24.154265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-506268d2-67bf-4fa7-876c-48ab142c8c0f req-eaff0188-7fe0-4e09-aff8-a613b5e2ff64 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 945 time: 0.1951499 Jul 22 14:01:24.168874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:24.171551 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa64509-25bd-4afb-a25f-776b55bc9fd9" -d '{"events": [{"server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "name": "network-vif-plugged", "status": "completed", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:24.214413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] For port 15178db5-9504-4dc0-b912-4f743ec00486, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=15178db5-9504-4dc0-b912-4f743ec00486,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:24.216433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.223682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-506268d2-67bf-4fa7-876c-48ab142c8c0f req-4355c5dd-fac8-4578-871a-0a41c08a48bf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583889 Jul 22 14:01:24.256668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Calling delete_port for 15178db5-9504-4dc0-b912-4f743ec00486 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:01:24.455434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0060a9-109c-48c5-94a4-09d94dc7a0ef req-ef34b293-511e-4970-ab04-19eb9a493be7 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:24.458246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee0060a9-109c-48c5-94a4-09d94dc7a0ef req-ef34b293-511e-4970-ab04-19eb9a493be7 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 950 time: 0.0951614 Jul 22 14:01:24.515213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.518334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee0060a9-109c-48c5-94a4-09d94dc7a0ef req-96a73455-52b5-43cf-8966-15254cc7c9c9 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538170 Jul 22 14:01:24.528899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['15178db5-9504-4dc0-b912-4f743ec00486'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:24.532400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['8f1faaf3-c237-4123-8aeb-733e970e4386'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:24.630413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Pushing event deleted for resources: {'Port': ['ID=15178db5-9504-4dc0-b912-4f743ec00486,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:24.686494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] No DVR routers for this DVR port 15178db5-9504-4dc0-b912-4f743ec00486 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:24.687223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-482b4f81-3ff0-4dbe-af49-44031322eece req-a6c46f72-012b-4415-b85f-dcf06d48ae04 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 210 time: 0.0625422 Jul 22 14:01:24.690274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:24.692841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d8b64a0-5143-4134-a4c3-d8de26e43d83 req-10ad058c-7bae-4020-9458-a9a969184e6c tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.13 "DELETE /v2.0/ports/15178db5-9504-4dc0-b912-4f743ec00486 HTTP/1.1" status: 204 len: 173 time: 0.9070768 Jul 22 14:01:24.693360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'name': 'network-vif-deleted', 'tag': '15178db5-9504-4dc0-b912-4f743ec00486'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:24.696222 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd45455-9de7-4c28-a015-f0c7dfd841ad" -d '{"events": [{"server_uuid": "60e50233-ca9f-4463-a4cd-39b792e4266d", "name": "network-vif-deleted", "tag": "15178db5-9504-4dc0-b912-4f743ec00486"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:24.891972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-028983a9-072b-4db1-b84c-4b533e254ccf req-d5512a06-9d19-4f03-833c-1228d955c8b5 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 210 time: 0.0625484 Jul 22 14:01:24.954635 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:01:25.036858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25ede00b-6113-4b49-a590-a2e7fbddbdba req-deb0ff7b-a14a-47f6-b385-03d0de32e5f9 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=60e50233-ca9f-4463-a4cd-39b792e4266d HTTP/1.1" status: 200 len: 210 time: 0.0306137 Jul 22 14:01:25.350826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-8d6cbda7-0452-4a94-9c0f-37b5229c5c55 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:25.353538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-8d6cbda7-0452-4a94-9c0f-37b5229c5c55 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 823 time: 0.1827519 Jul 22 14:01:25.400796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6d336364-0207-4157-acab-4c82a927178f tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:01:25.402540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6d336364-0207-4157-acab-4c82a927178f tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137737 Jul 22 14:01:25.456381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Request body: {'binding': {'host': 'n-h1-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:25.456924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Unknown quota resources ['binding']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:01:25.463459 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-a82fb382-f194-4d34-8b32-135f7d8c3840 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f621a2448846939941061b8257f8e9 HTTP/1.1" status: 200 len: 379 time: 0.1005425 Jul 22 14:01:25.505322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'port': {'device_id': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'admin_state_up': True, 'tenant_id': '84f621a2448846939941061b8257f8e9', 'security_groups': ['799b1c95-caaf-44a2-95db-5b2fb074bdfd']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:25.570110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-e8c90140-6d4b-4961-85b7-7575c1d93031 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571582 Jul 22 14:01:25.760669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-b5790cbe-8eb2-4e40-89fa-4824d04d3bf5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:25.765517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-b5790cbe-8eb2-4e40-89fa-4824d04d3bf5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945958 Jul 22 14:01:25.786471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-c48977ff-9498-4c74-a880-8018d066dd15 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/quotas/19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 375 time: 0.0146194 Jul 22 14:01:25.838247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-78cac081-49df-4f4f-b7a7-6ed05b7efec8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508325 Jul 22 14:01:25.862582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Made reservation on behalf of 84f621a2448846939941061b8257f8e9 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:25.867084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:25.869355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on host n-h1-787205-11 for vnic_type normal with profile None {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:25.870020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:25.870174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:25.884304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:25.884632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:25.896896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:25.898384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:25.898766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:25.899211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Bound port: a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:26.020932 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfedcedc-7d61-4e5f-878b-683f1e442c5e x-openstack-request-id: req-cfedcedc-7d61-4e5f-878b-683f1e442c5e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:26.021460 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "name": "network-vif-plugged", "status": "completed", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:26.021562 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfedcedc-7d61-4e5f-878b-683f1e442c5e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:26.021979 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'code': 200} Jul 22 14:01:26.090436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:26.133130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:26.143947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-6115b340-289e-47e0-8e1d-aa21a0fe0327 service neutron] 10.222.0.11 "POST /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec/bindings HTTP/1.1" status: 201 len: 390 time: 0.7316246 Jul 22 14:01:26.352278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-933b0272-4d02-4b0e-b0d8-ca2a69f04c0b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:26.355909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-933b0272-4d02-4b0e-b0d8-ca2a69f04c0b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.13 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 813 time: 0.3208239 Jul 22 14:01:26.369776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'port': {'device_id': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'network_id': '93273878-2e56-4d72-8f73-c626a542d145', 'admin_state_up': True, 'tenant_id': '3d7e233556b94975872c0aa5e5d9f4b5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:26.563014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.13', 49952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:26.622322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Made reservation on behalf of 3d7e233556b94975872c0aa5e5d9f4b5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:26.626039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:26.682216 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a560dd0-28eb-4fcb-b28f-24a0a9d740f3 x-openstack-request-id: req-6a560dd0-28eb-4fcb-b28f-24a0a9d740f3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:26.682600 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e50233-ca9f-4463-a4cd-39b792e4266d", "name": "network-vif-deleted", "tag": "15178db5-9504-4dc0-b912-4f743ec00486", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:26.682731 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a560dd0-28eb-4fcb-b28f-24a0a9d740f3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:26.683111 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e50233-ca9f-4463-a4cd-39b792e4266d', 'name': 'network-vif-deleted', 'tag': '15178db5-9504-4dc0-b912-4f743ec00486', 'status': 'completed', 'code': 200} Jul 22 14:01:26.687170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-644465d4-d779-4ff5-9c02-663d74d09f3e req-838a55b2-3eed-4e2a-9a5e-ed464d8f5b74 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 210 time: 0.0453959 Jul 22 14:01:26.744666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-ae944c4e-8774-4ef9-8ddc-1cff49f790ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:26.746252 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-ae944c4e-8774-4ef9-8ddc-1cff49f790ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1098 time: 0.1804259 Jul 22 14:01:26.747648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Allocated IP 172.20.0.6 (6cc4f247-d331-48f3-ab2b-f5a55bd73e06/8df1868c-1dc2-4436-b445-752dd38378cd/ef001e01-2a45-432b-a405-653e72a9890a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:26.789474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b42a-be65-4878-8617-1c6682f8cef9 req-b48f2fd7-6dd8-4819-b443-281442851629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:26.790938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aee6b42a-be65-4878-8617-1c6682f8cef9 req-b48f2fd7-6dd8-4819-b443-281442851629 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1097 time: 0.6766515 Jul 22 14:01:26.840896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68b43d41-20ee-4d5c-8f43-0c602e601def req-ff7da7a7-cff6-4d7e-a053-faf9d6d963fd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 210 time: 0.0720086 Jul 22 14:01:26.872425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08ac4b-c18f-4867-8930-499f3ebc4aa3 req-5f4bf2e2-d09c-4c1d-b17a-4a466cfd7c84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:26.874785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da08ac4b-c18f-4867-8930-499f3ebc4aa3 req-5f4bf2e2-d09c-4c1d-b17a-4a466cfd7c84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 945 time: 0.1887641 Jul 22 14:01:26.906480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Allocated IP 172.20.0.8 (93273878-2e56-4d72-8f73-c626a542d145/23cb5786-61b7-4b0e-b216-98cc3417a883/1aa2c70b-1603-4bea-9b30-3c359e08860d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:26.931954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aee6b42a-be65-4878-8617-1c6682f8cef9 req-df5d2302-fc82-47df-b407-b53941d180c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287427 Jul 22 14:01:26.947141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-328baf62-308c-4308-a437-35abf73a5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:26.948672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-328baf62-308c-4308-a437-35abf73a5d50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.1957645 Jul 22 14:01:26.974624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78b8c1f7-f10a-4d68-b209-baca903b49b9 req-e21b4dd2-3689-4135-90dc-6912db2cb676 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 210 time: 0.0467451 Jul 22 14:01:26.996421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da08ac4b-c18f-4867-8930-499f3ebc4aa3 req-8e1a755e-52f0-43c7-a260-f7e7886af68f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935721 Jul 22 14:01:27.025652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-5abb66fd-954d-491f-8ba1-7fdefe1af443 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 217 time: 0.0455387 Jul 22 14:01:27.050910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.078299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Transition to ACTIVE for port object ef001e01-2a45-432b-a405-653e72a9890a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:27.139272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-993da046-a4cd-4164-8eef-3d19255b9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.140871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-993da046-a4cd-4164-8eef-3d19255b9195 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1067944 Jul 22 14:01:27.164125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac412ad-c3fd-4891-a162-797bf45f6e53 req-869d3377-b8a2-4367-b39f-06db82f67eca tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.171392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dac412ad-c3fd-4891-a162-797bf45f6e53 req-869d3377-b8a2-4367-b39f-06db82f67eca tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 946 time: 0.1062741 Jul 22 14:01:27.179259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.197842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-99668355-14e2-4348-84f0-3434e10d4da7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481455 Jul 22 14:01:27.225222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-cfbdf628-7608-4520-a62b-2d31e13c4fb0 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629871 Jul 22 14:01:27.239858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:27.255796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:27.258278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:27.272961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dac412ad-c3fd-4891-a162-797bf45f6e53 req-0d836ec7-92d3-4840-a0bb-715bca180a72 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007099 Jul 22 14:01:27.286154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-6fc736ee-a977-42fb-bd59-bf2ebddee6b5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602233 Jul 22 14:01:27.304909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.306194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'Port': ['ID=ef001e01-2a45-432b-a405-653e72a9890a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:27.346607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.347355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.401851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-eb1ce01b-1e42-495e-923f-1b61ccb35f1d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9041936 Jul 22 14:01:27.420256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Request body: {'port': {'device_id': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:27.470066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ae7f-ea3a-4bbd-b8fd-db4368986a45 req-35684fe0-21ad-4306-8709-0601894a872f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.472336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79d9ae7f-ea3a-4bbd-b8fd-db4368986a45 req-35684fe0-21ad-4306-8709-0601894a872f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 950 time: 0.1166039 Jul 22 14:01:27.534896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.541606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2870e87f-a6af-43cb-815e-0e7155953b1a None None] Provisioning for port ef001e01-2a45-432b-a405-653e72a9890a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:27.545702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2870e87f-a6af-43cb-815e-0e7155953b1a None None] Provisioning complete for port ef001e01-2a45-432b-a405-653e72a9890a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:27.546028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2870e87f-a6af-43cb-815e-0e7155953b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.550376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79d9ae7f-ea3a-4bbd-b8fd-db4368986a45 req-f22f18df-7891-473a-b745-97805220b6e7 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697224 Jul 22 14:01:27.553076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-24c063fd-a213-44f7-946e-5241cd4dd95c service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425689 Jul 22 14:01:27.561320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-fdb673a8-8136-4205-9f70-2f75c369a1ce tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.574189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-fdb673a8-8136-4205-9f70-2f75c369a1ce tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239744 Jul 22 14:01:27.601857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2870e87f-a6af-43cb-815e-0e7155953b1a None None] Port ef001e01-2a45-432b-a405-653e72a9890a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:27.683068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-25b72a06-ec4e-4d30-9dea-173738e45813 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064003 Jul 22 14:01:27.699672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-22c831b7-1272-4b0a-99c5-1fae6197c7e7 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/quotas/17c5ff29aa634ac2855166375bbb9f8e HTTP/1.1" status: 200 len: 375 time: 0.0292037 Jul 22 14:01:27.703320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.711767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-566eb0b6-79a4-4450-adf6-2b5b04197935 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.713597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-566eb0b6-79a4-4450-adf6-2b5b04197935 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4037867 Jul 22 14:01:27.735873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 15178db5-9504-4dc0-b912-4f743ec00486 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:27.768219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Request body: {'port': {'device_id': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '19b15405b2804ee8a1803b9bdcb151d7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:27.769770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 15178db5-9504-4dc0-b912-4f743ec00486 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:01:27.770167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 15178db5-9504-4dc0-b912-4f743ec00486 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:27.939951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef001e01-2a45-432b-a405-653e72a9890a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:27.949972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:27.972911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553861c-909f-49b3-a0fb-6a75d96dd331 req-fd33b5b5-f049-4df3-9db8-d00bbf2e7086 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:27.974595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e553861c-909f-49b3-a0fb-6a75d96dd331 req-fd33b5b5-f049-4df3-9db8-d00bbf2e7086 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 931 time: 0.1436698 Jul 22 14:01:27.977610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Transition to ACTIVE for port object ef001e01-2a45-432b-a405-653e72a9890a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:27.987621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.030923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-9f84ba31-92c7-4c9a-a415-9f1737c1b0b6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3142502 Jul 22 14:01:28.056303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Network 93273878-2e56-4d72-8f73-c626a542d145 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:28.062949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e553861c-909f-49b3-a0fb-6a75d96dd331 req-88ea6349-71c7-4e58-8ed0-71c98bc4182e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821249 Jul 22 14:01:28.066437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=ef001e01-2a45-432b-a405-653e72a9890a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:28.067882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:28.075070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:28.124913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:28.171502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Attempting to bind port ef001e01-2a45-432b-a405-653e72a9890a on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:28.171502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Attempting to bind port ef001e01-2a45-432b-a405-653e72a9890a by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:28.171502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Attempting to bind port ef001e01-2a45-432b-a405-653e72a9890a on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:28.202630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Port ef001e01-2a45-432b-a405-653e72a9890a on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:28.202844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Attempting to bind port ef001e01-2a45-432b-a405-653e72a9890a on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:28.232243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:28.232955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Checking segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:28.232955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Bound using segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:28.233406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Bound port: ef001e01-2a45-432b-a405-653e72a9890a, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:28.233818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.264872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.265397 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.296915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-095e702d-8717-4372-a44f-6e13abf57434 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.298513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-095e702d-8717-4372-a44f-6e13abf57434 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1098 time: 0.5500691 Jul 22 14:01:28.314537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-11'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:28.330006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc9c260-4d59-48c0-8956-980591053ba9 req-9d8dd040-e275-4d38-92c3-97cc2fbe0fd3 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.334407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbc9c260-4d59-48c0-8956-980591053ba9 req-9d8dd040-e275-4d38-92c3-97cc2fbe0fd3 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 950 time: 0.1761808 Jul 22 14:01:28.371729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] For port ef001e01-2a45-432b-a405-653e72a9890a, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:28.395039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-9e2cc253-4ab5-4474-a03a-8c5e91c64645 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.397345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-9e2cc253-4ab5-4474-a03a-8c5e91c64645 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 1102 time: 0.3239732 Jul 22 14:01:28.398096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] For port ef001e01-2a45-432b-a405-653e72a9890a, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef001e01-2a45-432b-a405-653e72a9890a,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:28.398234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Made reservation on behalf of 19b15405b2804ee8a1803b9bdcb151d7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:28.402526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.412969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbc9c260-4d59-48c0-8956-980591053ba9 req-8312901f-534f-4092-a927-30be52dd0c3a tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d16d881-c964-40c4-b507-0e21b41e4883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681748 Jul 22 14:01:28.414331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.431566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-5669ab07-fd6a-4d1f-91eb-782aa26db1ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0605102 Jul 22 14:01:28.467317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.468073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.469444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-f1523661-a309-4212-a294-24497a79ff66 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef001e01-2a45-432b-a405-653e72a9890a HTTP/1.1" status: 200 len: 1092 time: 1.0549333 Jul 22 14:01:28.500141 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.500353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1523661-a309-4212-a294-24497a79ff66 service neutron] Pushing event updated for resources: {'Port': ['ID=ef001e01-2a45-432b-a405-653e72a9890a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:28.511615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Request body: {'port': {'device_id': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:28.524249 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93453d8b-4995-4209-9244-3307e78ce844 req-552d59fd-8601-48f5-80bd-6bbda96f4ecd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 210 time: 0.0401487 Jul 22 14:01:28.603533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-ba3b178d-486a-43c3-9266-8183eed4081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.606832 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-ba3b178d-486a-43c3-9266-8183eed4081e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 1095 time: 0.0852334 Jul 22 14:01:28.650704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.706446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:28.708705 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "tag": "ef001e01-2a45-432b-a405-653e72a9890a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:28.716122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-8469073d-9074-403f-a046-d1c6adff3007 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef001e01-2a45-432b-a405-653e72a9890a HTTP/1.1" status: 200 len: 217 time: 0.0593193 Jul 22 14:01:28.797840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608b80e-6a19-479d-bbfb-f8c879507ced req-34a248bb-dea1-47e5-a75a-565e3182fb6f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.799326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-c99d0638-73b2-4d43-ad58-dfd7bf52e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.800071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608b80e-6a19-479d-bbfb-f8c879507ced req-34a248bb-dea1-47e5-a75a-565e3182fb6f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 931 time: 0.4795778 Jul 22 14:01:28.802664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-c99d0638-73b2-4d43-ad58-dfd7bf52e94e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 200 len: 862 time: 0.0794079 Jul 22 14:01:28.806566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:28.826255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78e04a-3bba-4b6f-9481-6c68449b99c1 req-a592eeb4-6013-40d1-8867-75b750a8c2f4 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.827744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c78e04a-3bba-4b6f-9481-6c68449b99c1 req-a592eeb4-6013-40d1-8867-75b750a8c2f4 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 945 time: 0.2132585 Jul 22 14:01:28.922657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c78e04a-3bba-4b6f-9481-6c68449b99c1 req-2d653357-7350-4fe8-9342-df924b9964fa tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561905 Jul 22 14:01:28.938369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-43b17976-cf5c-4056-a1cc-8a9367299975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:28.940591 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-43b17976-cf5c-4056-a1cc-8a9367299975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310306 Jul 22 14:01:28.990816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608b80e-6a19-479d-bbfb-f8c879507ced req-37b0ff9c-6c3d-4e7b-8206-ab21e0f39842 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632791 Jul 22 14:01:29.099756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Deleting port d82f8286-599e-422e-92fe-080600692286 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:01:29.100102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.106430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-c38284c1-e45a-406f-a0f3-d9c38867d8c1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321448 Jul 22 14:01:29.154891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-4182eec4-3d45-4930-a4de-c697e40456cf service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074542 Jul 22 14:01:29.287441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:29.293057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.315100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.342723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-6c973d18-9e15-407b-998e-9859a4300de1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:29.344220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-6c973d18-9e15-407b-998e-9859a4300de1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369351 Jul 22 14:01:29.368878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-ab6779fa-2e5d-4889-ad6d-03679fac1e51 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:29.370398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-ab6779fa-2e5d-4889-ad6d-03679fac1e51 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.20 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 950 time: 0.2120278 Jul 22 14:01:29.385881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1b10674-6e19-4896-8c45-cedca0dd757c req-99ad930f-557a-4f07-aa0f-43da87050647 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128160 Jul 22 14:01:29.389394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-323ce42d-5e9c-44fd-b33a-cf483894f5c6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/quotas/17c5ff29aa634ac2855166375bbb9f8e HTTP/1.1" status: 200 len: 375 time: 0.0322940 Jul 22 14:01:29.402179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] For port d82f8286-599e-422e-92fe-080600692286, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d82f8286-599e-422e-92fe-080600692286,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:29.402650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.452477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-efc32506-d76c-458d-94fe-c903d463cc86 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429382 Jul 22 14:01:29.485801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Calling delete_port for d82f8286-599e-422e-92fe-080600692286 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:01:29.514302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2930bdb2-0679-46bf-bd52-589c9cef516f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:29.567402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:29.581827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-4ba59306-8e1a-4e5b-9ab2-5e6791320253 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507371 Jul 22 14:01:29.650822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Deleting port 8f1faaf3-c237-4123-8aeb-733e970e4386 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:01:29.651176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.735565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48d024-d554-4b09-8194-b7f563a9ede1 req-60b92367-1d99-4e50-9511-5fe9f06e9a7c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:29.742526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d48d024-d554-4b09-8194-b7f563a9ede1 req-60b92367-1d99-4e50-9511-5fe9f06e9a7c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 946 time: 0.6480896 Jul 22 14:01:29.804392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:29.806707 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04a5c89-33b9-401e-850f-ba0cdecc388c" -d '{"events": [{"server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:29.813921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.816359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] For port 8f1faaf3-c237-4123-8aeb-733e970e4386, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f1faaf3-c237-4123-8aeb-733e970e4386,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:29.816640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.835000 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Calling delete_port for 8f1faaf3-c237-4123-8aeb-733e970e4386 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:01:29.843728 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:29.849895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Allocated IP 192.168.233.17 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/9f843f7e-de28-46a5-ab85-399912fed0e7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:29.964239 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d48d024-d554-4b09-8194-b7f563a9ede1 req-ece5a01d-0077-4701-8c36-16f28ecae7fa tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169461 Jul 22 14:01:30.070314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa2c70b-1603-4bea-9b30-3c359e08860d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:30.079717 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f8b728-d175-451b-96f8-b24be2de4f6f x-openstack-request-id: req-94f8b728-d175-451b-96f8-b24be2de4f6f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:30.081048 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "tag": "ef001e01-2a45-432b-a405-653e72a9890a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:30.081048 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94f8b728-d175-451b-96f8-b24be2de4f6f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:30.081240 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a', 'status': 'completed', 'code': 200} Jul 22 14:01:30.088437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.108724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Transition to ACTIVE for port object 1aa2c70b-1603-4bea-9b30-3c359e08860d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:30.116139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71600f6-91fe-423e-9906-ee147e34583c req-8cc9e35a-63c3-4e41-83a1-d24dba5c0f33 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.123274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d71600f6-91fe-423e-9906-ee147e34583c req-8cc9e35a-63c3-4e41-83a1-d24dba5c0f33 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=badd26f9-6f1d-4a7f-8568-6fcae17630f9 HTTP/1.1" status: 200 len: 950 time: 0.2152517 Jul 22 14:01:30.127473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:30.181729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.194258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-4a33937f-1f99-4614-9307-3fa8b37d386e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.195851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-4a33937f-1f99-4614-9307-3fa8b37d386e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6085293 Jul 22 14:01:30.230654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Request body: {'port': {'device_id': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '17c5ff29aa634ac2855166375bbb9f8e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:30.290896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d71600f6-91fe-423e-9906-ee147e34583c req-8683c605-5218-4a13-b52b-094ca6fe153c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664979 Jul 22 14:01:30.295523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on host n-h2-787205-11 for vnic_type normal with profile {"migrating_to": "n-h1-787205-11"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:30.295862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:30.296658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:30.333585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:30.341660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:30.342244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Attempting to bind port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:30.342638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.354758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['8f1faaf3-c237-4123-8aeb-733e970e4386'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:30.363391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-4757b455-7cfa-4357-a08c-9cb1ea1a636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.364934 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-4757b455-7cfa-4357-a08c-9cb1ea1a636e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 1095 time: 0.2749596 Jul 22 14:01:30.401806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Pushing event deleted for resources: {'Port': ['ID=8f1faaf3-c237-4123-8aeb-733e970e4386,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:30.405521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.415129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d82f8286-599e-422e-92fe-080600692286'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:30.550094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] No DVR routers for this DVR port 8f1faaf3-c237-4123-8aeb-733e970e4386 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:30.554970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.556961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fcf3d4e4-76ff-4083-a586-33ba80b58193 req-12e8a10c-3759-43c1-bc96-3d5d9b35a3dd tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.20 "DELETE /v2.0/ports/8f1faaf3-c237-4123-8aeb-733e970e4386 HTTP/1.1" status: 204 len: 173 time: 1.1792536 Jul 22 14:01:30.588580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Made reservation on behalf of 17c5ff29aa634ac2855166375bbb9f8e for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:30.592199 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.620407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.632421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-18aa888e-3aeb-4ff7-bff2-a00afa72814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.633998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-18aa888e-3aeb-4ff7-bff2-a00afa72814a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 924 time: 0.2457888 Jul 22 14:01:30.648001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54612503-1afe-4ee4-901c-3ca613845f0c req-af5c86e7-9e38-4dfa-ab03-af44d2439f18 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.649709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54612503-1afe-4ee4-901c-3ca613845f0c req-af5c86e7-9e38-4dfa-ab03-af44d2439f18 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 943 time: 0.2626922 Jul 22 14:01:30.685216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Pushing event deleted for resources: {'Port': ['ID=d82f8286-599e-422e-92fe-080600692286,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:30.701838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:30.701838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:30.701838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:30.702770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Bound port: a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:30.702915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.707104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-e4e72b19-c247-4cee-b2db-7fee0d39e327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef001e01-2a45-432b-a405-653e72a9890a HTTP/1.1" status: 200 len: 217 time: 0.0563695 Jul 22 14:01:30.723613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18cd5-5ecb-4e99-a20f-e99d93e0684a req-efa33daa-ad25-44f8-b0fd-a901cfa698b4 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.725268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84f18cd5-5ecb-4e99-a20f-e99d93e0684a req-efa33daa-ad25-44f8-b0fd-a901cfa698b4 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1097 time: 0.5864120 Jul 22 14:01:30.811634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54612503-1afe-4ee4-901c-3ca613845f0c req-627a3da2-9234-4ec4-80f9-74659ecbb129 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510227 Jul 22 14:01:30.833938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:30.843876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-d2d1cd7b-8f0f-4b6d-8262-22f2099542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:30.847747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-d2d1cd7b-8f0f-4b6d-8262-22f2099542e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 200 len: 862 time: 0.1300452 Jul 22 14:01:30.902909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] No DVR routers for this DVR port d82f8286-599e-422e-92fe-080600692286 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:30.925051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.927326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3db6bc4-85f1-412f-b278-8c62219b5f78 req-c29f86a9-ccc8-4584-98c6-f97cb44ca6a7 tempest-DeleteServersAdminTestJSON-895374666 tempest-DeleteServersAdminTestJSON-895374666-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d82f8286-599e-422e-92fe-080600692286 HTTP/1.1" status: 204 len: 173 time: 2.5165529 Jul 22 14:01:30.933574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:30.954967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Attempting to bind port 1aa2c70b-1603-4bea-9b30-3c359e08860d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:30.955841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Attempting to bind port 1aa2c70b-1603-4bea-9b30-3c359e08860d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:30.955841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Attempting to bind port 1aa2c70b-1603-4bea-9b30-3c359e08860d on network 93273878-2e56-4d72-8f73-c626a542d145 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:30.969790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:30.977610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-49040bf0-d98a-44e4-bf31-7906a8a3bc07 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082880 Jul 22 14:01:30.993748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Port 1aa2c70b-1603-4bea-9b30-3c359e08860d on network 93273878-2e56-4d72-8f73-c626a542d145 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:30.993748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Attempting to bind port 1aa2c70b-1603-4bea-9b30-3c359e08860d on network 93273878-2e56-4d72-8f73-c626a542d145 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:30.994795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.025261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:31.025596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Checking segment: {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:31.026173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Bound using segment: {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:31.026686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Bound port: 1aa2c70b-1603-4bea-9b30-3c359e08860d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:31.027162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.038286 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84f18cd5-5ecb-4e99-a20f-e99d93e0684a req-f98c22e0-c7c3-4e15-9b0c-9dc51c2f06aa tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590759 Jul 22 14:01:31.112195 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.213526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Transition to ACTIVE for port object 9f843f7e-de28-46a5-ab85-399912fed0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:31.224222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6aaa4d1a-3df5-4f93-8f4e-c23a46875bc5 req-63aa5b5f-7a8c-4c60-9c7c-6094eb8e7dca tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 210 time: 0.0585253 Jul 22 14:01:31.248508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:31.273173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.273735 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.275218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 1124 time: 2.9675572 Jul 22 14:01:31.293240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:31.297787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:31.309308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.335765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:31.391137 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.392482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.393412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.394957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] 10.222.0.13 "PUT /v2.0/ports/1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 1092 time: 2.9537122 Jul 22 14:01:31.415194 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.492891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b469e754-6208-4478-9107-ee8b6f819a17 req-66448d57-34b1-4976-90de-2fe64eec07a0 tempest-LiveMigrationNegativeTest-190928926 tempest-LiveMigrationNegativeTest-190928926-project] 10.222.0.11 "GET /v2.0/ports?device_id=80434c24-20a5-4af6-bbb8-7e52c984215d HTTP/1.1" status: 200 len: 210 time: 0.1679184 Jul 22 14:01:31.493135 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-accae61c-f7ca-46a9-950e-a12fc5598d22 req-6b30e6b7-d9bc-48bc-af0d-b593a76763e7 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 210 time: 0.0557241 Jul 22 14:01:31.514811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33769c7-c8c5-4098-8bfa-1569aea35708 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:31.565207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:31.574370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:31.577333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:31.631970 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a0c81f-dc34-4454-85bb-75a05a7baaaa x-openstack-request-id: req-b6a0c81f-dc34-4454-85bb-75a05a7baaaa {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:31.632385 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:31.632638 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6a0c81f-dc34-4454-85bb-75a05a7baaaa {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:31.634106 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'code': 200} Jul 22 14:01:31.635283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-54a1452c-93d5-4a62-a596-05bde4dacfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.636808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-54a1452c-93d5-4a62-a596-05bde4dacfe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7802982 Jul 22 14:01:31.643527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:31.657035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:31.702507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.703527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:31.718525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-b18acfbf-fe79-4eed-a706-d262e585a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.721221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-b18acfbf-fe79-4eed-a706-d262e585a0da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1095 time: 0.2442801 Jul 22 14:01:31.776527 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-ccb14e3a-b2b0-4834-8a10-5c31afcd577a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0269337 Jul 22 14:01:31.798366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Request body: {'port': {'device_id': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:31.802415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-cf150e81-8be3-44ae-bdbb-caf8f9d8b92f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.803966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-cf150e81-8be3-44ae-bdbb-caf8f9d8b92f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8116333 Jul 22 14:01:31.804323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-66dd9f87-b445-4cdf-a15d-49ae648b5368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 217 time: 0.0758457 Jul 22 14:01:31.845413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Request body: {'port': {'device_id': '7e0647b0-0d71-481c-abf4-b194779820e9', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '17c5ff29aa634ac2855166375bbb9f8e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:31.902152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Allocated IP 192.168.233.115 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/2acfaefa-0523-4b63-801a-35f08d0d64ee) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:31.921183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431fca3-b566-48d7-b355-05013885486b req-d25953e7-44ba-4422-bbe8-ca4ecb705963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.923393 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-d25953e7-44ba-4422-bbe8-ca4ecb705963 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.0949581 Jul 22 14:01:31.965169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-b772cff8-aba3-4b3b-b892-ccab0942efd0 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984238 Jul 22 14:01:31.969222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-3b3c7c60-b35b-45e8-8df4-ff1997577b9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354943 Jul 22 14:01:31.978025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e204e-369d-4161-aa44-5905a147f4bb req-724043ea-cc5c-4e94-93a2-3bba558ddc68 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.979847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e82e204e-369d-4161-aa44-5905a147f4bb req-724043ea-cc5c-4e94-93a2-3bba558ddc68 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.2409258 Jul 22 14:01:31.994997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffff2b6-4177-4117-8c81-9f27e9aa3a97 req-615b7e63-1553-426b-879b-6bb5ab610ec3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:31.996525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ffff2b6-4177-4117-8c81-9f27e9aa3a97 req-615b7e63-1553-426b-879b-6bb5ab610ec3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 943 time: 0.3310461 Jul 22 14:01:32.003672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.094855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'name': 'network-vif-deleted', 'tag': '8f1faaf3-c237-4123-8aeb-733e970e4386'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:32.097815 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1da2eb-abd3-4dd1-8a67-efe5c7b05104" -d '{"events": [{"server_uuid": "80434c24-20a5-4af6-bbb8-7e52c984215d", "name": "network-vif-deleted", "tag": "8f1faaf3-c237-4123-8aeb-733e970e4386"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:32.135314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e82e204e-369d-4161-aa44-5905a147f4bb req-b885aff5-1bf9-4dd0-bfad-c3d83108fc2d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439528 Jul 22 14:01:32.151566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-0df3052a-6a33-4d10-80f3-41bdea99e20d service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705012 Jul 22 14:01:32.215355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ffff2b6-4177-4117-8c81-9f27e9aa3a97 req-a07480eb-7854-408e-8138-02c7bc1562f5 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006133 Jul 22 14:01:32.255134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4262939-6f3b-48c0-9f08-7f3d4998f2d8 req-5826571d-4b5d-425b-8a27-3ffb103edd1f service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716739 Jul 22 14:01:32.305840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Made reservation on behalf of 17c5ff29aa634ac2855166375bbb9f8e for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:32.309542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.440021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e431fca3-b566-48d7-b355-05013885486b req-d6da0c6c-1f7a-4239-8d0a-e9f4698fee51 service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319086 Jul 22 14:01:32.448773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.455800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514d878-36e1-4f41-8fe3-6e31b723d1f7 req-84cc2f56-953c-4039-8aab-90e0c787f499 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:32.458241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3514d878-36e1-4f41-8fe3-6e31b723d1f7 req-84cc2f56-953c-4039-8aab-90e0c787f499 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1097 time: 0.2184579 Jul 22 14:01:32.484204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Transition to ACTIVE for port object 2acfaefa-0523-4b63-801a-35f08d0d64ee will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:32.499748 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3514d878-36e1-4f41-8fe3-6e31b723d1f7 req-e9f2bbeb-14ba-4b46-9906-a526e5e23a8d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337203 Jul 22 14:01:32.520797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b252b9-5eaf-40ea-82b7-fa68f7ecb96a req-7e1d4c6a-1cc5-44e8-a3c1-2a646abe0667 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:32.520797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2b252b9-5eaf-40ea-82b7-fa68f7ecb96a req-7e1d4c6a-1cc5-44e8-a3c1-2a646abe0667 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 943 time: 0.1822052 Jul 22 14:01:32.570568 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895a079e-7b2e-4e73-9799-3a6e63bd5722 x-openstack-request-id: req-895a079e-7b2e-4e73-9799-3a6e63bd5722 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:32.570918 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80434c24-20a5-4af6-bbb8-7e52c984215d", "name": "network-vif-deleted", "tag": "8f1faaf3-c237-4123-8aeb-733e970e4386", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:32.571202 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-895a079e-7b2e-4e73-9799-3a6e63bd5722 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:32.571556 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80434c24-20a5-4af6-bbb8-7e52c984215d', 'name': 'network-vif-deleted', 'tag': '8f1faaf3-c237-4123-8aeb-733e970e4386', 'status': 'completed', 'code': 200} Jul 22 14:01:32.574998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.588949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2b252b9-5eaf-40ea-82b7-fa68f7ecb96a req-e4b96a7f-4740-4ee7-aa33-1beed277e173 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629077 Jul 22 14:01:32.640145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:32.645475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:32.647485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:32.649884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:32.723683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f1faaf3-c237-4123-8aeb-733e970e4386 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:32.729771 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-f8d66e3d-8e0a-4ae0-8cd0-b29cfe76a176 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323620 Jul 22 14:01:32.735591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:32.736278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.745727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 8f1faaf3-c237-4123-8aeb-733e970e4386 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:01:32.746080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f1faaf3-c237-4123-8aeb-733e970e4386 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:32.746505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d82f8286-599e-422e-92fe-080600692286 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:32.766528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: d82f8286-599e-422e-92fe-080600692286 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:01:32.766852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d82f8286-599e-422e-92fe-080600692286 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:32.778668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-e2c068a1-a7cf-4a75-a70f-b72466b25055 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5557568 Jul 22 14:01:32.783603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89969abf-38f4-4878-883f-62d710529828 req-c2a719cc-8497-4053-946d-3b005907b593 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:32.784852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89969abf-38f4-4878-883f-62d710529828 req-c2a719cc-8497-4053-946d-3b005907b593 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 935 time: 0.1194212 Jul 22 14:01:32.793079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Request body: {'port': {'device_id': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:32.832128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f843f7e-de28-46a5-ab85-399912fed0e7 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:32.842810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.860801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89969abf-38f4-4878-883f-62d710529828 req-4389a309-c64e-45ae-9102-3143905433c3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Jul 22 14:01:32.873713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Transition to ACTIVE for port object 9f843f7e-de28-46a5-ab85-399912fed0e7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:32.879467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:32.938265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:32.940365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-8bc71037-4200-4055-b711-798ba085782c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:32.941969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-8bc71037-4200-4055-b711-798ba085782c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2029719 Jul 22 14:01:32.982993 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-f2e09b1f-59bd-4557-9308-b089647eea9a tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/quotas/23a4ddeeb5a940cebbb22753d11b3172 HTTP/1.1" status: 200 len: 375 time: 0.0330305 Jul 22 14:01:32.986655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:33.011471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Allocated IP 192.168.233.55 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/b70c2be4-9db8-468f-8aba-f8b7fd82330c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:33.016899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3bd2865f-b205-44e4-99ac-1a805b8daa5c req-0b807f22-6a1b-4f1b-be99-b3f76dac2c82 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 210 time: 0.0343378 Jul 22 14:01:33.035442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-bff83378-1e93-40c4-a7af-d774e4ccc98e tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466993 Jul 22 14:01:33.061444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:33.061817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:33.062279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:33.079504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Port 9f843f7e-de28-46a5-ab85-399912fed0e7 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:33.079504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:33.088791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:33.089873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:33.090727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:33.091876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Bound port: 9f843f7e-de28-46a5-ab85-399912fed0e7, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:33.097390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:33.298336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:33.308893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:33.324458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:33.405992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:33.407119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:33.409389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] 10.222.0.20 "PUT /v2.0/ports/9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 1096 time: 1.6156914 Jul 22 14:01:33.447068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e6de5-7191-4591-8fe5-15bf3c753c4f service neutron] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:33.481065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20607fef-6764-43da-87be-9944ba2aec39 req-7a9a884c-8807-4b64-b3da-f16e9b641118 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:33.490808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20607fef-6764-43da-87be-9944ba2aec39 req-7a9a884c-8807-4b64-b3da-f16e9b641118 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.1867139 Jul 22 14:01:33.584110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2008f21-3298-4616-8cf5-9e856fdf6ed0 req-084d07ba-0544-45f6-a27d-6bef4913453c tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:33.592175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2008f21-3298-4616-8cf5-9e856fdf6ed0 req-084d07ba-0544-45f6-a27d-6bef4913453c tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1097 time: 0.2889671 Jul 22 14:01:33.596870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:33.619677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20607fef-6764-43da-87be-9944ba2aec39 req-13505b04-e4b7-4d0d-86b5-519d70cbd570 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247694 Jul 22 14:01:33.637130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'name': 'network-vif-deleted', 'tag': 'd82f8286-599e-422e-92fe-080600692286'}, {'name': 'network-changed', 'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'}, {'name': 'network-changed', 'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d'}, {'name': 'network-changed', 'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:33.639517 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c67fa-4fc5-427c-bc06-25c317e76b66" -d '{"events": [{"server_uuid": "badd26f9-6f1d-4a7f-8568-6fcae17630f9", "name": "network-vif-deleted", "tag": "d82f8286-599e-422e-92fe-080600692286"}, {"name": "network-changed", "server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec"}, {"name": "network-changed", "server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d"}, {"name": "network-changed", "server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:33.641415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:33.651645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Transition to ACTIVE for port object b70c2be4-9db8-468f-8aba-f8b7fd82330c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:33.684175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-71198d46-266b-4163-8261-b229b51b866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:33.685891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-71198d46-266b-4163-8261-b229b51b866c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1099 time: 0.1840644 Jul 22 14:01:33.705733 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2008f21-3298-4616-8cf5-9e856fdf6ed0 req-53c6d353-e6eb-4ebd-8f93-8e4e886d2357 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122582 Jul 22 14:01:33.748347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-88adb009-a698-4d6d-9d6a-38cac0ea31d7 None None] Provisioning for port 9f843f7e-de28-46a5-ab85-399912fed0e7 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:33.762876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-521cdaba-d523-4fe4-a124-ee0fa1a21e1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.0686653 Jul 22 14:01:33.775785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:33.777784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:33.799468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f5c795b-fccf-49d3-8e2e-b7302a864d1e req-e71fe7e2-2307-43c8-baa4-37f0a402f668 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 210 time: 0.0952959 Jul 22 14:01:33.924142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-6f48193c-eac9-471c-a3b1-f5bfcb193975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:33.924317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-6f48193c-eac9-471c-a3b1-f5bfcb193975 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1286509 Jul 22 14:01:33.942553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:33.967554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec has no active binding in host n-h1-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:01:33.968755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef001e01-2a45-432b-a405-653e72a9890a details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:34.000413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:34.012891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:34.016333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:34.047630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a28a7-e1f5-4ca7-b34b-eaec810ffa3f req-8168380c-0dd9-4a0d-8653-33eaca5541c8 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.049357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e9a28a7-e1f5-4ca7-b34b-eaec810ffa3f req-8168380c-0dd9-4a0d-8653-33eaca5541c8 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 943 time: 0.1416893 Jul 22 14:01:34.060060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-26f7d576-9c37-4af9-86c3-44aad4f5e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.061731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-26f7d576-9c37-4af9-86c3-44aad4f5e40f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130044 Jul 22 14:01:34.093195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event updated for resources: {'Port': ['ID=b70c2be4-9db8-468f-8aba-f8b7fd82330c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:34.125840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e3cf506c-2502-47fa-aa80-73882c7a535b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4199adb3486486f97e0518632e8f912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829931 Jul 22 14:01:34.131600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e9a28a7-e1f5-4ca7-b34b-eaec810ffa3f req-8b16c8bc-b1c6-4bb2-a8b9-0ad65442d6b0 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627549 Jul 22 14:01:34.132213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:34.171785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.172430 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.223736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ef001e01-2a45-432b-a405-653e72a9890a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef001e01-2a45-432b-a405-653e72a9890a,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:34.228232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ab13-57ed-45a0-98bf-71f0b0337a6f req-28d2d2ed-e82f-4a2e-91e8-5fafb64f5a17 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.240786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4064ab13-57ed-45a0-98bf-71f0b0337a6f req-28d2d2ed-e82f-4a2e-91e8-5fafb64f5a17 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 943 time: 0.3979678 Jul 22 14:01:34.243909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ef001e01-2a45-432b-a405-653e72a9890a', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'port_id': 'ef001e01-2a45-432b-a405-653e72a9890a', 'mac_address': 'fa:16:3e:0c:62:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:34.258416 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db0e58b-248b-456d-b13c-5153aac1b558 x-openstack-request-id: req-8db0e58b-248b-456d-b13c-5153aac1b558 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:34.258716 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "badd26f9-6f1d-4a7f-8568-6fcae17630f9", "name": "network-vif-deleted", "tag": "d82f8286-599e-422e-92fe-080600692286", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:34.258971 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8db0e58b-248b-456d-b13c-5153aac1b558 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:34.259367 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'badd26f9-6f1d-4a7f-8568-6fcae17630f9', 'name': 'network-vif-deleted', 'tag': 'd82f8286-599e-422e-92fe-080600692286', 'status': 'completed', 'code': 200} Jul 22 14:01:34.259618 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'status': 'completed', 'code': 200} Jul 22 14:01:34.259867 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'status': 'completed', 'code': 200} Jul 22 14:01:34.260114 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'status': 'completed', 'code': 200} Jul 22 14:01:34.262659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-119a7fb1-4d1a-4ca9-9362-b18196837d73 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4283123 Jul 22 14:01:34.288765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Request body: {'port': {'device_id': '7e0647b0-0d71-481c-abf4-b194779820e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:34.316489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:34.337177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.337721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-735d7ef4-f049-4d39-98e5-94ccee8e2fef service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473261 Jul 22 14:01:34.343587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.357173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6952b9bf-89ec-49f3-88ac-1a1c502c3c7e None None] Provisioning for port 2acfaefa-0523-4b63-801a-35f08d0d64ee completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:34.363890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6952b9bf-89ec-49f3-88ac-1a1c502c3c7e None None] Provisioning complete for port 2acfaefa-0523-4b63-801a-35f08d0d64ee triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:34.364382 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6952b9bf-89ec-49f3-88ac-1a1c502c3c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.371258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4064ab13-57ed-45a0-98bf-71f0b0337a6f req-aa2947f3-10ab-4b85-a72d-466a65895668 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294873 Jul 22 14:01:34.382702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70c8875-b9d0-4c6b-aa32-7e2cf4d66663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.389395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef001e01-2a45-432b-a405-653e72a9890a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:34.407752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Transition to ACTIVE for port object 2acfaefa-0523-4b63-801a-35f08d0d64ee will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:34.419277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ef001e01-2a45-432b-a405-653e72a9890a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef001e01-2a45-432b-a405-653e72a9890a,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:34.421854 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.425873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.469285 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70c8875-b9d0-4c6b-aa32-7e2cf4d66663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.472552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6952b9bf-89ec-49f3-88ac-1a1c502c3c7e None None] Port 2acfaefa-0523-4b63-801a-35f08d0d64ee cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:34.501312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ef001e01-2a45-432b-a405-653e72a9890a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:34.511174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.511520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.511864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.512201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.512534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.512865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.513194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.513546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.513904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.514230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.514554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.514896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:01:34.552500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.559402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:34.604855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b00f5546-38cf-473a-9e37-34f6f0e12c1b None None] Provisioning for port b70c2be4-9db8-468f-8aba-f8b7fd82330c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:34.617098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b00f5546-38cf-473a-9e37-34f6f0e12c1b None None] Provisioning complete for port b70c2be4-9db8-468f-8aba-f8b7fd82330c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:34.618066 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b00f5546-38cf-473a-9e37-34f6f0e12c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.622968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8739ddb4-1d55-455a-875e-792b0f6e5004 req-a0a72210-b69f-47ec-a0ab-fcab33109625 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724168 Jul 22 14:01:34.628990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-9e66575a-51dd-4109-8293-b5e1553d7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.630523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-9e66575a-51dd-4109-8293-b5e1553d7530 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1127 time: 0.3465004 Jul 22 14:01:34.636172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-44bd8ffc-88d8-44a4-abf3-31c774cd69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.637628 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-44bd8ffc-88d8-44a4-abf3-31c774cd69d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1095 time: 0.3395174 Jul 22 14:01:34.678406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b8d4-956d-48b4-9980-4fd63555f39c req-ec084e2e-97ac-4e08-9060-15ef7c60e45c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.681075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b00f5546-38cf-473a-9e37-34f6f0e12c1b None None] Port b70c2be4-9db8-468f-8aba-f8b7fd82330c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:34.685406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61b2b8d4-956d-48b4-9980-4fd63555f39c req-ec084e2e-97ac-4e08-9060-15ef7c60e45c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 947 time: 0.3044336 Jul 22 14:01:34.771584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ef001e01-2a45-432b-a405-653e72a9890a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:34.945846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fbe2f-bb97-4732-8b30-96570536c2d8 req-375a0e94-a93b-49b0-9d9c-9cafaf620349 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:34.953575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-952fbe2f-bb97-4732-8b30-96570536c2d8 req-375a0e94-a93b-49b0-9d9c-9cafaf620349 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 935 time: 0.4467494 Jul 22 14:01:34.958148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Attempting to bind port 2acfaefa-0523-4b63-801a-35f08d0d64ee on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:34.958483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Attempting to bind port 2acfaefa-0523-4b63-801a-35f08d0d64ee by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:34.958814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Attempting to bind port 2acfaefa-0523-4b63-801a-35f08d0d64ee on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:34.975984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70c8875-b9d0-4c6b-aa32-7e2cf4d66663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.979340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70c8875-b9d0-4c6b-aa32-7e2cf4d66663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:34.982524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e70c8875-b9d0-4c6b-aa32-7e2cf4d66663 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d16d881-c964-40c4-b507-0e21b41e4883 HTTP/1.1" status: 204 len: 168 time: 0.8222036 Jul 22 14:01:35.023191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-cdfa029b-df48-4555-99ea-2a421af53414 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3317888 Jul 22 14:01:35.081478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c8875-b9d0-4c6b-aa32-7e2cf4d66663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d16d881-c964-40c4-b507-0e21b41e4883,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:35.195593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-4546ec35-c103-4c89-9158-ea7a8a3d6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.197125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-4546ec35-c103-4c89-9158-ea7a8a3d6bfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.5493443 Jul 22 14:01:35.200295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61b2b8d4-956d-48b4-9980-4fd63555f39c req-df8227df-3d3a-45f2-b3a3-9c0ee2fccb80 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140502 Jul 22 14:01:35.262931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Port 2acfaefa-0523-4b63-801a-35f08d0d64ee on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:35.263321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Attempting to bind port 2acfaefa-0523-4b63-801a-35f08d0d64ee on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:35.287472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:35.287749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:35.288120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:35.288569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Bound port: 2acfaefa-0523-4b63-801a-35f08d0d64ee, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:35.288932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.297168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-58ecc476-c4b2-4570-9468-48fd75e323f7 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.299331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-58ecc476-c4b2-4570-9468-48fd75e323f7 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333186 Jul 22 14:01:35.335515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-952fbe2f-bb97-4732-8b30-96570536c2d8 req-8b201a59-dc78-4b82-8186-441c0b62b4b8 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814948 Jul 22 14:01:35.354723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Request body: {'port': {'device_id': '3b032145-ff79-404f-b127-13f14749317d', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '23a4ddeeb5a940cebbb22753d11b3172'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:35.386898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:35.393774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-2b2bd3f6-9c7d-4d60-9e99-4042e8c2e611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 217 time: 0.0926762 Jul 22 14:01:35.467678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:35.468058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-08047b65-3694-4dd7-bc8a-5d6e0c46b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.469603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-08047b65-3694-4dd7-bc8a-5d6e0c46b249 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.8309865 Jul 22 14:01:35.494916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70c2be4-9db8-468f-8aba-f8b7fd82330c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:35.514565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.519170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:35.537300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.555637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Transition to ACTIVE for port object b70c2be4-9db8-468f-8aba-f8b7fd82330c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:35.570551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-b428088d-54fb-4892-b46b-7643cb7fdc23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 217 time: 0.0898561 Jul 22 14:01:35.574811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-f3e5414a-0543-40ec-a283-4f9040c5d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.576288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-f3e5414a-0543-40ec-a283-4f9040c5d52e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.1564662 Jul 22 14:01:35.580621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0765852c-1b7c-443f-8302-efe162b3c110 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7ca3eaec6f14dfb890fff9b5057c174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728997 Jul 22 14:01:35.588433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.588737 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.590066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] 10.222.0.13 "PUT /v2.0/ports/2acfaefa-0523-4b63-801a-35f08d0d64ee HTTP/1.1" status: 200 len: 1097 time: 2.8031893 Jul 22 14:01:35.590711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53130) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:35.596898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:35.599461 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7679f536-a1fb-4d1c-a553-7190720a35a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:35.602250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.652859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-99c0b53e-1efd-4247-8b25-4688f452dce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627987 Jul 22 14:01:35.685889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c07db-415e-46d3-aec7-9a0f1440f950 req-375ae946-2ad9-4f38-8b50-ed47987ead99 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.687421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e0c07db-415e-46d3-aec7-9a0f1440f950 req-375ae946-2ad9-4f38-8b50-ed47987ead99 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 944 time: 0.3369806 Jul 22 14:01:35.714514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6797bd5-2dac-4a9e-a5ce-07c288606258 req-baf0887c-818e-4e95-840b-fc6803c03dc2 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.716066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6797bd5-2dac-4a9e-a5ce-07c288606258 req-baf0887c-818e-4e95-840b-fc6803c03dc2 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1097 time: 0.2813616 Jul 22 14:01:35.722850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4b5c-0406-4a88-bf2d-13805ce3713d service neutron] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:35.746572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-b1145a9b-0758-41f5-bc97-27ed612c7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:35.747968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-b1145a9b-0758-41f5-bc97-27ed612c7ddf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1690414 Jul 22 14:01:35.786136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1aa2c70b-1603-4bea-9b30-3c359e08860d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:35.790886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef001e01-2a45-432b-a405-653e72a9890a up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:35.841223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-f0f6cddd-19d5-4217-9089-2c5785b38541 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785327 Jul 22 14:01:35.869531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82a51780-05e9-4840-a2ed-52bde12f7822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.875914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Pushing event updated for resources: {'Port': ['ID=b70c2be4-9db8-468f-8aba-f8b7fd82330c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:35.892891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Made reservation on behalf of 23a4ddeeb5a940cebbb22753d11b3172 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:35.896856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.907415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e0c07db-415e-46d3-aec7-9a0f1440f950 req-aff75b39-992c-41fe-a681-30040c7a156d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980791 Jul 22 14:01:35.924849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.20', 55164) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:35.936750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6797bd5-2dac-4a9e-a5ce-07c288606258 req-78e67a08-b12b-40da-b623-f005c6b57018 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772809 Jul 22 14:01:35.957111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82a51780-05e9-4840-a2ed-52bde12f7822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:35.977230 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-14c048b5-41c0-4cde-965d-7b476b1d1c08 service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107393 Jul 22 14:01:36.028546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:36.039248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ef001e01-2a45-432b-a405-653e72a9890a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:36.054036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6fbadf7e-f1e3-466d-a821-3e4040352eac req-d271e0d9-3d45-4c47-a608-6676237a45f1 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 210 time: 0.0403476 Jul 22 14:01:36.065202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Attempting to bind port b70c2be4-9db8-468f-8aba-f8b7fd82330c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:36.065543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Attempting to bind port b70c2be4-9db8-468f-8aba-f8b7fd82330c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:36.065901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Attempting to bind port b70c2be4-9db8-468f-8aba-f8b7fd82330c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:36.070773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'network_id': '93273878-2e56-4d72-8f73-c626a542d145', 'port_id': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'mac_address': 'fa:16:3e:a1:ae:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cb5786-61b7-4b0e-b216-98cc3417a883', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:36.074391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ef001e01-2a45-432b-a405-653e72a9890a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:36.074391 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.133591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-8f96e274-8c24-4775-babf-9441cd29f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.135297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-8f96e274-8c24-4775-babf-9441cd29f401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1100 time: 0.4842856 Jul 22 14:01:36.153255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-1f8c939c-9a32-42d8-8a71-fa8bc4acc288 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876458 Jul 22 14:01:36.210871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Port b70c2be4-9db8-468f-8aba-f8b7fd82330c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:36.211098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Attempting to bind port b70c2be4-9db8-468f-8aba-f8b7fd82330c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:36.211495 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.224791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:36.224791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:36.225130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:36.226691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Bound port: b70c2be4-9db8-468f-8aba-f8b7fd82330c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:36.226691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.230953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-d5cc7a09-a010-47d8-a9df-eb8dff93e549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee HTTP/1.1" status: 200 len: 217 time: 0.0781524 Jul 22 14:01:36.249963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa2c70b-1603-4bea-9b30-3c359e08860d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:36.286452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:36.288781 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.296893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-1a45ec39-4b5d-4e83-9c27-17b4db265e21 service neutron] 10.222.0.20 "GET /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.3483744 Jul 22 14:01:36.300624 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.348232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:36.350652 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa113c2-8a3b-4b59-86ef-dee54c2f910c" -d '{"events": [{"server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "name": "network-vif-plugged", "status": "completed", "tag": "ef001e01-2a45-432b-a405-653e72a9890a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:36.357212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-c768f03e-c128-4d4f-ab30-3e60d7079627 service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563693 Jul 22 14:01:36.373731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82a51780-05e9-4840-a2ed-52bde12f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.374298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ef001e01-2a45-432b-a405-653e72a9890a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef001e01-2a45-432b-a405-653e72a9890a,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:36.376542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82a51780-05e9-4840-a2ed-52bde12f7822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.378452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Allocated IP 192.168.233.192 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/d209e79f-5f3c-458b-bd7a-966c4853f0aa) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:36.378601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-82a51780-05e9-4840-a2ed-52bde12f7822 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1c8649f-39f4-4ef7-99a8-ee389157d499 HTTP/1.1" status: 204 len: 168 time: 0.7737868 Jul 22 14:01:36.398993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6299-640a-48d1-93c3-6336c83da492 req-04c23d48-e405-4f9e-99db-3812b1142497 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.401251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c87c6299-640a-48d1-93c3-6336c83da492 req-04c23d48-e405-4f9e-99db-3812b1142497 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 944 time: 0.3497498 Jul 22 14:01:36.413501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:36.417752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.418279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-c3d45feb-e0b0-4927-bb4e-47c9c033a560 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236185 Jul 22 14:01:36.427789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-c707ec79-c646-4ffc-b421-c0a6a9f19881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.429466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-c707ec79-c646-4ffc-b421-c0a6a9f19881 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1789627 Jul 22 14:01:36.440779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a51780-05e9-4840-a2ed-52bde12f7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c8649f-39f4-4ef7-99a8-ee389157d499,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:36.467777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b430-8229-4cca-a5f1-ee0749207384 req-9b7f7d63-3540-45e8-be1f-a98670b14cb2 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.469791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9111b430-8229-4cca-a5f1-ee0749207384 req-9b7f7d63-3540-45e8-be1f-a98670b14cb2 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 943 time: 0.2762794 Jul 22 14:01:36.481867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] For port b70c2be4-9db8-468f-8aba-f8b7fd82330c, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:36.510426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] For port b70c2be4-9db8-468f-8aba-f8b7fd82330c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:36.513687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ef001e01-2a45-432b-a405-653e72a9890a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:36.554374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.584301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:36.588953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9111b430-8229-4cca-a5f1-ee0749207384 req-df095a68-11fc-4389-9a31-18cf56db2ba7 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972586 Jul 22 14:01:36.651495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-80a8a9f0-15fc-40d8-8094-1b60a3a0969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.653037 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-80a8a9f0-15fc-40d8-8094-1b60a3a0969e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1099 time: 0.1714063 Jul 22 14:01:36.701923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.707558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.711721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] 10.222.0.20 "PUT /v2.0/ports/b70c2be4-9db8-468f-8aba-f8b7fd82330c HTTP/1.1" status: 200 len: 1096 time: 2.4261005 Jul 22 14:01:36.728852 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894313e-ab0d-4387-abdb-442e8360c566 x-openstack-request-id: req-7894313e-ab0d-4387-abdb-442e8360c566 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:36.728852 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:36.729569 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7894313e-ab0d-4387-abdb-442e8360c566 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:36.731348 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'status': 'completed', 'code': 200} Jul 22 14:01:36.734999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:36.788027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c87c6299-640a-48d1-93c3-6336c83da492 req-0272ef38-45fd-41e6-b5f6-c0e6772f8469 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715713 Jul 22 14:01:36.791119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Transition to ACTIVE for port object d209e79f-5f3c-458b-bd7a-966c4853f0aa will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:36.823007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-2e9f6910-d2a4-49b0-94e8-b507b0d7fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:36.825178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-2e9f6910-d2a4-49b0-94e8-b507b0d7fc44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1641295 Jul 22 14:01:36.910895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd46d17-c0d0-4307-a738-e9aa14c52fca service neutron] Pushing event updated for resources: {'Port': ['ID=b70c2be4-9db8-468f-8aba-f8b7fd82330c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:36.929531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-7d149f25-600c-4b2f-9809-5afbdfabfc09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.0962317 Jul 22 14:01:36.981227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:37.029651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-b721ae4b-8ad7-4b9e-a01f-3035dd99aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.031274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-b721ae4b-8ad7-4b9e-a01f-3035dd99aa92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5849946 Jul 22 14:01:37.065083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Pushing event updated for resources: {'Port': ['ID=d209e79f-5f3c-458b-bd7a-966c4853f0aa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:37.077804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:37.082537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:37.086126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:37.135013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:37.148419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-aba9e086-0719-4e49-a270-8e9e5c900f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.149960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-aba9e086-0719-4e49-a270-8e9e5c900f95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2138906 Jul 22 14:01:37.170956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.171670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:37.223436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-7371cf55-5b38-4243-bb88-16468331e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.225782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-7371cf55-5b38-4243-bb88-16468331e450 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 1099 time: 0.3599119 Jul 22 14:01:37.226899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:37.241931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-5201522a-e373-43c2-a55c-8e1ed068b244 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9291248 Jul 22 14:01:37.255397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Request body: {'port': {'device_id': '3b032145-ff79-404f-b127-13f14749317d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:37.273143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a8c9a-0016-46c5-94ba-dea9827e0d9d req-644ab7b1-2cd0-416a-84d3-2c89fa24224d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.274705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-873a8c9a-0016-46c5-94ba-dea9827e0d9d req-644ab7b1-2cd0-416a-84d3-2c89fa24224d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 947 time: 0.3368812 Jul 22 14:01:37.315437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-80d46e8c-4286-4105-9fdc-8e6858469c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.316975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-80d46e8c-4286-4105-9fdc-8e6858469c6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591015 Jul 22 14:01:37.328778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-0bbe9783-56f4-46a8-af63-8ad259aee8a7 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849450 Jul 22 14:01:37.337146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-2c96ce76-222f-4c97-8a9b-cdad260e6726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c HTTP/1.1" status: 200 len: 217 time: 0.0833063 Jul 22 14:01:37.371473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:37.395992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:37.419399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:37.466648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9ab08415-898a-436c-a7d6-ed264f2007f8 None None] Provisioning for port d209e79f-5f3c-458b-bd7a-966c4853f0aa completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:37.473336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9ab08415-898a-436c-a7d6-ed264f2007f8 None None] Provisioning complete for port d209e79f-5f3c-458b-bd7a-966c4853f0aa triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:37.474328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9ab08415-898a-436c-a7d6-ed264f2007f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:37.483509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-f95f5411-0972-443e-a638-437f7bfa06b5 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467772 Jul 22 14:01:37.497177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-873a8c9a-0016-46c5-94ba-dea9827e0d9d req-3fcd5e9c-6651-4e4f-8e8d-c5a4bda5a877 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089119 Jul 22 14:01:37.507171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:37.575742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9ab08415-898a-436c-a7d6-ed264f2007f8 None None] Port d209e79f-5f3c-458b-bd7a-966c4853f0aa cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:37.586589 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ee72e2-cc84-401e-9ebe-e4d4037a2e53 x-openstack-request-id: req-67ee72e2-cc84-401e-9ebe-e4d4037a2e53 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:37.587107 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "name": "network-vif-plugged", "status": "completed", "tag": "ef001e01-2a45-432b-a405-653e72a9890a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:37.587822 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67ee72e2-cc84-401e-9ebe-e4d4037a2e53 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:37.588400 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a', 'code': 200} Jul 22 14:01:37.632569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6411ea-be12-4b54-9c40-dcda59a556fd req-6dbe49e0-5804-4fbe-a3ef-f08291a83db0 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941701 Jul 22 14:01:37.643682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-f37609a1-e3b1-4070-bf21-150e82c3e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.646875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-f37609a1-e3b1-4070-bf21-150e82c3e5e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2698178 Jul 22 14:01:37.803047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1aa2c70b-1603-4bea-9b30-3c359e08860d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:37.897142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d77c8-925b-44c8-adb5-eb56d0eb8214 req-2e698f8f-1e12-4d7f-90cb-21b42d6205a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.898972 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-297d77c8-925b-44c8-adb5-eb56d0eb8214 req-2e698f8f-1e12-4d7f-90cb-21b42d6205a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 1097 time: 0.1961181 Jul 22 14:01:37.914641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 1aa2c70b-1603-4bea-9b30-3c359e08860d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:37.919557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 1aa2c70b-1603-4bea-9b30-3c359e08860d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:37.920277 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:37.927201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] Transition to ACTIVE for port object a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:37.960249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d943f-714b-4960-b697-95b4915877ea req-58d43173-64db-49de-9e55-a7e2e941fed9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:37.962058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-767d943f-714b-4960-b697-95b4915877ea req-58d43173-64db-49de-9e55-a7e2e941fed9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 947 time: 0.2581999 Jul 22 14:01:37.967172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:38.005698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e941-e936-4e79-84d8-0a9a852579ef req-f7f094e2-1c79-4ba8-bcba-c8912dd87751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.007672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-f7f094e2-1c79-4ba8-bcba-c8912dd87751 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3059766 Jul 22 14:01:38.081812 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:38.147304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:38.155081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:38.200797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-8bf7b215-6db6-4872-ae07-6b34ab19d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.202363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-8bf7b215-6db6-4872-ae07-6b34ab19d4ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1100 time: 0.3159571 Jul 22 14:01:38.210130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-6e5f6d1a-1647-465b-9d79-2ea64e84483d service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205811 Jul 22 14:01:38.235003 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-297d77c8-925b-44c8-adb5-eb56d0eb8214 req-5e705719-87a3-4292-ac27-3481cb972cd0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219037 Jul 22 14:01:38.235723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] No DVR routers for this DVR port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:38.250815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:38.258680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-767d943f-714b-4960-b697-95b4915877ea req-d301cb91-80b8-403f-acc5-99c98dd0b12e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803693 Jul 22 14:01:38.259277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] Pushing event updated for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:38.264213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-57a9a31e-a477-42af-a579-825df141c10b service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785953 Jul 22 14:01:38.301671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-d3889cf7-d4c3-49bc-a61b-7c23bbbbaa97 service neutron] 10.222.0.20 "PUT /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec/bindings/n-h1-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.9788485 Jul 22 14:01:38.379496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:38.392613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-7ef578ee-8942-4ef4-9588-9a4ec19a71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.394465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-7ef578ee-8942-4ef4-9588-9a4ec19a71b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1819544 Jul 22 14:01:38.445083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-20704643-c053-4508-8122-206b5508fa71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee HTTP/1.1" status: 200 len: 217 time: 0.0419197 Jul 22 14:01:38.447751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d209e79f-5f3c-458b-bd7a-966c4853f0aa {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:38.504269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-85c08b76-25b7-4a36-9135-ea60e8738184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.506215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-85c08b76-25b7-4a36-9135-ea60e8738184 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0529902 Jul 22 14:01:38.508344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:38.556736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Transition to ACTIVE for port object d209e79f-5f3c-458b-bd7a-966c4853f0aa will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:38.565057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:38.631602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Pushing event updated for resources: {'Port': ['ID=d209e79f-5f3c-458b-bd7a-966c4853f0aa,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:38.687890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-84bb3332-f0e7-45b5-ba18-30fd06ad7c03 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:01:38.688927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-84bb3332-f0e7-45b5-ba18-30fd06ad7c03 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085518 Jul 22 14:01:38.693365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-c75c321e-2916-475d-a7b4-ed718a9cb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.694291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-c75c321e-2916-475d-a7b4-ed718a9cb12d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1799748 Jul 22 14:01:38.699953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c160e941-e936-4e79-84d8-0a9a852579ef req-582d2ee9-a7e3-49df-bb15-a2d3ce16ea2a service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131832 Jul 22 14:01:38.731970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0647b0-0d71-481c-abf4-b194779820e9', 'tag': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:38.735379 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3419b2-0e23-451d-bdb3-a617d7552326" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0647b0-0d71-481c-abf4-b194779820e9", "tag": "b70c2be4-9db8-468f-8aba-f8b7fd82330c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:38.738554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:38.739269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-a988a2d7-8d25-4be4-959f-1ac3bfa58eb3 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.746799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-a988a2d7-8d25-4be4-959f-1ac3bfa58eb3 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1479003 Jul 22 14:01:38.763023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aec2a-73fc-4cfd-8574-5317fddebc12 req-fdde4c92-473a-4863-8618-98a92686a39d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.764577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb1aec2a-73fc-4cfd-8574-5317fddebc12 req-fdde4c92-473a-4863-8618-98a92686a39d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 945 time: 0.1642704 Jul 22 14:01:38.825473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-17e82e02-5d53-4de9-b40d-f0027d61ac8a service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213272 Jul 22 14:01:38.826695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Attempting to bind port d209e79f-5f3c-458b-bd7a-966c4853f0aa on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:38.827027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Attempting to bind port d209e79f-5f3c-458b-bd7a-966c4853f0aa by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:38.827354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Attempting to bind port d209e79f-5f3c-458b-bd7a-966c4853f0aa on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:38.832575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Port d209e79f-5f3c-458b-bd7a-966c4853f0aa on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:38.832926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Attempting to bind port d209e79f-5f3c-458b-bd7a-966c4853f0aa on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:38.838403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb1aec2a-73fc-4cfd-8574-5317fddebc12 req-bd5771ac-c1b5-4970-9bab-043536cec37f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645885 Jul 22 14:01:38.867620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-10a70436-92e7-4d0d-aaf2-9780aec70361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:38.869158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-10a70436-92e7-4d0d-aaf2-9780aec70361 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a&tenant_id=050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 1097 time: 0.1036792 Jul 22 14:01:38.931808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:38.948880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Request body: {'binding': {'host': 'n-h2-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:38.949398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:01:38.949537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'mac_address': 'fa:16:3e:5b:a0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:38.953245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:38.953513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:38.954663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:38.954663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Bound port: d209e79f-5f3c-458b-bd7a-966c4853f0aa, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:38.954663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:38.958886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7679f536-a1fb-4d1c-a553-7190720a35a7 req-0d149d4d-2143-40de-8c05-49ac406155f2 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236730 Jul 22 14:01:39.011522 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:39.012565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-418b74f3-16d8-4fda-8c19-2846d3a33748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.014129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-418b74f3-16d8-4fda-8c19-2846d3a33748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1097 time: 0.1092391 Jul 22 14:01:39.026767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b987f-0f91-4696-a1b2-1f1ccf8a4a8e req-ac56ff11-c4a8-4fd9-a8be-b56748ba7d34 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.028265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff8b987f-0f91-4696-a1b2-1f1ccf8a4a8e req-ac56ff11-c4a8-4fd9-a8be-b56748ba7d34 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 948 time: 0.0881059 Jul 22 14:01:39.030846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f843f7e-de28-46a5-ab85-399912fed0e7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:39.060002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:39.065855 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:39.109371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] For port d209e79f-5f3c-458b-bd7a-966c4853f0aa, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:39.129757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff8b987f-0f91-4696-a1b2-1f1ccf8a4a8e req-d1c8fd5e-4fd3-4ebe-8dff-8045904a1b86 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922334 Jul 22 14:01:39.130383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] For port d209e79f-5f3c-458b-bd7a-966c4853f0aa, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:39.139297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:39.146434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:39.167428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-62a54b42-6cc0-4c0d-b079-f31d578ccea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.172883 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-62a54b42-6cc0-4c0d-b079-f31d578ccea0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.1437042 Jul 22 14:01:39.208327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.208960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:39.210416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] 10.222.0.20 "PUT /v2.0/ports/d209e79f-5f3c-458b-bd7a-966c4853f0aa HTTP/1.1" status: 200 len: 1097 time: 1.9620867 Jul 22 14:01:39.213321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b032145-ff79-404f-b127-13f14749317d', 'tag': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:39.216951 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c8537-de72-4196-b3d8-96b861e9712c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b032145-ff79-404f-b127-13f14749317d", "tag": "d209e79f-5f3c-458b-bd7a-966c4853f0aa"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:39.232492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on host n-h2-787205-11 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:39.232932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:39.233313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-8f8580c2-548d-4cf3-a003-866b4623cde8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 217 time: 0.0535264 Jul 22 14:01:39.234604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:39.251999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:39.252523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:39.288827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:39.289226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:39.289783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:39.290254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Bound port: bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:39.293462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:39.297485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcbb727-0bf5-4c81-a83a-196cb0e25f09 service neutron] Pushing event updated for resources: {'Port': ['ID=d209e79f-5f3c-458b-bd7a-966c4853f0aa,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:39.316264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-ca35cf3e-e4fe-4fce-88a6-f63d421aa804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.317788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-ca35cf3e-e4fe-4fce-88a6-f63d421aa804 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.0746596 Jul 22 14:01:39.355763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-a0131b6e-62ea-4dbb-9a62-c43c8fc1ff1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313344 Jul 22 14:01:39.369181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec44494-2476-46b5-8e1d-93ab0f616ca8 req-550690fb-022e-47d8-8467-e05b597c596f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.370778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dec44494-2476-46b5-8e1d-93ab0f616ca8 req-550690fb-022e-47d8-8467-e05b597c596f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 945 time: 0.1394472 Jul 22 14:01:39.425770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-8f21a2ce-8561-4df3-89d1-95cd222e4913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.427581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-8f21a2ce-8561-4df3-89d1-95cd222e4913 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 1100 time: 0.1725473 Jul 22 14:01:39.431354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:39.442441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:39.443814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f2929e3f-baf9-4d68-9faa-066a3832bedf service neutron] 10.222.0.11 "POST /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6527662 Jul 22 14:01:39.468363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dec44494-2476-46b5-8e1d-93ab0f616ca8 req-bd6fa84c-98eb-40e4-aca7-b79867c03837 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889537 Jul 22 14:01:39.482370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-a2135429-1155-4853-b763-dc1e3a423052 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa HTTP/1.1" status: 200 len: 217 time: 0.0420809 Jul 22 14:01:39.503436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-ea2a682d-c215-4daf-a45e-3502ae0fc07d service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316438 Jul 22 14:01:39.555911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-eeafe134-0c79-4d10-8fb3-af51dce1aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.558349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-eeafe134-0c79-4d10-8fb3-af51dce1aaaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0685072 Jul 22 14:01:39.589820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:39.594285 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2604c7c5-7b3e-47ec-98b8-0eda56d2a982" -d '{"events": [{"server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "name": "network-vif-plugged", "status": "completed", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:39.671303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-9046dd0e-cceb-414e-8dc4-cb85c581f65f service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614475 Jul 22 14:01:39.690592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037ff1c-ec4b-4dbd-a3cb-cf5f5e8b9975 req-7b3a46dc-c5c2-4635-ae70-f3f43dc49b41 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.692290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7037ff1c-ec4b-4dbd-a3cb-cf5f5e8b9975 req-7b3a46dc-c5c2-4635-ae70-f3f43dc49b41 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 945 time: 0.1353903 Jul 22 14:01:39.696192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17501-1beb-485a-b0ca-c57e362d603a req-62795f5d-803f-462a-bac9-1e93d4a9320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.697732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-62795f5d-803f-462a-bac9-1e93d4a9320a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1309612 Jul 22 14:01:39.760135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3280ec3-7e3a-40ac-85d0-862458d9eb13 req-c485ebf8-2513-46ec-aaf6-ecb4bd39ae9d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.761707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3280ec3-7e3a-40ac-85d0-862458d9eb13 req-c485ebf8-2513-46ec-aaf6-ecb4bd39ae9d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 948 time: 0.1289120 Jul 22 14:01:39.769124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7037ff1c-ec4b-4dbd-a3cb-cf5f5e8b9975 req-42852f29-cb6e-4239-bb99-562fddee84a8 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655694 Jul 22 14:01:39.781981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-8d2bd283-472c-43ca-bb8f-64e3315441ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:39.784610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-8d2bd283-472c-43ca-bb8f-64e3315441ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1097 time: 0.0900412 Jul 22 14:01:39.849156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-aeb5d737-ad43-444c-b5b5-097bc8b8ad9e service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442606 Jul 22 14:01:39.858690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3280ec3-7e3a-40ac-85d0-862458d9eb13 req-d4af3a5c-2ffc-4fb0-a75d-335c6f0e7a81 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697534 Jul 22 14:01:39.945361 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4651a901-580f-4584-abe3-775bf5eb3b8a x-openstack-request-id: req-4651a901-580f-4584-abe3-775bf5eb3b8a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:39.945657 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0647b0-0d71-481c-abf4-b194779820e9", "tag": "b70c2be4-9db8-468f-8aba-f8b7fd82330c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:39.946107 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4651a901-580f-4584-abe3-775bf5eb3b8a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:39.946288 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0647b0-0d71-481c-abf4-b194779820e9', 'tag': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c', 'status': 'completed', 'code': 200} Jul 22 14:01:39.958930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e17501-1beb-485a-b0ca-c57e362d603a req-cc51ba72-f92c-4c50-851a-9adae5a302f7 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034904 Jul 22 14:01:39.980845 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1674f0d-fb7a-4c49-80b5-8c3feb3c7ebe x-openstack-request-id: req-c1674f0d-fb7a-4c49-80b5-8c3feb3c7ebe {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:39.981694 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b032145-ff79-404f-b127-13f14749317d", "tag": "d209e79f-5f3c-458b-bd7a-966c4853f0aa", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:39.981992 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1674f0d-fb7a-4c49-80b5-8c3feb3c7ebe {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:39.982596 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b032145-ff79-404f-b127-13f14749317d', 'tag': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa', 'status': 'completed', 'code': 200} Jul 22 14:01:40.034606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-e2bde289-1f11-46f7-8046-528c89da1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.036084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-e2bde289-1f11-46f7-8046-528c89da1d1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.2399397 Jul 22 14:01:40.103377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8537-de72-4196-b3d8-96b861e9712c req-391c5333-68a8-412a-9dc0-c79c776d587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.104902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-391c5333-68a8-412a-9dc0-c79c776d587b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 1100 time: 0.1024439 Jul 22 14:01:40.107170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-ef7b7ae5-7d41-4c88-b581-1e6e9480c265 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0618136 Jul 22 14:01:40.113740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cdba3d-4588-4ed0-a8d7-71df45dfc96c req-b294eb47-9b8a-41d4-a2f4-7070e36370dc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.115339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79cdba3d-4588-4ed0-a8d7-71df45dfc96c req-b294eb47-9b8a-41d4-a2f4-7070e36370dc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 947 time: 0.0840394 Jul 22 14:01:40.164642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-31561117-6728-4998-93a6-0ab8263d1184 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.166086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-31561117-6728-4998-93a6-0ab8263d1184 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.2678835 Jul 22 14:01:40.181748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.182135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.182600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.183058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.183515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.183970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.184421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.184875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.185421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.185907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.187750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55148f48-ea38-4185-a3f1-145b593f3e02 req-3cb9be05-1b02-4227-be31-ca8fb5f830d2 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.2957330 Jul 22 14:01:40.199009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-5c5634a0-f9b9-45fe-80b2-3660eb282a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.200531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-5c5634a0-f9b9-45fe-80b2-3660eb282a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 1099 time: 0.2429338 Jul 22 14:01:40.213082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79cdba3d-4588-4ed0-a8d7-71df45dfc96c req-6a93ee74-e490-46a6-add9-58327605430a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893753 Jul 22 14:01:40.237174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8537-de72-4196-b3d8-96b861e9712c req-1507f4d3-faba-4695-b620-380ac202e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.238842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-1507f4d3-faba-4695-b620-380ac202e2e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1225102 Jul 22 14:01:40.258239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-fac6ad26-8a75-4356-857a-118822375f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.259531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-fac6ad26-8a75-4356-857a-118822375f20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.1426463 Jul 22 14:01:40.270687 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eb0277-d26c-4f69-90da-fba4cd7bfcd4 x-openstack-request-id: req-41eb0277-d26c-4f69-90da-fba4cd7bfcd4 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:40.271682 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "name": "network-vif-plugged", "status": "completed", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:40.272134 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41eb0277-d26c-4f69-90da-fba4cd7bfcd4 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:40.272716 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'code': 200} Jul 22 14:01:40.284558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-b581deef-028e-4938-ac9f-c7e5844d65f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa HTTP/1.1" status: 200 len: 217 time: 0.0390344 Jul 22 14:01:40.343531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-0dbb55e3-624a-4a83-94b1-d3d53881e020 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750105 Jul 22 14:01:40.402958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8537-de72-4196-b3d8-96b861e9712c req-921524df-f825-4456-98e8-945a2a7d329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.404456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-921524df-f825-4456-98e8-945a2a7d329c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1134803 Jul 22 14:01:40.481056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a7fef-fc13-42b2-a3bb-5904fce674d8 req-474f08b6-33b0-46ed-8304-664604bcad74 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.482593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06a7fef-fc13-42b2-a3bb-5904fce674d8 req-474f08b6-33b0-46ed-8304-664604bcad74 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 945 time: 0.1516490 Jul 22 14:01:40.490028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c3aa1-231a-4362-8766-0c205dbd6cde req-1eb12c47-6154-42cd-bc4f-eb1a245b1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.491064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f34c3aa1-231a-4362-8766-0c205dbd6cde req-1eb12c47-6154-42cd-bc4f-eb1a245b1fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1097 time: 0.1453204 Jul 22 14:01:40.494384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:40.499895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'floatingip': {'port_id': 'ef001e01-2a45-432b-a405-653e72a9890a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:40.533638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615b666-f38c-4359-9da0-b606520867e2 req-7f572e08-39f0-469a-8032-447c771633a6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.535250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0615b666-f38c-4359-9da0-b606520867e2 req-7f572e08-39f0-469a-8032-447c771633a6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 945 time: 0.2791574 Jul 22 14:01:40.536273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-99062cc9-5798-49c6-b14f-5f985839c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.537586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-99062cc9-5798-49c6-b14f-5f985839c99c service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3170028 Jul 22 14:01:40.601559 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:40.648703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8537-de72-4196-b3d8-96b861e9712c req-4dc87b94-f9af-4713-b61d-3bd354295655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.650745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-4dc87b94-f9af-4713-b61d-3bd354295655 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389801 Jul 22 14:01:40.738271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:40.790433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 9f843f7e-de28-46a5-ab85-399912fed0e7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:40.794858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 9f843f7e-de28-46a5-ab85-399912fed0e7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:40.795297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:40.821520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-83e840ac-b283-435c-9a6d-bcd3e95f6cad service neutron] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:40.831485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-a3c83129-8eef-4023-b9d8-3bf790924480 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576788 Jul 22 14:01:40.836101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-83e840ac-b283-435c-9a6d-bcd3e95f6cad service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:40.837181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-83e840ac-b283-435c-9a6d-bcd3e95f6cad service neutron] 10.222.0.13 "DELETE /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec/bindings/n-h2-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.6615520 Jul 22 14:01:40.838674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-92413c9a-ca9a-455f-99b9-11551673a2b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c HTTP/1.1" status: 200 len: 217 time: 0.2912891 Jul 22 14:01:40.911417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:40.918444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0615b666-f38c-4359-9da0-b606520867e2 req-b2126e07-9c18-42fd-9ed4-ed4db53cbd64 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695991 Jul 22 14:01:40.921340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f34c3aa1-231a-4362-8766-0c205dbd6cde req-70731384-2530-498b-829d-4418f46b290a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937247 Jul 22 14:01:40.970171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:40.975505 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:40.976536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:40.985314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-40fa18cd-dbfe-4706-9493-8a9495dbbc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:40.986942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-40fa18cd-dbfe-4706-9493-8a9495dbbc2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1330299 Jul 22 14:01:41.068435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-8de8784e-de3e-4447-a364-35826eba51d2 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274415 Jul 22 14:01:41.073761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ee285-a533-4079-b164-3a74de6eeccf req-b802cdb1-d90c-4638-a7b8-5e0b2e4fb90b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.075284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-523ee285-a533-4079-b164-3a74de6eeccf req-b802cdb1-d90c-4638-a7b8-5e0b2e4fb90b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 945 time: 0.5031140 Jul 22 14:01:41.081892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:41.095837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:41.115964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-6e819d2a-8740-412d-9d26-6a39b56a3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.117035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-cb931d43-11c3-48d2-ad97-6b102f26a76e service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539495 Jul 22 14:01:41.117735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-6e819d2a-8740-412d-9d26-6a39b56a3428 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113672 Jul 22 14:01:41.127497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb26ca2-949e-42d6-8fa4-5cc251bb4ab2 req-d6724089-5542-4138-8527-015275b2f0ce tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.129782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abb26ca2-949e-42d6-8fa4-5cc251bb4ab2 req-d6724089-5542-4138-8527-015275b2f0ce tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 948 time: 0.1222575 Jul 22 14:01:41.248789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-523ee285-a533-4079-b164-3a74de6eeccf req-96e00011-daa9-4bb8-a0e5-e9e8a216e5cc tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307631 Jul 22 14:01:41.257095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abb26ca2-949e-42d6-8fa4-5cc251bb4ab2 req-4d57e3b4-9f98-4411-a1c5-e4f81ffbbf00 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189544 Jul 22 14:01:41.293298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-42895335-c67c-494a-a597-629f9462152c service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625102 Jul 22 14:01:41.312008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-12696567-75c0-402b-b2e1-a49330188886 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.313483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-12696567-75c0-402b-b2e1-a49330188886 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1583717 Jul 22 14:01:41.339852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-553c8537-de72-4196-b3d8-96b861e9712c req-e7f5af1c-6fbe-4af2-8bf2-8f929fd436bf service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959169 Jul 22 14:01:41.354090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-11'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:41.543323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd3419b2-0e23-451d-bdb3-a617d7552326 req-0dfc6c38-510a-4f64-9d93-0c92c1b694f1 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412813 Jul 22 14:01:41.547534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:41.550651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a008-8d79-49fd-9a18-ea40e871f0fa req-98bcfb3c-3a8c-4f42-8711-908f50d3ca2b tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.552084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7192a008-8d79-49fd-9a18-ea40e871f0fa req-98bcfb3c-3a8c-4f42-8711-908f50d3ca2b tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 886 time: 0.2363229 Jul 22 14:01:41.684983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a4fb6-33ff-40cb-b330-8efc693bee05 req-e27665dd-64b4-4bbb-8b88-47f7a13165f3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.686295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-574a4fb6-33ff-40cb-b330-8efc693bee05 req-e27665dd-64b4-4bbb-8b88-47f7a13165f3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 945 time: 0.3045967 Jul 22 14:01:41.729317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:41.739376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:41.753340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:41.762055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31b94-ef05-48f2-9f08-d8fb4f28d4df req-ca211209-8ac6-4ee9-ba1c-febce1341fbf tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:41.764633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17f31b94-ef05-48f2-9f08-d8fb4f28d4df req-ca211209-8ac6-4ee9-ba1c-febce1341fbf tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1444366 Jul 22 14:01:41.818437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:41.834319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:41.849728 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17f31b94-ef05-48f2-9f08-d8fb4f28d4df req-947529c7-a989-45db-ace7-0b438878d2bc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Jul 22 14:01:41.854275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-574a4fb6-33ff-40cb-b330-8efc693bee05 req-5ccd6889-24e7-44c0-9948-1dadaf15c22b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543069 Jul 22 14:01:41.879874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:41.897760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:41.921871 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351 associated. External IP: 172.25.8.241, port: ef001e01-2a45-432b-a405-653e72a9890a. Jul 22 14:01:41.948848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:41.952883 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f58ac7e-a689-41d0-b2bb-df6ea7582690" -d '{"events": [{"server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:42.006721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:42.019147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'mac_address': 'fa:16:3e:13:5a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:42.065388 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.078621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:42.100466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:42.105278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420ee1a-e795-4e9a-a917-d12f0d71fa44 req-6cf62066-fdaf-4658-9e53-9ae5f6364d6f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.105764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.106465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:42.107358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0420ee1a-e795-4e9a-a917-d12f0d71fa44 req-6cf62066-fdaf-4658-9e53-9ae5f6364d6f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 947 time: 0.1395340 Jul 22 14:01:42.118288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on host n-h1-787205-11 for vnic_type normal with profile {"migrating_to": "n-h2-787205-11"} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:42.118288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:42.118288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:42.125969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:42.126291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Attempting to bind port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:42.133862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:42.134196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:42.134580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:42.135459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Bound port: bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:42.135459 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.156496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:42.172321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.172802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.173830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.174326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.174815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.175253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.175710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.176175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.176628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.177084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.179088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ac564f8-5691-45ab-813f-f5884d8c4280 req-ab480798-9c47-4a82-a380-c58636335748 tempest-NetworksTest-229333768 tempest-NetworksTest-229333768-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7138 time: 0.2375495 Jul 22 14:01:42.225703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0420ee1a-e795-4e9a-a917-d12f0d71fa44 req-74ee52f9-1ce2-4946-908d-e87aebd545dd tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745025 Jul 22 14:01:42.274038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:42.276397 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38308f7-2f9f-40fb-8282-3183df3806d8" -d '{"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-plugged", "status": "completed", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:42.278518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:01:42.308785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:42.312849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:42.318880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.383687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:42.402354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f047609-68c5-4c04-a182-a5c9e0564e44 req-959b01b3-18eb-41be-8ef4-dbe7dc9f907b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.404463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f047609-68c5-4c04-a182-a5c9e0564e44 req-959b01b3-18eb-41be-8ef4-dbe7dc9f907b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1097 time: 0.1724279 Jul 22 14:01:42.444757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.445725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.447505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 1123 time: 1.1107125 Jul 22 14:01:42.448501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a389d2-f467-4e20-ac22-79d93424d136 service neutron] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:42.460507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832cb34-d7f6-4da4-830f-b85ea96a3939 req-46d1b02f-2ab0-4868-857a-b0250d3bf432 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.462835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5832cb34-d7f6-4da4-830f-b85ea96a3939 req-46d1b02f-2ab0-4868-857a-b0250d3bf432 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.1150801 Jul 22 14:01:42.466047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:01:42.472576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.492942 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:01:42.509019 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:42.509958 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:01:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:42.535445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5832cb34-d7f6-4da4-830f-b85ea96a3939 req-dec6b37a-f8dd-4fdf-b4c6-b918bb23fa29 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Jul 22 14:01:42.540114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f047609-68c5-4c04-a182-a5c9e0564e44 req-b3598c87-afef-40bd-9cc5-9ed3b9beef39 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008558 Jul 22 14:01:42.548438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b334532a-14dc-4254-bfc7-4ff99a95847f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "PUT /v2.0/floatingips/9c0b42a0-629f-4bd5-aeb9-603b0d891351 HTTP/1.1" status: 200 len: 991 time: 2.0527112 Jul 22 14:01:42.557535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:42.557535 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "tag": "ef001e01-2a45-432b-a405-653e72a9890a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:42.570570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:42.612336 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6ce2c5-b312-4435-bab9-fcadfbff3f2c x-openstack-request-id: req-da6ce2c5-b312-4435-bab9-fcadfbff3f2c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:42.612893 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "name": "network-vif-unplugged", "status": "completed", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:42.613271 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da6ce2c5-b312-4435-bab9-fcadfbff3f2c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:42.613944 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'code': 200} Jul 22 14:01:42.662375 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:42.682554 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6799ac07-447f-454c-a874-e06216471023 x-openstack-request-id: req-6799ac07-447f-454c-a874-e06216471023 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:42.682844 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-plugged", "status": "completed", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:42.683300 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6799ac07-447f-454c-a874-e06216471023 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:42.683694 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'code': 200} Jul 22 14:01:42.714854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:42.757167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d99b4d40-8e59-4816-ac3b-d20e9d471e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:42.759512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d209e79f-5f3c-458b-bd7a-966c4853f0aa details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:42.827175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e89a4-fb71-4a8d-955c-b0ca6267a9fb req-51a269a3-ed3b-4e63-b31c-df0d1b0b0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.829188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc0e89a4-fb71-4a8d-955c-b0ca6267a9fb req-51a269a3-ed3b-4e63-b31c-df0d1b0b0ea7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1101 time: 0.0852621 Jul 22 14:01:42.865144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb1488-be6c-4f0f-af80-69b4b2eb3017 req-6b1ae78b-6b37-4611-91b9-895f1b458051 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:42.866641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42bb1488-be6c-4f0f-af80-69b4b2eb3017 req-6b1ae78b-6b37-4611-91b9-895f1b458051 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 948 time: 0.1875894 Jul 22 14:01:42.890348 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc271ee-af91-45e7-ad5d-aeeb25f46090 x-openstack-request-id: req-9bc271ee-af91-45e7-ad5d-aeeb25f46090 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:42.890631 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "tag": "ef001e01-2a45-432b-a405-653e72a9890a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:42.890938 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bc271ee-af91-45e7-ad5d-aeeb25f46090 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:42.891395 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a', 'status': 'completed', 'code': 200} Jul 22 14:01:42.937352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc0e89a4-fb71-4a8d-955c-b0ca6267a9fb req-1f0056dd-11ac-4fab-8752-cd2dce023646 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001172 Jul 22 14:01:43.018389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d209e79f-5f3c-458b-bd7a-966c4853f0aa, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:43.042385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa', 'mac_address': 'fa:16:3e:68:2e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:43.097824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-ed718cec-1491-462d-a3f6-1ebe35e6fdb0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:43.099443 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-ed718cec-1491-462d-a3f6-1ebe35e6fdb0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.1136305 Jul 22 14:01:43.113481 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.123224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-60978800-9e61-408d-9511-6de2ce418bda tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/quotas/050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 375 time: 0.0175908 Jul 22 14:01:43.137659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d209e79f-5f3c-458b-bd7a-966c4853f0aa {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:43.160479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d209e79f-5f3c-458b-bd7a-966c4853f0aa, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:43.166672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.167603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b70c2be4-9db8-468f-8aba-f8b7fd82330c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:43.207924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-9a422845-cb14-4875-a6fa-fb3cef30f183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824618 Jul 22 14:01:43.232825 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42bb1488-be6c-4f0f-af80-69b4b2eb3017 req-f4221604-42fd-46a0-8179-b49b6d54b6a3 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481658 Jul 22 14:01:43.239303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d99b4d40-8e59-4816-ac3b-d20e9d471e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.247067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d99b4d40-8e59-4816-ac3b-d20e9d471e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.261080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b70c2be4-9db8-468f-8aba-f8b7fd82330c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:43.265791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d209e79f-5f3c-458b-bd7a-966c4853f0aa,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:43.274555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d99b4d40-8e59-4816-ac3b-d20e9d471e6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92e397b3665d4357a431a3348d87befc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029450 Jul 22 14:01:43.282053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c', 'mac_address': 'fa:16:3e:4d:f8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:43.283147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:43.333395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b4d40-8e59-4816-ac3b-d20e9d471e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bc1948-aaba-47bf-99cd-a583a36793e5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:43.333649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.341913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-c07b0569-4aa7-458f-b11f-68c09b2919dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:43.343426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-c07b0569-4aa7-458f-b11f-68c09b2919dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 1097 time: 0.1698434 Jul 22 14:01:43.356631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70c2be4-9db8-468f-8aba-f8b7fd82330c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:43.360344 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '9c0b42a0-629f-4bd5-aeb9-603b0d891351', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'port_id': 'ef001e01-2a45-432b-a405-653e72a9890a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'mac_address': 'fa:16:3e:0c:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:01:21Z', 'updated_at': '2021-07-22T14:01:41Z', 'revision_number': 1, 'project_id': '84f621a2448846939941061b8257f8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:43.362767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-178fe9c9-da2b-403e-b657-b492c253a4df service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536887 Jul 22 14:01:43.383346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b70c2be4-9db8-468f-8aba-f8b7fd82330c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:43.388420 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.406747 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:01:43.420007 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:01:43.421504 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:01:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:43.432622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b69d5d-4049-49ee-a5c7-a1eb740446a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.448547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b70c2be4-9db8-468f-8aba-f8b7fd82330c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:43.473198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-3c8f832b-434d-41e7-ab6b-fdca93564714 service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027377 Jul 22 14:01:43.520987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b69d5d-4049-49ee-a5c7-a1eb740446a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.546280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c08-9005-45c4-b8f7-5ab6590da33e req-0595f3f6-991a-4b74-84fb-c63929cc1d62 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:43.547819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dceb4c08-9005-45c4-b8f7-5ab6590da33e req-0595f3f6-991a-4b74-84fb-c63929cc1d62 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 945 time: 0.2080882 Jul 22 14:01:43.548529 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:01:43.592738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-b3429f62-972b-4abf-9440-23ae55b63e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:43.594760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-b3429f62-972b-4abf-9440-23ae55b63e7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 924 time: 0.2379622 Jul 22 14:01:43.675007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d209e79f-5f3c-458b-bd7a-966c4853f0aa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:43.697568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dceb4c08-9005-45c4-b8f7-5ab6590da33e req-6637d2c3-d80d-4f50-9f44-096e02572781 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349335 Jul 22 14:01:43.741332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b70c2be4-9db8-468f-8aba-f8b7fd82330c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:43.765973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64d843-1c6d-409c-aa5d-c61d57eac0a8 req-5c144076-a828-479b-b3fb-431fac6b1564 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:43.775636 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d64d843-1c6d-409c-aa5d-c61d57eac0a8 req-5c144076-a828-479b-b3fb-431fac6b1564 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1211436 Jul 22 14:01:43.808541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b69d5d-4049-49ee-a5c7-a1eb740446a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.819506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b69d5d-4049-49ee-a5c7-a1eb740446a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:43.820680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75b69d5d-4049-49ee-a5c7-a1eb740446a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05bc1948-aaba-47bf-99cd-a583a36793e5 HTTP/1.1" status: 204 len: 168 time: 0.5365591 Jul 22 14:01:43.856253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:43.863504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b69d5d-4049-49ee-a5c7-a1eb740446a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bc1948-aaba-47bf-99cd-a583a36793e5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:43.885776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-604285a3-6380-431c-8803-e50c1dfa763c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef001e01-2a45-432b-a405-653e72a9890a HTTP/1.1" status: 200 len: 999 time: 0.2818782 Jul 22 14:01:43.928477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d64d843-1c6d-409c-aa5d-c61d57eac0a8 req-7ab128c1-5e03-43ef-84e7-a2e68819382f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517572 Jul 22 14:01:44.040895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '9c0b42a0-629f-4bd5-aeb9-603b0d891351', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'port_id': 'ef001e01-2a45-432b-a405-653e72a9890a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'mac_address': 'fa:16:3e:0c:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:01:21Z', 'updated_at': '2021-07-22T14:01:41Z', 'revision_number': 1, 'project_id': '84f621a2448846939941061b8257f8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:01:44.076382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-7a21e307-6ef1-448d-8fca-3fe60726e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:44.082478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-7a21e307-6ef1-448d-8fca-3fe60726e23e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 200 len: 862 time: 0.1705873 Jul 22 14:01:44.097512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 2acfaefa-0523-4b63-801a-35f08d0d64ee completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:44.114509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 2acfaefa-0523-4b63-801a-35f08d0d64ee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:44.115240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.123995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a208fcf-ae76-4eb9-a8d4-a954c6b3ff1e req-ad7d6a8c-430e-4552-81fe-fb9e3bac516d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:44.132322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a208fcf-ae76-4eb9-a8d4-a954c6b3ff1e req-ad7d6a8c-430e-4552-81fe-fb9e3bac516d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.1152756 Jul 22 14:01:44.134954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b56f056-d0b6-427c-8885-8bf5ae7e071b None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '9c0b42a0-629f-4bd5-aeb9-603b0d891351', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'port_id': 'ef001e01-2a45-432b-a405-653e72a9890a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'mac_address': 'fa:16:3e:0c:62:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:01:21Z', 'updated_at': '2021-07-22T14:01:41Z', 'revision_number': 1, 'project_id': '84f621a2448846939941061b8257f8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:01:44.194269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc5e4-e937-4204-8a79-3bd87fcbb716 req-81bb51c6-a905-49e9-a514-96e0ee406ab4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:44.206198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e48bc5e4-e937-4204-8a79-3bd87fcbb716 req-81bb51c6-a905-49e9-a514-96e0ee406ab4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 948 time: 0.3511224 Jul 22 14:01:44.225877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a208fcf-ae76-4eb9-a8d4-a954c6b3ff1e req-dd24db4c-cc5a-48eb-a54f-37d4892ce302 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921090 Jul 22 14:01:44.288174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e48bc5e4-e937-4204-8a79-3bd87fcbb716 req-75c04b2c-5ec2-4ad0-b0d3-33b5c1b98467 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810885 Jul 22 14:01:44.295116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-7641e4a7-5603-45c7-91bc-e4fcbfeba461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:44.297107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-7641e4a7-5603-45c7-91bc-e4fcbfeba461 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034709 Jul 22 14:01:44.342494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75c68620-a6f0-44b7-bac9-5f4722d35030 req-cd7de112-e100-4331-9449-a5ca9e861d2c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 210 time: 0.0443120 Jul 22 14:01:44.404371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53322) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:44.435891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-408c39a9-fe83-4665-b371-3556c7c9f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.446460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.479116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0c3f7-85cd-478a-b6be-76c9eef6cbdf None None] New status for floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:01:44.494433 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-ba55b42f-34c1-49f2-ab56-1b3275c69f9c service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892109 Jul 22 14:01:44.554808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-742a2675-1689-40c8-bcf2-42241a7f6cc6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2120521664&fields=id&tenant_id=3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 267 time: 0.1025984 Jul 22 14:01:44.606736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:44.619021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.622718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5d67a-5b0f-444a-b767-a23e6054e3a6 req-250343ab-ef73-4118-9b35-7410e869150a tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:44.624259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acf5d67a-5b0f-444a-b767-a23e6054e3a6 req-250343ab-ef73-4118-9b35-7410e869150a tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 949 time: 0.1118364 Jul 22 14:01:44.624708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:44.626992 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c9a3a6-8999-474f-8f04-87e1903dfb84" -d '{"events": [{"name": "network-changed", "server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:44.680444 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cce3585e-eb2c-49e7-9b78-9dd3877a4c2a req-255b627f-d25a-4665-b0b7-6edb7b2e7775 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775002 Jul 22 14:01:44.684634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:44.686696 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f52769-711d-4914-80f6-577811bdf2fe" -d '{"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-plugged", "status": "completed", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:44.691680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-1ad4408b-c984-44aa-a777-c4ae34d66621 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:44.693419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-1ad4408b-c984-44aa-a777-c4ae34d66621 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 945 time: 0.1310594 Jul 22 14:01:44.695631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acf5d67a-5b0f-444a-b767-a23e6054e3a6 req-c2c9abc5-afb2-4e57-bbaf-ca68676fe437 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603108 Jul 22 14:01:44.714222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'port': {'security_groups': ['d7c0942f-bb05-4032-9ec8-681df1392601', '61c80731-1ec0-4919-956e-09f89d55f339']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:44.730656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-408c39a9-fe83-4665-b371-3556c7c9f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.733415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:44.742104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-408c39a9-fe83-4665-b371-3556c7c9f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.758828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:44.760833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d209e79f-5f3c-458b-bd7a-966c4853f0aa up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:44.766445 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75315ba3-def8-42b5-9d8d-a0530fa9e39d x-openstack-request-id: req-75315ba3-def8-42b5-9d8d-a0530fa9e39d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:44.766896 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:44.767831 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75315ba3-def8-42b5-9d8d-a0530fa9e39d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:44.768249 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'status': 'completed', 'code': 200} Jul 22 14:01:44.796276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-408c39a9-fe83-4665-b371-3556c7c9f5e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b83a5253989d43d3b9df3e9d308b0e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905492 Jul 22 14:01:44.799280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:44.806400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c39a9-fe83-4665-b371-3556c7c9f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8f650-fea3-41f9-8432-744c1c690f28,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:44.811800 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea4472d-2464-446e-bad9-cb7bbde9ebf4 x-openstack-request-id: req-eea4472d-2464-446e-bad9-cb7bbde9ebf4 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:44.812091 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-plugged", "status": "completed", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:44.812347 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eea4472d-2464-446e-bad9-cb7bbde9ebf4 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:44.812725 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'code': 200} Jul 22 14:01:44.873831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41db47d5-24f7-40a8-83cc-2d57e0c0c4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.915095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.917040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port d209e79f-5f3c-458b-bd7a-966c4853f0aa completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:44.922001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port d209e79f-5f3c-458b-bd7a-966c4853f0aa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:44.922380 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.940382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41db47d5-24f7-40a8-83cc-2d57e0c0c4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:44.964052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:44.979205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 has no active binding in host n-h2-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:01:45.030910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3a1ae-8fba-47d8-8a31-e789eedcea99 req-1f152519-9e54-456b-bfac-c92976a28236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.035150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.035537 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97c3a1ae-8fba-47d8-8a31-e789eedcea99 req-1f152519-9e54-456b-bfac-c92976a28236 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1102 time: 0.1542158 Jul 22 14:01:45.076270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41db47d5-24f7-40a8-83cc-2d57e0c0c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.078965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41db47d5-24f7-40a8-83cc-2d57e0c0c4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.083341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41db47d5-24f7-40a8-83cc-2d57e0c0c4b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45b8f650-fea3-41f9-8432-744c1c690f28 HTTP/1.1" status: 204 len: 168 time: 0.2807040 Jul 22 14:01:45.108164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d209e79f-5f3c-458b-bd7a-966c4853f0aa, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:45.113425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-efee86f9-7ea7-4aca-a678-0fa2f6b49b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.115388 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.118444 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-efee86f9-7ea7-4aca-a678-0fa2f6b49b9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1126 time: 0.3239164 Jul 22 14:01:45.118619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db47d5-24f7-40a8-83cc-2d57e0c0c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8f650-fea3-41f9-8432-744c1c690f28,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:45.166773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97c3a1ae-8fba-47d8-8a31-e789eedcea99 req-a4b92e64-34ff-4b40-9db2-06aa90238c4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242034 Jul 22 14:01:45.242825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0c051-69d6-4313-91f5-7daeb4f66dc7 req-84ddaa98-4961-4059-b2a6-2f2dca42efda tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.249719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfe0c051-69d6-4313-91f5-7daeb4f66dc7 req-84ddaa98-4961-4059-b2a6-2f2dca42efda tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.2092528 Jul 22 14:01:45.257791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d209e79f-5f3c-458b-bd7a-966c4853f0aa,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:45.265365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:45.297144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-1a24f2d7-cb87-428d-b262-aee3a058c04e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.298844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-66df0a3a-6dca-4045-b30f-e6a1f1d32c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.299361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-1a24f2d7-cb87-428d-b262-aee3a058c04e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.2047946 Jul 22 14:01:45.300705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-66df0a3a-6dca-4045-b30f-e6a1f1d32c77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1735651 Jul 22 14:01:45.322335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.325770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Request body: {'port': {'device_id': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'admin_state_up': True, 'tenant_id': '050cafc0ac534a16806efabfec6ec8d0'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:45.346952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfe0c051-69d6-4313-91f5-7daeb4f66dc7 req-5f6e629c-54b2-4e0d-a383-7c036f3673f4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963707 Jul 22 14:01:45.350743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-10155fbc-0573-4359-8462-27821a603ff6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0403261 Jul 22 14:01:45.351404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.367154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:45.438413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:45.473386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.474093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.475544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587a5649-d2e0-4eae-a4f6-779a7924d098 req-58495f5f-55b4-42dc-bc06-a6080aa87986 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "PUT /v2.0/ports/1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 981 time: 0.7668715 Jul 22 14:01:45.477970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:45.482180 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a54e0ef-618c-4767-bad9-87cc97a0d3de" -d '{"events": [{"name": "network-changed", "server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:45.506353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-9213ccec-56f6-4a5b-85af-9c0e45b1eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.508166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-9213ccec-56f6-4a5b-85af-9c0e45b1eed9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0795369 Jul 22 14:01:45.518363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Made reservation on behalf of 050cafc0ac534a16806efabfec6ec8d0 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:45.522166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:45.566760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac9d40-781c-45e1-a846-0b98a750aafa req-7a0ff7d7-7e0b-4016-86e8-ee7b03348131 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.574208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24ac9d40-781c-45e1-a846-0b98a750aafa req-7a0ff7d7-7e0b-4016-86e8-ee7b03348131 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.1313245 Jul 22 14:01:45.574435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-7ed8ad2c-ffcc-4d1c-b09f-d5efb98fceb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560386 Jul 22 14:01:45.649316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24ac9d40-781c-45e1-a846-0b98a750aafa req-b1157f5b-b6be-4223-9a4a-603bc2d95ea2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509241 Jul 22 14:01:45.680998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:45.727719 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-e25cfe3e-8f02-42c4-9c1a-84a8d5f7cb70 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483548 Jul 22 14:01:45.769283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Allocated IP 172.20.0.11 (d2363324-8fd1-4404-b4be-5c9d76932002/c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4/bf272f25-23a1-4b91-8488-43cbc04a7523) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:45.769402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61b765-c9d1-4b7f-947d-058dbc59dfd2 req-f3a95c52-a501-4c04-9721-646df13b6a3a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:45.774380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb61b765-c9d1-4b7f-947d-058dbc59dfd2 req-f3a95c52-a501-4c04-9721-646df13b6a3a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 948 time: 0.1698027 Jul 22 14:01:45.796856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e5c8a99-f7ec-4486-abd2-eddfd03f6956 req-6a9d4248-c3c0-47a8-912c-8b3e30162652 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 210 time: 0.0477631 Jul 22 14:01:45.942221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb61b765-c9d1-4b7f-947d-058dbc59dfd2 req-430abda0-cfe1-41a6-bb04-823ce67d7bc3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246626 Jul 22 14:01:45.972087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3c9a3a6-8999-474f-8f04-87e1903dfb84 req-50a7d5d8-7a84-47cf-82c0-17f85e084457 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349217 Jul 22 14:01:46.027361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.093283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.120646 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-3fdbed55-21a3-4bff-b661-f6509f739e67 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1913906908&fields=id&tenant_id=3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 267 time: 0.0413454 Jul 22 14:01:46.173820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Network d2363324-8fd1-4404-b4be-5c9d76932002 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:46.179920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:46.189660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:46.191869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:46.220636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-2e0a27ed-3f95-48a4-a0b6-4611010edfa2 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:46.222630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-2e0a27ed-3f95-48a4-a0b6-4611010edfa2 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 984 time: 0.0951684 Jul 22 14:01:46.237119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'port': {'security_groups': ['61c80731-1ec0-4919-956e-09f89d55f339', 'd7c0942f-bb05-4032-9ec8-681df1392601', '69457d9e-9da2-4d4f-bd3d-c06f6f634336']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:46.267625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:46.274596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.314385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865d475-c0d9-4895-bd2a-6805fba01761 req-b05b7fa2-edbf-4758-8d99-7b84b796a144 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:46.316211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c865d475-c0d9-4895-bd2a-6805fba01761 req-b05b7fa2-edbf-4758-8d99-7b84b796a144 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1101 time: 0.1413255 Jul 22 14:01:46.317482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-78cc95a6-5b9e-497f-b4f9-847a669fa782 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0076845 Jul 22 14:01:46.333914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Request body: {'port': {'device_id': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:46.348168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.367127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c865d475-c0d9-4895-bd2a-6805fba01761 req-a79a7a9a-4a53-4ce4-8ebc-35ac23377f23 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.445798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.606716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:46.611783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c865d475-c0d9-4895-bd2a-6805fba01761 req-a79a7a9a-4a53-4ce4-8ebc-35ac23377f23 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.616270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c865d475-c0d9-4895-bd2a-6805fba01761 req-a79a7a9a-4a53-4ce4-8ebc-35ac23377f23 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.646630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-18f29e33-d361-4bbf-91aa-2e3ea605f65c service neutron] 10.222.0.13 "GET /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.0944722 Jul 22 14:01:46.660884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c865d475-c0d9-4895-bd2a-6805fba01761 req-a79a7a9a-4a53-4ce4-8ebc-35ac23377f23 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386979 Jul 22 14:01:46.666201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.670004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a7a9a-4a53-4ce4-8ebc-35ac23377f23 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e2e833-3353-470d-8a05-e758713a805f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:46.690780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.703696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:46.744294 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b58ec-e615-47ee-b640-01f1575d549e x-openstack-request-id: req-3a1b58ec-e615-47ee-b640-01f1575d549e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:46.744642 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:46.744828 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a1b58ec-e615-47ee-b640-01f1575d549e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:46.745222 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'status': 'completed', 'code': 200} Jul 22 14:01:46.757247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b70c2be4-9db8-468f-8aba-f8b7fd82330c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:46.763220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:46.764393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:46.765873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f753528c-6a8f-4ab4-b505-a2a3d4117393 req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "PUT /v2.0/ports/1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 1020 time: 0.5370071 Jul 22 14:01:46.810263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56162710-d48f-4776-82f3-9ca5153e71ac tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:46.817397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b032145-ff79-404f-b127-13f14749317d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:46.819993 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f878d-ec3c-45be-a060-e7b70cc9a50d" -d '{"events": [{"server_uuid": "3b032145-ff79-404f-b127-13f14749317d", "name": "network-vif-plugged", "status": "completed", "tag": "d209e79f-5f3c-458b-bd7a-966c4853f0aa"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:46.860035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:46.898268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b70c2be4-9db8-468f-8aba-f8b7fd82330c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:46.919302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b70c2be4-9db8-468f-8aba-f8b7fd82330c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:46.920124 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.019653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:47.071395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:47.114820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:47.128734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:47.151704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa8f9f-f8aa-4ca7-9c82-5edd714054d8 req-8162c3c1-02d0-48b4-a2d9-7353f73753c7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.153023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfaa8f9f-f8aa-4ca7-9c82-5edd714054d8 req-8162c3c1-02d0-48b4-a2d9-7353f73753c7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 943 time: 0.1367631 Jul 22 14:01:47.154196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.200399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-929304e3-1770-4f70-ab7f-2acd617bc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.202274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-929304e3-1770-4f70-ab7f-2acd617bc17c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1175 time: 0.4485939 Jul 22 14:01:47.229755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15edd1c-3acc-47fe-882b-1b3d360fb691 req-37aec6e9-c5ae-4c41-8a32-d206e398e13d tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.231223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f15edd1c-3acc-47fe-882b-1b3d360fb691 req-37aec6e9-c5ae-4c41-8a32-d206e398e13d tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 950 time: 0.3754380 Jul 22 14:01:47.234015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfaa8f9f-f8aa-4ca7-9c82-5edd714054d8 req-7cbeecb5-51a0-4b62-a4da-19cf274295cf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Jul 22 14:01:47.249393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf272f25-23a1-4b91-8488-43cbc04a7523 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:47.265000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] Transition to ACTIVE for port object bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:47.269878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.270911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.317814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.328586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Transition to ACTIVE for port object bf272f25-23a1-4b91-8488-43cbc04a7523 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:47.341934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.353715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] No DVR routers for this DVR port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:47.362405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] Pushing event updated for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:47.370034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f15edd1c-3acc-47fe-882b-1b3d360fb691 req-a78eb576-0c42-4188-82b2-92c51a764f1a tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209838 Jul 22 14:01:47.414188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-9f363627-8bfd-49ef-a98c-82d5314fdbaa service neutron] 10.222.0.13 "PUT /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0/bindings/n-h2-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 0.7582731 Jul 22 14:01:47.424028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b70c2be4-9db8-468f-8aba-f8b7fd82330c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:47.434215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.475851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-212e0b32-63c6-4371-a712-e6e6034b28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.478253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-212e0b32-63c6-4371-a712-e6e6034b28d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.2682116 Jul 22 14:01:47.479426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:47.528020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b70c2be4-9db8-468f-8aba-f8b7fd82330c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:47.612281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-7d03cbfc-f8ac-4710-b6db-1c899001122c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 217 time: 0.1245689 Jul 22 14:01:47.714555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-49544ec7-39dc-4e75-bf7a-d9a1e2133ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.716046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-49544ec7-39dc-4e75-bf7a-d9a1e2133ab5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.0924096 Jul 22 14:01:47.717488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:47.717840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:47.718167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:47.739349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:47.739673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:47.742796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-88466b2b-a371-4786-b1d3-d39d0eb2e9f0 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.745130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-88466b2b-a371-4786-b1d3-d39d0eb2e9f0 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1096 time: 0.2585194 Jul 22 14:01:47.767923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-8dca4e63-78b0-4aab-8fd2-672cf62200bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405188 Jul 22 14:01:47.779994 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ad7d19-4b07-48f1-91ad-91bb461e1a92 x-openstack-request-id: req-20ad7d19-4b07-48f1-91ad-91bb461e1a92 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:47.780543 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b032145-ff79-404f-b127-13f14749317d", "name": "network-vif-plugged", "status": "completed", "tag": "d209e79f-5f3c-458b-bd7a-966c4853f0aa", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:47.780543 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20ad7d19-4b07-48f1-91ad-91bb461e1a92 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:47.780945 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b032145-ff79-404f-b127-13f14749317d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa', 'code': 200} Jul 22 14:01:47.789659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20737c9d-d65e-491a-8e5c-5c049e63fbce req-a6ab6add-49e3-4a9c-8325-31e65935ee96 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.801749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20737c9d-d65e-491a-8e5c-5c049e63fbce req-a6ab6add-49e3-4a9c-8325-31e65935ee96 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1023 time: 0.3162744 Jul 22 14:01:47.809947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:47.810428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:47.810906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:47.811443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Bound port: bf272f25-23a1-4b91-8488-43cbc04a7523, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:47.811896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:47.943603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-284750e1-b0b2-4516-906b-f973490768ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432564 Jul 22 14:01:47.958386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb9e65-1004-4619-8ffa-6c56bc4ff3fb req-fde8c52b-27e6-4414-bc64-a407ae529028 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.960027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4fb9e65-1004-4619-8ffa-6c56bc4ff3fb req-fde8c52b-27e6-4414-bc64-a407ae529028 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.1294131 Jul 22 14:01:47.967142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462369e-1752-4029-9647-720dc9dadc97 req-aaa828a9-bb53-4fa4-9124-f33d846ebf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:47.968709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0462369e-1752-4029-9647-720dc9dadc97 req-aaa828a9-bb53-4fa4-9124-f33d846ebf72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 1102 time: 0.1055391 Jul 22 14:01:48.026543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4fb9e65-1004-4619-8ffa-6c56bc4ff3fb req-925e36bb-554f-4f20-814f-235098862b79 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568876 Jul 22 14:01:48.028192 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0462369e-1752-4029-9647-720dc9dadc97 req-becdc951-3197-43cb-9671-144c458d9d07 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Jul 22 14:01:48.059502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20737c9d-d65e-491a-8e5c-5c049e63fbce req-b9327e69-4b44-4922-883b-4b65bfbac85d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c80731-1ec0-4919-956e-09f89d55f339&id=69457d9e-9da2-4d4f-bd3d-c06f6f634336&id=d7c0942f-bb05-4032-9ec8-681df1392601 HTTP/1.1" status: 200 len: 6149 time: 0.2552755 Jul 22 14:01:48.074140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-dc888582-26d3-4955-91d7-f5c93bf5c677 service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647374 Jul 22 14:01:48.074140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:48.077205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-ae3e344f-e671-43b3-8c16-bcce5685786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.079053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-ae3e344f-e671-43b3-8c16-bcce5685786a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&tenant_id=310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 1096 time: 0.3146176 Jul 22 14:01:48.082623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:48.094080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.184055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7135c94-1116-44fc-8e6e-0bd70eb18e37 req-623fcdee-adad-4e90-8832-814dc683ca9d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.189644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7135c94-1116-44fc-8e6e-0bd70eb18e37 req-623fcdee-adad-4e90-8832-814dc683ca9d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.0815656 Jul 22 14:01:48.268975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a54e0ef-618c-4767-bad9-87cc97a0d3de req-edddf828-7d88-4988-a53b-a82ac78cbf9e service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882417 Jul 22 14:01:48.269190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7135c94-1116-44fc-8e6e-0bd70eb18e37 req-8e07f09e-bed4-43fa-be49-c04a38dfbc24 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738964 Jul 22 14:01:48.287483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.297067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.299766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 1093 time: 1.9701369 Jul 22 14:01:48.300294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:48.302998 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfc84dc-5476-43b6-9dc9-a27312177a49" -d '{"events": [{"name": "network-changed", "server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:48.434454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a9090-55eb-4bb7-a8aa-873287f11440 service neutron] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:48.436425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c7b0c188-0e87-4ee1-9dd5-2c278afb8aa0 req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': ' tempest-securitygroup -555375520 ', 'description': 'tempest-description-1910750318'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:48.467075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c7b0c188-0e87-4ee1-9dd5-2c278afb8aa0 req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.503426 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329a0857-7e24-49db-8768-1f89a2721a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.525857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-97073b63-eb08-4fbf-9718-32b79e035ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.527423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-97073b63-eb08-4fbf-9718-32b79e035ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1096 time: 0.2514782 Jul 22 14:01:48.533705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-e5d24684-d731-4c95-9bdc-39dfddeec78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.535579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-e5d24684-d731-4c95-9bdc-39dfddeec78d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1096 time: 0.1878188 Jul 22 14:01:48.573556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c7b0c188-0e87-4ee1-9dd5-2c278afb8aa0 req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.577878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c7b0c188-0e87-4ee1-9dd5-2c278afb8aa0 req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.594516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239baa3-63b5-437e-b5b3-126698271e64 req-1c2b3797-3a87-4057-9038-f7ae0d383ff4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.602111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1239baa3-63b5-437e-b5b3-126698271e64 req-1c2b3797-3a87-4057-9038-f7ae0d383ff4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1767642 Jul 22 14:01:48.610767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c7b0c188-0e87-4ee1-9dd5-2c278afb8aa0 req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.612773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7b0c188-0e87-4ee1-9dd5-2c278afb8aa0 req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.1815019 Jul 22 14:01:48.614079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e996c6d-1764-4018-bf86-0de416b1b6af tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dcbd95-5afe-4f29-ad24-20da34274702,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:48.643479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-e4948867-6b88-4e6d-a6e9-33c47ec46004 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 217 time: 0.0817432 Jul 22 14:01:48.677729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:48.747981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1239baa3-63b5-437e-b5b3-126698271e64 req-bcbea842-4614-4337-a6ea-a5433995159d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448023 Jul 22 14:01:48.782974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28132be-df3b-41d2-9631-e0dee3057147 req-e1037db1-0c9e-4c21-9854-e8b5ca1084fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.786774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-e1037db1-0c9e-4c21-9854-e8b5ca1084fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1353366 Jul 22 14:01:48.788214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f1023fbf-c040-4876-aca8-c762d13baba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.789907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-f1023fbf-c040-4876-aca8-c762d13baba2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.2526035 Jul 22 14:01:48.857289 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2778e8d-193e-4e88-a765-9eb773fd44d6 x-openstack-request-id: req-e2778e8d-193e-4e88-a765-9eb773fd44d6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:48.857766 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:48.858025 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2778e8d-193e-4e88-a765-9eb773fd44d6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:48.858425 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'status': 'completed', 'code': 200} Jul 22 14:01:48.879237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-9e6d897d-6964-42d9-8381-5f6fce0de9ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817711 Jul 22 14:01:48.881117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-4a81325b-78a3-4d4a-b4c1-1ce3147079ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0814216 Jul 22 14:01:48.977808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:48.980104 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344dd30-0232-492a-9d1d-afda6d1ce3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:48.991346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-0b245c49-e663-412b-956b-ee3758e3fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:48.992930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-0b245c49-e663-412b-956b-ee3758e3fe9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.1018801 Jul 22 14:01:49.045399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de850f0-51ce-441c-9c7b-00d215d21878 req-17011e22-892c-43b2-9d1e-e7e17e664b41 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.047330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5de850f0-51ce-441c-9c7b-00d215d21878 req-17011e22-892c-43b2-9d1e-e7e17e664b41 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 944 time: 0.3707705 Jul 22 14:01:49.068052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-56a3ef60-a1c5-4ca7-b2ba-35998e470428 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446560 Jul 22 14:01:49.105441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5de850f0-51ce-441c-9c7b-00d215d21878 req-c0355787-c09b-4bee-9301-c9f1fd5d9c33 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522187 Jul 22 14:01:49.168862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-19b4fb88-454c-4f97-b422-6c99f414741c service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790027 Jul 22 14:01:49.178847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5dbbb08d-d5ee-44d9-a53f-f82522edf9d4 req-c26a93b1-77f4-499e-95f1-a6b58ff0200f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/83dcbd95-5afe-4f29-ad24-20da34274702 HTTP/1.1" status: 200 len: 1780 time: 0.0480335 Jul 22 14:01:49.218164 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3cc46b-9403-431a-9d7c-c0fca58fdae0 x-openstack-request-id: req-6f3cc46b-9403-431a-9d7c-c0fca58fdae0 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:49.218456 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:49.218707 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f3cc46b-9403-431a-9d7c-c0fca58fdae0 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:49.219088 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'status': 'completed', 'code': 200} Jul 22 14:01:49.332007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f0cbc-be4b-422b-be94-70e0c764c262 req-046388a6-3eb3-458a-ad8a-19d87d72eed1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.333720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-398f0cbc-be4b-422b-be94-70e0c764c262 req-046388a6-3eb3-458a-ad8a-19d87d72eed1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.0662482 Jul 22 14:01:49.352699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-d5c87f35-fe80-4379-965b-1dde0c143838 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760386 Jul 22 14:01:49.372105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-398f0cbc-be4b-422b-be94-70e0c764c262 req-4d65f4f7-50a4-4425-8e4a-52d21993b9f6 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Jul 22 14:01:49.417864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f24e8-8c71-44c8-9e7f-305ab7b3691d req-9890d63f-5496-49b2-b422-47324119fd3f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.419433 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e9f24e8-8c71-44c8-9e7f-305ab7b3691d req-9890d63f-5496-49b2-b422-47324119fd3f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 950 time: 0.3198061 Jul 22 14:01:49.427655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28132be-df3b-41d2-9631-e0dee3057147 req-3124837f-eb70-431c-b1c6-e74474ad8397 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512174 Jul 22 14:01:49.468560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-68905c16-bcdb-473e-88b7-9997ae296765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.470068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-68905c16-bcdb-473e-88b7-9997ae296765 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1175 time: 0.2254775 Jul 22 14:01:49.555967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9943463a-c50e-431f-a96a-63aba123a812 req-a78005ee-05ea-472b-af37-ccf454ccef46 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=de7da08163ee4b22ab876885c9ab24cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264173 Jul 22 14:01:49.660941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:49.700189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-5e3ca769-32da-4be5-81b3-c0a40f9e69f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.701730 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-5e3ca769-32da-4be5-81b3-c0a40f9e69f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1101 time: 0.1410034 Jul 22 14:01:49.709016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943463a-c50e-431f-a96a-63aba123a812 req-d43d999f-6997-4c1e-9683-1ea6cc4efd55 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.710496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9943463a-c50e-431f-a96a-63aba123a812 req-d43d999f-6997-4c1e-9683-1ea6cc4efd55 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410918 Jul 22 14:01:49.747794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9943463a-c50e-431f-a96a-63aba123a812 req-cae17ee2-de05-4348-b6c4-75c0d400fb86 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/quotas/de7da08163ee4b22ab876885c9ab24cb HTTP/1.1" status: 200 len: 375 time: 0.0285895 Jul 22 14:01:49.782201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0647b0-0d71-481c-abf4-b194779820e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:49.785666 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1863655-3bc6-4c94-acc5-bb4ad5fd76b0" -d '{"events": [{"server_uuid": "7e0647b0-0d71-481c-abf4-b194779820e9", "name": "network-vif-plugged", "status": "completed", "tag": "b70c2be4-9db8-468f-8aba-f8b7fd82330c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:49.803381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e9f24e8-8c71-44c8-9e7f-305ab7b3691d req-99599916-57d3-4957-b94d-40286191c140 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740771 Jul 22 14:01:49.814737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9943463a-c50e-431f-a96a-63aba123a812 req-c7104175-f042-4ac7-bd9a-fb325f106dd2 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=de7da08163ee4b22ab876885c9ab24cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596044 Jul 22 14:01:49.848317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-54dcb796-89f1-4812-bcf0-114a75982b6c service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835021 Jul 22 14:01:49.856739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-7995e6e0-5aee-4ff1-895f-aafcd9d22335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.858542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-7995e6e0-5aee-4ff1-895f-aafcd9d22335 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1471751 Jul 22 14:01:49.867231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:49.918650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-a7633bfe-fce4-4934-a807-ebd4963683fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.0530624 Jul 22 14:01:49.922258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:49.926386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-52a64c38-2697-46c2-a27f-11f61147258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.927899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-52a64c38-2697-46c2-a27f-11f61147258d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1096 time: 0.4502449 Jul 22 14:01:49.964066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-e7887097-c7f2-40d7-93cd-43e24e16bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:49.965520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-e7887097-c7f2-40d7-93cd-43e24e16bdd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.4739566 Jul 22 14:01:49.975896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c20b17bb-e73e-47fe-9fb4-95b553ef0b63 req-78190e8b-74ea-4ad4-851c-f7bd4e1b8a0a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/83dcbd95-5afe-4f29-ad24-20da34274702 HTTP/1.1" status: 200 len: 1780 time: 0.1359830 Jul 22 14:01:50.003300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-0b29e46a-e0ec-4edc-abd3-19e8e4388a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.004800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-0b29e46a-e0ec-4edc-abd3-19e8e4388a5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0790300 Jul 22 14:01:50.022599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-3a46e472-a456-4642-a3e5-1642f1fa3a28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 200 len: 217 time: 0.0496900 Jul 22 14:01:50.065652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2aaa12-800e-4fc6-9d6c-85830e626120 req-8d508bc7-5559-4b54-8bbf-92a9bff79f07 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.067447 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f2aaa12-800e-4fc6-9d6c-85830e626120 req-8d508bc7-5559-4b54-8bbf-92a9bff79f07 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.1156020 Jul 22 14:01:50.108729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1390c3f4-3ea2-445f-8d4c-6749954eb05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.110273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1390c3f4-3ea2-445f-8d4c-6749954eb05e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955882 Jul 22 14:01:50.118643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f2aaa12-800e-4fc6-9d6c-85830e626120 req-9789b4db-f5df-4708-a8e3-1e20ab22e1c7 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Jul 22 14:01:50.170469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-d823f261-ca66-4092-a9ff-7d0b2f4f1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.171947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-d823f261-ca66-4092-a9ff-7d0b2f4f1851 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.1193123 Jul 22 14:01:50.178235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-e62c2dd7-b809-4759-82fa-3542b154be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.179652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-e62c2dd7-b809-4759-82fa-3542b154be56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.2416661 Jul 22 14:01:50.215594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-ea0f7897-dbff-4564-b204-afc953395d99 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959835 Jul 22 14:01:50.258163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-f6879565-23c7-475f-b9ae-83e0578f6bfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772500 Jul 22 14:01:50.258621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c20b17bb-e73e-47fe-9fb4-95b553ef0b63 req-8690ec03-477f-4918-974f-53108503a583 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:50.265932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-a0efcd01-5e18-423d-97c9-b8c02defffe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 217 time: 0.0674503 Jul 22 14:01:50.342111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c20b17bb-e73e-47fe-9fb4-95b553ef0b63 req-8690ec03-477f-4918-974f-53108503a583 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:50.347464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-11584cc8-3b73-4bfa-af18-08cd6dc902a6 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251400 Jul 22 14:01:50.364836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ca546-6e8e-4788-83cb-a5a60afb7828 req-2c577f2d-4186-40db-900f-a039b24567c5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.366441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0ca546-6e8e-4788-83cb-a5a60afb7828 req-2c577f2d-4186-40db-900f-a039b24567c5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1189263 Jul 22 14:01:50.414474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0ca546-6e8e-4788-83cb-a5a60afb7828 req-a0c34850-0fee-43a0-8f1b-6387c3af0790 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Jul 22 14:01:50.422204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-83b511f0-169a-45cb-a687-f6b77cefe3aa tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.424319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-83b511f0-169a-45cb-a687-f6b77cefe3aa tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1096 time: 0.3347278 Jul 22 14:01:50.438425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-a037c5df-6900-43c8-97c3-babed316a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.438425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-a037c5df-6900-43c8-97c3-babed316a7bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1492131 Jul 22 14:01:50.475224 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4735df59-f47d-420b-9ed9-56f1f74f6710 x-openstack-request-id: req-4735df59-f47d-420b-9ed9-56f1f74f6710 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:50.475696 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0647b0-0d71-481c-abf4-b194779820e9", "name": "network-vif-plugged", "status": "completed", "tag": "b70c2be4-9db8-468f-8aba-f8b7fd82330c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:50.476094 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4735df59-f47d-420b-9ed9-56f1f74f6710 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:50.476652 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0647b0-0d71-481c-abf4-b194779820e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c', 'code': 200} Jul 22 14:01:50.479496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c20b17bb-e73e-47fe-9fb4-95b553ef0b63 req-8690ec03-477f-4918-974f-53108503a583 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:50.482112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c20b17bb-e73e-47fe-9fb4-95b553ef0b63 req-8690ec03-477f-4918-974f-53108503a583 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:50.483205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c20b17bb-e73e-47fe-9fb4-95b553ef0b63 req-8690ec03-477f-4918-974f-53108503a583 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/83dcbd95-5afe-4f29-ad24-20da34274702 HTTP/1.1" status: 204 len: 173 time: 0.4988024 Jul 22 14:01:50.509538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-88fd9f62-4f36-499a-a6f6-6f1111cd9d25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719624 Jul 22 14:01:50.558987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-000362c1-4bf3-48bc-b63c-2395b41e7e68 service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886393 Jul 22 14:01:50.559834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690ec03-477f-4918-974f-53108503a583 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dcbd95-5afe-4f29-ad24-20da34274702,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:50.599158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7a5a-a942-422d-9aad-a2db8fd82fff req-f3adec72-519e-4143-9f3a-f7697015e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.600691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609f7a5a-a942-422d-9aad-a2db8fd82fff req-f3adec72-519e-4143-9f3a-f7697015e6e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 1101 time: 0.0569947 Jul 22 14:01:50.645516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609f7a5a-a942-422d-9aad-a2db8fd82fff req-b9a98feb-4539-4e56-bbda-ecb21479d9b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388062 Jul 22 14:01:50.756425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24ab23-e4fb-48c9-b312-f1c663a90830 req-109a444f-8ed4-4491-8b69-38384a28e6e6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.757923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b24ab23-e4fb-48c9-b312-f1c663a90830 req-109a444f-8ed4-4491-8b69-38384a28e6e6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 944 time: 0.0731394 Jul 22 14:01:50.796486 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b24ab23-e4fb-48c9-b312-f1c663a90830 req-89c1a704-5e34-421a-80b8-6f634499d639 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Jul 22 14:01:50.823838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-bce6f1ab-1d17-4e58-aa1c-2a88d66da34e service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043473 Jul 22 14:01:50.825631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2344dd30-0232-492a-9d1d-afda6d1ce3e4 req-8e58b217-1280-4b14-aa58-dd9e938b8b69 service neutron] 10.222.0.13 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529085 Jul 22 14:01:50.832407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-4cee59e5-825b-478a-aa38-ed9ae1e53a29 service neutron] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:50.836202 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-e72eff8e-b870-4ce6-b620-aabbe0f67e9f req-5f24f767-1481-4972-8461-6df178987ae4 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:01:50.837188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e72eff8e-b870-4ce6-b620-aabbe0f67e9f req-5f24f767-1481-4972-8461-6df178987ae4 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/83dcbd95-5afe-4f29-ad24-20da34274702 HTTP/1.1" status: 404 len: 352 time: 0.0140483 Jul 22 14:01:50.846000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-4cee59e5-825b-478a-aa38-ed9ae1e53a29 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:50.851727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c32e1b16-58fa-4e82-b451-ade69c4330d4 req-4cee59e5-825b-478a-aa38-ed9ae1e53a29 service neutron] 10.222.0.20 "DELETE /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0/bindings/n-h1-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.4143848 Jul 22 14:01:50.929348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d17a0d-4f97-4e22-831a-8be06fdd86de req-63d08efb-772b-4290-aa09-9c776f20b34d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.930919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55d17a0d-4f97-4e22-831a-8be06fdd86de req-63d08efb-772b-4290-aa09-9c776f20b34d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.1871023 Jul 22 14:01:50.970286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2d1ce-a6f7-403a-b168-5c4ebad8a678 req-fd07fd9d-ffe3-4d05-a427-403e5faee0f2 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:50.971806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ffe2d1ce-a6f7-403a-b168-5c4ebad8a678 req-fd07fd9d-ffe3-4d05-a427-403e5faee0f2 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 950 time: 0.0652595 Jul 22 14:01:50.973719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1dfc84dc-5476-43b6-9dc9-a27312177a49 req-330e8234-fbcb-49c6-9121-4188e4a880d5 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425855 Jul 22 14:01:50.986700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55d17a0d-4f97-4e22-831a-8be06fdd86de req-46119004-568c-4d89-84ae-91a7abaa7d05 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480731 Jul 22 14:01:51.011752 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ffe2d1ce-a6f7-403a-b168-5c4ebad8a678 req-bc8f2fec-ecb4-4a5b-ab62-17f63d828de0 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Jul 22 14:01:51.064337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9010ebf4-e44e-4642-94d2-f76316d60b4d req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-353157702', 'description': 'tempest-description-1744728626'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:51.088196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9010ebf4-e44e-4642-94d2-f76316d60b4d req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.172901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9010ebf4-e44e-4642-94d2-f76316d60b4d req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.178738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9010ebf4-e44e-4642-94d2-f76316d60b4d req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.214217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9010ebf4-e44e-4642-94d2-f76316d60b4d req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.215530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9010ebf4-e44e-4642-94d2-f76316d60b4d req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1558907 Jul 22 14:01:51.218501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa19ed5-bd4f-4a5d-9825-748ebd8eb7bc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6876fa-5e98-4d12-8d53-d3692989996a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:51.285128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1db39b26-a923-4b57-b7fb-97a66dcad1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.289082 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.321644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a6151-d841-4ad0-afe9-9ce6c0323ef3 req-9c5d92f0-30ac-443c-ac7b-f1a87b0a849d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:51.323204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e8a6151-d841-4ad0-afe9-9ce6c0323ef3 req-9c5d92f0-30ac-443c-ac7b-f1a87b0a849d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1096 time: 0.0666013 Jul 22 14:01:51.363482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e8a6151-d841-4ad0-afe9-9ce6c0323ef3 req-713f8c7a-1a4d-4077-96df-4c392c953344 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Jul 22 14:01:51.534578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6c94f-b4b2-40ea-ad0c-234aa2ddaeff req-aa67332b-3d6b-4b1c-83d2-1a07bda9eabb tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:51.536716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2db6c94f-b4b2-40ea-ad0c-234aa2ddaeff req-aa67332b-3d6b-4b1c-83d2-1a07bda9eabb tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.0835917 Jul 22 14:01:51.557409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f18df-0678-445d-8a46-63d997a28d9d req-97cdf5e8-0c10-4445-914b-fb4ffa7fa7c2 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:51.558893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3f18df-0678-445d-8a46-63d997a28d9d req-97cdf5e8-0c10-4445-914b-fb4ffa7fa7c2 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 950 time: 0.0791321 Jul 22 14:01:51.579133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2db6c94f-b4b2-40ea-ad0c-234aa2ddaeff req-3f5187bd-1c13-47a6-a5dd-537bfe31d240 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367382 Jul 22 14:01:51.599509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3f18df-0678-445d-8a46-63d997a28d9d req-593df14c-a01e-4dbb-89d2-7a67d1c9306e tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348244 Jul 22 14:01:51.636125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3bff5c6b-7867-416c-974e-8951784f0c18 req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-906610770', 'description': 'tempest-description-1113100873'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:51.659465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bff5c6b-7867-416c-974e-8951784f0c18 req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.753572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bff5c6b-7867-416c-974e-8951784f0c18 req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.757747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bff5c6b-7867-416c-974e-8951784f0c18 req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.772168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c43bdafc-0705-4530-ab6c-5ca27fcc2dc8 req-f67c1c6a-3b84-4bcc-8873-afc00d6e549d tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=de7da08163ee4b22ab876885c9ab24cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237384 Jul 22 14:01:51.783301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bff5c6b-7867-416c-974e-8951784f0c18 req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:51.784173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bff5c6b-7867-416c-974e-8951784f0c18 req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1522827 Jul 22 14:01:51.798192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529935a1-948a-4377-902c-fd6500117680 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd46f4a-2556-4227-a741-00ca9167419f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:51.917880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bdafc-0705-4530-ab6c-5ca27fcc2dc8 req-ab6df9a7-84ab-4a5e-a7d7-7a6fc066f937 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:51.919353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c43bdafc-0705-4530-ab6c-5ca27fcc2dc8 req-ab6df9a7-84ab-4a5e-a7d7-7a6fc066f937 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1396639 Jul 22 14:01:51.925782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4adc6-1dd7-4018-8ab4-104776f2efbd req-829b7afd-0628-4c15-a18f-6c8c47e4f2ad tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:51.927287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdc4adc6-1dd7-4018-8ab4-104776f2efbd req-829b7afd-0628-4c15-a18f-6c8c47e4f2ad tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.0752132 Jul 22 14:01:51.934159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c43bdafc-0705-4530-ab6c-5ca27fcc2dc8 req-e4632111-8ce1-4ef0-beec-fc36a18c48f9 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/quotas/de7da08163ee4b22ab876885c9ab24cb HTTP/1.1" status: 200 len: 375 time: 0.0094934 Jul 22 14:01:51.965258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdc4adc6-1dd7-4018-8ab4-104776f2efbd req-ffd54e6f-a17a-4816-b645-99a1b0937f48 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Jul 22 14:01:51.967437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c43bdafc-0705-4530-ab6c-5ca27fcc2dc8 req-ad08b4de-0efc-40ca-ba58-4aefaa68a72d tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=de7da08163ee4b22ab876885c9ab24cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281062 Jul 22 14:01:52.036013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3af70b34-e7d4-48a6-9afd-d02b024716cb req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-937814452', 'description': 'tempest-description-496362905'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:52.057449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3af70b34-e7d4-48a6-9afd-d02b024716cb req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.138273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3af70b34-e7d4-48a6-9afd-d02b024716cb req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.142300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3af70b34-e7d4-48a6-9afd-d02b024716cb req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.144602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-c1676e4e-17de-4e7c-8ccf-9194068dc258 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:52.146122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-c1676e4e-17de-4e7c-8ccf-9194068dc258 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.1057172 Jul 22 14:01:52.162280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-76e24a19-8e7d-4ad1-8831-561918b78ce9 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/quotas/310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 375 time: 0.0105174 Jul 22 14:01:52.173763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda534f-2b12-4182-9068-74044cc5bc16,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:52.176832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3af70b34-e7d4-48a6-9afd-d02b024716cb req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.178054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3af70b34-e7d4-48a6-9afd-d02b024716cb req-f9ee9b56-07eb-4581-84aa-e2fb4624e145 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1475828 Jul 22 14:01:52.238995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-b958c637-b0ab-4bb3-a53d-37a9b1f732aa tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670249 Jul 22 14:01:52.250906 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.297487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0f9b8-22de-47a8-87e0-396b0806471f req-c2a2d911-4e35-4364-9353-02e1b1bb7213 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:52.299787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37c0f9b8-22de-47a8-87e0-396b0806471f req-c2a2d911-4e35-4364-9353-02e1b1bb7213 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.0647588 Jul 22 14:01:52.337067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-2129fb4f-500a-4c86-bfac-0bdbfd730fcf service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907562 Jul 22 14:01:52.340372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37c0f9b8-22de-47a8-87e0-396b0806471f req-d2318ac9-8187-4b06-98fb-565f571bea4f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Jul 22 14:01:52.437642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-cf1706e6-e3d6-4b73-ae5e-d433a47e171a service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945625 Jul 22 14:01:52.608708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e29a46a2-3617-43b2-b023-0a48289c0146 req-a75ebfac-9b5b-4f8d-9867-11c5bc71246d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 10895 time: 0.1090517 Jul 22 14:01:52.662052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ba427-44e9-409e-b590-855a51a10170 req-a75384c0-80cc-474f-a67a-ec8d0700e09d tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:52.662532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e29a46a2-3617-43b2-b023-0a48289c0146 req-1113cafa-7cef-46b1-bf19-afd5f3251a86 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/d7c0942f-bb05-4032-9ec8-681df1392601 HTTP/1.1" status: 200 len: 2981 time: 0.0462165 Jul 22 14:01:52.664122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-427ba427-44e9-409e-b590-855a51a10170 req-a75384c0-80cc-474f-a67a-ec8d0700e09d tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 950 time: 0.0924542 Jul 22 14:01:52.711873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e29a46a2-3617-43b2-b023-0a48289c0146 req-2606edad-3772-40b7-a812-2ea42621844a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/d7c0942f-bb05-4032-9ec8-681df1392601 HTTP/1.1" status: 200 len: 2981 time: 0.0439730 Jul 22 14:01:52.738385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc23bd93-82d9-424c-9dbe-e1f7f39cdaf9 req-0e72523f-f4a2-4c50-88ac-fa74014412de tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 210 time: 0.0407941 Jul 22 14:01:52.772894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:01:52.806759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Deleting port d209e79f-5f3c-458b-bd7a-966c4853f0aa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:01:52.807088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.862929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd63f85-e3f5-434d-bd11-adc726fd0ae6 req-967e6b90-849f-4a31-a3b7-3998f3cb6a7d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:52.871186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfd63f85-e3f5-434d-bd11-adc726fd0ae6 req-967e6b90-849f-4a31-a3b7-3998f3cb6a7d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.1022198 Jul 22 14:01:52.945476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:52.945727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfd63f85-e3f5-434d-bd11-adc726fd0ae6 req-e7474272-875e-4a5f-b539-f69e9f07fa72 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733213 Jul 22 14:01:52.962390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'port_id': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'mac_address': 'fa:16:3e:37:32:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:01:52.972285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] For port d209e79f-5f3c-458b-bd7a-966c4853f0aa, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d209e79f-5f3c-458b-bd7a-966c4853f0aa,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:52.972773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:52.998934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Calling delete_port for d209e79f-5f3c-458b-bd7a-966c4853f0aa owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:01:53.006479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.026114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf272f25-23a1-4b91-8488-43cbc04a7523 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:53.030567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcfd1f-13b8-4606-9a3f-af4a24431783 req-a2f6b5a9-4baa-4ff4-8cd0-d1648259606c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:53.038458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5dcfd1f-13b8-4606-9a3f-af4a24431783 req-a2f6b5a9-4baa-4ff4-8cd0-d1648259606c tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b032145-ff79-404f-b127-13f14749317d HTTP/1.1" status: 200 len: 950 time: 0.1363206 Jul 22 14:01:53.051730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:53.058268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.127107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:53.130605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5dcfd1f-13b8-4606-9a3f-af4a24431783 req-5bcf0bc2-dc9c-439f-9f28-2cc5b57064c0 tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.11 "GET /v2.0/security-groups?id=b15f3808-4f4e-41fc-925a-656386bfbb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908198 Jul 22 14:01:53.234169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec8f1553-e5da-4657-a722-081cb3bc3a37 req-ae7d8bfd-e75a-4da3-bdd4-02872eceee09 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/8b6876fa-5e98-4d12-8d53-d3692989996a HTTP/1.1" status: 200 len: 1800 time: 0.0797570 Jul 22 14:01:53.269273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.281418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d209e79f-5f3c-458b-bd7a-966c4853f0aa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:53.304809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Pushing event deleted for resources: {'Port': ['ID=d209e79f-5f3c-458b-bd7a-966c4853f0aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:53.308383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['bf272f25-23a1-4b91-8488-43cbc04a7523'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:53.380344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] No DVR routers for this DVR port d209e79f-5f3c-458b-bd7a-966c4853f0aa on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:01:53.387337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.389319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-427ba427-44e9-409e-b590-855a51a10170 req-0e7fe23e-6cb7-47a3-9faf-2aba3f54294f tempest-DeleteServersAdminTestJSON-374687769 tempest-DeleteServersAdminTestJSON-374687769-project] 10.222.0.20 "DELETE /v2.0/ports/d209e79f-5f3c-458b-bd7a-966c4853f0aa HTTP/1.1" status: 204 len: 173 time: 0.7202587 Jul 22 14:01:53.389791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b032145-ff79-404f-b127-13f14749317d', 'name': 'network-vif-deleted', 'tag': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:53.393295 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcf3554-538f-4a03-9d5d-257f40cb5f6d" -d '{"events": [{"server_uuid": "3b032145-ff79-404f-b127-13f14749317d", "name": "network-vif-deleted", "tag": "d209e79f-5f3c-458b-bd7a-966c4853f0aa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:53.397396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeef39-3a79-4e7f-9d6b-886f798e5ab5 req-0b0a4f52-797d-4924-88d2-1134e1ce7ca5 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:53.399465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec8f1553-e5da-4657-a722-081cb3bc3a37 req-1200e269-b120-417d-9a58-ae990982d417 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.404526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfeef39-3a79-4e7f-9d6b-886f798e5ab5 req-0b0a4f52-797d-4924-88d2-1134e1ce7ca5 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1293445 Jul 22 14:01:53.447712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfeef39-3a79-4e7f-9d6b-886f798e5ab5 req-c19679da-5d63-4ccd-a60d-42823563905f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Jul 22 14:01:53.451280 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec8f1553-e5da-4657-a722-081cb3bc3a37 req-1200e269-b120-417d-9a58-ae990982d417 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.506908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec8f1553-e5da-4657-a722-081cb3bc3a37 req-1200e269-b120-417d-9a58-ae990982d417 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.510245 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ec8f1553-e5da-4657-a722-081cb3bc3a37 req-1200e269-b120-417d-9a58-ae990982d417 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:53.525782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec8f1553-e5da-4657-a722-081cb3bc3a37 req-1200e269-b120-417d-9a58-ae990982d417 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b6876fa-5e98-4d12-8d53-d3692989996a HTTP/1.1" status: 204 len: 173 time: 0.2789032 Jul 22 14:01:53.554898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200e269-b120-417d-9a58-ae990982d417 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6876fa-5e98-4d12-8d53-d3692989996a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:53.659180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826287f-0d3f-4532-ac8a-810da8b32211 req-43f8e2b3-2980-4f5e-853c-54847dc0ae4e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:53.660691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c826287f-0d3f-4532-ac8a-810da8b32211 req-43f8e2b3-2980-4f5e-853c-54847dc0ae4e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1016619 Jul 22 14:01:53.682902 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3ce15f3-5005-460b-a714-58e84dee7c38 req-6d134066-44df-475b-acda-167fa65cdaad tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=de7da08163ee4b22ab876885c9ab24cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259631 Jul 22 14:01:53.701722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c826287f-0d3f-4532-ac8a-810da8b32211 req-7415479f-3ee9-4a6d-944d-202f4e497be5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Jul 22 14:01:53.853646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4db12-ce9b-4735-b6db-16eae87fe29e req-7dd8be10-dde5-4f1b-8b58-58cafbdeba67 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:53.856050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bd4db12-ce9b-4735-b6db-16eae87fe29e req-7dd8be10-dde5-4f1b-8b58-58cafbdeba67 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 945 time: 0.0843370 Jul 22 14:01:53.871852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce15f3-5005-460b-a714-58e84dee7c38 req-065d05a8-676c-439e-98a4-075e1188d620 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:53.873326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3ce15f3-5005-460b-a714-58e84dee7c38 req-065d05a8-676c-439e-98a4-075e1188d620 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851330 Jul 22 14:01:53.900782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3ce15f3-5005-460b-a714-58e84dee7c38 req-e0cdd44e-901f-48b8-81c8-3fffa893a4ba tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/quotas/de7da08163ee4b22ab876885c9ab24cb HTTP/1.1" status: 200 len: 375 time: 0.0208876 Jul 22 14:01:53.909920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-01543b26-a3d8-4cdd-991d-0ab8efa39b23 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:53.910922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bd4db12-ce9b-4735-b6db-16eae87fe29e req-6644fabf-1d8c-4f6b-bc4b-70d81e779214 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Jul 22 14:01:53.911438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-01543b26-a3d8-4cdd-991d-0ab8efa39b23 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.1687665 Jul 22 14:01:53.942277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3ce15f3-5005-460b-a714-58e84dee7c38 req-44309dcf-d2bc-4631-89fa-3755a947f066 tempest-QuotasAdminNegativeTest-42229125 tempest-QuotasAdminNegativeTest-42229125-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=de7da08163ee4b22ab876885c9ab24cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299807 Jul 22 14:01:53.945821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Request body: {'port': {'device_id': '3c3ad008-ba84-48af-a387-54e961457259', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'admin_state_up': True, 'tenant_id': '310b19e524c84e459853ae3d2cbbe443'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:53.970851 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699e0aeb-3069-4916-814a-2edcb11a97d1 x-openstack-request-id: req-699e0aeb-3069-4916-814a-2edcb11a97d1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:53.971215 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b032145-ff79-404f-b127-13f14749317d", "name": "network-vif-deleted", "tag": "d209e79f-5f3c-458b-bd7a-966c4853f0aa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:53.971527 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-699e0aeb-3069-4916-814a-2edcb11a97d1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:53.971974 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b032145-ff79-404f-b127-13f14749317d', 'name': 'network-vif-deleted', 'tag': 'd209e79f-5f3c-458b-bd7a-966c4853f0aa', 'status': 'completed', 'code': 200} Jul 22 14:01:53.994241 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-b8774046-d174-4bba-963d-2be1b4c6655d req-e711c7e6-e1d0-40ec-83ad-1661d83d70fc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:01:53.995319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8774046-d174-4bba-963d-2be1b4c6655d req-e711c7e6-e1d0-40ec-83ad-1661d83d70fc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/8b6876fa-5e98-4d12-8d53-d3692989996a HTTP/1.1" status: 404 len: 352 time: 0.0149057 Jul 22 14:01:54.088284 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.094142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-e6b7c096-ec70-498a-8045-a4353d55d0ce tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267718 Jul 22 14:01:54.105962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1270946a-bb61-4c1d-9ade-06aaff71a06e req-735f669c-5bec-4180-aee8-5b6a470f175a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 210 time: 0.0487547 Jul 22 14:01:54.114797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Made reservation on behalf of 310b19e524c84e459853ae3d2cbbe443 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:54.119189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.230351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aff4b562-3271-4f96-93c7-57c46d80a0c3 req-83360cf8-d15e-4096-b6d4-b5b94d876f42 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/2fd46f4a-2556-4227-a741-00ca9167419f HTTP/1.1" status: 200 len: 1800 time: 0.0875382 Jul 22 14:01:54.246020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-3853ddb7-27da-4442-be3a-c18ec01fa2b3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:54.247504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-3853ddb7-27da-4442-be3a-c18ec01fa2b3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525369 Jul 22 14:01:54.266685 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-7a0c1791-c529-4705-943e-da0d684b0097 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963590 Jul 22 14:01:54.271045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-29053548-b23c-478f-a2b4-062983a842a1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/quotas/17c5ff29aa634ac2855166375bbb9f8e HTTP/1.1" status: 200 len: 375 time: 0.0152161 Jul 22 14:01:54.339881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Allocated IP 172.20.0.6 (a1b0424d-884b-465a-9e78-1af492525ccd/efd98642-14a3-469e-ac2d-92b2fd8f92a1/5d4c2b05-d791-488e-9f42-46f16b8a511d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:54.351293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aff4b562-3271-4f96-93c7-57c46d80a0c3 req-536bf684-8a19-41db-baa0-a0c6addf0bfd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.387086 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-0e6e8cd8-185a-457b-b150-59a44aca8912 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058254 Jul 22 14:01:54.393094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aff4b562-3271-4f96-93c7-57c46d80a0c3 req-536bf684-8a19-41db-baa0-a0c6addf0bfd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.396771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-cf2e8831-5364-49d6-a879-a2fbd2fb1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:54.398278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-cf2e8831-5364-49d6-a879-a2fbd2fb1a29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0816808 Jul 22 14:01:54.510973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-0523cf4d-e1c9-4cf7-b858-93643f7427eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:54.511108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aff4b562-3271-4f96-93c7-57c46d80a0c3 req-536bf684-8a19-41db-baa0-a0c6addf0bfd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.512365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-0523cf4d-e1c9-4cf7-b858-93643f7427eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.0904286 Jul 22 14:01:54.513539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aff4b562-3271-4f96-93c7-57c46d80a0c3 req-536bf684-8a19-41db-baa0-a0c6addf0bfd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.514680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aff4b562-3271-4f96-93c7-57c46d80a0c3 req-536bf684-8a19-41db-baa0-a0c6addf0bfd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/2fd46f4a-2556-4227-a741-00ca9167419f HTTP/1.1" status: 204 len: 173 time: 0.2779953 Jul 22 14:01:54.538722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bf684-8a19-41db-baa0-a0c6addf0bfd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd46f4a-2556-4227-a741-00ca9167419f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:54.566300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-25a106c3-1f4d-4322-94fc-981dbe9eb29a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.0472839 Jul 22 14:01:54.597980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.635378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-4290578b-64ce-4d1d-96cc-7972d9feb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:54.637038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-4290578b-64ce-4d1d-96cc-7972d9feb8fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0636318 Jul 22 14:01:54.662028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.694527 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-3f0884af-6e41-4a27-8d4d-ad0ed479fcb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473747 Jul 22 14:01:54.722616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:54.732675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Network a1b0424d-884b-465a-9e78-1af492525ccd is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:54.736643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:54.746892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:54.770633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f421225-6746-4756-9309-2881e04d186a req-9bfe0774-a652-47b6-ba16-8342458413d1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 210 time: 0.0366323 Jul 22 14:01:54.770825 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-e90f333a-243e-42be-b967-655a3b1cf7bd req-22012335-6437-45a4-a204-dc43522abc38 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:01:54.771641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e90f333a-243e-42be-b967-655a3b1cf7bd req-22012335-6437-45a4-a204-dc43522abc38 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/2fd46f4a-2556-4227-a741-00ca9167419f HTTP/1.1" status: 404 len: 352 time: 0.0288594 Jul 22 14:01:54.796539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:01:54.832538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:54.833558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:54.862395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-a00743f6-59e9-4c5c-a2cf-30e03f69895e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9225888 Jul 22 14:01:54.875750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Request body: {'port': {'device_id': '3c3ad008-ba84-48af-a387-54e961457259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:54.910389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port bf272f25-23a1-4b91-8488-43cbc04a7523 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:54.920898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port bf272f25-23a1-4b91-8488-43cbc04a7523 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:54.921398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.016327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-b9e64a0e-887b-4c44-8e77-6f518c5cfcc8 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095670 Jul 22 14:01:55.027837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.064067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:55.067727 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e79da0a-5af0-4244-9bb8-ea621008db45" -d '{"events": [{"server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:55.085375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:01:55.089180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8ee9308-f1bf-424c-8027-c3572c1b013b req-1d487c80-d61e-4c12-8aeb-88885cef86b1 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/2eda534f-2b12-4182-9068-74044cc5bc16 HTTP/1.1" status: 200 len: 1799 time: 0.2209914 Jul 22 14:01:55.091169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.093699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d209e79f-5f3c-458b-bd7a-966c4853f0aa no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:01:55.128288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: d209e79f-5f3c-458b-bd7a-966c4853f0aa {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:01:55.128969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d209e79f-5f3c-458b-bd7a-966c4853f0aa not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:01:55.165217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8ee9308-f1bf-424c-8027-c3572c1b013b req-2b948d0c-44d8-4251-9d34-2b7565803b53 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.193697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:55.237181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8ee9308-f1bf-424c-8027-c3572c1b013b req-2b948d0c-44d8-4251-9d34-2b7565803b53 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.279481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.287597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ef860a4-ffda-4337-a331-35b990f6d3bc req-8fef83e8-36a3-423a-b644-c4489c2ab79f service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610402 Jul 22 14:01:55.292654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec001a-4d1a-464d-836a-f4272f327845 req-17a2f967-4e8c-4dd5-a3f2-b02485fae595 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:55.293853 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fec001a-4d1a-464d-836a-f4272f327845 req-17a2f967-4e8c-4dd5-a3f2-b02485fae595 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1302783 Jul 22 14:01:55.308937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8ee9308-f1bf-424c-8027-c3572c1b013b req-2b948d0c-44d8-4251-9d34-2b7565803b53 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.312117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8ee9308-f1bf-424c-8027-c3572c1b013b req-2b948d0c-44d8-4251-9d34-2b7565803b53 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.326147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8ee9308-f1bf-424c-8027-c3572c1b013b req-2b948d0c-44d8-4251-9d34-2b7565803b53 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/2eda534f-2b12-4182-9068-74044cc5bc16 HTTP/1.1" status: 204 len: 173 time: 0.2359133 Jul 22 14:01:55.346528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b948d0c-44d8-4251-9d34-2b7565803b53 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda534f-2b12-4182-9068-74044cc5bc16,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:55.363673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fec001a-4d1a-464d-836a-f4272f327845 req-6f899630-d926-4905-be2a-d8d55de317ba tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570548 Jul 22 14:01:55.397697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:55.447412 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893c76e-fdc4-40c7-a1d6-5ab354e89c47 x-openstack-request-id: req-4893c76e-fdc4-40c7-a1d6-5ab354e89c47 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:55.447733 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "name": "network-vif-plugged", "status": "completed", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:55.447975 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4893c76e-fdc4-40c7-a1d6-5ab354e89c47 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:55.448352 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'code': 200} Jul 22 14:01:55.572303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b62e4e9-34ac-4349-9d1f-6ad94687844c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.598333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf01d-d805-4c43-a776-b9f70fcb1e63 req-2b81b99a-9b43-43dd-9627-762a81b5610e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:55.599839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3cdf01d-d805-4c43-a776-b9f70fcb1e63 req-2b81b99a-9b43-43dd-9627-762a81b5610e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 946 time: 0.1262987 Jul 22 14:01:55.666033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3cdf01d-d805-4c43-a776-b9f70fcb1e63 req-04f3cb96-4350-4b97-a89a-855f74cfd895 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595028 Jul 22 14:01:55.722846 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-dceb3f70-fe60-42e9-bade-2ce3e84d5780 req-5c477e74-6203-408d-8dbb-8fe804842330 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:01:55.723850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dceb3f70-fe60-42e9-bade-2ce3e84d5780 req-5c477e74-6203-408d-8dbb-8fe804842330 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/2eda534f-2b12-4182-9068-74044cc5bc16 HTTP/1.1" status: 404 len: 352 time: 0.0252643 Jul 22 14:01:55.733271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbc709-4a52-497b-a852-d9ed1f880c4d req-5a2f84b1-429f-418f-a843-d4735e30ea9d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:55.734838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2fbc709-4a52-497b-a852-d9ed1f880c4d req-5a2f84b1-429f-418f-a843-d4735e30ea9d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 931 time: 0.1961946 Jul 22 14:01:55.738129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b62e4e9-34ac-4349-9d1f-6ad94687844c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.741426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e199c42-0b8c-4294-b7cf-45611ffab799 req-ee16f952-6665-4a33-8493-b652fd97c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:55.743068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e199c42-0b8c-4294-b7cf-45611ffab799 req-ee16f952-6665-4a33-8493-b652fd97c5ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1098 time: 0.2157052 Jul 22 14:01:55.743423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b62e4e9-34ac-4349-9d1f-6ad94687844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.789154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62e4e9-34ac-4349-9d1f-6ad94687844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e71d74-fd28-4916-b878-01a52554ba39,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:55.794951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b62e4e9-34ac-4349-9d1f-6ad94687844c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de7da08163ee4b22ab876885c9ab24cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962266 Jul 22 14:01:55.797916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:55.851218 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e199c42-0b8c-4294-b7cf-45611ffab799 req-ec294603-d76e-4a00-b5db-308ee3fb5fee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008270 Jul 22 14:01:55.856072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2fbc709-4a52-497b-a852-d9ed1f880c4d req-56e70d13-7710-40d0-b0fa-7b7acd62f1d0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087439 Jul 22 14:01:55.861361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4c2b05-d791-488e-9f42-46f16b8a511d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:55.869504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.884260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Transition to ACTIVE for port object 5d4c2b05-d791-488e-9f42-46f16b8a511d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:55.894109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.914042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99262f2d-3a03-47c4-b24f-b6e1c03bd756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:55.983111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:56.003400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-703d0239-346b-48d6-9010-1a08d2bee95e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353639 Jul 22 14:01:56.012468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a49b52a2-fba1-43a8-a20f-d50a7a95f46b req-2620a428-3089-45db-8670-9363b1b226ab tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 6149 time: 0.1226878 Jul 22 14:01:56.022888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99262f2d-3a03-47c4-b24f-b6e1c03bd756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.079375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-785d4824-a1f2-42a5-900a-6e96ee1ca767 req-9f690ada-b6c9-4cfa-abea-aff0a1c8a817 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 210 time: 0.0545502 Jul 22 14:01:56.186298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a49b52a2-fba1-43a8-a20f-d50a7a95f46b req-3b9a1192-1440-44c3-aab5-b6d485eabad5 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/d7c0942f-bb05-4032-9ec8-681df1392601 HTTP/1.1" status: 200 len: 2981 time: 0.1462541 Jul 22 14:01:56.190206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:56.191815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:56.192320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:56.199580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:56.200422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:56.208011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:56.208848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:56.209237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:56.209965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Bound port: 5d4c2b05-d791-488e-9f42-46f16b8a511d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:56.210889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.211005 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99262f2d-3a03-47c4-b24f-b6e1c03bd756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.214161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99262f2d-3a03-47c4-b24f-b6e1c03bd756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.217337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-99262f2d-3a03-47c4-b24f-b6e1c03bd756 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65e71d74-fd28-4916-b878-01a52554ba39 HTTP/1.1" status: 204 len: 168 time: 0.4141304 Jul 22 14:01:56.265240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53702) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:56.303454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:56.308690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:56.315914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.377187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:56.377902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.379327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 1092 time: 1.5080471 Jul 22 14:01:56.381887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:56.391469 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d70f600-3259-443f-9a29-29ce7aab99d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:56.458683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d17f31-6e03-40ad-8fe1-7b2d9529b672 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:56.476447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-00f28ab9-b6ed-4dd0-84b1-cbe0c474e9dc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:56.477972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-00f28ab9-b6ed-4dd0-84b1-cbe0c474e9dc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4531403 Jul 22 14:01:56.483748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99262f2d-3a03-47c4-b24f-b6e1c03bd756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e71d74-fd28-4916-b878-01a52554ba39,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:56.496773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Request body: {'port': {'device_id': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '17c5ff29aa634ac2855166375bbb9f8e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:56.535032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-87eebecc-a30d-493e-b3da-7476e6063f22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23a4ddeeb5a940cebbb22753d11b3172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658670 Jul 22 14:01:56.546516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a49b52a2-fba1-43a8-a20f-d50a7a95f46b req-9e9d1cd5-d799-4e88-8abb-66a68e445aa8 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/d7c0942f-bb05-4032-9ec8-681df1392601 HTTP/1.1" status: 200 len: 2981 time: 0.3590767 Jul 22 14:01:56.561602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:56.604767 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5a683-ba0e-4089-a291-510636f0a1cd x-openstack-request-id: req-92e5a683-ba0e-4089-a291-510636f0a1cd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:56.605055 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:56.605306 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92e5a683-ba0e-4089-a291-510636f0a1cd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:56.605726 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'status': 'completed', 'code': 200} Jul 22 14:01:56.618395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f41463a4-6e11-42a6-95f5-2d21259976a1 req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-741387526', 'description': 'tempest-description-1085378075'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:56.620277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-9099cb24-416b-4298-ae1d-a0b00d38a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:56.622037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-9099cb24-416b-4298-ae1d-a0b00d38a0d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1095 time: 0.1790674 Jul 22 14:01:56.674848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f41463a4-6e11-42a6-95f5-2d21259976a1 req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.682278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:56.700147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-814e4878-d5cf-47b8-9ddf-8e2683fcb341 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 217 time: 0.0678787 Jul 22 14:01:56.717487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78c017ba-28c8-4fd7-9222-b60f0235a45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.718028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c804cdf3-6014-404b-8a5c-d0beca86f580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.723937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Made reservation on behalf of 17c5ff29aa634ac2855166375bbb9f8e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:01:56.727329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.760659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157244a-31cb-4d2a-ac8d-9fb859902209 req-a3d72ee1-d9c4-4327-b3c5-eff3722b2e37 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:56.768579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e157244a-31cb-4d2a-ac8d-9fb859902209 req-a3d72ee1-d9c4-4327-b3c5-eff3722b2e37 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.2634296 Jul 22 14:01:56.791455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c804cdf3-6014-404b-8a5c-d0beca86f580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.823672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-54598245-6eeb-4459-8cca-81093af8916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:56.825034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-54598245-6eeb-4459-8cca-81093af8916a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.1170943 Jul 22 14:01:56.868340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e157244a-31cb-4d2a-ac8d-9fb859902209 req-4c978ee0-b20a-48fe-abec-bbe6e9715975 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989106 Jul 22 14:01:56.890810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-803b4a0e-6395-4b93-b967-9a8127d932d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381551 Jul 22 14:01:56.908610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f41463a4-6e11-42a6-95f5-2d21259976a1 req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.919239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f41463a4-6e11-42a6-95f5-2d21259976a1 req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.942574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Allocated IP 192.168.233.195 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/116a31d1-aedc-4fe9-9f79-a420c9175a4d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:01:56.978997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c804cdf3-6014-404b-8a5c-d0beca86f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.981841 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c804cdf3-6014-404b-8a5c-d0beca86f580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:56.983000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c804cdf3-6014-404b-8a5c-d0beca86f580 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b15f3808-4f4e-41fc-925a-656386bfbb05 HTTP/1.1" status: 204 len: 168 time: 0.4196713 Jul 22 14:01:56.999799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e966f-7908-4bd5-a382-23cfbae45891,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:57.022623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804cdf3-6014-404b-8a5c-d0beca86f580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15f3808-4f4e-41fc-925a-656386bfbb05,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:57.044030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-fe5a5160-bdb8-42b8-b9bf-db6d27abea1c service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455886 Jul 22 14:01:57.100446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6403e0-9093-40da-a829-3be062ced337 req-53eb68bb-e0f0-4644-a62b-9e62f524e21d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.101998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b6403e0-9093-40da-a829-3be062ced337 req-53eb68bb-e0f0-4644-a62b-9e62f524e21d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 946 time: 0.1369445 Jul 22 14:01:57.143303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78c017ba-28c8-4fd7-9222-b60f0235a45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.151762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78c017ba-28c8-4fd7-9222-b60f0235a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.158537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f41463a4-6e11-42a6-95f5-2d21259976a1 req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.159766 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f41463a4-6e11-42a6-95f5-2d21259976a1 req-b3328dee-2032-4778-a17a-cc404da62101 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5479205 Jul 22 14:01:57.196578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b6403e0-9093-40da-a829-3be062ced337 req-8a66571a-89f2-4d6d-91a7-2fe77ede592e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672972 Jul 22 14:01:57.202985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f55bf0-3814-42fa-981d-12c41fa75e94 req-99793422-4746-46a4-bc03-16d62095a7fc service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496923 Jul 22 14:01:57.212514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.250455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78c017ba-28c8-4fd7-9222-b60f0235a45f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca53138a7cd54fd4b2d4d992c25c3148&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601649 Jul 22 14:01:57.253310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53734) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:57.254897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c017ba-28c8-4fd7-9222-b60f0235a45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e440dc-3b96-45bc-b7aa-ab7dc109caa8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:57.263621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Transition to ACTIVE for port object 116a31d1-aedc-4fe9-9f79-a420c9175a4d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:57.339501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.351541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b70c2be4-9db8-468f-8aba-f8b7fd82330c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:57.393184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:01:57.405328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3383-823c-4d35-963b-0d9abe11565d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.413383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:01:57.418386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:01:57.421094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:01:57.442820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3383-823c-4d35-963b-0d9abe11565d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.461146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-94d5d491-4496-47a2-9ba6-a9e91ab1aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.463358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-94d5d491-4496-47a2-9ba6-a9e91ab1aadf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1095 time: 0.1552403 Jul 22 14:01:57.475082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999d639-8244-4ea3-b809-0f7eac444749 req-0a1a1f24-a8d2-4bc0-8b79-d9b51015ebcd tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.476727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8999d639-8244-4ea3-b809-0f7eac444749 req-0a1a1f24-a8d2-4bc0-8b79-d9b51015ebcd tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.1876860 Jul 22 14:01:57.490352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event updated for resources: {'Port': ['ID=116a31d1-aedc-4fe9-9f79-a420c9175a4d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:57.517697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.518376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.521055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:57.579219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5124f7a5-c82a-4ebe-bff4-2411cd43db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.591500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dc958-1510-4da8-90e4-6f3495c37e36 req-09711907-06ae-4dd0-baac-52b61f389117 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.599793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e01dc958-1510-4da8-90e4-6f3495c37e36 req-09711907-06ae-4dd0-baac-52b61f389117 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 936 time: 0.2635550 Jul 22 14:01:57.608435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-4fb56441-adcc-4a29-aeb0-affd9194be4b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1184075 Jul 22 14:01:57.631091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8999d639-8244-4ea3-b809-0f7eac444749 req-8f87cdaa-db3a-4807-acdd-9ae02690a213 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361074 Jul 22 14:01:57.642825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3383-823c-4d35-963b-0d9abe11565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.646063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3383-823c-4d35-963b-0d9abe11565d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.647277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2e9f3383-823c-4d35-963b-0d9abe11565d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87e440dc-3b96-45bc-b7aa-ab7dc109caa8 HTTP/1.1" status: 204 len: 168 time: 0.3929532 Jul 22 14:01:57.665940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-01aa0a1b-c7e5-4df7-9b32-3bba7a4bb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.667724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-01aa0a1b-c7e5-4df7-9b32-3bba7a4bb4ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1882730 Jul 22 14:01:57.669056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f3383-823c-4d35-963b-0d9abe11565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e440dc-3b96-45bc-b7aa-ab7dc109caa8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:57.679925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3bf270e0-04ee-4a4b-9041-f29287efb404 req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-198154983', 'description': 'tempest-description-539958337'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:57.722732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Request body: {'port': {'device_id': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:01:57.756979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-c8c6be2d-9a8e-41ca-950f-5636eb5a05e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 217 time: 0.0698621 Jul 22 14:01:57.818073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-520364cd-27da-46ed-9870-30e23bb8601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:57.819545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-520364cd-27da-46ed-9870-30e23bb8601b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0536366 Jul 22 14:01:57.851914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65728b97-9dc9-47cc-9250-a87ce052260a None None] Provisioning for port 116a31d1-aedc-4fe9-9f79-a420c9175a4d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:01:57.856808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65728b97-9dc9-47cc-9250-a87ce052260a None None] Provisioning complete for port 116a31d1-aedc-4fe9-9f79-a420c9175a4d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:01:57.857182 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65728b97-9dc9-47cc-9250-a87ce052260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.868265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5124f7a5-c82a-4ebe-bff4-2411cd43db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.869518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.873064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-293c7496-4d30-4b99-a5fe-001bc0690331 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435581 Jul 22 14:01:57.881786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e01dc958-1510-4da8-90e4-6f3495c37e36 req-22f70a72-2207-447c-aea7-c7ec785f9aa6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807813 Jul 22 14:01:57.905519 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5124f7a5-c82a-4ebe-bff4-2411cd43db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.930535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bf270e0-04ee-4a4b-9041-f29287efb404 req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:57.940661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-65728b97-9dc9-47cc-9250-a87ce052260a None None] Port 116a31d1-aedc-4fe9-9f79-a420c9175a4d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:01:57.972565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124f7a5-c82a-4ebe-bff4-2411cd43db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50636e6-9599-4b0d-a905-1f36c71552ad,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:58.045600 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-057cac64-9f30-4ac8-b864-47d17825ef6c service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641724 Jul 22 14:01:58.050585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5124f7a5-c82a-4ebe-bff4-2411cd43db16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=641ff8aa999d4648b1a7c4fd2e36e6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234263 Jul 22 14:01:58.053797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:01:58.139998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bf270e0-04ee-4a4b-9041-f29287efb404 req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.150210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bf270e0-04ee-4a4b-9041-f29287efb404 req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.195375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3bf270e0-04ee-4a4b-9041-f29287efb404 req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.196613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf270e0-04ee-4a4b-9041-f29287efb404 req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5218008 Jul 22 14:01:58.199528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d70f600-3259-443f-9a29-29ce7aab99d2 req-38415fd7-bd1e-496a-930d-9c5623c354f2 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450324 Jul 22 14:01:58.200534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0f034-ec2c-4de1-a87c-3d129c4dee7a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9af9b-522a-4c0e-bc08-cd592c098795,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:58.213363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9f9c-ae76-4a39-aea2-e5e2e9625f34 req-3e7f5714-3d6b-4f05-96a4-35d32102ddd6 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:58.214955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52cd9f9c-ae76-4a39-aea2-e5e2e9625f34 req-3e7f5714-3d6b-4f05-96a4-35d32102ddd6 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1098 time: 0.2356355 Jul 22 14:01:58.299038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c115c1e-e911-456f-96f1-322564872af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.338636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c115c1e-e911-456f-96f1-322564872af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.353631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52cd9f9c-ae76-4a39-aea2-e5e2e9625f34 req-1cb765ba-200e-4f81-bd21-7606fe93fe0e tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222446 Jul 22 14:01:58.359631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30116b1e-9d79-4d54-8f1e-5c129de14c0d req-ed29a477-1dff-4245-91f9-d16921f843a1 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:58.368603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30116b1e-9d79-4d54-8f1e-5c129de14c0d req-ed29a477-1dff-4245-91f9-d16921f843a1 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.0885246 Jul 22 14:01:58.425352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30116b1e-9d79-4d54-8f1e-5c129de14c0d req-dc48c83c-915f-4679-aaa6-fc389a374c6b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557175 Jul 22 14:01:58.473232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c115c1e-e911-456f-96f1-322564872af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.475951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c115c1e-e911-456f-96f1-322564872af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.477223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2c115c1e-e911-456f-96f1-322564872af1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d50636e6-9599-4b0d-a905-1f36c71552ad HTTP/1.1" status: 204 len: 168 time: 0.4174330 Jul 22 14:01:58.497135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c115c1e-e911-456f-96f1-322564872af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50636e6-9599-4b0d-a905-1f36c71552ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:58.508006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116a31d1-aedc-4fe9-9f79-a420c9175a4d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:01:58.528973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.575791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Transition to ACTIVE for port object 116a31d1-aedc-4fe9-9f79-a420c9175a4d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:01:58.580520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.651593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Pushing event updated for resources: {'Port': ['ID=116a31d1-aedc-4fe9-9f79-a420c9175a4d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:58.675521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-6dfca7e8-6ff3-4f16-9ef6-d9cddd11ab98 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:58.685204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-6dfca7e8-6ff3-4f16-9ef6-d9cddd11ab98 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 813 time: 0.1454201 Jul 22 14:01:58.702447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-36b1a3cc-ada6-4d3d-8ffa-bc7f252a0815 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/quotas/3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 375 time: 0.0159144 Jul 22 14:01:58.722331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457926b-5c5b-4421-99b4-5b396f0e3ae0 req-4acf1db7-7295-47ea-9e59-27ca04e9dcc7 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:58.724165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5457926b-5c5b-4421-99b4-5b396f0e3ae0 req-4acf1db7-7295-47ea-9e59-27ca04e9dcc7 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1098 time: 0.1921661 Jul 22 14:01:58.786071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e7029ece-b168-4739-9042-048dbc1db4a3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825717 Jul 22 14:01:58.790791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Attempting to bind port 116a31d1-aedc-4fe9-9f79-a420c9175a4d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:01:58.791129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Attempting to bind port 116a31d1-aedc-4fe9-9f79-a420c9175a4d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:01:58.791461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Attempting to bind port 116a31d1-aedc-4fe9-9f79-a420c9175a4d on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:58.800317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Port 116a31d1-aedc-4fe9-9f79-a420c9175a4d on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:01:58.800733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Attempting to bind port 116a31d1-aedc-4fe9-9f79-a420c9175a4d on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:01:58.820689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:01:58.821060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:01:58.821425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:01:58.821893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Bound port: 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:01:58.822260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:58.833466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5457926b-5c5b-4421-99b4-5b396f0e3ae0 req-2f5fa17c-3448-40fd-a2d0-d926669b7887 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015747 Jul 22 14:01:58.945901 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-ad5d204c-2ad4-43df-ac5f-d84c1d4df094 service neutron] 10.222.0.11 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489224 Jul 22 14:01:59.028699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] For port 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:01:59.049166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] For port 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:01:59.065704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:59.071752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-3a02ff1c-3697-40c2-8106-4f69d0328863 service neutron] 10.222.0.11 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214333 Jul 22 14:01:59.138308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.138933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:01:59.140512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/116a31d1-aedc-4fe9-9f79-a420c9175a4d HTTP/1.1" status: 200 len: 1097 time: 1.5096779 Jul 22 14:01:59.141879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'tag': '116a31d1-aedc-4fe9-9f79-a420c9175a4d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:01:59.144807 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f446c1-1a17-4188-b4d3-9dcc99b15882" -d '{"events": [{"name": "network-changed", "server_uuid": "0185d0c5-5dae-4d93-bc82-34e39251d0e7", "tag": "116a31d1-aedc-4fe9-9f79-a420c9175a4d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:01:59.169978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c667b2-1e0a-47d1-b839-84cd523aa5a7 req-1dd228d8-6dad-4247-8c08-ea068c7d341c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.178773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54c667b2-1e0a-47d1-b839-84cd523aa5a7 req-1dd228d8-6dad-4247-8c08-ea068c7d341c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.1935606 Jul 22 14:01:59.284048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbaf6f-05e1-4d47-ba35-6332c353efb7 service neutron] Pushing event updated for resources: {'Port': ['ID=116a31d1-aedc-4fe9-9f79-a420c9175a4d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:01:59.343568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54c667b2-1e0a-47d1-b839-84cd523aa5a7 req-e993a18f-6ea6-4973-bbc1-85553285d900 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637933 Jul 22 14:01:59.403330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-7b19d703-61a2-4226-8c5f-31674bb0a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.404847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-7b19d703-61a2-4226-8c5f-31674bb0a2aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 1100 time: 0.2182877 Jul 22 14:01:59.517971 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b2350d-18ec-4658-b4c3-23b96945e1ba x-openstack-request-id: req-57b2350d-18ec-4658-b4c3-23b96945e1ba {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:01:59.518284 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0185d0c5-5dae-4d93-bc82-34e39251d0e7", "tag": "116a31d1-aedc-4fe9-9f79-a420c9175a4d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:01:59.518514 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57b2350d-18ec-4658-b4c3-23b96945e1ba {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:01:59.518972 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'tag': '116a31d1-aedc-4fe9-9f79-a420c9175a4d', 'status': 'completed', 'code': 200} Jul 22 14:01:59.523559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-5b94cfd8-89b6-4f3b-b447-f368da239b56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d HTTP/1.1" status: 200 len: 217 time: 0.1068950 Jul 22 14:01:59.540842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b57b0c-1f6d-4ca0-b6f6-be8174988e46 req-9d2b1bd7-619e-4f2e-982a-64924809d50f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.549905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52b57b0c-1f6d-4ca0-b6f6-be8174988e46 req-9d2b1bd7-619e-4f2e-982a-64924809d50f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 948 time: 0.1527066 Jul 22 14:01:59.568172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7fbdd2fe-65b8-46a6-ba61-980b6558f208 req-3f17ff4a-b825-4884-9929-05240df1c777 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 210 time: 0.0473769 Jul 22 14:01:59.605794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52b57b0c-1f6d-4ca0-b6f6-be8174988e46 req-82b99618-8a6d-4b37-ac1e-5d24a3b2fa4c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551760 Jul 22 14:01:59.623124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-572ed972-10e5-4a59-bca4-ebe64c79fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.624900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-572ed972-10e5-4a59-bca4-ebe64c79fbd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0928004 Jul 22 14:01:59.742785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da64-4698-4a03-b871-8449dcd18505 req-38a8c5ea-25e0-4022-a6d2-4c2d9eeb11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.745755 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-38a8c5ea-25e0-4022-a6d2-4c2d9eeb11f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054630 Jul 22 14:01:59.816682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd0cc-6be8-4f09-9623-d39340e4c462 req-6a0720cd-35e7-4047-afbb-bc609501f3fc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:01:59.824297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfd0cc-6be8-4f09-9623-d39340e4c462 req-6a0720cd-35e7-4047-afbb-bc609501f3fc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1010661 Jul 22 14:01:59.905659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfd0cc-6be8-4f09-9623-d39340e4c462 req-4c25564e-e678-4f76-b444-092c30324582 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749054 Jul 22 14:01:59.957182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:00.024079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:00.044198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-68651d4a-9c50-43a4-a667-b835fdca6b0b service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823088 Jul 22 14:02:00.125371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:00.142599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'port_id': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'mac_address': 'fa:16:3e:bb:e2:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd98642-14a3-469e-ac2d-92b2fd8f92a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:00.190353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e896da64-4698-4a03-b871-8449dcd18505 req-8b71210a-5bd0-4271-a337-58e024da47f0 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409523 Jul 22 14:02:00.191424 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.202021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38093e-78d4-4888-8bd9-9063cf6dc8c9 req-6e899c2c-0263-4786-8cd3-b12836e2292b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.203747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af38093e-78d4-4888-8bd9-9063cf6dc8c9 req-6e899c2c-0263-4786-8cd3-b12836e2292b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1098 time: 0.2273970 Jul 22 14:02:00.211811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4c2b05-d791-488e-9f42-46f16b8a511d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:00.248971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:00.258471 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.265337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af38093e-78d4-4888-8bd9-9063cf6dc8c9 req-3346cab0-7057-4a27-8a20-28f7fa56cc51 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455687 Jul 22 14:02:00.303527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ed7237d-deb0-41ef-adf9-8f51c32be5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.326878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-498d8755-5fe9-47b3-9688-1938ba27fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.328543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-498d8755-5fe9-47b3-9688-1938ba27fdc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 1100 time: 0.0617530 Jul 22 14:02:00.335895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:00.444869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-499b04f6-652c-46d4-8272-f2a0a9bce28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.446395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-499b04f6-652c-46d4-8272-f2a0a9bce28b service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1111531 Jul 22 14:02:00.483437 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ed7237d-deb0-41ef-adf9-8f51c32be5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.489877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ed7237d-deb0-41ef-adf9-8f51c32be5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.492919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-555d3d5a-70a1-41c5-a44f-74dd7b275a3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d HTTP/1.1" status: 200 len: 217 time: 0.0375557 Jul 22 14:02:00.550623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-9efd21a0-2554-4b93-9729-baf34cfd262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.552168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-9efd21a0-2554-4b93-9729-baf34cfd262a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0494988 Jul 22 14:02:00.561777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6ed7237d-deb0-41ef-adf9-8f51c32be5c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6a077fd6ce54f67bf868810155cef3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363405 Jul 22 14:02:00.562312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:00.574139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cf44-4d98-47f7-9c16-6ea2336749a5 req-0974e46a-d8f7-47de-b6c8-4fe49500dc51 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.574354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['5d4c2b05-d791-488e-9f42-46f16b8a511d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:00.582241 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8e4cf44-4d98-47f7-9c16-6ea2336749a5 req-0974e46a-d8f7-47de-b6c8-4fe49500dc51 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.1611071 Jul 22 14:02:00.687872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-b7d0431b-0142-4d4a-9758-6b1ee5f6c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.690106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-b7d0431b-0142-4d4a-9758-6b1ee5f6c5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199305 Jul 22 14:02:00.691108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7237d-deb0-41ef-adf9-8f51c32be5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c690502-1956-422d-b5ec-f8b143b08581,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:00.698253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f841694-7858-4dd5-9b11-a74d42db6b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.707710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8e4cf44-4d98-47f7-9c16-6ea2336749a5 req-529f3e8a-c3f4-4440-bd16-ab8a0ba37a33 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240709 Jul 22 14:02:00.767599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f841694-7858-4dd5-9b11-a74d42db6b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.836725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-ee894b6e-7139-44bc-a9a2-095b04016b17 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:00.838491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-ee894b6e-7139-44bc-a9a2-095b04016b17 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.20 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 813 time: 0.2233648 Jul 22 14:02:00.851389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1e8162a-19a5-40d2-bca4-966f70c36c1c req-2d893ce0-fabd-45bc-ac81-094c42fdc2a4 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 210 time: 0.1243055 Jul 22 14:02:00.854423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f841694-7858-4dd5-9b11-a74d42db6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.857093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f841694-7858-4dd5-9b11-a74d42db6b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:00.858384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f841694-7858-4dd5-9b11-a74d42db6b0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c690502-1956-422d-b5ec-f8b143b08581 HTTP/1.1" status: 204 len: 168 time: 0.2954068 Jul 22 14:02:00.866413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'port': {'device_id': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'network_id': '93273878-2e56-4d72-8f73-c626a542d145', 'admin_state_up': True, 'tenant_id': '3d7e233556b94975872c0aa5e5d9f4b5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:00.902939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f841694-7858-4dd5-9b11-a74d42db6b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c690502-1956-422d-b5ec-f8b143b08581,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:00.942119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-9898dfcc-cf1f-42b6-83d1-588ef88b018a service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382967 Jul 22 14:02:01.109173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f446c1-1a17-4188-b4d3-9dcc99b15882 req-e504c3ec-393a-44d1-9686-3d092c3a0409 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572018 Jul 22 14:02:01.241719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77011b-879d-477b-84d9-3e73291f3076 req-66585e4f-40af-48d9-a717-d4e70995a547 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:01.243234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d77011b-879d-477b-84d9-3e73291f3076 req-66585e4f-40af-48d9-a717-d4e70995a547 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 948 time: 0.4312861 Jul 22 14:02:01.261543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61233901-37ff-4a9a-bd5a-06919ee93330 req-833e42d4-226c-4e5b-9fb4-4811830d231e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:01.263443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61233901-37ff-4a9a-bd5a-06919ee93330 req-833e42d4-226c-4e5b-9fb4-4811830d231e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.0792906 Jul 22 14:02:01.265463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Made reservation on behalf of 3d7e233556b94975872c0aa5e5d9f4b5 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:01.269442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.281834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53884) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:01.303640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61233901-37ff-4a9a-bd5a-06919ee93330 req-0f49ef84-b75f-4eb8-9bd6-c817f5813b07 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340717 Jul 22 14:02:01.308363 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3d27b04-6600-41bb-8322-b7b92d75b040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.328702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d77011b-879d-477b-84d9-3e73291f3076 req-71dccdd6-f454-4770-9ef1-da6ba6711e3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792012 Jul 22 14:02:01.511361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Allocated IP 172.20.0.13 (93273878-2e56-4d72-8f73-c626a542d145/23cb5786-61b7-4b0e-b216-98cc3417a883/dc9915c5-5344-44f0-8050-784edf5813ce) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:01.552237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa531d7d-40f7-44a7-a6a4-fba4208c8022 req-a384dc93-6e32-42d4-a210-8e9d6a69d4ea tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:01.553820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa531d7d-40f7-44a7-a6a4-fba4208c8022 req-a384dc93-6e32-42d4-a210-8e9d6a69d4ea tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1098 time: 0.1630447 Jul 22 14:02:01.611560 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3d27b04-6600-41bb-8322-b7b92d75b040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.625336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3d27b04-6600-41bb-8322-b7b92d75b040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.664403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa531d7d-40f7-44a7-a6a4-fba4208c8022 req-19f56b18-9321-404f-98cc-faecb2e0c04b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950313 Jul 22 14:02:01.704925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c3d27b04-6600-41bb-8322-b7b92d75b040 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a6af46dc6e44a32aee2c0a6a76b70a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193981 Jul 22 14:02:01.704925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d27b04-6600-41bb-8322-b7b92d75b040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b07f466-6da9-4735-a2a0-c1864ffd03b1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:01.705345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:01.776599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1338a8aa-7b50-48b5-83e2-2c58a4e92f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.799490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.805137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1338a8aa-7b50-48b5-83e2-2c58a4e92f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.858458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1338a8aa-7b50-48b5-83e2-2c58a4e92f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.861413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1338a8aa-7b50-48b5-83e2-2c58a4e92f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.862746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1338a8aa-7b50-48b5-83e2-2c58a4e92f05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b07f466-6da9-4735-a2a0-c1864ffd03b1 HTTP/1.1" status: 204 len: 168 time: 0.1562026 Jul 22 14:02:01.873340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338a8aa-7b50-48b5-83e2-2c58a4e92f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b07f466-6da9-4735-a2a0-c1864ffd03b1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:01.898938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64399247-fc36-432e-87b4-d4c95cd841f5 req-383626ea-6323-44cb-a0fd-9f985bf2ccba tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:01.900478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64399247-fc36-432e-87b4-d4c95cd841f5 req-383626ea-6323-44cb-a0fd-9f985bf2ccba tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.0976763 Jul 22 14:02:01.902079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:01.913396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:01.955331 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:02:01.975453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Network 93273878-2e56-4d72-8f73-c626a542d145 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:01.980773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:01.983435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:02.005851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:02.066736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64399247-fc36-432e-87b4-d4c95cd841f5 req-b392c298-767c-449d-8bcd-99d1d22e8590 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275949 Jul 22 14:02:02.082610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:02.102586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 5d4c2b05-d791-488e-9f42-46f16b8a511d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:02.112283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 5d4c2b05-d791-488e-9f42-46f16b8a511d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:02.112903 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.115568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:02.116364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.134475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-f6085447-c270-4cb5-87a4-3916b0bf6072 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2785139 Jul 22 14:02:02.152525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Request body: {'port': {'device_id': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:02.284427 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.294060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.335050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:02.337701 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22be6fa-1b63-4e9e-ad1f-712e34abda8a" -d '{"events": [{"server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "name": "network-vif-plugged", "status": "completed", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:02.364680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:02.369654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.434347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:02.551947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec98f2-8e77-451a-8dbc-f21ead0b43e6 req-da327eda-2b74-4205-a93b-d95a2e343977 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:02.553542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06ec98f2-8e77-451a-8dbc-f21ead0b43e6 req-da327eda-2b74-4205-a93b-d95a2e343977 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 932 time: 0.2558379 Jul 22 14:02:02.565515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:02.670812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06ec98f2-8e77-451a-8dbc-f21ead0b43e6 req-e1d4ee51-0782-4132-b4be-259d5c4b718f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091313 Jul 22 14:02:02.725060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b117d692-e25f-480c-beb8-a0e87f1d1e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.913175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9915c5-5344-44f0-8050-784edf5813ce {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:02.918403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b117d692-e25f-480c-beb8-a0e87f1d1e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.925050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b117d692-e25f-480c-beb8-a0e87f1d1e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.928336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.957895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Transition to ACTIVE for port object dc9915c5-5344-44f0-8050-784edf5813ce will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:02.962620 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:02.975318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117d692-e25f-480c-beb8-a0e87f1d1e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26f62e3-8307-40d7-9a00-ed29f8b61b6a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:02.979905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b117d692-e25f-480c-beb8-a0e87f1d1e03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4ec53fccb8f4cda8f1a97839c8408f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133041 Jul 22 14:02:02.983294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:03.037670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca59204-3f1d-483f-aa73-54f8315ff5eb req-d9d95b9c-4024-410e-b20a-43d61d8c9994 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.039260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ca59204-3f1d-483f-aa73-54f8315ff5eb req-d9d95b9c-4024-410e-b20a-43d61d8c9994 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1848574 Jul 22 14:02:03.042417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:03.052359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-05a5542c-98d2-4f54-b1b2-a6666c41bf1b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:02:03.068126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-05a5542c-98d2-4f54-b1b2-a6666c41bf1b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294604 Jul 22 14:02:03.068339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Request body: {'binding': {'host': 'n-h1-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:03.068761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:02:03.120926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2493542e-8d5e-412c-aba3-1aa0dc81cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.170620 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ca59204-3f1d-483f-aa73-54f8315ff5eb req-b879a610-8301-4318-bf8d-b756fd7692c8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934825 Jul 22 14:02:03.183888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Attempting to bind port dc9915c5-5344-44f0-8050-784edf5813ce on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:03.184541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Attempting to bind port dc9915c5-5344-44f0-8050-784edf5813ce by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:03.185141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Attempting to bind port dc9915c5-5344-44f0-8050-784edf5813ce on network 93273878-2e56-4d72-8f73-c626a542d145 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:03.191271 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2493542e-8d5e-412c-aba3-1aa0dc81cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.192727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Port dc9915c5-5344-44f0-8050-784edf5813ce on network 93273878-2e56-4d72-8f73-c626a542d145 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:03.193218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Attempting to bind port dc9915c5-5344-44f0-8050-784edf5813ce on network 93273878-2e56-4d72-8f73-c626a542d145 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:03.206628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:03.208327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Checking segment: {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:03.208478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Bound using segment: {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:03.208906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Bound port: dc9915c5-5344-44f0-8050-784edf5813ce, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af211beb-c940-4345-b4e7-aa0e13f67b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93273878-2e56-4d72-8f73-c626a542d145'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:03.209276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.233785 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba88bf-c90a-4d19-8fe1-936fe848ff97 x-openstack-request-id: req-e6ba88bf-c90a-4d19-8fe1-936fe848ff97 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:03.236421 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "name": "network-vif-plugged", "status": "completed", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:03.237070 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6ba88bf-c90a-4d19-8fe1-936fe848ff97 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:03.237385 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'code': 200} Jul 22 14:02:03.289972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on host n-h1-787205-11 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:03.290341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:03.290670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:03.296781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:03.297209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:03.303705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:03.304290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:03.304516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:03.304922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Bound port: bf272f25-23a1-4b91-8488-43cbc04a7523, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:03.336658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2493542e-8d5e-412c-aba3-1aa0dc81cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.340363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2493542e-8d5e-412c-aba3-1aa0dc81cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.341728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2493542e-8d5e-412c-aba3-1aa0dc81cd94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e26f62e3-8307-40d7-9a00-ed29f8b61b6a HTTP/1.1" status: 204 len: 168 time: 0.3573806 Jul 22 14:02:03.348455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:03.359909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:03.369137 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.389655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493542e-8d5e-412c-aba3-1aa0dc81cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26f62e3-8307-40d7-9a00-ed29f8b61b6a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:03.421497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:03.431288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.435998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-9a01e1d7-7299-471e-913f-8ed4957e0e89 service neutron] 10.222.0.11 "POST /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523/bindings HTTP/1.1" status: 201 len: 390 time: 0.3721340 Jul 22 14:02:03.452656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.453773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:03.456392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 1093 time: 1.3152800 Jul 22 14:02:03.458778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:03.461305 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e051d5d0-f59e-4314-9961-1526b1fc1094" -d '{"events": [{"name": "network-changed", "server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:03.470017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137f9f1-a418-4b4b-8179-4bda972a0a4e req-45b790d7-1cbb-4ac3-964b-1f72437659ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.476916 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3137f9f1-a418-4b4b-8179-4bda972a0a4e req-45b790d7-1cbb-4ac3-964b-1f72437659ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1097 time: 0.1339109 Jul 22 14:02:03.564191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7c33f-fafb-4a4c-a909-019617edd736 req-edaf9a5b-d078-4040-9f76-4c9d715bbdaf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.572140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ed7c33f-fafb-4a4c-a909-019617edd736 req-edaf9a5b-d078-4040-9f76-4c9d715bbdaf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 948 time: 0.1948907 Jul 22 14:02:03.575204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612d45f-17c0-45e7-8112-403280b43e10 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:03.597832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3137f9f1-a418-4b4b-8179-4bda972a0a4e req-b7184121-3fc9-4488-b0d4-24e52abcdde3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106136 Jul 22 14:02:03.632271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ed7c33f-fafb-4a4c-a909-019617edd736 req-9d3b2643-dcd8-411c-9bd9-a42d80857570 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522504 Jul 22 14:02:03.679630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-bb32114b-b2f1-4f6c-8a6f-267172b8687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.681278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-bb32114b-b2f1-4f6c-8a6f-267172b8687d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1096 time: 0.1779506 Jul 22 14:02:03.686642 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c75b5b-16c1-4959-a7a0-faa34e4ec74f x-openstack-request-id: req-02c75b5b-16c1-4959-a7a0-faa34e4ec74f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:03.687035 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:03.687287 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02c75b5b-16c1-4959-a7a0-faa34e4ec74f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:03.687677 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'status': 'completed', 'code': 200} Jul 22 14:02:03.759101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e5021-a7b1-43f3-ba02-8047e38f34ce req-b1bf8427-fe41-4f10-9ab2-42ed6a5da1cf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.760688 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-614e5021-a7b1-43f3-ba02-8047e38f34ce req-b1bf8427-fe41-4f10-9ab2-42ed6a5da1cf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1350405 Jul 22 14:02:03.768399 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-a838c06e-9068-49d6-aee5-fc58222bb5c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 217 time: 0.0747766 Jul 22 14:02:03.839125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-614e5021-a7b1-43f3-ba02-8047e38f34ce req-782a04af-37d9-4f15-94db-c95ab956ca1b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Jul 22 14:02:03.878819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-3f27e622-c623-489e-9176-647363049142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.880772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-3f27e622-c623-489e-9176-647363049142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1098 time: 0.1151609 Jul 22 14:02:03.903808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-0ba592bc-da39-4abf-ad80-920366f17fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:03.903808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-0ba592bc-da39-4abf-ad80-920366f17fbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.1233876 Jul 22 14:02:03.959462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-a20ee1d7-e18b-4c9e-b724-cf595527bbf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496633 Jul 22 14:02:03.989457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 116a31d1-aedc-4fe9-9f79-a420c9175a4d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:04.001144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85123b-0c36-47ae-8fe1-8d84f4f5f362 req-4bdb477e-e3af-495d-b6f8-4fef8c068552 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.003035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bd85123b-0c36-47ae-8fe1-8d84f4f5f362 req-4bdb477e-e3af-495d-b6f8-4fef8c068552 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 946 time: 0.2337341 Jul 22 14:02:04.007447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:04.028885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4940d8b-6f24-488c-985e-cd53574faebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.082320 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bd85123b-0c36-47ae-8fe1-8d84f4f5f362 req-83defa76-1e2b-4158-a9d0-e0713bab8f81 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Jul 22 14:02:04.193937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-1e04a0cc-fd01-4dc6-817a-8e81f701324c service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281704 Jul 22 14:02:04.275381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:04.292695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '116a31d1-aedc-4fe9-9f79-a420c9175a4d', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '116a31d1-aedc-4fe9-9f79-a420c9175a4d', 'mac_address': 'fa:16:3e:5e:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:04.300244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb351939-c4c4-4c38-818c-02da5bc9e8b7 req-9c06d21f-78e1-4f00-a56c-8b06e35b386d service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997348 Jul 22 14:02:04.345596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.353034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-bd018978-e992-4a48-b27a-918fbe88404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.354573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-bd018978-e992-4a48-b27a-918fbe88404e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.4605994 Jul 22 14:02:04.359374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116a31d1-aedc-4fe9-9f79-a420c9175a4d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:04.387518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:04.392827 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.416716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44f996-28f9-43b8-99ce-1f989846131e req-06528e82-e941-4ddf-aae9-8f76401a08fb tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.424280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af44f996-28f9-43b8-99ce-1f989846131e req-06528e82-e941-4ddf-aae9-8f76401a08fb tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 944 time: 0.4880679 Jul 22 14:02:04.432005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-3ca768da-5c4f-441f-81ee-5f48c8b8bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.434026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-3ca768da-5c4f-441f-81ee-5f48c8b8bb24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1096 time: 0.0838041 Jul 22 14:02:04.437084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-2930fe64-ec9d-4401-93f3-491b59eb0820 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 217 time: 0.0684528 Jul 22 14:02:04.473455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=116a31d1-aedc-4fe9-9f79-a420c9175a4d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:04.529842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af44f996-28f9-43b8-99ce-1f989846131e req-4aa180b6-bf2d-443e-8851-b99d7f90f935 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046560 Jul 22 14:02:04.534584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-209ba7f4-0b9e-496c-a4a1-3d00dd06a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.535862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-209ba7f4-0b9e-496c-a4a1-3d00dd06a08f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.0885074 Jul 22 14:02:04.537805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4940d8b-6f24-488c-985e-cd53574faebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.542575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4940d8b-6f24-488c-985e-cd53574faebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.571092 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-86518242-792d-42a1-ada3-ada7eac55fea tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396717 Jul 22 14:02:04.583698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-5076fcb5-0ce8-47a2-98a4-749f4dd5bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.585441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-5076fcb5-0ce8-47a2-98a4-749f4dd5bf0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.1444066 Jul 22 14:02:04.591866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-d7907f6e-1819-4cc9-8ea6-8cfaead29b91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454612 Jul 22 14:02:04.642305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e4940d8b-6f24-488c-985e-cd53574faebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf33947789f5491897f7635178c52a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295400 Jul 22 14:02:04.646970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54012) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:04.658545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-06a8c6c9-b04f-4d12-96c9-af6cceea32e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 217 time: 0.0583186 Jul 22 14:02:04.662332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4940d8b-6f24-488c-985e-cd53574faebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d595364-1fb5-44b5-a0b1-d5a24593d210,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:04.715002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['116a31d1-aedc-4fe9-9f79-a420c9175a4d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:04.742836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-8691dd5d-7989-433b-b4d7-009deb4a2717 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430213 Jul 22 14:02:04.755714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1225ab-f6a0-4d3a-a365-5cc298e57c0b req-c3083b76-772a-489a-9619-d55eb9cb4d4f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.762793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e1225ab-f6a0-4d3a-a365-5cc298e57c0b req-c3083b76-772a-489a-9619-d55eb9cb4d4f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1620297 Jul 22 14:02:04.802631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-f3bca171-b49f-4285-8ee1-5241b71bfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.805030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-f3bca171-b49f-4285-8ee1-5241b71bfb60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.1377273 Jul 22 14:02:04.813317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-06669022-e767-4ed2-bb8f-9ce245560612 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.815355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-06669022-e767-4ed2-bb8f-9ce245560612 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415500 Jul 22 14:02:04.825119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.849947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-f9f36660-c78e-48e7-bd6d-6ffda95bce4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335708 Jul 22 14:02:04.856503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e1225ab-f6a0-4d3a-a365-5cc298e57c0b req-da7057d2-243e-464e-a240-08509e86daea tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927136 Jul 22 14:02:04.894907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-e4af6ef6-69c6-480b-9214-4ff87aff722b tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/quotas/7b77051a5a3a4a30a37e5edc91775ece HTTP/1.1" status: 200 len: 375 time: 0.0668948 Jul 22 14:02:04.909279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-be945de2-e036-4cec-ade2-d6a1baddb056 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384995 Jul 22 14:02:04.920577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:04.981859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d81fb9-e088-4066-8e4b-e4de51648e42 req-28ccd592-bdb7-499a-9b2f-b58ad9c049aa tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:04.983360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64d81fb9-e088-4066-8e4b-e4de51648e42 req-28ccd592-bdb7-499a-9b2f-b58ad9c049aa tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 949 time: 0.0662012 Jul 22 14:02:04.988303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-aadd1dc7-257f-4e19-a257-decc96b46ebb tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717764 Jul 22 14:02:05.050327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-70017037-b972-458f-9f22-752d5770fb7f service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891642 Jul 22 14:02:05.056246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64d81fb9-e088-4066-8e4b-e4de51648e42 req-43495f55-59de-4cdf-8497-c9116d55313f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Jul 22 14:02:05.078608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-06d7aa4f-18df-4c9a-95d8-7b350d147181 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:05.080220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-06d7aa4f-18df-4c9a-95d8-7b350d147181 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1098 time: 0.0959957 Jul 22 14:02:05.083479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:05.086048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:05.087138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d595364-1fb5-44b5-a0b1-d5a24593d210 HTTP/1.1" status: 204 len: 168 time: 0.4392560 Jul 22 14:02:05.097845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-11'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:05.105461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d595364-1fb5-44b5-a0b1-d5a24593d210,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:05.147956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.148306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.148639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.148967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.149299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.149684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.149962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.150280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.150664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.150987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.151301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.151614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cf139f-428c-4b57-9c81-327be6cb99c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.196046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e051d5d0-f59e-4314-9961-1526b1fc1094 req-865d4170-fda3-4a8c-856f-724b86a1a67a service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376379 Jul 22 14:02:05.314752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158b1a8-98d8-422f-acbf-819195e757ed req-de1daae8-a933-4bd4-a98a-8067f5f75144 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:05.314949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265ad2a-0218-41d9-b85b-37c7660fd083 req-34c7425a-ccda-4c0c-9808-b6fd2263f3bd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:05.316293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b158b1a8-98d8-422f-acbf-819195e757ed req-de1daae8-a933-4bd4-a98a-8067f5f75144 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1405683 Jul 22 14:02:05.317580 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:05.318000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9265ad2a-0218-41d9-b85b-37c7660fd083 req-34c7425a-ccda-4c0c-9808-b6fd2263f3bd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 946 time: 0.0891638 Jul 22 14:02:05.369702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b158b1a8-98d8-422f-acbf-819195e757ed req-3e39adba-7170-425c-8dea-b5f333febfd4 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Jul 22 14:02:05.384852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9265ad2a-0218-41d9-b85b-37c7660fd083 req-85a42370-29eb-4f9b-ac2c-7fe4567bc9dd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Jul 22 14:02:05.500623 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d494f9a-7e1e-4dd0-8e45-e9a7d9ac5e4f req-42b3e783-28ac-4120-a542-a62abc3ee677 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 210 time: 0.0618827 Jul 22 14:02:05.590474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:05.599914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf09e2-80af-49d8-a465-d4d37576a032 req-673ed896-8f94-4e20-8f60-45db367158aa tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:05.609661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91cf09e2-80af-49d8-a465-d4d37576a032 req-673ed896-8f94-4e20-8f60-45db367158aa tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1097 time: 0.0833957 Jul 22 14:02:05.658072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91cf09e2-80af-49d8-a465-d4d37576a032 req-feba4dbc-efa3-43cc-b179-9c0378fd97e3 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462298 Jul 22 14:02:05.679895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:05.760093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:05.762678 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3fb3a7-4260-4fbb-a09b-ffd71906decb" -d '{"events": [{"server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "name": "network-vif-unplugged", "status": "completed", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:05.769583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:05.785274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbf0c1-396d-4fd7-970c-3eea84dff700 req-8b8c8854-99f8-4fc3-b3ae-64a7c51df213 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:05.787005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0afbf0c1-396d-4fd7-970c-3eea84dff700 req-8b8c8854-99f8-4fc3-b3ae-64a7c51df213 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 944 time: 0.1540248 Jul 22 14:02:05.788315 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:05.841461 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12745bb-cdad-4b91-8fb7-6237e3adad2b x-openstack-request-id: req-c12745bb-cdad-4b91-8fb7-6237e3adad2b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:05.841771 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "name": "network-vif-unplugged", "status": "completed", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:05.842022 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c12745bb-cdad-4b91-8fb7-6237e3adad2b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:05.842411 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'code': 200} Jul 22 14:02:05.886062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:05.914803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.915154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.916795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.917146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.917488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.917870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.918206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.918542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.918870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.919201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.919530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.919857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:05.954234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0afbf0c1-396d-4fd7-970c-3eea84dff700 req-2ba7dd19-161a-4afa-aedd-18a037f1e52f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196153 Jul 22 14:02:05.982549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on host n-h2-787205-11 for vnic_type normal with profile {"migrating_to": "n-h1-787205-11"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:05.983228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:05.983802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:05.991336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 116a31d1-aedc-4fe9-9f79-a420c9175a4d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:06.016178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:06.016577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Attempting to bind port bf272f25-23a1-4b91-8488-43cbc04a7523 on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:06.035004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:06.035004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:06.035004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:06.035004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Bound port: bf272f25-23a1-4b91-8488-43cbc04a7523, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:06.035004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:06.083148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51872af4-88e6-450f-96ed-2c36c1cdd7d1 req-ff4c7f01-58d7-45c0-886c-3d3a84258ddb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:06.084928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51872af4-88e6-450f-96ed-2c36c1cdd7d1 req-ff4c7f01-58d7-45c0-886c-3d3a84258ddb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1084442 Jul 22 14:02:06.115544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 116a31d1-aedc-4fe9-9f79-a420c9175a4d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:06.121587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 116a31d1-aedc-4fe9-9f79-a420c9175a4d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:06.122060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:06.137826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:06.143464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:06.147951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:06.182527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51872af4-88e6-450f-96ed-2c36c1cdd7d1 req-1263eab5-d3d7-4687-b2d8-b835f648dc73 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896957 Jul 22 14:02:06.247073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:06.276433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116a31d1-aedc-4fe9-9f79-a420c9175a4d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:06.279446 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5490b646-7470-40f1-b3a8-a626bb474a9f" -d '{"events": [{"server_uuid": "0185d0c5-5dae-4d93-bc82-34e39251d0e7", "name": "network-vif-plugged", "status": "completed", "tag": "116a31d1-aedc-4fe9-9f79-a420c9175a4d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:06.304389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:06.310209 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:06.356671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:06.357298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:06.368489 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29089a-e5b2-4b9d-a33d-ec4876f7d11f x-openstack-request-id: req-8a29089a-e5b2-4b9d-a33d-ec4876f7d11f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:06.368775 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0185d0c5-5dae-4d93-bc82-34e39251d0e7", "name": "network-vif-plugged", "status": "completed", "tag": "116a31d1-aedc-4fe9-9f79-a420c9175a4d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:06.369196 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a29089a-e5b2-4b9d-a33d-ec4876f7d11f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:06.369875 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116a31d1-aedc-4fe9-9f79-a420c9175a4d', 'code': 200} Jul 22 14:02:06.371887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=116a31d1-aedc-4fe9-9f79-a420c9175a4d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:06.372074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 1124 time: 1.2815411 Jul 22 14:02:06.384820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6d893-2ac7-4057-968d-77250e6315b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:06.406346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41ba76-ccb5-4bf8-a12d-edf71a47cd75 req-391b4dca-5eb9-4d8d-ad78-fc44df223f7f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:06.408781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b41ba76-ccb5-4bf8-a12d-edf71a47cd75 req-391b4dca-5eb9-4d8d-ad78-fc44df223f7f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 949 time: 0.2477055 Jul 22 14:02:06.440583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['bf272f25-23a1-4b91-8488-43cbc04a7523'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:06.464082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b41ba76-ccb5-4bf8-a12d-edf71a47cd75 req-c34f9af1-847f-47f6-94ba-3810066a8e51 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 Jul 22 14:02:06.593512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65678e8-ba99-45cd-97d9-975b15c68428 req-94c2b83d-90b4-4d7a-9303-55fde804516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:06.602672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f65678e8-ba99-45cd-97d9-975b15c68428 req-94c2b83d-90b4-4d7a-9303-55fde804516f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 1102 time: 0.1016297 Jul 22 14:02:06.643084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-bfcd00e0-8137-4961-a532-debbe517658d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1566851 Jul 22 14:02:06.680966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f65678e8-ba99-45cd-97d9-975b15c68428 req-05be6ac2-bfbb-4255-aacc-de0a7cbba318 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553217 Jul 22 14:02:06.804871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eddfb550-afe8-4b94-93b5-f35d06a37208 req-527f02b2-5414-4b08-95a9-6253c192712d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 210 time: 0.0871365 Jul 22 14:02:06.858719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7e86-0b9d-45be-b0ad-537030e63746 req-21327d44-b51a-4ae6-9e97-392f9af93a75 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:06.865202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dc9915c5-5344-44f0-8050-784edf5813ce details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:06.867055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff7d7e86-0b9d-45be-b0ad-537030e63746 req-21327d44-b51a-4ae6-9e97-392f9af93a75 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.2928469 Jul 22 14:02:06.926325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff7d7e86-0b9d-45be-b0ad-537030e63746 req-a70a7c03-cfaa-44ee-b422-f58e81c0eb48 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580578 Jul 22 14:02:06.933237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-e798b1b8-3688-40db-b69b-056a553d3f03 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:06.934721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-e798b1b8-3688-40db-b69b-056a553d3f03 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878249 Jul 22 14:02:06.947381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Request body: {'port': {'device_id': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '7b77051a5a3a4a30a37e5edc91775ece'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:07.005284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:07.019269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'network_id': '93273878-2e56-4d72-8f73-c626a542d145', 'port_id': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'mac_address': 'fa:16:3e:7c:8f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cb5786-61b7-4b0e-b216-98cc3417a883', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:07.081116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:07.095252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9915c5-5344-44f0-8050-784edf5813ce {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:07.117397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:07.122883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:07.135246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Made reservation on behalf of 7b77051a5a3a4a30a37e5edc91775ece for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:07.142253 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:07.153977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:07.168426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9afc-22a1-463f-8aa6-bfc2651fe1f1 req-923f18da-e414-46bb-9c1e-a6450568898b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:07.172143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66d9afc-22a1-463f-8aa6-bfc2651fe1f1 req-923f18da-e414-46bb-9c1e-a6450568898b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 944 time: 0.1057198 Jul 22 14:02:07.189490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:07.262965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66d9afc-22a1-463f-8aa6-bfc2651fe1f1 req-46b1fea2-fd58-4398-b879-0636c3734624 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812607 Jul 22 14:02:07.367623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:07.378303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dc9915c5-5344-44f0-8050-784edf5813ce'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:07.380335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:07.495088 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-3f615d38-9703-4c24-974e-655bcb1fe10a service neutron] show failed (client error): The resource could not be found. Jul 22 14:02:07.496135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-3f615d38-9703-4c24-974e-655bcb1fe10a service neutron] 10.222.0.20 "GET /v2.0/ports/9f843f7e-de28-46a5-ab85-399912fed0e7/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.1803296 Jul 22 14:02:07.517847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb043c-44ca-475a-a42f-704a9539514d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:07.536651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34313852-a619-4d9f-aede-c2215dd6996f req-28669071-b027-4c90-be36-8e047c4b2ff8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:07.538539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34313852-a619-4d9f-aede-c2215dd6996f req-28669071-b027-4c90-be36-8e047c4b2ff8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.2457366 Jul 22 14:02:07.615669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Allocated IP 192.168.233.59 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/40f64708-dc00-4ae1-9886-7b65aaf5da95) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:07.625337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34313852-a619-4d9f-aede-c2215dd6996f req-2513bdd0-9ee2-4c35-96a6-ceebe99bebf5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671902 Jul 22 14:02:07.843467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:07.856601 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:07.963695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-b754218b-c197-4552-94ca-6b54b8a6e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:07.965232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-b754218b-c197-4552-94ca-6b54b8a6e100 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c&tenant_id=19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 1101 time: 0.2074795 Jul 22 14:02:08.005696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:08.060890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8c53b12-cfe4-4727-bc55-c62bbcf32c26 req-d81bd2b3-cc6b-4988-8daf-9ca407c6dbb5 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 210 time: 0.0489609 Jul 22 14:02:08.111736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.133853 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22041526-db2a-41f0-b649-5f61ba2d9431 x-openstack-request-id: req-22041526-db2a-41f0-b649-5f61ba2d9431 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:08.134350 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:08.134795 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22041526-db2a-41f0-b649-5f61ba2d9431 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:08.135490 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'status': 'completed', 'code': 200} Jul 22 14:02:08.203670 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.232410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ac423-9d2e-4b25-b3c4-3cbb33fd4e9e req-094e8b22-1121-47f3-9e94-f836687af6de tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.238162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-256ac423-9d2e-4b25-b3c4-3cbb33fd4e9e req-094e8b22-1121-47f3-9e94-f836687af6de tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 950 time: 0.5056684 Jul 22 14:02:08.239326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Transition to ACTIVE for port object 40f64708-dc00-4ae1-9886-7b65aaf5da95 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:08.311919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-256ac423-9d2e-4b25-b3c4-3cbb33fd4e9e req-6a059f0c-981c-42fb-a7bf-6024db0687ae tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Jul 22 14:02:08.316030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-b93523dd-a41d-4dbc-8429-79b9e65607ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.317406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-b93523dd-a41d-4dbc-8429-79b9e65607ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1127 time: 0.1536312 Jul 22 14:02:08.335161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.417905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:08.426089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ad923-c623-4592-af3e-c8939fb348f9 req-87183b66-fb40-41df-a3e2-3befb613d8cc tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.434404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-537ad923-c623-4592-af3e-c8939fb348f9 req-87183b66-fb40-41df-a3e2-3befb613d8cc tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.2267406 Jul 22 14:02:08.454818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:08.461276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:08.507338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-537ad923-c623-4592-af3e-c8939fb348f9 req-33424ca7-64df-496b-92b5-51647bf436c2 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719450 Jul 22 14:02:08.509521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Pushing event updated for resources: {'Port': ['ID=40f64708-dc00-4ae1-9886-7b65aaf5da95,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:08.523901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:08.590625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:08.591283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-2f043cd1-1ba5-480b-a7d4-062e809026d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.592634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-2f043cd1-1ba5-480b-a7d4-062e809026d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.2687442 Jul 22 14:02:08.604534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.605202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.660392 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.668453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-dfe02396-09ac-4fba-a73b-6d2e9ea43244 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 217 time: 0.0592062 Jul 22 14:02:08.677088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Transition to ACTIVE for port object 9f843f7e-de28-46a5-ab85-399912fed0e7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:08.687014 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.690420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-58fb8ced-492e-49df-b881-c832e1f6a40c tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7472043 Jul 22 14:02:08.721001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Request body: {'port': {'device_id': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:08.769881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c21ec-403c-476c-a71d-a19e22640d7f req-3f784100-e860-49e2-9b8f-2b109d24eadb tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.771244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-224c21ec-403c-476c-a71d-a19e22640d7f req-3f784100-e860-49e2-9b8f-2b109d24eadb tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 945 time: 0.2629411 Jul 22 14:02:08.771842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:08.783391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:08.815430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] No DVR routers for this DVR port 9f843f7e-de28-46a5-ab85-399912fed0e7 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:08.816110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f93b0843-a866-49a6-bf11-18b5ec78740d None None] Provisioning for port 40f64708-dc00-4ae1-9886-7b65aaf5da95 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:08.821711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-90e01bbe-e918-4457-9611-df3bbb7a59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.823345 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-90e01bbe-e918-4457-9611-df3bbb7a59b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1464815 Jul 22 14:02:08.827677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f93b0843-a866-49a6-bf11-18b5ec78740d None None] Provisioning complete for port 40f64708-dc00-4ae1-9886-7b65aaf5da95 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:08.828415 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f93b0843-a866-49a6-bf11-18b5ec78740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.882085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:08.882639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:08.882738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:08.888923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Port 9f843f7e-de28-46a5-ab85-399912fed0e7 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:08.889672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Attempting to bind port 9f843f7e-de28-46a5-ab85-399912fed0e7 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:08.899503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:08.899843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:08.900236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:08.900677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Bound port: 9f843f7e-de28-46a5-ab85-399912fed0e7, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:08.901042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:08.904744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-fdb8ed67-94f9-4e26-b647-1fac249bd384 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737553 Jul 22 14:02:08.905103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f93b0843-a866-49a6-bf11-18b5ec78740d None None] Port 40f64708-dc00-4ae1-9886-7b65aaf5da95 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:08.910135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dc9915c5-5344-44f0-8050-784edf5813ce up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:08.926516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166844fd-9cb3-4199-ad90-8e6d3f7fb4b1 req-f69784e2-e34d-499c-a687-2314c9b86869 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:08.927790 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-166844fd-9cb3-4199-ad90-8e6d3f7fb4b1 req-f69784e2-e34d-499c-a687-2314c9b86869 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 947 time: 0.1928627 Jul 22 14:02:08.928079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-224c21ec-403c-476c-a71d-a19e22640d7f req-afbd3518-a4ef-47ae-8a9c-b940fc3eb032 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319141 Jul 22 14:02:09.021836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port dc9915c5-5344-44f0-8050-784edf5813ce completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:09.028836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port dc9915c5-5344-44f0-8050-784edf5813ce triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:09.030034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.054653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-166844fd-9cb3-4199-ad90-8e6d3f7fb4b1 req-aca45782-fd66-4d76-8baa-d6c4fdaa773e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834577 Jul 22 14:02:09.060242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:09.062413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03acdd67-5bcf-4ab7-acd9-6aac8ebea495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.064606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:09.083795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.105047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.123932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.124854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.128073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] 10.222.0.13 "PUT /v2.0/ports/9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 1096 time: 1.1467381 Jul 22 14:02:09.189032 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.225462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:09.228068 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1c11ae-01fe-411a-af82-be1d13c2e173" -d '{"events": [{"server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "name": "network-vif-plugged", "status": "completed", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:09.240787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-3ac0aca3-5819-40f0-bdf5-38788fe5ed44 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114765 Jul 22 14:02:09.245764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:09.277098 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.282115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:09.282291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd2f0-e5de-4117-bd0f-c5288a5e34cb service neutron] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:09.352910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3628-8917-4c8f-af82-9dcba96f7a1a req-70c9451b-8cf7-4e4b-a4cb-52c5be710954 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.354573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccdc3628-8917-4c8f-af82-9dcba96f7a1a req-70c9451b-8cf7-4e4b-a4cb-52c5be710954 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 935 time: 0.1522915 Jul 22 14:02:09.392533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1d32ea45-d6bc-46b5-83b5-ebe16ffe9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.394841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-1d32ea45-d6bc-46b5-83b5-ebe16ffe9a60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1099 time: 0.2279167 Jul 22 14:02:09.427611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:09.450314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:09.474244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccdc3628-8917-4c8f-af82-9dcba96f7a1a req-414ffcd0-811c-4c0c-af67-91b16e7c5db3 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137049 Jul 22 14:02:09.525188 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c56d2-d4a1-4110-afd8-02750ef0ff6d x-openstack-request-id: req-0a7c56d2-d4a1-4110-afd8-02750ef0ff6d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:09.525479 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "name": "network-vif-plugged", "status": "completed", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:09.525760 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a7c56d2-d4a1-4110-afd8-02750ef0ff6d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:09.526155 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'code': 200} Jul 22 14:02:09.575769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-d154c987-97f0-4274-aa39-4b7ac2d6a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.577988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-d154c987-97f0-4274-aa39-4b7ac2d6a1ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1681278 Jul 22 14:02:09.595337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f6e2a3d-9a07-4e0c-9143-637d6774dc0b req-3fdd1c6d-058c-42bf-91d2-079bcbc7a432 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404839 Jul 22 14:02:09.663574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03acdd67-5bcf-4ab7-acd9-6aac8ebea495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.674679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03acdd67-5bcf-4ab7-acd9-6aac8ebea495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.694656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-fc543e58-7a4b-4dab-b098-7302ddb8a5b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.1004291 Jul 22 14:02:09.741230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24675282-0379-4eb9-a900-a29bdb5ed458 req-04f2f73e-7008-4860-90df-107d1f69f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.742878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24675282-0379-4eb9-a900-a29bdb5ed458 req-04f2f73e-7008-4860-90df-107d1f69f137 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1098 time: 0.1586747 Jul 22 14:02:09.755029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e95e38-e79a-4fe1-8362-cc669b184011 req-f23a33a7-fe17-41f2-8f5c-a7b09986fa97 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.756527 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0e95e38-e79a-4fe1-8362-cc669b184011 req-f23a33a7-fe17-41f2-8f5c-a7b09986fa97 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 950 time: 0.1603684 Jul 22 14:02:09.768712 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-03acdd67-5bcf-4ab7-acd9-6aac8ebea495 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23ff2d0f254542ceb3f85653b9097f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9922247 Jul 22 14:02:09.777693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:09.791339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acdd67-5bcf-4ab7-acd9-6aac8ebea495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ad246-f653-42dd-95e5-072484be89c4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:09.806537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f64708-dc00-4ae1-9886-7b65aaf5da95 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:09.817720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.836643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24675282-0379-4eb9-a900-a29bdb5ed458 req-0b4a0e40-92b6-4abe-bd36-eea16268b538 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791612 Jul 22 14:02:09.836876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Transition to ACTIVE for port object 40f64708-dc00-4ae1-9886-7b65aaf5da95 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:09.842973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.848125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0e95e38-e79a-4fe1-8362-cc669b184011 req-3febf644-778a-4523-98dd-ac940db3e6ae tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837770 Jul 22 14:02:09.862670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981e1d-ad72-4a21-9b89-93fdfa85a25d req-63c304a8-8426-421d-af5d-664ffb8f8701 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:09.864220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee981e1d-ad72-4a21-9b89-93fdfa85a25d req-63c304a8-8426-421d-af5d-664ffb8f8701 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.1403196 Jul 22 14:02:09.872949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-216c7bdc-79ed-41b5-8be7-6ef8591635c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.903133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-216c7bdc-79ed-41b5-8be7-6ef8591635c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:09.942771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=40f64708-dc00-4ae1-9886-7b65aaf5da95,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:09.966437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee981e1d-ad72-4a21-9b89-93fdfa85a25d req-ed99d1d0-7b28-4470-8a4a-3d56b40e01cb tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821192 Jul 22 14:02:10.021152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:10.054687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-b65c7a34-75ec-48c7-979f-fdfda9f2dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.056487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-b65c7a34-75ec-48c7-979f-fdfda9f2dea8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1010709 Jul 22 14:02:10.089490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-216c7bdc-79ed-41b5-8be7-6ef8591635c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:10.099884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-216c7bdc-79ed-41b5-8be7-6ef8591635c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:10.105458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-216c7bdc-79ed-41b5-8be7-6ef8591635c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/071ad246-f653-42dd-95e5-072484be89c4 HTTP/1.1" status: 204 len: 168 time: 0.3266754 Jul 22 14:02:10.158627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7'}, {'name': 'network-changed', 'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:10.163043 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302dfa30-0d92-45ba-a815-0297264689b3" -d '{"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7"}, {"name": "network-changed", "server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:10.179799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c7bdc-79ed-41b5-8be7-6ef8591635c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ad246-f653-42dd-95e5-072484be89c4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:10.200606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Attempting to bind port 40f64708-dc00-4ae1-9886-7b65aaf5da95 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:10.200938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Attempting to bind port 40f64708-dc00-4ae1-9886-7b65aaf5da95 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:10.201269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Attempting to bind port 40f64708-dc00-4ae1-9886-7b65aaf5da95 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:10.209755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Port 40f64708-dc00-4ae1-9886-7b65aaf5da95 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:10.210244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Attempting to bind port 40f64708-dc00-4ae1-9886-7b65aaf5da95 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:10.222046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:10.222378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:10.223116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:10.223864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Bound port: 40f64708-dc00-4ae1-9886-7b65aaf5da95, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:10.224070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-dca3e294-4174-42dd-9966-d0e078ee3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.224683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:10.230652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-dca3e294-4174-42dd-9966-d0e078ee3c26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597145 Jul 22 14:02:10.252634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:10.254776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb2fc3-1b88-47d3-8d5c-b5802621825f req-3b3cce8c-a13b-4298-84fc-3d256a878182 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.262452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2fb2fc3-1b88-47d3-8d5c-b5802621825f req-3b3cce8c-a13b-4298-84fc-3d256a878182 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 946 time: 0.1799440 Jul 22 14:02:10.266148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 has no active binding in host n-h1-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:02:10.354630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2fb2fc3-1b88-47d3-8d5c-b5802621825f req-479d14fe-7041-465e-90a7-858f04635b36 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908577 Jul 22 14:02:10.388696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] For port 40f64708-dc00-4ae1-9886-7b65aaf5da95, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:10.399518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-719d564f-cd43-4f3f-a82a-6b64f6fff4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516426 Jul 22 14:02:10.401603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] For port 40f64708-dc00-4ae1-9886-7b65aaf5da95, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:10.412993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:10.478211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.479957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:10.488032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] 10.222.0.20 "PUT /v2.0/ports/40f64708-dc00-4ae1-9886-7b65aaf5da95 HTTP/1.1" status: 200 len: 1096 time: 1.7720609 Jul 22 14:02:10.492219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'tag': '40f64708-dc00-4ae1-9886-7b65aaf5da95'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:10.498413 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0d324-d5e0-47e9-99ae-79cbcd654a27" -d '{"events": [{"name": "network-changed", "server_uuid": "43014a7b-a85a-4d56-b4d1-ca537adbd4cd", "tag": "40f64708-dc00-4ae1-9886-7b65aaf5da95"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:10.585518 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b3a7f6-9ffb-41b7-bc34-cc93767edf15 x-openstack-request-id: req-62b3a7f6-9ffb-41b7-bc34-cc93767edf15 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:10.585859 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-unplugged", "status": "completed", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7", "code": 200}, {"name": "network-changed", "server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:10.586086 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62b3a7f6-9ffb-41b7-bc34-cc93767edf15 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:10.586472 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'code': 200} Jul 22 14:02:10.586729 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'status': 'completed', 'code': 200} Jul 22 14:02:10.604131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d451d4f-ce2d-4ca0-aec0-9bbad2fb679f req-da694b52-6b57-4250-9343-9c7ef2283630 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945205 Jul 22 14:02:10.669225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-7db467cd-6460-4ceb-b053-2ada54864109 service neutron] 10.222.0.20 "GET /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.1280007 Jul 22 14:02:10.713884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded6854-a4c0-49e4-aa93-33b1bdfb2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=40f64708-dc00-4ae1-9886-7b65aaf5da95,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:10.743204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54200) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:10.785795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e37c3a9c-e306-417d-953d-e41dcbfc6a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:10.849794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-a5695822-3148-4715-9a99-9b7fcc177472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.854865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-a5695822-3148-4715-9a99-9b7fcc177472 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 1099 time: 0.3135710 Jul 22 14:02:10.916279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-ad8d3fbe-8edf-4605-82d3-686e3ef717b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.918157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-ad8d3fbe-8edf-4605-82d3-686e3ef717b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1099 time: 0.2463913 Jul 22 14:02:10.929195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97f87-c171-407e-ad06-42a584dcfdce req-12b7581d-9641-452c-92e3-2ec979691e5a tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.930908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8cc97f87-c171-407e-ad06-42a584dcfdce req-12b7581d-9641-452c-92e3-2ec979691e5a tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 947 time: 0.2400103 Jul 22 14:02:10.937132 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-89066ddf-d1c4-4a5c-ab51-bb826553678f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95 HTTP/1.1" status: 200 len: 217 time: 0.0693464 Jul 22 14:02:10.940611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-ee9b5862-1cd8-4fde-873f-bd4007e4e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.942505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-ee9b5862-1cd8-4fde-873f-bd4007e4e536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1099 time: 0.3056881 Jul 22 14:02:10.966958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd0396-e724-423f-87fc-575809cbe5c2 req-2d990b6e-ea98-45bc-be9f-b235760b62d9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:10.968766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51cd0396-e724-423f-87fc-575809cbe5c2 req-2d990b6e-ea98-45bc-be9f-b235760b62d9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 947 time: 0.3330710 Jul 22 14:02:11.108975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-4acb3358-78fb-4404-bc20-13e291f3d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.110962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-4acb3358-78fb-4404-bc20-13e291f3d02d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1659880 Jul 22 14:02:11.145225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51cd0396-e724-423f-87fc-575809cbe5c2 req-59c060f6-3980-425b-a4df-aabf67d66c9f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390128 Jul 22 14:02:11.198478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-48dc5338-dda6-4047-aaa9-3a73ff240703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.200024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-48dc5338-dda6-4047-aaa9-3a73ff240703 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2443416 Jul 22 14:02:11.263668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-5ccb1ea8-fe8c-41d1-bdce-648d67d58933 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.0559933 Jul 22 14:02:11.267513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e37c3a9c-e306-417d-953d-e41dcbfc6a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:11.281426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e37c3a9c-e306-417d-953d-e41dcbfc6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:11.342073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8cc97f87-c171-407e-ad06-42a584dcfdce req-47699102-ded7-4223-9565-24b15f91f91e tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850863 Jul 22 14:02:11.364829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e37c3a9c-e306-417d-953d-e41dcbfc6a38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6da9ca7e6a6f448e86201dda95375df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6175957 Jul 22 14:02:11.368158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54208) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:11.371683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c3a9c-e306-417d-953d-e41dcbfc6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca7b0bc-bfb5-463e-966c-53c8d8ca3bf7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:11.375320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-4a1184f1-eeee-46da-a893-346efdf8cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.377347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-4a1184f1-eeee-46da-a893-346efdf8cb02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2524750 Jul 22 14:02:11.386170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-d22aa68f-c7a1-42f8-beb8-a830204727a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.387715 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-d22aa68f-c7a1-42f8-beb8-a830204727a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1146307 Jul 22 14:02:11.421185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-e860fe8b-ccde-473d-948f-5cf85e66d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.428015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-e860fe8b-ccde-473d-948f-5cf85e66d8a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4936430 Jul 22 14:02:11.448861 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393daacb-eac5-45c9-9c23-f414e254a735 x-openstack-request-id: req-393daacb-eac5-45c9-9c23-f414e254a735 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:11.449142 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43014a7b-a85a-4d56-b4d1-ca537adbd4cd", "tag": "40f64708-dc00-4ae1-9886-7b65aaf5da95", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:11.449391 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-393daacb-eac5-45c9-9c23-f414e254a735 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:11.449803 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'tag': '40f64708-dc00-4ae1-9886-7b65aaf5da95', 'status': 'completed', 'code': 200} Jul 22 14:02:11.477405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:11.528662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-d4fa0711-34ff-45c1-95b7-4644708d08cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.0836582 Jul 22 14:02:11.608248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:11.666577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf272f25-23a1-4b91-8488-43cbc04a7523 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:11.672101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-9e4a0495-286d-4bf5-a137-7b3028a28f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.674350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-9e4a0495-286d-4bf5-a137-7b3028a28f6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1344149 Jul 22 14:02:11.686359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:11.728526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:11.760241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaf642-7c62-4632-8e46-04ec71a51a6e req-23ceb266-b878-4cad-b9cb-d1d947527183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.764585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbfaf642-7c62-4632-8e46-04ec71a51a6e req-23ceb266-b878-4cad-b9cb-d1d947527183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 944 time: 0.2375910 Jul 22 14:02:11.827137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-236c690f-ad67-4832-863d-a5f1f2649757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.828655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-767d7413-2ab9-4d3a-b1d1-c4480271be2b service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400930 Jul 22 14:02:11.829416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-236c690f-ad67-4832-863d-a5f1f2649757 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1398609 Jul 22 14:02:11.856899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6913bb55-8c96-4cf6-b7e2-e3f8009fcbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:11.860748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfa30-0d92-45ba-a815-0297264689b3 req-306bdecf-a3fc-40bb-8b5f-71e2cc258037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.862571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-306bdecf-a3fc-40bb-8b5f-71e2cc258037 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4678435 Jul 22 14:02:11.881073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbfaf642-7c62-4632-8e46-04ec71a51a6e req-27e61735-c309-4de9-af79-be36d6030c97 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074905 Jul 22 14:02:11.951875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6913bb55-8c96-4cf6-b7e2-e3f8009fcbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:11.977721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.978607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.979465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.980578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.981166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.982088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.982917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.983760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.984665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.986466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.987091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.987834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.988405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:11.996126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] Transition to ACTIVE for port object bf272f25-23a1-4b91-8488-43cbc04a7523 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:12.008056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1d9d225-823e-4904-9d89-be310f0da412 req-6a6e911f-4a73-430f-a130-b5534e16af49 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd&device_id=28d15af6-028c-4a1d-905f-3211cf44ce08&device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7&device_id=3c3ad008-ba84-48af-a387-54e961457259&device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa&device_id=7e0647b0-0d71-481c-abf4-b194779820e9&device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77&device_id=e815238d-db68-422d-b0b7-395db3f75d0c&device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd&device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 11827 time: 0.2683060 Jul 22 14:02:12.012120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:12.130062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1d9d225-823e-4904-9d89-be310f0da412 req-644aa404-9f2a-4f95-9efb-83ab7fd7e9b8 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:12.131557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-c32ce458-c9a3-4cb5-a2b8-9d18a943dbcc service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929382 Jul 22 14:02:12.166383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] No DVR routers for this DVR port bf272f25-23a1-4b91-8488-43cbc04a7523 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:12.186024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55c8bf81-3432-45ab-b8cf-d3d5aa7622c6 req-3e08a093-b370-4eac-9b34-1a827e04cb48 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217299 Jul 22 14:02:12.196561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:12.210873 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-014ab830-712d-48de-a1ec-88833edf97cb service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151255 Jul 22 14:02:12.242689 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-90923e29-2ab7-4c24-bfcf-b46fa428bec1 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523/bindings/n-h1-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5489323 Jul 22 14:02:12.248034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6913bb55-8c96-4cf6-b7e2-e3f8009fcbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:12.253586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6913bb55-8c96-4cf6-b7e2-e3f8009fcbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:12.255340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6913bb55-8c96-4cf6-b7e2-e3f8009fcbe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ca7b0bc-bfb5-463e-966c-53c8d8ca3bf7 HTTP/1.1" status: 204 len: 168 time: 0.8862519 Jul 22 14:02:12.295023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913bb55-8c96-4cf6-b7e2-e3f8009fcbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca7b0bc-bfb5-463e-966c-53c8d8ca3bf7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:12.342916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f0c8-725f-4e6d-a3f0-da2facd69e64 req-633b1680-837b-4788-a56a-c27a0e91993c tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.344649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3437f0c8-725f-4e6d-a3f0-da2facd69e64 req-633b1680-837b-4788-a56a-c27a0e91993c tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 946 time: 0.3459888 Jul 22 14:02:12.347054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-e1ea1576-ef40-4a46-8d43-7b64aaf3c6ed service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873190 Jul 22 14:02:12.459293 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-302dfa30-0d92-45ba-a815-0297264689b3 req-8c1330b5-ec62-4273-990d-1732a8c109ea service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473147 Jul 22 14:02:12.473991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3437f0c8-725f-4e6d-a3f0-da2facd69e64 req-d572ae21-20e0-4c8e-9ee6-ccf604a04226 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Jul 22 14:02:12.500563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-8064baf4-6f8e-4b4e-9f9c-6c1f3e9455a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.502797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-8064baf4-6f8e-4b4e-9f9c-6c1f3e9455a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 1099 time: 0.1548104 Jul 22 14:02:12.512333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-23fd938f-73c9-447d-bdec-3f15b3a33409 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.514373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-23fd938f-73c9-447d-bdec-3f15b3a33409 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.2054000 Jul 22 14:02:12.518139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1d9d225-823e-4904-9d89-be310f0da412 req-644aa404-9f2a-4f95-9efb-83ab7fd7e9b8 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:12.523260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1d9d225-823e-4904-9d89-be310f0da412 req-644aa404-9f2a-4f95-9efb-83ab7fd7e9b8 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:12.599561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1d9d225-823e-4904-9d89-be310f0da412 req-644aa404-9f2a-4f95-9efb-83ab7fd7e9b8 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&id=3bfb043c-44ca-475a-a42f-704a9539514d&id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&id=61c80731-1ec0-4919-956e-09f89d55f339&id=2930bdb2-0679-46bf-bd52-589c9cef516f&id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&id=69457d9e-9da2-4d4f-bd3d-c06f6f634336&fields=id&fields=name HTTP/1.1" status: 200 len: 944 time: 0.5906284 Jul 22 14:02:12.601442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aa404-9f2a-4f95-9efb-83ab7fd7e9b8 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe8f7be-a925-4cda-bc5d-0d3435825e9e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:12.744045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-0dcafdb1-9658-4723-845c-f6313be5b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.745599 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-0dcafdb1-9658-4723-845c-f6313be5b2fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2358010 Jul 22 14:02:12.749831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-e10d7fd0-5913-40d8-8a79-9cca95e11ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.751927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-e10d7fd0-5913-40d8-8a79-9cca95e11ac6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa&tenant_id=050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 1097 time: 0.2231219 Jul 22 14:02:12.789321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f37329-4c20-473b-824a-fcc8b21da241 req-d14e163f-0123-4a44-bb5d-d3558557e398 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.797221 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75f37329-4c20-473b-824a-fcc8b21da241 req-d14e163f-0123-4a44-bb5d-d3558557e398 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 947 time: 0.1303613 Jul 22 14:02:12.797760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-a62a6bc8-7843-4460-a799-4eae6172dfa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95 HTTP/1.1" status: 200 len: 217 time: 0.0416622 Jul 22 14:02:12.863703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e975cd-395c-498c-b9ed-c3e8f6b310f0 req-e233ba7a-41d8-4aa2-a504-9675ed89555e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.865334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15e975cd-395c-498c-b9ed-c3e8f6b310f0 req-e233ba7a-41d8-4aa2-a504-9675ed89555e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 947 time: 0.1710677 Jul 22 14:02:12.877187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-a492d942-409c-4260-992b-c6af75cf9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.878820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-a492d942-409c-4260-992b-c6af75cf9643 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0714073 Jul 22 14:02:12.889899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75f37329-4c20-473b-824a-fcc8b21da241 req-197ec5f2-1b8c-40f0-b729-1ff920d4cac5 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Jul 22 14:02:12.921185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-0315c2d4-0528-4b36-b425-d97d6e2f71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:12.927904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-0315c2d4-0528-4b36-b425-d97d6e2f71d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1097 time: 0.1219828 Jul 22 14:02:12.967514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15e975cd-395c-498c-b9ed-c3e8f6b310f0 req-49747d6a-6420-492e-a94a-05305d4ee02d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913057 Jul 22 14:02:13.011423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-45fc4b90-a07a-4585-b8cb-54ad9482cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.015464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-45fc4b90-a07a-4585-b8cb-54ad9482cca1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274037 Jul 22 14:02:13.130236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-44dde1c2-0832-4fc6-a7cb-bfd0de070856 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-741387526&fields=id&tenant_id=3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 267 time: 0.1179559 Jul 22 14:02:13.156453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-36f82bb6-9dd0-4c96-99a4-d8aeea390800 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339087 Jul 22 14:02:13.212465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-e06a4dbf-1fd8-4086-9c11-809ece56e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.214398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-e06a4dbf-1fd8-4086-9c11-809ece56e8b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.2744598 Jul 22 14:02:13.235066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-d7c53f07-4d64-442d-8d89-45e60f0fd37b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.244114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-d7c53f07-4d64-442d-8d89-45e60f0fd37b tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 946 time: 0.1128910 Jul 22 14:02:13.294777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-69f03d58-7e40-4e71-8719-b75d48964a83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 200 len: 217 time: 0.0470898 Jul 22 14:02:13.305898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'port': {'security_groups': ['d7c0942f-bb05-4032-9ec8-681df1392601', 'ff2e966f-7908-4bd5-a382-23cfbae45891']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:13.332283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802dd06-f336-481b-b455-32c55cf44b2a req-3f05caf2-c27e-4e99-af8c-6fb2db915377 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.344438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3802dd06-f336-481b-b455-32c55cf44b2a req-3f05caf2-c27e-4e99-af8c-6fb2db915377 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 945 time: 0.1861224 Jul 22 14:02:13.356858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01b0d324-d5e0-47e9-99ae-79cbcd654a27 req-4e5fe57a-f8b3-4769-9861-a30f3fbb8ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898141 Jul 22 14:02:13.400666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3802dd06-f336-481b-b455-32c55cf44b2a req-303e18d5-2a37-401c-9631-c650285d141a tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Jul 22 14:02:13.452745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:13.556569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-8dcf1cf8-d1c0-4ac0-8a97-9b6b20de962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.558199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-8dcf1cf8-d1c0-4ac0-8a97-9b6b20de962d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1953773 Jul 22 14:02:13.616721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-de5d5f54-1198-4683-be56-6ed41e8b2955 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452323 Jul 22 14:02:13.707920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38839-03a3-48e7-92b4-f632f07dba9c req-93c35250-757e-45db-b833-496d17aff84b tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.708647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38839-03a3-48e7-92b4-f632f07dba9c req-93c35250-757e-45db-b833-496d17aff84b tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.709271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38839-03a3-48e7-92b4-f632f07dba9c req-93c35250-757e-45db-b833-496d17aff84b tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.711197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74e38839-03a3-48e7-92b4-f632f07dba9c req-93c35250-757e-45db-b833-496d17aff84b tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7&device_id=7e0647b0-0d71-481c-abf4-b194779820e9&device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 2886 time: 0.0823500 Jul 22 14:02:13.729124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:13.765366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74e38839-03a3-48e7-92b4-f632f07dba9c req-43bbd285-19a5-4db8-b782-0a7c01bfe203 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Jul 22 14:02:13.771870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:13.787740 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:13.800722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dc9915c5-5344-44f0-8050-784edf5813ce'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:13.843702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:13.914156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:13.914928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:13.916582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81bc5908-e970-498e-88ea-3d080399e2b1 req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "PUT /v2.0/ports/dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 982 time: 0.6716630 Jul 22 14:02:13.920528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:13.923814 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61" -d '{"events": [{"name": "network-changed", "server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:13.989760 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-77b07b29-e762-4cdc-899f-11f9c5e8eb08 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893012 Jul 22 14:02:13.992134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe0ece-7a61-4ca2-8df5-51e3752ef409 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:14.020873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dc9915c5-5344-44f0-8050-784edf5813ce'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:14.061744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-112875b5-96a1-462c-927c-2935e0249d26 req-ed635740-f2ef-4a73-92e9-d7fe863216fe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/ff2e966f-7908-4bd5-a382-23cfbae45891 HTTP/1.1" status: 200 len: 1800 time: 0.1049337 Jul 22 14:02:14.072715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:14.126786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ecc9a-56f3-4b9e-9108-ab6e8a589df4 req-f84dbbfd-c641-4571-a375-d7eb8d1471ba tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:14.137977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-540ecc9a-56f3-4b9e-9108-ab6e8a589df4 req-f84dbbfd-c641-4571-a375-d7eb8d1471ba tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 947 time: 0.1655133 Jul 22 14:02:14.152961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-fd1a9298-ef7e-4b02-88d1-b53d4f3d4578 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475759 Jul 22 14:02:14.163355 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-112875b5-96a1-462c-927c-2935e0249d26 req-02aef6c2-502c-49e8-a4a4-370e0c9292fa tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:02:14.164557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-112875b5-96a1-462c-927c-2935e0249d26 req-02aef6c2-502c-49e8-a4a4-370e0c9292fa tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/ff2e966f-7908-4bd5-a382-23cfbae45891 HTTP/1.1" status: 409 len: 341 time: 0.0685287 Jul 22 14:02:14.199931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-540ecc9a-56f3-4b9e-9108-ab6e8a589df4 req-ba28a3f4-2f0d-40c2-a607-effa957d7d7e tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 Jul 22 14:02:14.241639 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce67403a-55cd-48ad-9196-50f141b190cc x-openstack-request-id: req-ce67403a-55cd-48ad-9196-50f141b190cc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:14.241910 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:14.242186 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce67403a-55cd-48ad-9196-50f141b190cc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:14.242588 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'status': 'completed', 'code': 200} Jul 22 14:02:14.384549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-3d4e579e-33e6-4074-84aa-bfcdb7b603ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:14.386338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-3d4e579e-33e6-4074-84aa-bfcdb7b603ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1137 time: 0.1223357 Jul 22 14:02:14.430958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:14.483671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'mac_address': 'fa:16:3e:5b:a0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:14.550572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-822a5dbe-f596-4f39-bfd3-d7e979540a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:14.552115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-822a5dbe-f596-4f39-bfd3-d7e979540a41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.1585450 Jul 22 14:02:14.588236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-486efbc3-1840-418b-ab34-e3ec23cac922 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:14.590078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-486efbc3-1840-418b-ab34-e3ec23cac922 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1334722 Jul 22 14:02:14.627543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:14.640280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-748faa21-2165-4547-912e-fbba933dc2ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 217 time: 0.0812011 Jul 22 14:02:14.664576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa167f6-82e3-4303-9896-7f162fdc23ca req-9ec380a5-6040-47c3-adc0-0d5f797c6133 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:14.668205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f843f7e-de28-46a5-ab85-399912fed0e7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:14.671678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfa167f6-82e3-4303-9896-7f162fdc23ca req-9ec380a5-6040-47c3-adc0-0d5f797c6133 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 947 time: 0.3683341 Jul 22 14:02:14.744311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:14.764999 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:14.790039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-017ac7bb-6c7c-4358-abaf-6bac8c2a2903 service neutron] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:14.793403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-017ac7bb-6c7c-4358-abaf-6bac8c2a2903 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:14.794563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53989e00-5ee4-4b6e-b17d-dae0f90ba240 req-017ac7bb-6c7c-4358-abaf-6bac8c2a2903 service neutron] 10.222.0.13 "DELETE /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523/bindings/n-h2-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.1969094 Jul 22 14:02:14.809532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfa167f6-82e3-4303-9896-7f162fdc23ca req-3abe2611-f55f-49db-8bdb-d73e71e972f0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368418 Jul 22 14:02:14.825981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-390cefe4-31d6-4bda-b9f4-4efd65b9b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:14.831911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-390cefe4-31d6-4bda-b9f4-4efd65b9b104 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.1781003 Jul 22 14:02:14.860873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:14.901055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40f64708-dc00-4ae1-9886-7b65aaf5da95 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:14.903283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-249f0102-786d-4bdb-8b39-4634dd683e56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595651 Jul 22 14:02:14.909700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:15.067354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c144fa-66b2-469a-a0b2-cdce8c28b56a req-f658b3c5-35f6-4d42-bad9-d58aee16c099 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.074444 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6c144fa-66b2-469a-a0b2-cdce8c28b56a req-f658b3c5-35f6-4d42-bad9-d58aee16c099 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 945 time: 0.1362727 Jul 22 14:02:15.078343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-f09282c3-b5e5-409e-a8a0-89549ef7b65c service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649442 Jul 22 14:02:15.085876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bde870-c666-4d4d-8308-5fa1f9a0988d req-99500eab-f2b7-4e7a-b07b-d3d3187e0147 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.086150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 40f64708-dc00-4ae1-9886-7b65aaf5da95, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:15.095884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61bde870-c666-4d4d-8308-5fa1f9a0988d req-99500eab-f2b7-4e7a-b07b-d3d3187e0147 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 985 time: 0.0994389 Jul 22 14:02:15.102688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '40f64708-dc00-4ae1-9886-7b65aaf5da95', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '40f64708-dc00-4ae1-9886-7b65aaf5da95', 'mac_address': 'fa:16:3e:de:69:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:15.125430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:15.130083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6c144fa-66b2-469a-a0b2-cdce8c28b56a req-22e948bb-8421-4cfe-9980-43714227cf5f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547163 Jul 22 14:02:15.183885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61bde870-c666-4d4d-8308-5fa1f9a0988d req-a2b1a336-13da-442a-9928-644fcc2e3658 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&id=ff2e966f-7908-4bd5-a382-23cfbae45891&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0800207 Jul 22 14:02:15.232830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:15.264359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f64708-dc00-4ae1-9886-7b65aaf5da95 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:15.283362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2311c1c-9e33-4b06-93ed-d4d1987a1a61 req-0f580348-937e-460e-9fc6-10c50f222ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843626 Jul 22 14:02:15.292918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:15.346934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 40f64708-dc00-4ae1-9886-7b65aaf5da95, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:15.355620 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:15.435881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=40f64708-dc00-4ae1-9886-7b65aaf5da95,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:15.463245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261bcb-3537-4377-abcd-a02ea532232d req-3e6111ed-eda7-49bb-bd26-6257f21def1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.466129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-3e6111ed-eda7-49bb-bd26-6257f21def1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1137 time: 0.1202564 Jul 22 14:02:15.615164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['40f64708-dc00-4ae1-9886-7b65aaf5da95'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:15.663815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261bcb-3537-4377-abcd-a02ea532232d req-aa4d6f6f-e75e-4a09-b562-419c1a31aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.665309 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-aa4d6f6f-e75e-4a09-b562-419c1a31aa36 service neutron] 10.222.0.20 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.1919932 Jul 22 14:02:15.715744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-7de6e83b-89af-4300-aeb2-f8f5947cf49e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.717312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-7de6e83b-89af-4300-aeb2-f8f5947cf49e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c&tenant_id=19b15405b2804ee8a1803b9bdcb151d7&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 948 time: 0.2222526 Jul 22 14:02:15.721040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd43f8-ed93-4b2a-83ac-77bc9c4316e7 req-c90d648d-c662-4f47-8d8a-acf15350699f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.722651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50bd43f8-ed93-4b2a-83ac-77bc9c4316e7 req-c90d648d-c662-4f47-8d8a-acf15350699f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 948 time: 0.2030101 Jul 22 14:02:15.780944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f1e1-45e5-45b7-9186-15c52ccc10bd req-b4ae839e-b160-4f0a-90a6-870e6cc1b57f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.783760 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4a5f1e1-45e5-45b7-9186-15c52ccc10bd req-b4ae839e-b160-4f0a-90a6-870e6cc1b57f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 948 time: 0.1791866 Jul 22 14:02:15.791838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-73cffd52-6381-4759-a496-42028f413b77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 217 time: 0.1019590 Jul 22 14:02:15.798699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50bd43f8-ed93-4b2a-83ac-77bc9c4316e7 req-7c8b98b6-cd4e-49b9-96d5-b1fe30162200 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690179 Jul 22 14:02:15.833283 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-061a7018-c73c-48db-b21a-0a61b699bd4a service neutron] delete failed (client error): The resource could not be found. Jul 22 14:02:15.834496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-061a7018-c73c-48db-b21a-0a61b699bd4a service neutron] 10.222.0.20 "DELETE /v2.0/ports/9f843f7e-de28-46a5-ab85-399912fed0e7/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.1051152 Jul 22 14:02:15.873432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261bcb-3537-4377-abcd-a02ea532232d req-53ec1a14-6da1-4445-bfc6-f1187614c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:15.874377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4a5f1e1-45e5-45b7-9186-15c52ccc10bd req-549c4b08-96e6-49ef-bcf2-a0b7cacadb2c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768635 Jul 22 14:02:15.877995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-53ec1a14-6da1-4445-bfc6-f1187614c818 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.0780559 Jul 22 14:02:15.925935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-62602f3a-984e-42ff-8f20-396786fc96a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411398 Jul 22 14:02:16.058498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-3b7c568d-056d-4a25-b856-6c2be9dd40a4 service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253541 Jul 22 14:02:16.069281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-fcb09c1d-66bc-49ea-a6cc-5af3c9af9b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.070796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-fcb09c1d-66bc-49ea-a6cc-5af3c9af9b56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1100 time: 0.1540458 Jul 22 14:02:16.092419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96b64e-38df-404e-9a4b-9e7d711c1435 req-6bcb9fb0-406c-41ec-b055-cba1a0a01001 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.094370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d96b64e-38df-404e-9a4b-9e7d711c1435 req-6bcb9fb0-406c-41ec-b055-cba1a0a01001 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 1097 time: 0.1292906 Jul 22 14:02:16.178243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d96b64e-38df-404e-9a4b-9e7d711c1435 req-3d06f67e-6b37-4943-932a-08e20ab4db62 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711005 Jul 22 14:02:16.206283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59261bcb-3537-4377-abcd-a02ea532232d req-8d753ded-135f-4d32-9d6a-c1948de40cf6 service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390038 Jul 22 14:02:16.209031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-83646583-309d-419d-944e-6541262ef385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.211595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-83646583-309d-419d-944e-6541262ef385 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1297197 Jul 22 14:02:16.238690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaf5f8-adda-410f-af43-3f5cd472e961 req-4148b746-07c7-4902-80ca-56cc28bdef03 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.240594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfcaf5f8-adda-410f-af43-3f5cd472e961 req-4148b746-07c7-4902-80ca-56cc28bdef03 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1102 time: 0.0992007 Jul 22 14:02:16.283310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-8802da8e-cad8-47d0-8ffa-80f336346ae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 200 len: 217 time: 0.0599973 Jul 22 14:02:16.293235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfcaf5f8-adda-410f-af43-3f5cd472e961 req-235c6eb3-b6e5-4507-ab54-a5b5ca18495a tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Jul 22 14:02:16.388162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-576bf240-6868-4880-ab63-e78052849ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.389723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-576bf240-6868-4880-ab63-e78052849ec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1002607 Jul 22 14:02:16.455644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecc0f2-3424-4ba4-b575-0c60ec7d8099 req-8471c7ba-14b1-4ee8-a4b4-e949bfe98881 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.457193 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34ecc0f2-3424-4ba4-b575-0c60ec7d8099 req-8471c7ba-14b1-4ee8-a4b4-e949bfe98881 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 985 time: 0.1570199 Jul 22 14:02:16.513382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34ecc0f2-3424-4ba4-b575-0c60ec7d8099 req-1976e497-9136-44e4-a3c7-142a042861f4 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&id=ff2e966f-7908-4bd5-a382-23cfbae45891&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0494943 Jul 22 14:02:16.516097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-0d593706-676c-40c1-a36c-ac6f33626db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.519227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-0d593706-676c-40c1-a36c-ac6f33626db3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166780 Jul 22 14:02:16.750006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-9396d5c0-0b8c-4867-9123-9da7fc28ac8c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.751674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-9396d5c0-0b8c-4867-9123-9da7fc28ac8c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.1283200 Jul 22 14:02:16.771298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-1156a8f9-ede3-4ac2-ab1b-53f82a578b91 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/quotas/050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 375 time: 0.0128100 Jul 22 14:02:16.787474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:16.861797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-cc07d539-b11b-4fb8-9cbe-ce2a06fb2942 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844138 Jul 22 14:02:16.910139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40f64708-dc00-4ae1-9886-7b65aaf5da95 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:16.929024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-7b91ac87-0af3-48b9-8c26-c43b27aa3e97 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028552 Jul 22 14:02:16.963230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69ff59f9-1b81-4a11-b3e7-44a066945d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:16.963583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 40f64708-dc00-4ae1-9886-7b65aaf5da95 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:16.968019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 40f64708-dc00-4ae1-9886-7b65aaf5da95 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:16.968879 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:16.973136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc7ac4-e4cf-437d-9b24-91065a65d096 req-22ec3d53-38ac-4ce3-8a44-717ce680a524 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:16.980197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fdc7ac4-e4cf-437d-9b24-91065a65d096 req-22ec3d53-38ac-4ce3-8a44-717ce680a524 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1102 time: 0.3811917 Jul 22 14:02:16.998565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-2830e748-d874-4a41-a473-5daa67b4dc0d service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305895 Jul 22 14:02:17.048076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.057946 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fdc7ac4-e4cf-437d-9b24-91065a65d096 req-77988241-42e9-4197-a4d4-e4def6d648dd tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748193 Jul 22 14:02:17.073335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f64708-dc00-4ae1-9886-7b65aaf5da95'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:17.074777 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130c9918-0a0b-4eed-887f-f4705c698321" -d '{"events": [{"server_uuid": "43014a7b-a85a-4d56-b4d1-ca537adbd4cd", "name": "network-vif-plugged", "status": "completed", "tag": "40f64708-dc00-4ae1-9886-7b65aaf5da95"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:17.075308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a4416e6-4f2a-4d75-997a-0c9a3f51bcd5 req-dcf5dd54-fc54-4115-8150-b5c69cf4ddd7 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390259 Jul 22 14:02:17.088901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 40f64708-dc00-4ae1-9886-7b65aaf5da95, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:17.095295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.159406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=40f64708-dc00-4ae1-9886-7b65aaf5da95,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:17.171043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-53e349a2-ccc6-4caa-8482-b6812ca5a7d2 service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695979 Jul 22 14:02:17.197250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775655d-482e-4ef7-9b40-ad0961a8fc8c req-494aa77c-5498-481a-bf6a-44afbc4d5e6e tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:17.198523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69ff59f9-1b81-4a11-b3e7-44a066945d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.199125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7775655d-482e-4ef7-9b40-ad0961a8fc8c req-494aa77c-5498-481a-bf6a-44afbc4d5e6e tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 949 time: 0.0768940 Jul 22 14:02:17.203844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69ff59f9-1b81-4a11-b3e7-44a066945d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.241988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7775655d-482e-4ef7-9b40-ad0961a8fc8c req-3a09b775-66be-4e56-8323-a5180e5c551f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355437 Jul 22 14:02:17.245478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-69ff59f9-1b81-4a11-b3e7-44a066945d4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d580981525c54294b5cf367408c8dc32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569967 Jul 22 14:02:17.246232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff59f9-1b81-4a11-b3e7-44a066945d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4126b8a3-373b-4717-8dec-712bb2b42ce0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:17.248678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54372) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:17.315415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0af09c87-e9e1-4033-b4a7-193a3551934a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.365038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0af09c87-e9e1-4033-b4a7-193a3551934a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.452927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0af09c87-e9e1-4033-b4a7-193a3551934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.455737 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0af09c87-e9e1-4033-b4a7-193a3551934a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:17.459191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0af09c87-e9e1-4033-b4a7-193a3551934a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4126b8a3-373b-4717-8dec-712bb2b42ce0 HTTP/1.1" status: 204 len: 168 time: 0.2070496 Jul 22 14:02:17.468646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af09c87-e9e1-4033-b4a7-193a3551934a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4126b8a3-373b-4717-8dec-712bb2b42ce0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:17.482254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f903b80-b23c-4e33-a644-da584f36e8f8 req-009264e3-8093-4b4b-bdaa-35814a445bdd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:17.483787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f903b80-b23c-4e33-a644-da584f36e8f8 req-009264e3-8093-4b4b-bdaa-35814a445bdd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 948 time: 0.1585708 Jul 22 14:02:17.563510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f903b80-b23c-4e33-a644-da584f36e8f8 req-03a023b9-0579-435e-8739-11b47f13ec7d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650055 Jul 22 14:02:17.620205 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761ac7e6-4701-4e55-8093-edc3a061b350 x-openstack-request-id: req-761ac7e6-4701-4e55-8093-edc3a061b350 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:17.620602 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43014a7b-a85a-4d56-b4d1-ca537adbd4cd", "name": "network-vif-plugged", "status": "completed", "tag": "40f64708-dc00-4ae1-9886-7b65aaf5da95", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:17.621600 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-761ac7e6-4701-4e55-8093-edc3a061b350 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:17.622327 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f64708-dc00-4ae1-9886-7b65aaf5da95', 'code': 200} Jul 22 14:02:17.692922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1bb7118-80e8-465f-9aa5-c769263b8af5 req-dbf0c757-f488-4f72-a8f5-ac242e773496 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 210 time: 0.0461440 Jul 22 14:02:17.764252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d348a0-48d8-4b7b-b643-94eb806c7c7c req-bbc4586e-e71d-4d29-a0ec-4a596176daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:17.767262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99d348a0-48d8-4b7b-b643-94eb806c7c7c req-bbc4586e-e71d-4d29-a0ec-4a596176daeb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 1101 time: 0.0767550 Jul 22 14:02:17.812291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99d348a0-48d8-4b7b-b643-94eb806c7c7c req-b84bc6dd-ba3c-4480-a214-807690180bcc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Jul 22 14:02:17.831463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3b877-dd32-4cee-abf0-522532e18569 req-3c16e4d5-78a5-478c-ba0e-858d0b6480ee tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:17.833334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb3b877-dd32-4cee-abf0-522532e18569 req-3c16e4d5-78a5-478c-ba0e-858d0b6480ee tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 985 time: 0.1265912 Jul 22 14:02:17.905030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb3b877-dd32-4cee-abf0-522532e18569 req-a7a723d0-9d5e-4cf1-8a4d-7628edc6057c tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c0942f-bb05-4032-9ec8-681df1392601&id=ff2e966f-7908-4bd5-a382-23cfbae45891&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0621924 Jul 22 14:02:17.905246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54396) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:17.919724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-224473f6-3b10-4aab-a826-099132145c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.022625 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-e11b36d2-a156-4321-9568-218b74c2227e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-198154983&fields=id&tenant_id=3d7e233556b94975872c0aa5e5d9f4b5 HTTP/1.1" status: 200 len: 267 time: 0.0525205 Jul 22 14:02:18.058573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-224473f6-3b10-4aab-a826-099132145c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.062751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-224473f6-3b10-4aab-a826-099132145c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.072976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:18.112646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-224473f6-3b10-4aab-a826-099132145c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14bd67913df5437b9ab7957a49d40f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032347 Jul 22 14:02:18.112646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224473f6-3b10-4aab-a826-099132145c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4546c58-0b59-4f7a-a870-73573aac06a2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:18.113312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54404) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:18.151064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-52a63abc-9ec4-42d5-ba97-ba26e7eee522 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:18.154304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 9f843f7e-de28-46a5-ab85-399912fed0e7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:18.159628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 9f843f7e-de28-46a5-ab85-399912fed0e7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:18.160279 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.162245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-52a63abc-9ec4-42d5-ba97-ba26e7eee522 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 985 time: 0.1330948 Jul 22 14:02:18.167610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14478157-a6dc-4545-a720-81360bc715d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.170070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'port': {'security_groups': ['d7c0942f-bb05-4032-9ec8-681df1392601', 'ff2e966f-7908-4bd5-a382-23cfbae45891', '70a9af9b-522a-4c0e-bc08-cd592c098795']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:18.190927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14478157-a6dc-4545-a720-81360bc715d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.245556 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14478157-a6dc-4545-a720-81360bc715d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.249552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14478157-a6dc-4545-a720-81360bc715d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.250971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-14478157-a6dc-4545-a720-81360bc715d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4546c58-0b59-4f7a-a870-73573aac06a2 HTTP/1.1" status: 204 len: 168 time: 0.1364341 Jul 22 14:02:18.261408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478157-a6dc-4545-a720-81360bc715d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4546c58-0b59-4f7a-a870-73573aac06a2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:18.262868 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.310511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.347912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:18.354956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.435511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:18.505287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3865d81e-ba7f-486a-8b0a-0f9127b76cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.623764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dba76-8f34-4823-a506-609463c2adf5 req-b8ae35c0-dd21-4134-831c-f21ce46768d4 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:18.633974 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b38dba76-8f34-4823-a506-609463c2adf5 req-b8ae35c0-dd21-4134-831c-f21ce46768d4 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 949 time: 0.1962800 Jul 22 14:02:18.666604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:18.689868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b38dba76-8f34-4823-a506-609463c2adf5 req-43ca2d83-caa3-4e9f-8fab-2aa848158617 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Jul 22 14:02:18.709874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.727948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.738133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.738389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-bc01f1be-0617-4787-9a44-e2de656e710a tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:18.745122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-bc01f1be-0617-4787-9a44-e2de656e710a tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.2320378 Jul 22 14:02:18.761449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dc9915c5-5344-44f0-8050-784edf5813ce'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:18.764423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:18.774899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Request body: {'port': {'device_id': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'admin_state_up': True, 'tenant_id': '050cafc0ac534a16806efabfec6ec8d0'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:18.863686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:18.863686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:18.877798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13dc28aa-d326-4568-ac7f-d56339dca458 req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "PUT /v2.0/ports/dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 1021 time: 0.7053239 Jul 22 14:02:18.878566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:18.881123 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806" -d '{"events": [{"name": "network-changed", "server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:18.938821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d192eb-f7cb-4238-b3af-9dcfe5da443e tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:18.956954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dc9915c5-5344-44f0-8050-784edf5813ce'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:19.029490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17dfe7-73a8-47da-9ac3-831b8fbe1336 req-b0d58e58-9da1-45f7-a4dc-96910da66b2d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.030039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c52b1-1ad6-4d85-baa0-f0bbe65df4e5 req-ba256fb2-5adf-4190-acb6-442d582c199c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.038226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd17dfe7-73a8-47da-9ac3-831b8fbe1336 req-b0d58e58-9da1-45f7-a4dc-96910da66b2d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.2020423 Jul 22 14:02:19.038457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0c52b1-1ad6-4d85-baa0-f0bbe65df4e5 req-ba256fb2-5adf-4190-acb6-442d582c199c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.0767074 Jul 22 14:02:19.095907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd17dfe7-73a8-47da-9ac3-831b8fbe1336 req-092c6d7f-efce-44c5-b37b-c7228fb6bc0e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536902 Jul 22 14:02:19.100061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0c52b1-1ad6-4d85-baa0-f0bbe65df4e5 req-82907a29-7197-4be3-ad88-8717eb430d63 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 Jul 22 14:02:19.122658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Made reservation on behalf of 050cafc0ac534a16806efabfec6ec8d0 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:19.132948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:19.268266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-155daea0-d569-4ed3-9091-a64f94b7bc21 req-1e73fe17-0e45-4972-97e9-2bade9765e21 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/70a9af9b-522a-4c0e-bc08-cd592c098795 HTTP/1.1" status: 200 len: 1799 time: 0.0523834 Jul 22 14:02:19.305204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab87cbd6-a03a-432f-aed7-045d055793fa req-a7b5c104-b2d0-4422-8fee-7c01c2f03795 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 210 time: 0.0415089 Jul 22 14:02:19.369635 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-155daea0-d569-4ed3-9091-a64f94b7bc21 req-4bfec03f-bf40-4b03-9829-ca3a4835bab7 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:02:19.380509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-155daea0-d569-4ed3-9091-a64f94b7bc21 req-4bfec03f-bf40-4b03-9829-ca3a4835bab7 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/70a9af9b-522a-4c0e-bc08-cd592c098795 HTTP/1.1" status: 409 len: 341 time: 0.1031756 Jul 22 14:02:19.411812 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb78c75-d6ea-4278-9ed5-53cff1110272 x-openstack-request-id: req-aeb78c75-d6ea-4278-9ed5-53cff1110272 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:19.412102 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:19.412350 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aeb78c75-d6ea-4278-9ed5-53cff1110272 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:19.412744 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'status': 'completed', 'code': 200} Jul 22 14:02:19.427164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Allocated IP 172.20.0.14 (d2363324-8fd1-4404-b4be-5c9d76932002/c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4/7385df24-1e67-4b34-91c5-86d2df3b717f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:19.545942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-ef4e03cc-563a-4d17-898b-cb277247daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.548561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-ef4e03cc-563a-4d17-898b-cb277247daf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1176 time: 0.1086664 Jul 22 14:02:19.608360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c631e5c-418f-4aeb-8893-b13712433c34 req-d966e687-7f9e-4406-a776-011c726e914d tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.618496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c631e5c-418f-4aeb-8893-b13712433c34 req-d966e687-7f9e-4406-a776-011c726e914d tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 1101 time: 0.1707430 Jul 22 14:02:19.623379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:19.630498 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36bbe64-0cf2-4be7-bf65-64c61eaa25f5" -d '{"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-plugged", "status": "completed", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:19.687320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:19.690491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:19.703310 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d8c3a-bfb3-40a1-b37b-6bc2139f1617 x-openstack-request-id: req-958d8c3a-bfb3-40a1-b37b-6bc2139f1617 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:19.703510 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-plugged", "status": "completed", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:19.704386 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-958d8c3a-bfb3-40a1-b37b-6bc2139f1617 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:19.704968 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'code': 200} Jul 22 14:02:19.741478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:19.770676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Network d2363324-8fd1-4404-b4be-5c9d76932002 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:19.803059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:19.826909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:19.884599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:19.911908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.912540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:19.936652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-63f11216-7b4a-46c5-a66a-c9a9c795b03c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1813948 Jul 22 14:02:19.944715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c631e5c-418f-4aeb-8893-b13712433c34 req-a66e0466-16cb-4c6d-9a82-36be1f63445c tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253009 Jul 22 14:02:19.946275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc039c5d-b31d-4932-a148-4af52b231e15 req-1052a086-593e-48dd-9536-22fc5f77169a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.947769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc039c5d-b31d-4932-a148-4af52b231e15 req-1052a086-593e-48dd-9536-22fc5f77169a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1024 time: 0.1797631 Jul 22 14:02:19.952812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Request body: {'port': {'device_id': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:19.962462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-dccb3bbf-2ab9-4a30-b589-5d713c781ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:19.964293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-dccb3bbf-2ab9-4a30-b589-5d713c781ea3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 200 len: 914 time: 0.4056561 Jul 22 14:02:20.019786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-30997166-3010-4692-a9b3-db3649752dd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 200 len: 217 time: 0.0487521 Jul 22 14:02:20.067107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc039c5d-b31d-4932-a148-4af52b231e15 req-d469fe83-cb40-4a34-a07e-fb926e250506 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a9af9b-522a-4c0e-bc08-cd592c098795&id=d7c0942f-bb05-4032-9ec8-681df1392601&id=ff2e966f-7908-4bd5-a382-23cfbae45891&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1107738 Jul 22 14:02:20.095901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:20.116666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-d23387a0-693c-4b4e-9977-e96118ac8b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:20.118174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-d23387a0-693c-4b4e-9977-e96118ac8b06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 200 len: 853 time: 0.0872214 Jul 22 14:02:20.152083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be8a4-b1fe-49dd-86a9-850439a5628e req-05287f4c-96fd-42a1-a671-dd51579523f3 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:20.159457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-953be8a4-b1fe-49dd-86a9-850439a5628e req-05287f4c-96fd-42a1-a671-dd51579523f3 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 949 time: 0.1386325 Jul 22 14:02:20.187221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-fbda1779-2bf9-4a72-af56-c2c1d5692a19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=93273878-2e56-4d72-8f73-c626a542d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615330 Jul 22 14:02:20.256353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-953be8a4-b1fe-49dd-86a9-850439a5628e req-015b006f-be07-4f71-b4d3-a9166357ddc2 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959964 Jul 22 14:02:20.342194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-29dc0f5a-64d2-4745-8434-1d6a396b74a7 service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463192 Jul 22 14:02:20.354259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7c558-71ee-4211-890b-e23bfe38c3ff req-f4d7bf52-fe9f-44f4-b33a-b502aad6ce0d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:20.356078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fa7c558-71ee-4211-890b-e23bfe38c3ff req-f4d7bf52-fe9f-44f4-b33a-b502aad6ce0d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1819656 Jul 22 14:02:20.435355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fa7c558-71ee-4211-890b-e23bfe38c3ff req-9cad1fd1-fca4-41c4-a2aa-a973ba52b208 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511909 Jul 22 14:02:20.453071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-b7c49f74-4a48-4319-8450-a39f814690e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285971 Jul 22 14:02:20.482278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12aa43c2-3052-4cda-b3fa-7ad53cbfb806 req-175db445-af90-4935-bf5e-d53eb01402c3 service neutron] 10.222.0.20 "GET /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312428 Jul 22 14:02:20.511655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7385df24-1e67-4b34-91c5-86d2df3b717f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:20.520309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:20.532372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Transition to ACTIVE for port object 7385df24-1e67-4b34-91c5-86d2df3b717f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:20.537117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:20.585109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-09452498-273a-40ec-b400-c86eed7120a4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:20.592497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-09452498-273a-40ec-b400-c86eed7120a4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217816 Jul 22 14:02:20.606162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-5ac430fb-8c84-4079-bc55-05ea688dfa4c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/quotas/19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 375 time: 0.0127003 Jul 22 14:02:20.615597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:20.677712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:20.678098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:20.678313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:20.682975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:20.683298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:20.689049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:20.690510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:20.691066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:20.691523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Bound port: 7385df24-1e67-4b34-91c5-86d2df3b717f, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:20.692219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:20.728784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-fd400197-b78f-4366-8c51-d30ca03b0f3e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193447 Jul 22 14:02:20.810265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:20.824885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:20.833095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:20.850736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7831d9-5382-4276-9b0d-200f12d96acd req-03382259-773d-4a57-833a-31a0a15b5ed4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:20.854066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a7831d9-5382-4276-9b0d-200f12d96acd req-03382259-773d-4a57-833a-31a0a15b5ed4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1227772 Jul 22 14:02:20.895257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:20.896002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:20.897390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] 10.222.0.20 "PUT /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 1093 time: 0.9487214 Jul 22 14:02:20.898825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:20.901070 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ecf34-7d02-493a-a80b-53d9f8f28c96" -d '{"events": [{"name": "network-changed", "server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:20.937300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdc6a6-8bc5-4dee-95b4-807e2a6d0c08 service neutron] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:20.957549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a7831d9-5382-4276-9b0d-200f12d96acd req-4ca8ff17-7d3e-41e6-a1cc-60b622bc1790 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832829 Jul 22 14:02:21.014221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-eb7e6fe1-b22b-4aca-9aef-6b1f3fecbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.016253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-eb7e6fe1-b22b-4aca-9aef-6b1f3fecbf24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1096 time: 0.0725391 Jul 22 14:02:21.020266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-10fd872f-2c8f-44d8-98c5-e67f644cc97a tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=15f1087da48343cf80250e655438ea42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315104 Jul 22 14:02:21.074399 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-d091d579-9211-4039-97bf-f9f390362ef8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 217 time: 0.0507443 Jul 22 14:02:21.134021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-a4e3b726-030e-4179-9e55-fb161d05b3d1 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555842 Jul 22 14:02:21.183582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-da8cc9fa-844b-4aaa-aca0-b1c6e7879ddc tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.185099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-da8cc9fa-844b-4aaa-aca0-b1c6e7879ddc tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1596432 Jul 22 14:02:21.195999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-517e0dd6-f56a-46a0-b775-f42bebb9a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.197469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-517e0dd6-f56a-46a0-b775-f42bebb9a91b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1082344 Jul 22 14:02:21.211871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-894509b0-3d30-4940-8f80-5af164ab253c tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/quotas/15f1087da48343cf80250e655438ea42 HTTP/1.1" status: 200 len: 375 time: 0.0166540 Jul 22 14:02:21.221093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-1e05ed38-8f66-4e8d-afcf-5b9a83ee8738 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.222808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-1e05ed38-8f66-4e8d-afcf-5b9a83ee8738 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 1024 time: 0.1035476 Jul 22 14:02:21.273043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-8541aea6-6f36-48f2-a989-1df2de88b76a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441177 Jul 22 14:02:21.275796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:21.283998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-6763aa8b-ef3c-442b-8d97-b8547d12b59b tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=15f1087da48343cf80250e655438ea42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601962 Jul 22 14:02:21.293412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea617-cf8e-429f-8f5c-403d6ed61c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:21.353195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-dfde50db-6f46-4fc2-a822-b4fd14fb1b56 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.355632 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-dfde50db-6f46-4fc2-a822-b4fd14fb1b56 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183454 Jul 22 14:02:21.375883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Deleting port dc9915c5-5344-44f0-8050-784edf5813ce {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:02:21.376884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:21.443560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-4d494f90-f523-4ce4-9c8d-3da9d5ebe9f3 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/quotas/7b77051a5a3a4a30a37e5edc91775ece HTTP/1.1" status: 200 len: 375 time: 0.0387619 Jul 22 14:02:21.491525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-c7ebe040-569f-4b80-bb16-d69d8812f87d service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112126 Jul 22 14:02:21.560499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c92275d5-ec77-48c0-991a-f4e798e3942f req-b070dc11-3a71-43a3-9cbf-b1fd85a0574d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 210 time: 0.0578616 Jul 22 14:02:21.569884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] For port dc9915c5-5344-44f0-8050-784edf5813ce, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dc9915c5-5344-44f0-8050-784edf5813ce,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:21.570569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:21.604750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Calling delete_port for dc9915c5-5344-44f0-8050-784edf5813ce owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:02:21.624037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b77950-0609-4380-9fb3-62b5aed298a2 req-81b5b52b-6a36-4583-b49f-a335670d7f22 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230435 Jul 22 14:02:21.625654 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5e31e-9c3e-4e6a-8668-bc8f40ba73b3 x-openstack-request-id: req-f2d5e31e-9c3e-4e6a-8668-bc8f40ba73b3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:21.625983 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:21.626378 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2d5e31e-9c3e-4e6a-8668-bc8f40ba73b3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:21.626874 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'status': 'completed', 'code': 200} Jul 22 14:02:21.631527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-9d1ed4cf-4023-432c-8596-e8adae55ea29 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871541 Jul 22 14:02:21.756405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-e48edf3e-0ea4-4f3a-b058-8f6a8281acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.758581 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-e48edf3e-0ea4-4f3a-b058-8f6a8281acad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1096 time: 0.0831397 Jul 22 14:02:21.822463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:21.836225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dc9915c5-5344-44f0-8050-784edf5813ce'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:21.839688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:21.871758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'Port': ['ID=dc9915c5-5344-44f0-8050-784edf5813ce,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:21.944602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] No DVR routers for this DVR port dc9915c5-5344-44f0-8050-784edf5813ce on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:21.949937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:21.952133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63b1949d-d3c5-4170-af60-3618d4eb6cd7 req-e6e89eec-ad4e-4658-b7ad-59677cfe1159 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.20 "DELETE /v2.0/ports/dc9915c5-5344-44f0-8050-784edf5813ce HTTP/1.1" status: 204 len: 173 time: 0.7202356 Jul 22 14:02:21.952594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'name': 'network-vif-deleted', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:21.961329 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d77b2-12df-4bff-a2ad-75a7be62069a" -d '{"events": [{"server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "name": "network-vif-deleted", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:21.981111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a100ec-cf89-4596-8c64-7b3b59b3349f req-5fbd8520-6caa-4887-ba9f-8ca5097df7f7 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:21.997362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0a100ec-cf89-4596-8c64-7b3b59b3349f req-5fbd8520-6caa-4887-ba9f-8ca5097df7f7 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=28d15af6-028c-4a1d-905f-3211cf44ce08 HTTP/1.1" status: 200 len: 945 time: 0.2385223 Jul 22 14:02:22.058423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-4b7aea52-51c1-4b37-b399-a7650118d9ff tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550179 Jul 22 14:02:22.108167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-3fb3a412-d558-4741-8582-6834b77195b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:22.109235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-3fb3a412-d558-4741-8582-6834b77195b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.3314099 Jul 22 14:02:22.170421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ed60518-af55-4bb4-880a-04e3c9cad23e req-fdce4d5e-dfb1-47be-96b1-9ffd0be910af tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 210 time: 0.2137969 Jul 22 14:02:22.236950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-578a5b0e-24b1-461a-b015-92d00f660784 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 217 time: 0.0870414 Jul 22 14:02:22.247281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0a100ec-cf89-4596-8c64-7b3b59b3349f req-46c9b46e-6a0e-4702-b9df-e2e048c811cc tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=70a9af9b-522a-4c0e-bc08-cd592c098795&id=d7c0942f-bb05-4032-9ec8-681df1392601&id=ff2e966f-7908-4bd5-a382-23cfbae45891&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2434003 Jul 22 14:02:22.363726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70da766a-44ef-45a8-9886-4cd58e26f9a9 req-4cf8b693-76d6-4f43-85f5-8e3bbaa4d89f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 210 time: 0.0547490 Jul 22 14:02:22.381585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-97dd0231-90f4-4c9c-9bca-55c5b733fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:22.383485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-97dd0231-90f4-4c9c-9bca-55c5b733fc3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1405067 Jul 22 14:02:22.395344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:22.408011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-d589d15c-fafc-4789-84ba-ad222f5bdd6a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:22.409536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-d589d15c-fafc-4789-84ba-ad222f5bdd6a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332007 Jul 22 14:02:22.426876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Request body: {'port': {'device_id': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '19b15405b2804ee8a1803b9bdcb151d7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:22.433492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-916f5444-4662-462f-87dd-36d30db2f1e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398238 Jul 22 14:02:22.450256 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55e3d7-609b-4280-b422-0873a9f39d71 x-openstack-request-id: req-3c55e3d7-609b-4280-b422-0873a9f39d71 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:22.450366 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d15af6-028c-4a1d-905f-3211cf44ce08", "name": "network-vif-deleted", "tag": "dc9915c5-5344-44f0-8050-784edf5813ce", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:22.450619 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c55e3d7-609b-4280-b422-0873a9f39d71 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:22.450998 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d15af6-028c-4a1d-905f-3211cf44ce08', 'name': 'network-vif-deleted', 'tag': 'dc9915c5-5344-44f0-8050-784edf5813ce', 'status': 'completed', 'code': 200} Jul 22 14:02:22.480987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ac66c-f0b0-404a-8c4a-dc4d6003d095 req-7f48188a-d714-4897-b474-b0fc5bfc6987 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:22.489694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-207ac66c-f0b0-404a-8c4a-dc4d6003d095 req-7f48188a-d714-4897-b474-b0fc5bfc6987 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1638248 Jul 22 14:02:22.583949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-207ac66c-f0b0-404a-8c4a-dc4d6003d095 req-0c08e4fb-660e-461f-a3d4-591b1ca78e32 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933197 Jul 22 14:02:22.620872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-b7379d91-0807-4e16-a30a-20c795aa61d5 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725428 Jul 22 14:02:22.663479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392be08-5d0c-464a-9967-48f724182be6 req-17f10722-3d95-4f02-aeb7-058facdcf31f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:22.670301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c392be08-5d0c-464a-9967-48f724182be6 req-17f10722-3d95-4f02-aeb7-058facdcf31f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1511133 Jul 22 14:02:22.708151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Made reservation on behalf of 19b15405b2804ee8a1803b9bdcb151d7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:22.711593 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:22.733502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c392be08-5d0c-464a-9967-48f724182be6 req-78411490-b9e6-431f-9677-397098044692 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Jul 22 14:02:22.750507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f4acdf6-c253-42a8-a09c-8ce2c9e9700e req-46b4b1c6-e91a-4120-9585-aabdbde40dbb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 210 time: 0.0751495 Jul 22 14:02:22.806238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-904ecf34-7d02-493a-a80b-53d9f8f28c96 req-ceecbb8f-44f5-420d-b044-b8b0fc3f8679 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778347 Jul 22 14:02:22.880196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Allocated IP 192.168.233.13 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/91f46df7-a2db-4b63-99b6-b5e85cb5be42) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:23.033454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.048771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Transition to ACTIVE for port object 91f46df7-a2db-4b63-99b6-b5e85cb5be42 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:23.081771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.096344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:23.099523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-f0e1a032-9e49-4a89-8d19-fffb8950840b tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=15f1087da48343cf80250e655438ea42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262494 Jul 22 14:02:23.127260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:23.130598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:23.135491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:23.143039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:23.199738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:23.200670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.227053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-7a0c01a5-5359-4d2c-9460-10d6946f38ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8073823 Jul 22 14:02:23.241208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Request body: {'port': {'device_id': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:23.291003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-4214b6ea-9377-46c4-af80-3ed387f5a7e0 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:23.292593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-4214b6ea-9377-46c4-af80-3ed387f5a7e0 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922417 Jul 22 14:02:23.308700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Request body: {'port': {'device_id': '59af854a-fc10-456d-836d-911b772f83ad', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '15f1087da48343cf80250e655438ea42'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:23.397677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.402616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e443aac-22e3-4f66-8d6a-aefb3ba8d66b req-c3de16f2-2678-47fb-b60b-dcc352eaca99 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 210 time: 0.1165857 Jul 22 14:02:23.428502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7cb4398e-e40b-43d1-b704-e69ea58b9425 None None] Provisioning for port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:23.434501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7cb4398e-e40b-43d1-b704-e69ea58b9425 None None] Provisioning complete for port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:23.435188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb4398e-e40b-43d1-b704-e69ea58b9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.477474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7cb4398e-e40b-43d1-b704-e69ea58b9425 None None] Port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:23.544691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2149122-b436-45af-a177-feebf67ebc08 req-b4c139f3-bbda-44a1-914d-1f8558fa97a4 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 210 time: 0.0514235 Jul 22 14:02:23.662809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-28bbd50c-711a-41e0-a139-c7fc20d670db tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626152 Jul 22 14:02:23.682178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0eb933f4-1686-4941-b5e6-c04a822e677d req-a2573345-86f8-408e-b1b7-298b8ed8deca tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/ff2e966f-7908-4bd5-a382-23cfbae45891 HTTP/1.1" status: 200 len: 1800 time: 0.3481648 Jul 22 14:02:23.800665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06319be-c83f-4821-8bc1-3a821526d188 req-10db516d-f0b4-4543-ae27-6ebbd8767d61 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:23.802191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d06319be-c83f-4821-8bc1-3a821526d188 req-10db516d-f0b4-4543-ae27-6ebbd8767d61 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1266251 Jul 22 14:02:23.821117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Made reservation on behalf of 15f1087da48343cf80250e655438ea42 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:23.824535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.843012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.881608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-1cc8aa6b-616a-4588-889f-5ce3c4ead1a6 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:23.881857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d06319be-c83f-4821-8bc1-3a821526d188 req-7aef7e7b-3579-453c-9c7d-1f2ead723a0c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 Jul 22 14:02:23.883074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-1cc8aa6b-616a-4588-889f-5ce3c4ead1a6 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983006 Jul 22 14:02:23.889454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0eb933f4-1686-4941-b5e6-c04a822e677d req-c2e39908-37cf-4bb4-bf41-62b0cd556f79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.901068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Request body: {'port': {'device_id': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '7b77051a5a3a4a30a37e5edc91775ece'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:23.911217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f46df7-a2db-4b63-99b6-b5e85cb5be42 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:23.920144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.934739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Transition to ACTIVE for port object 91f46df7-a2db-4b63-99b6-b5e85cb5be42 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:23.938437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:23.957888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0eb933f4-1686-4941-b5e6-c04a822e677d req-c2e39908-37cf-4bb4-bf41-62b0cd556f79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.047756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:24.078014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0eb933f4-1686-4941-b5e6-c04a822e677d req-c2e39908-37cf-4bb4-bf41-62b0cd556f79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.081735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0eb933f4-1686-4941-b5e6-c04a822e677d req-c2e39908-37cf-4bb4-bf41-62b0cd556f79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.097207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0eb933f4-1686-4941-b5e6-c04a822e677d req-c2e39908-37cf-4bb4-bf41-62b0cd556f79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/ff2e966f-7908-4bd5-a382-23cfbae45891 HTTP/1.1" status: 204 len: 173 time: 0.4015987 Jul 22 14:02:24.101732 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.117929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f06768-55b0-495a-8553-a4d3fec586c6 req-ea7fe8ee-ec83-459a-b035-ae7ba3aa37da tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.119559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8f06768-55b0-495a-8553-a4d3fec586c6 req-ea7fe8ee-ec83-459a-b035-ae7ba3aa37da tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1510623 Jul 22 14:02:24.129516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e39908-37cf-4bb4-bf41-62b0cd556f79 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e966f-7908-4bd5-a382-23cfbae45891,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:24.177028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Attempting to bind port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:24.177544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Attempting to bind port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:24.177903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Attempting to bind port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:24.183929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.193846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:24.194267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Attempting to bind port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:24.197575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.211125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8f06768-55b0-495a-8553-a4d3fec586c6 req-b7e62f46-485e-44c1-be3a-f7886cb4593b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811605 Jul 22 14:02:24.211336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:24.211726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:24.212335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:24.212533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Bound port: 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:24.213258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.266204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Made reservation on behalf of 7b77051a5a3a4a30a37e5edc91775ece for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:24.269826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.288745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:24.292163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:24.297331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.317143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.317919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.319136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] 10.222.0.20 "PUT /v2.0/ports/91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 1096 time: 1.0840297 Jul 22 14:02:24.325604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9b4a2-6146-4ba4-8a60-302997e14b05,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:24.432353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1c38a-28bd-413c-a26d-c7c5d45306fd req-cfaab820-d5d5-46eb-b31b-7a4418990eb5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.433828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54f1c38a-28bd-413c-a26d-c7c5d45306fd req-cfaab820-d5d5-46eb-b31b-7a4418990eb5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 947 time: 0.2521458 Jul 22 14:02:24.456668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:24.459146 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96133b47-3b68-465a-9ed4-171709a84825" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:24.481425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0712d53-c678-45f2-8ca4-6714264f8d64 service neutron] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:24.505315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86a6ac69-01b8-484b-9c3f-4bfa51ef247f req-e1cb07cb-6849-4124-9a5b-6a4c86c27f40 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/70a9af9b-522a-4c0e-bc08-cd592c098795 HTTP/1.1" status: 200 len: 1799 time: 0.1344776 Jul 22 14:02:24.509336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Allocated IP 192.168.233.12 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/be38a963-e34c-44e6-9939-ead38067063f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:24.524253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-27899867-15cd-46e4-af46-a70f6c9db9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.525980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-27899867-15cd-46e4-af46-a70f6c9db9ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1099 time: 0.1562357 Jul 22 14:02:24.538279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54f1c38a-28bd-413c-a26d-c7c5d45306fd req-b7661e71-a426-49c3-b41e-c9a42d49f2d1 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869408 Jul 22 14:02:24.586257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-1de96ac1-a016-4ace-9ad7-acef9751bd64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 217 time: 0.0405190 Jul 22 14:02:24.640974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-86a6ac69-01b8-484b-9c3f-4bfa51ef247f req-6bfb95ae-f92e-487b-a0aa-7b324a6e0307 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.674146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-2f8ae4c5-7001-44aa-9de7-5dae0de1f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.675570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-2f8ae4c5-7001-44aa-9de7-5dae0de1f235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0769148 Jul 22 14:02:24.677006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-86a6ac69-01b8-484b-9c3f-4bfa51ef247f req-6bfb95ae-f92e-487b-a0aa-7b324a6e0307 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.747776 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.748500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-86a6ac69-01b8-484b-9c3f-4bfa51ef247f req-6bfb95ae-f92e-487b-a0aa-7b324a6e0307 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.751356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-86a6ac69-01b8-484b-9c3f-4bfa51ef247f req-6bfb95ae-f92e-487b-a0aa-7b324a6e0307 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.752567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86a6ac69-01b8-484b-9c3f-4bfa51ef247f req-6bfb95ae-f92e-487b-a0aa-7b324a6e0307 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/70a9af9b-522a-4c0e-bc08-cd592c098795 HTTP/1.1" status: 204 len: 173 time: 0.2400131 Jul 22 14:02:24.754383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ba7cf-1af7-47f9-b281-b670f5188c9c req-4f663808-d756-4804-ab8a-74ee3b65b38d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.763291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-538ba7cf-1af7-47f9-b281-b670f5188c9c req-4f663808-d756-4804-ab8a-74ee3b65b38d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1097 time: 0.1605904 Jul 22 14:02:24.770407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb95ae-f92e-487b-a0aa-7b324a6e0307 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9af9b-522a-4c0e-bc08-cd592c098795,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:24.773315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-2d4ae7a0-d0cd-437a-8216-eb6463686914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:24.774901 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-2d4ae7a0-d0cd-437a-8216-eb6463686914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905991 Jul 22 14:02:24.800520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Transition to ACTIVE for port object be38a963-e34c-44e6-9939-ead38067063f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:24.826426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-538ba7cf-1af7-47f9-b281-b670f5188c9c req-47253642-5389-48fe-92fb-8b82001b1195 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638139 Jul 22 14:02:24.865211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:24.893424 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05950ac1-7f1b-4a02-9567-eeb37f535889 x-openstack-request-id: req-05950ac1-7f1b-4a02-9567-eeb37f535889 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:24.894025 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:24.894025 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05950ac1-7f1b-4a02-9567-eeb37f535889 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:24.894344 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'status': 'completed', 'code': 200} Jul 22 14:02:24.924941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-e719b4e2-9ece-4c90-b223-8adba8e8bf18 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434178 Jul 22 14:02:24.957976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:24.960136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dc9915c5-5344-44f0-8050-784edf5813ce no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:24.984332 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7a0260b-28b4-47ef-ae62-3011f9059015 req-f82396b9-9c6f-4888-b7f0-c3b4351d7c2d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 210 time: 0.0575330 Jul 22 14:02:24.988414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:24.991407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Pushing event updated for resources: {'Port': ['ID=be38a963-e34c-44e6-9939-ead38067063f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:24.997155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:25.002372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:25.004481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: dc9915c5-5344-44f0-8050-784edf5813ce {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:02:25.004934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dc9915c5-5344-44f0-8050-784edf5813ce not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:25.046952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8b13e-dfb9-41e2-9217-40e033145834 req-4d2a2726-6728-43ac-9395-5c551d8eca79 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.049268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49b8b13e-dfb9-41e2-9217-40e033145834 req-4d2a2726-6728-43ac-9395-5c551d8eca79 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 935 time: 0.2290909 Jul 22 14:02:25.062143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.062577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.073493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Allocated IP 192.168.233.70 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/9508d085-5440-47bc-9251-157cdcbaefb9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:25.083488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c3bae7b1-5f41-4c2c-941b-6655fd4a0caa req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1368838379', 'description': 'tempest-description-1070508577'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:25.111299 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3724bf06-c407-411c-a0de-e8aef85a5179 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8078556 Jul 22 14:02:25.146362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Request body: {'port': {'device_id': '59af854a-fc10-456d-836d-911b772f83ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:25.152472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:25.155610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3bae7b1-5f41-4c2c-941b-6655fd4a0caa req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.166872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'port_id': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'mac_address': 'fa:16:3e:b5:17:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:25.213991 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.229099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7385df24-1e67-4b34-91c5-86d2df3b717f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:25.257193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:25.272784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.283765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6154b4a1-777b-4e20-9252-3991d4d4684a None None] Provisioning for port be38a963-e34c-44e6-9939-ead38067063f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:25.307094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6154b4a1-777b-4e20-9252-3991d4d4684a None None] Provisioning complete for port be38a963-e34c-44e6-9939-ead38067063f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:25.307473 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6154b4a1-777b-4e20-9252-3991d4d4684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.351896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.356902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49b8b13e-dfb9-41e2-9217-40e033145834 req-3aaa0df4-e183-4d33-bbec-f409b5f18c93 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921879 Jul 22 14:02:25.361594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c754f640-a514-4326-88df-c01a4ccdd4f4 req-cc366c0c-e489-422b-92a0-b685709b6384 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304605 Jul 22 14:02:25.394382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6154b4a1-777b-4e20-9252-3991d4d4684a None None] Port be38a963-e34c-44e6-9939-ead38067063f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:25.397411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:25.449977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.476914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133b47-3b68-465a-9ed4-171709a84825 req-09f057cd-4d3e-4b38-97d8-4cf21a6a8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.478466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-09f057cd-4d3e-4b38-97d8-4cf21a6a8318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1099 time: 0.0678470 Jul 22 14:02:25.515512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['7385df24-1e67-4b34-91c5-86d2df3b717f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:25.536545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Transition to ACTIVE for port object 9508d085-5440-47bc-9251-157cdcbaefb9 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:25.541556 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3bae7b1-5f41-4c2c-941b-6655fd4a0caa req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.553681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3bae7b1-5f41-4c2c-941b-6655fd4a0caa req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.590894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133b47-3b68-465a-9ed4-171709a84825 req-e8b91a39-9c34-4970-abf6-014ef8a555a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.592636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-e8b91a39-9c34-4970-abf6-014ef8a555a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1039841 Jul 22 14:02:25.614143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3bae7b1-5f41-4c2c-941b-6655fd4a0caa req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.615375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3bae7b1-5f41-4c2c-941b-6655fd4a0caa req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5443685 Jul 22 14:02:25.623732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9e79f-3fa6-47b1-afb3-2eb99093397f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d629240-5782-43fc-afdd-9f77d3fb84f0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:25.638231 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.659608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-7f8c6eda-964c-467c-b101-1d4840675883 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 217 time: 0.0561035 Jul 22 14:02:25.711442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:25.733483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133b47-3b68-465a-9ed4-171709a84825 req-de251473-91bc-47cc-b31d-37137e9184bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.735172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-de251473-91bc-47cc-b31d-37137e9184bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0684116 Jul 22 14:02:25.743793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:25.745337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Pushing event updated for resources: {'Port': ['ID=9508d085-5440-47bc-9251-157cdcbaefb9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:25.756417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:25.811319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.811984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:25.824130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96133b47-3b68-465a-9ed4-171709a84825 req-67ea8b9f-660e-4d58-ad07-f037918cc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.826329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-67ea8b9f-660e-4d58-ad07-f037918cc962 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822318 Jul 22 14:02:25.872727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-382c0e38-6c1d-4934-b27e-7ffa7d8b9097 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9778690 Jul 22 14:02:25.885724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Request body: {'port': {'device_id': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:25.950706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-cf331849-641c-4354-8dbf-8457e71b905c service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167986 Jul 22 14:02:25.995919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c40c2-eec3-4b7e-9fa3-00feceac0690 req-082a8701-4b90-4564-846e-70924b49f92b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:25.997714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96c40c2-eec3-4b7e-9fa3-00feceac0690 req-082a8701-4b90-4564-846e-70924b49f92b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.2581086 Jul 22 14:02:26.094889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96133b47-3b68-465a-9ed4-171709a84825 req-20cdcaa8-0667-4359-b21c-9aaad851c26f service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368840 Jul 22 14:02:26.102346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96c40c2-eec3-4b7e-9fa3-00feceac0690 req-00693ad8-47f8-4496-a108-39f1f8856044 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811427 Jul 22 14:02:26.105398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.110372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be38a963-e34c-44e6-9939-ead38067063f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:26.131448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.143489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-11397d57-b50b-4a63-85f5-46e391f1fb32 None None] Provisioning for port 9508d085-5440-47bc-9251-157cdcbaefb9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:26.148158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-11397d57-b50b-4a63-85f5-46e391f1fb32 None None] Provisioning complete for port 9508d085-5440-47bc-9251-157cdcbaefb9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:26.148737 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-11397d57-b50b-4a63-85f5-46e391f1fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.188667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Transition to ACTIVE for port object be38a963-e34c-44e6-9939-ead38067063f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:26.193983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.194196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-11397d57-b50b-4a63-85f5-46e391f1fb32 None None] Port 9508d085-5440-47bc-9251-157cdcbaefb9 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:26.209097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['40f64708-dc00-4ae1-9886-7b65aaf5da95'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:26.389275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Pushing event updated for resources: {'Port': ['ID=be38a963-e34c-44e6-9939-ead38067063f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:26.508148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-e2bf63c3-238e-4629-8120-3797bd1de327 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:02:26.509153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-e2bf63c3-238e-4629-8120-3797bd1de327 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127308 Jul 22 14:02:26.546720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Request body: {'binding': {'host': 'n-h2-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:26.547100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Unknown quota resources ['binding']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:02:26.603778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b86d7-2e19-4ce9-b4e5-a7e780cb6f61 req-2dd213ac-fe34-4327-984c-888dcc0761f4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:26.605264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc9b86d7-2e19-4ce9-b4e5-a7e780cb6f61 req-2dd213ac-fe34-4327-984c-888dcc0761f4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 945 time: 0.3663270 Jul 22 14:02:26.622222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Attempting to bind port be38a963-e34c-44e6-9939-ead38067063f on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:26.622540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Attempting to bind port be38a963-e34c-44e6-9939-ead38067063f by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:26.622869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Attempting to bind port be38a963-e34c-44e6-9939-ead38067063f on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:26.663748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Port be38a963-e34c-44e6-9939-ead38067063f on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:26.664073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Attempting to bind port be38a963-e34c-44e6-9939-ead38067063f on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:26.687667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:26.688044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:26.688537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:26.688902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Bound port: be38a963-e34c-44e6-9939-ead38067063f, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:26.689258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.764374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc9b86d7-2e19-4ce9-b4e5-a7e780cb6f61 req-4c093699-43f1-4472-a9e9-9f293971b92a tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498811 Jul 22 14:02:26.843337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9508d085-5440-47bc-9251-157cdcbaefb9 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:26.870749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.882691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] For port be38a963-e34c-44e6-9939-ead38067063f, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:26.888941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] For port be38a963-e34c-44e6-9939-ead38067063f, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=be38a963-e34c-44e6-9939-ead38067063f,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:26.910452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.915357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Transition to ACTIVE for port object 9508d085-5440-47bc-9251-157cdcbaefb9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:26.942280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on host n-h2-787205-11 for vnic_type normal with profile None {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:26.942609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:26.942934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:26.963468 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.971101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:26.982764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:26.983051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:26.990231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:26.990848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:26.992258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] 10.222.0.20 "PUT /v2.0/ports/be38a963-e34c-44e6-9939-ead38067063f HTTP/1.1" status: 200 len: 1096 time: 1.8635230 Jul 22 14:02:26.992959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59af854a-fc10-456d-836d-911b772f83ad', 'tag': 'be38a963-e34c-44e6-9939-ead38067063f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:26.995260 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ede9fc3-e277-41f4-8750-a41510b65411" -d '{"events": [{"name": "network-changed", "server_uuid": "59af854a-fc10-456d-836d-911b772f83ad", "tag": "be38a963-e34c-44e6-9939-ead38067063f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:27.013703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:27.014051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:27.014479 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:27.014850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Bound port: 5d4c2b05-d791-488e-9f42-46f16b8a511d, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:27.035815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 7385df24-1e67-4b34-91c5-86d2df3b717f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:27.040524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 7385df24-1e67-4b34-91c5-86d2df3b717f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:27.040974 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.071307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e610d-52fc-4a76-8d70-51a7164a5980 service neutron] Pushing event updated for resources: {'Port': ['ID=be38a963-e34c-44e6-9939-ead38067063f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:27.134286 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.169554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:27.172147 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900a07a-7331-4d3f-a536-b4dcc1785a62" -d '{"events": [{"server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "name": "network-vif-plugged", "status": "completed", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:27.186299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:27.191714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.254000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:27.419936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6eeec-7e29-4f2d-9ac1-a9704d4ac6db req-fdbf5538-1e08-44c2-bee7-5186d674da41 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.421412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ac6eeec-7e29-4f2d-9ac1-a9704d4ac6db req-fdbf5538-1e08-44c2-bee7-5186d674da41 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 947 time: 0.5312440 Jul 22 14:02:27.452336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9508d085-5440-47bc-9251-157cdcbaefb9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:27.458577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:27.477827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.478987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c3dc335d-a222-47fb-9874-396f668ce90e service neutron] 10.222.0.11 "POST /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d/bindings HTTP/1.1" status: 201 len: 390 time: 0.9385333 Jul 22 14:02:27.515575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-81632b83-38b8-415d-8917-9e8289509c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.518353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-81632b83-38b8-415d-8917-9e8289509c23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15f1087da48343cf80250e655438ea42&device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 1099 time: 0.4796057 Jul 22 14:02:27.519375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Attempting to bind port 9508d085-5440-47bc-9251-157cdcbaefb9 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:27.519702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Attempting to bind port 9508d085-5440-47bc-9251-157cdcbaefb9 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:27.520022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Attempting to bind port 9508d085-5440-47bc-9251-157cdcbaefb9 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:27.524739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ac6eeec-7e29-4f2d-9ac1-a9704d4ac6db req-1dd5bf43-e1fd-495f-8ed3-7d22a127e399 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965161 Jul 22 14:02:27.536113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Port 9508d085-5440-47bc-9251-157cdcbaefb9 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:27.536501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Attempting to bind port 9508d085-5440-47bc-9251-157cdcbaefb9 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:27.568781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-125511c8-b103-4dcb-8355-0740517bf2e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=be38a963-e34c-44e6-9939-ead38067063f HTTP/1.1" status: 200 len: 217 time: 0.0408201 Jul 22 14:02:27.570219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:27.570615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:27.571076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:27.571538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Bound port: 9508d085-5440-47bc-9251-157cdcbaefb9, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:27.571934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.634907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-82250e3a-3beb-4e0b-927f-d5e1df62183a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/6d629240-5782-43fc-afdd-9f77d3fb84f0 HTTP/1.1" status: 200 len: 1801 time: 0.0741432 Jul 22 14:02:27.647916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Request body: {'security_group': {'name': 'tempest-sg-hth-493496356', 'description': 'tempest-description-hth-1731462958'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:27.676114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.712859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-6ceeacc5-a4be-43a3-8c37-b520129e3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.714647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-6ceeacc5-a4be-43a3-8c37-b520129e3399 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1391511 Jul 22 14:02:27.748412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.754756 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.757279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.758575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eb5011c-62c5-4ae5-80ad-9a78da802ec4 req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "PUT /v2.0/security-groups/6d629240-5782-43fc-afdd-9f77d3fb84f0 HTTP/1.1" status: 200 len: 1774 time: 0.1178296 Jul 22 14:02:27.781520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] For port 9508d085-5440-47bc-9251-157cdcbaefb9, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:27.796705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957aab72-0071-4466-9d42-e31cea6655e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d629240-5782-43fc-afdd-9f77d3fb84f0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:27.806758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] For port 9508d085-5440-47bc-9251-157cdcbaefb9, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9508d085-5440-47bc-9251-157cdcbaefb9,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:27.809454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-44a7250a-90d4-4f60-a2f8-64b06c2c83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.811675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-44a7250a-90d4-4f60-a2f8-64b06c2c83d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1097 time: 0.0973239 Jul 22 14:02:27.822717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.840368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e29ef-066e-4859-875d-0f53acaae068 req-9a34849d-9c2f-4a61-8727-d20d61f386b4 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.842099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-796e29ef-066e-4859-875d-0f53acaae068 req-9a34849d-9c2f-4a61-8727-d20d61f386b4 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 947 time: 0.1878190 Jul 22 14:02:27.883320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.884355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:27.886486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9508d085-5440-47bc-9251-157cdcbaefb9 HTTP/1.1" status: 200 len: 1096 time: 2.0049927 Jul 22 14:02:27.923512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3b7b81f1-8ff4-466a-9951-9cb54f0d4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.925169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-3b7b81f1-8ff4-466a-9951-9cb54f0d4cdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2029972 Jul 22 14:02:27.963879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fc7cf-5868-4789-9eb5-cc1ef1211a7b req-91f216cb-bfd7-43e8-aa62-17de155d73ec tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.970284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-097fc7cf-5868-4789-9eb5-cc1ef1211a7b req-91f216cb-bfd7-43e8-aa62-17de155d73ec tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 947 time: 0.1573517 Jul 22 14:02:27.973405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-027e7929-ab05-4f98-8ae0-21788b55cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:27.973845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d10a3-510b-4a0c-adab-7a5a937154c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9508d085-5440-47bc-9251-157cdcbaefb9,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:27.974863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-027e7929-ab05-4f98-8ae0-21788b55cf24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1521575 Jul 22 14:02:28.024721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-ce25db38-b9cc-44b8-a3bf-3a7c1a7abf36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 217 time: 0.0428698 Jul 22 14:02:28.046083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-796e29ef-066e-4859-875d-0f53acaae068 req-c7296129-abe3-49d7-bd00-95077904f1aa tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756229 Jul 22 14:02:28.082174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-097fc7cf-5868-4789-9eb5-cc1ef1211a7b req-f3884f6f-fc3c-4a60-8b86-f0e0631e4c94 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100755 Jul 22 14:02:28.085129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-b822788c-b48f-483e-9bc8-d836ba83434f service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507094 Jul 22 14:02:28.109720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-6f7aecf2-2dcc-42b5-9ef3-b7615e2b8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.109720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-6f7aecf2-2dcc-42b5-9ef3-b7615e2b8df8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0739396 Jul 22 14:02:28.147681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-471399ef-0332-4a30-a049-4fcaa4666b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.149252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-471399ef-0332-4a30-a049-4fcaa4666b4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 1099 time: 0.1765811 Jul 22 14:02:28.150742 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20421b7-e708-43a8-9659-0510d073cf1d x-openstack-request-id: req-e20421b7-e708-43a8-9659-0510d073cf1d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:28.151030 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59af854a-fc10-456d-836d-911b772f83ad", "tag": "be38a963-e34c-44e6-9939-ead38067063f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:28.151282 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e20421b7-e708-43a8-9659-0510d073cf1d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:28.151669 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59af854a-fc10-456d-836d-911b772f83ad', 'tag': 'be38a963-e34c-44e6-9939-ead38067063f', 'status': 'completed', 'code': 200} Jul 22 14:02:28.164856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-e41da1de-b816-42aa-9cdd-8fca3f14c35a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459800 Jul 22 14:02:28.190523 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5db559-8bad-47ed-bd16-431f74704aad x-openstack-request-id: req-7e5db559-8bad-47ed-bd16-431f74704aad {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:28.190523 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "name": "network-vif-plugged", "status": "completed", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:28.191118 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e5db559-8bad-47ed-bd16-431f74704aad {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:28.191118 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'code': 200} Jul 22 14:02:28.240500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-9ade07e3-236f-4dd5-8cb0-035d576244c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9508d085-5440-47bc-9251-157cdcbaefb9 HTTP/1.1" status: 200 len: 217 time: 0.0600111 Jul 22 14:02:28.310822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-3016c937-7754-4ee0-af03-c19087f78ab3 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366756 Jul 22 14:02:28.319963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5d92-bc83-4138-aa02-1b97d7d94076 req-7b58237c-cd7e-4bbd-aaef-5aeb4572a355 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.321351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55fc5d92-bc83-4138-aa02-1b97d7d94076 req-7b58237c-cd7e-4bbd-aaef-5aeb4572a355 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1391327 Jul 22 14:02:28.347631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1df37a97-f137-488f-9123-2d68dda3e159 req-45ecb31c-f31c-4d28-8d0e-b1e75b5bf796 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555752 Jul 22 14:02:28.390298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-7c8e93f2-b2c5-4c9c-98d3-8f7b78cbd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.392031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-7c8e93f2-b2c5-4c9c-98d3-8f7b78cbd301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1174550 Jul 22 14:02:28.413510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55fc5d92-bc83-4138-aa02-1b97d7d94076 req-d97d1830-c0a6-4927-b037-8838db822ddf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842066 Jul 22 14:02:28.452724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-f4e1cb66-704f-4c39-b6a1-b948a0f33502 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303880 Jul 22 14:02:28.486956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0afa74-fe18-43f2-a42e-ec094e8eb0dd req-78e734a0-97ae-4677-90da-fc27cf271e18 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.487316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fec37b65-01ec-4f83-8b11-849c3ec0b253 req-555fe6fc-a693-4547-acc9-5d4c10b8124f tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/6d629240-5782-43fc-afdd-9f77d3fb84f0 HTTP/1.1" status: 200 len: 1774 time: 0.0467691 Jul 22 14:02:28.487732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb0afa74-fe18-43f2-a42e-ec094e8eb0dd req-78e734a0-97ae-4677-90da-fc27cf271e18 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.2142494 Jul 22 14:02:28.491553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182fb10-93aa-4561-8682-0532abacb041 req-26f962ac-9714-4a0a-bfd3-71d0f3fe87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.493086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7182fb10-93aa-4561-8682-0532abacb041 req-26f962ac-9714-4a0a-bfd3-71d0f3fe87ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1098 time: 0.2388947 Jul 22 14:02:28.557864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-eca39d68-3685-4be5-b83a-98b82ff2534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.559373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-eca39d68-3685-4be5-b83a-98b82ff2534e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15f1087da48343cf80250e655438ea42&device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 1099 time: 0.1588230 Jul 22 14:02:28.561302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab89b-49fc-44b2-b991-27866bf2adca req-cb8507d3-7cc5-4262-9c34-a250d3af6ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.562619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-cb8507d3-7cc5-4262-9c34-a250d3af6ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594193 Jul 22 14:02:28.566578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb0afa74-fe18-43f2-a42e-ec094e8eb0dd req-345e4c48-bdde-4951-b441-e4cdcdbd65d5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612097 Jul 22 14:02:28.623246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7722a92-c545-4361-85cf-59dfabf415a5 req-02daa0e0-84f1-4769-ba92-b0f62d59e0ce tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.625016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7722a92-c545-4361-85cf-59dfabf415a5 req-02daa0e0-84f1-4769-ba92-b0f62d59e0ce tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0874610 Jul 22 14:02:28.673248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7722a92-c545-4361-85cf-59dfabf415a5 req-141d8d97-144a-4ed8-bdad-d595afe709c5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Jul 22 14:02:28.784483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7182fb10-93aa-4561-8682-0532abacb041 req-c81d92e0-9342-4a3d-99d2-c7e4a6b8937c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328089 Jul 22 14:02:28.788847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-15faef4b-6d73-45f7-bf00-e428aab533c8 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989887 Jul 22 14:02:28.807341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfa79a-61c2-4fb0-8020-c0c76c71b90a req-84c61505-5373-4ab0-86df-2ff96457aaea tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.809062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7bfa79a-61c2-4fb0-8020-c0c76c71b90a req-84c61505-5373-4ab0-86df-2ff96457aaea tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 947 time: 0.0688937 Jul 22 14:02:28.817283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a097d17-9942-45a2-9bc3-7fa912117821 req-df8b1839-73a8-48eb-8f39-be1ded4e3650 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/6d629240-5782-43fc-afdd-9f77d3fb84f0 HTTP/1.1" status: 200 len: 1774 time: 0.1492162 Jul 22 14:02:28.852815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7bfa79a-61c2-4fb0-8020-c0c76c71b90a req-b2db3384-ee6a-469e-801d-9d1446f29e46 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Jul 22 14:02:28.866155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-db55f7bf-91c4-4788-bcb5-d3e1f55db23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:28.867629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-db55f7bf-91c4-4788-bcb5-d3e1f55db23f service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2171326 Jul 22 14:02:28.960904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-b1e40b50-135b-4154-a8ea-cc52cd571f4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=be38a963-e34c-44e6-9939-ead38067063f HTTP/1.1" status: 200 len: 217 time: 0.0574236 Jul 22 14:02:28.987817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:29.023268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deaab89b-49fc-44b2-b991-27866bf2adca req-47e3598d-0e15-463b-8d0f-fdcbaf78c1d6 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205887 Jul 22 14:02:29.025825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0a097d17-9942-45a2-9bc3-7fa912117821 req-78ba7f98-2238-4c49-88e5-9515a555a712 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:29.059903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0a097d17-9942-45a2-9bc3-7fa912117821 req-78ba7f98-2238-4c49-88e5-9515a555a712 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:29.063438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-45cbb61a-2339-4c11-85ec-61bca907b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:29.065123 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-45cbb61a-2339-4c11-85ec-61bca907b58c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0864801 Jul 22 14:02:29.146398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0a097d17-9942-45a2-9bc3-7fa912117821 req-78ba7f98-2238-4c49-88e5-9515a555a712 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:29.147671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:29.149483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0a097d17-9942-45a2-9bc3-7fa912117821 req-78ba7f98-2238-4c49-88e5-9515a555a712 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:29.163181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a097d17-9942-45a2-9bc3-7fa912117821 req-78ba7f98-2238-4c49-88e5-9515a555a712 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/6d629240-5782-43fc-afdd-9f77d3fb84f0 HTTP/1.1" status: 204 len: 173 time: 0.3347738 Jul 22 14:02:29.166123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'mac_address': 'fa:16:3e:ce:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:29.182718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-03f7ab9b-19d5-4d83-87eb-d304e4f620d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:29.186725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-03f7ab9b-19d5-4d83-87eb-d304e4f620d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136565 Jul 22 14:02:29.246110 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:29.261748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f46df7-a2db-4b63-99b6-b5e85cb5be42 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:29.265886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f203c-1bcf-459f-8ef2-633d2ab75763 req-ec458845-c776-4407-8962-d82b070d3a77 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:29.274114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a2f203c-1bcf-459f-8ef2-633d2ab75763 req-ec458845-c776-4407-8962-d82b070d3a77 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 947 time: 0.1120806 Jul 22 14:02:29.300778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:29.305539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:29.321081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba7f98-2238-4c49-88e5-9515a555a712 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d629240-5782-43fc-afdd-9f77d3fb84f0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:29.321952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a2f203c-1bcf-459f-8ef2-633d2ab75763 req-0f47ad8d-81a1-46dc-a4c0-2360fe0e4a68 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Jul 22 14:02:29.326859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-b172d12f-017b-4c51-9d06-d97a18db76e7 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270096 Jul 22 14:02:29.390139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:29.456309 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-cd7b7c1f-cbf3-4c79-97b0-e06b84fffd48 req-c141a072-3344-477e-b136-1baf48d72435 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:02:29.460736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd7b7c1f-cbf3-4c79-97b0-e06b84fffd48 req-c141a072-3344-477e-b136-1baf48d72435 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/70a9af9b-522a-4c0e-bc08-cd592c098795 HTTP/1.1" status: 404 len: 352 time: 0.0212512 Jul 22 14:02:29.474160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623f28-92db-4bac-b7bc-56ba18e6d124 req-0809c7bf-274f-45ef-8765-58bd26e828e7 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:29.475762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd623f28-92db-4bac-b7bc-56ba18e6d124 req-0809c7bf-274f-45ef-8765-58bd26e828e7 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 947 time: 0.1563418 Jul 22 14:02:29.478097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ede9fc3-e277-41f4-8750-a41510b65411 req-102ff7ad-926b-4b00-bdc3-3f5fab2de265 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417477 Jul 22 14:02:29.526435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd623f28-92db-4bac-b7bc-56ba18e6d124 req-9f51c42c-3260-46e6-a720-b6aa9fe9244f tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449433 Jul 22 14:02:29.568533 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-4a0d476d-3ff6-46d7-b387-e27e1d2c181f req-b1865a0e-9554-4e37-956f-c58b5f00063d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:02:29.569876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4a0d476d-3ff6-46d7-b387-e27e1d2c181f req-b1865a0e-9554-4e37-956f-c58b5f00063d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/ff2e966f-7908-4bd5-a382-23cfbae45891 HTTP/1.1" status: 404 len: 352 time: 0.0199945 Jul 22 14:02:29.601100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:29.623729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc989ca-09db-41c5-98f1-f43556cfc56f req-9c839805-4df5-403b-a1ec-dc620ed6c664 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:29.625255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fc989ca-09db-41c5-98f1-f43556cfc56f req-9c839805-4df5-403b-a1ec-dc620ed6c664 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0895033 Jul 22 14:02:29.630165 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-25709415-f2a5-44b2-b2f9-ab2df9b45a4b req-541fb6a2-2a11-45fd-9544-fc866b10a047 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:02:29.638949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25709415-f2a5-44b2-b2f9-ab2df9b45a4b req-541fb6a2-2a11-45fd-9544-fc866b10a047 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/2eda534f-2b12-4182-9068-74044cc5bc16 HTTP/1.1" status: 404 len: 352 time: 0.0323853 Jul 22 14:02:29.702311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fc989ca-09db-41c5-98f1-f43556cfc56f req-41b61271-31d1-42bd-bd09-e6a55152ce97 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696259 Jul 22 14:02:29.868611 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-51ce5697-5c95-4a6c-9d50-eb462c91c3ed req-68cc4cb2-0f2d-4a82-b9a7-08180041230d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:02:29.870218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51ce5697-5c95-4a6c-9d50-eb462c91c3ed req-68cc4cb2-0f2d-4a82-b9a7-08180041230d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/2fd46f4a-2556-4227-a741-00ca9167419f HTTP/1.1" status: 404 len: 352 time: 0.0219486 Jul 22 14:02:29.896784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca93273-1af3-439a-9d32-6773a3325d62 req-119900a6-5ddf-43a9-be93-965a9e5425cc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:29.898919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dca93273-1af3-439a-9d32-6773a3325d62 req-119900a6-5ddf-43a9-be93-965a9e5425cc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1315329 Jul 22 14:02:29.948446 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dca93273-1af3-439a-9d32-6773a3325d62 req-3cafad64-62d5-4386-bb19-4c19c546ef3a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Jul 22 14:02:30.012277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967e61-668f-45e3-85b8-32e8d3fec55a req-e5f257ba-322d-4d2b-bf03-28843ad84cbc tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.013843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd967e61-668f-45e3-85b8-32e8d3fec55a req-e5f257ba-322d-4d2b-bf03-28843ad84cbc tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0721822 Jul 22 14:02:30.076039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd967e61-668f-45e3-85b8-32e8d3fec55a req-b9662c10-657e-410d-b619-5eb30abe444f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543995 Jul 22 14:02:30.098496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f689-b92d-44bd-9317-5cfb8d5e41f2 req-8524bcf3-9a30-4bca-95f4-b90db983058d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.099995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f24f689-b92d-44bd-9317-5cfb8d5e41f2 req-8524bcf3-9a30-4bca-95f4-b90db983058d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 948 time: 0.0812392 Jul 22 14:02:30.124293 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-5f657100-1401-4045-be2d-61a40cd83a24 req-096c9744-f684-46ec-8dbd-97f1ef99d003 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:02:30.128078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f657100-1401-4045-be2d-61a40cd83a24 req-096c9744-f684-46ec-8dbd-97f1ef99d003 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/8b6876fa-5e98-4d12-8d53-d3692989996a HTTP/1.1" status: 404 len: 352 time: 0.0146713 Jul 22 14:02:30.152370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'tag': '9508d085-5440-47bc-9251-157cdcbaefb9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:30.154711 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51de074a-c8db-431c-ab5b-c5addb4d06b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d", "tag": "9508d085-5440-47bc-9251-157cdcbaefb9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:30.161073 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f24f689-b92d-44bd-9317-5cfb8d5e41f2 req-8d376e22-9b93-43bb-b3d1-3011ffed900c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548511 Jul 22 14:02:30.210277 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-1d9fda18-fe9e-4c30-b144-7eb31403ca9d req-0ef69885-9fd6-4619-93fe-1eb9a329040d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] show failed (client error): The resource could not be found. Jul 22 14:02:30.211223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d9fda18-fe9e-4c30-b144-7eb31403ca9d req-0ef69885-9fd6-4619-93fe-1eb9a329040d tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/83dcbd95-5afe-4f29-ad24-20da34274702 HTTP/1.1" status: 404 len: 352 time: 0.0183549 Jul 22 14:02:30.235047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a394d43-bfcc-464a-a738-8408f73e6a8c req-18fbefd0-d2bf-4d0e-872f-6e69a2e9e585 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.237099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a394d43-bfcc-464a-a738-8408f73e6a8c req-18fbefd0-d2bf-4d0e-872f-6e69a2e9e585 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1098 time: 0.0586205 Jul 22 14:02:30.254841 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a30c7f-5f8c-457c-bcce-4e9f2eeecde7 x-openstack-request-id: req-c9a30c7f-5f8c-457c-bcce-4e9f2eeecde7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:30.255138 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d", "tag": "9508d085-5440-47bc-9251-157cdcbaefb9", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:30.255390 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9a30c7f-5f8c-457c-bcce-4e9f2eeecde7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:30.255797 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'tag': '9508d085-5440-47bc-9251-157cdcbaefb9', 'status': 'completed', 'code': 200} Jul 22 14:02:30.282016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a394d43-bfcc-464a-a738-8408f73e6a8c req-71e4ef1e-1025-447c-b49b-42b70c089ed9 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392387 Jul 22 14:02:30.356017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-30acde6d-14cc-4404-a122-17058b480e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.358173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-30acde6d-14cc-4404-a122-17058b480e1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 1099 time: 0.0711379 Jul 22 14:02:30.538896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5dad2-ad46-4ee5-a047-3f89609f0a6e req-84b30f8d-850d-408d-b2bd-b521d4c25702 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.546277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6f5dad2-ad46-4ee5-a047-3f89609f0a6e req-84b30f8d-850d-408d-b2bd-b521d4c25702 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 947 time: 0.1042509 Jul 22 14:02:30.598844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6f5dad2-ad46-4ee5-a047-3f89609f0a6e req-a8701766-9fb6-4cba-b1d1-91f8f4c55a5e tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 Jul 22 14:02:30.758798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a195be-cb47-4022-bce0-445a31ef6fc2 req-c511038b-1e05-40cb-a6f5-10343c5b6fa6 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.761266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79a195be-cb47-4022-bce0-445a31ef6fc2 req-c511038b-1e05-40cb-a6f5-10343c5b6fa6 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 947 time: 0.0965188 Jul 22 14:02:30.802537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-7c9a9f47-0fc5-4134-9b0b-be3073745b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.804255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-7c9a9f47-0fc5-4134-9b0b-be3073745b29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4383805 Jul 22 14:02:30.835791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79a195be-cb47-4022-bce0-445a31ef6fc2 req-64087945-d1af-4865-bacc-4c917cd2f06a tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651970 Jul 22 14:02:30.889021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-1e19aab4-20d3-4a6f-bc95-e2d24ffb700b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=9508d085-5440-47bc-9251-157cdcbaefb9 HTTP/1.1" status: 200 len: 217 time: 0.0689054 Jul 22 14:02:30.898141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf60a7-8926-41d5-b19f-4e17cab204a9 req-165f1599-7544-42b4-ae24-9315f98c2017 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:30.906372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebdf60a7-8926-41d5-b19f-4e17cab204a9 req-165f1599-7544-42b4-ae24-9315f98c2017 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1023 time: 0.4123042 Jul 22 14:02:30.997599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebdf60a7-8926-41d5-b19f-4e17cab204a9 req-bd22aeb6-e27a-4b26-b35f-6b7779603ac8 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c80731-1ec0-4919-956e-09f89d55f339&id=69457d9e-9da2-4d4f-bd3d-c06f6f634336&id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0895052 Jul 22 14:02:30.999798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-668a4f8d-8233-4eba-a2a1-5c59e79c762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.005480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-668a4f8d-8233-4eba-a2a1-5c59e79c762f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0911455 Jul 22 14:02:31.025063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device be38a963-e34c-44e6-9939-ead38067063f details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:31.030835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:31.036452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d47130-15fc-4f8d-bf32-5f6055806aec req-996bdf55-d66b-49e7-890d-be2651e9b137 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.043425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9d47130-15fc-4f8d-bf32-5f6055806aec req-996bdf55-d66b-49e7-890d-be2651e9b137 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1064165 Jul 22 14:02:31.118276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9d47130-15fc-4f8d-bf32-5f6055806aec req-0d2f4c75-9ebc-4f8b-a47b-72f110d081f1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739000 Jul 22 14:02:31.137729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-36e8253b-8e2f-41a8-a065-35ada520754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.139295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-36e8253b-8e2f-41a8-a065-35ada520754f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249177 Jul 22 14:02:31.271996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-6226a145-612d-42ee-8208-f8b3809e8fad service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111965 Jul 22 14:02:31.274970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port be38a963-e34c-44e6-9939-ead38067063f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=be38a963-e34c-44e6-9939-ead38067063f,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:31.288604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'be38a963-e34c-44e6-9939-ead38067063f', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'be38a963-e34c-44e6-9939-ead38067063f', 'mac_address': 'fa:16:3e:45:b4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:31.303865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:31.378220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac9ad8-88e9-4923-9bcd-4785f0061a43 req-b8c190ce-86c0-46e0-9b8d-edb1f152ee8c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.379150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:31.380027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18ac9ad8-88e9-4923-9bcd-4785f0061a43 req-b8c190ce-86c0-46e0-9b8d-edb1f152ee8c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 948 time: 0.1070900 Jul 22 14:02:31.399247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be38a963-e34c-44e6-9939-ead38067063f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:31.403294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:31.403671 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:31.430971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a144763-a73c-43aa-985c-c7c71facb01c req-cf87c765-0868-4526-8f83-c6e11f262e15 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.438969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a144763-a73c-43aa-985c-c7c71facb01c req-cf87c765-0868-4526-8f83-c6e11f262e15 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1656687 Jul 22 14:02:31.462048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18ac9ad8-88e9-4923-9bcd-4785f0061a43 req-3ad79968-5128-407d-87d9-d664970c2351 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754683 Jul 22 14:02:31.467862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51de074a-c8db-431c-ab5b-c5addb4d06b8 req-17d9e42f-dc69-4da1-9069-db3b4dd0d006 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840794 Jul 22 14:02:31.495047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a144763-a73c-43aa-985c-c7c71facb01c req-e67c9a6a-370d-4e34-b45e-c66a9531e87b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536954 Jul 22 14:02:31.513398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:31.517771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port be38a963-e34c-44e6-9939-ead38067063f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=be38a963-e34c-44e6-9939-ead38067063f,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:31.526499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:31.574955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:31.577142 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24047675-5cf9-4190-be69-5dcce240252f" -d '{"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-plugged", "status": "completed", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:31.606512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:31.626944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=be38a963-e34c-44e6-9939-ead38067063f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:31.635612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:31.643432 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aab6f7-e3e3-42ed-93c7-e63db3874094 x-openstack-request-id: req-79aab6f7-e3e3-42ed-93c7-e63db3874094 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:31.643949 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-plugged", "status": "completed", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:31.644262 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79aab6f7-e3e3-42ed-93c7-e63db3874094 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:31.644707 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'code': 200} Jul 22 14:02:31.735245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:31.801539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec6413-0b1e-40b1-af98-daf41844548e req-cc4196c1-6589-47fa-a71c-a89a3f50c9f3 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.809976 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44ec6413-0b1e-40b1-af98-daf41844548e req-cc4196c1-6589-47fa-a71c-a89a3f50c9f3 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 947 time: 0.1178420 Jul 22 14:02:31.814117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['be38a963-e34c-44e6-9939-ead38067063f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:31.886026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44ec6413-0b1e-40b1-af98-daf41844548e req-330aae6b-8d71-4343-b2f1-8c1852836296 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601699 Jul 22 14:02:31.890130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7337986-5848-4813-9a0e-072e1aed58ca req-59dfd45b-bf22-404b-993a-9f6e2ebb43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:31.892431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7337986-5848-4813-9a0e-072e1aed58ca req-59dfd45b-bf22-404b-993a-9f6e2ebb43b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1101 time: 0.1428881 Jul 22 14:02:31.932042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7337986-5848-4813-9a0e-072e1aed58ca req-c8335cde-c11c-48f0-881b-6788b8ffce1d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329111 Jul 22 14:02:32.001770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9267b-3bc0-46f5-b2c8-5af90503af5c req-b4e5dc5e-cda7-43ef-a654-185495ab36da tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:32.008620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cad9267b-3bc0-46f5-b2c8-5af90503af5c req-b4e5dc5e-cda7-43ef-a654-185495ab36da tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 948 time: 0.0861506 Jul 22 14:02:32.043693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cad9267b-3bc0-46f5-b2c8-5af90503af5c req-d0b423ba-934b-4e87-91c4-5548a33f6f80 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Jul 22 14:02:32.099214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9508d085-5440-47bc-9251-157cdcbaefb9 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:32.196401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27179a-b894-49c1-b9ca-91f9642efeeb req-9c207441-75aa-42cf-ad7f-744cffad151a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:32.198485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f27179a-b894-49c1-b9ca-91f9642efeeb req-9c207441-75aa-42cf-ad7f-744cffad151a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1023 time: 0.0790102 Jul 22 14:02:32.241814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9508d085-5440-47bc-9251-157cdcbaefb9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9508d085-5440-47bc-9251-157cdcbaefb9,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:32.255139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '9508d085-5440-47bc-9251-157cdcbaefb9', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '9508d085-5440-47bc-9251-157cdcbaefb9', 'mac_address': 'fa:16:3e:f8:77:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:32.260464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f27179a-b894-49c1-b9ca-91f9642efeeb req-420db9cc-faa4-4a70-913c-50675ab61a95 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c80731-1ec0-4919-956e-09f89d55f339&id=69457d9e-9da2-4d4f-bd3d-c06f6f634336&id=d7c0942f-bb05-4032-9ec8-681df1392601&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0526707 Jul 22 14:02:32.300195 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:32.315181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9508d085-5440-47bc-9251-157cdcbaefb9 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:32.341253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9508d085-5440-47bc-9251-157cdcbaefb9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9508d085-5440-47bc-9251-157cdcbaefb9,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:32.352211 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:32.401225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9508d085-5440-47bc-9251-157cdcbaefb9,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:32.489394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c470ab-2dc6-404b-860e-98d3cfc410ee req-5d34718c-b730-4512-9ecc-a57f3f45be36 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:32.499255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b0c470ab-2dc6-404b-860e-98d3cfc410ee req-5d34718c-b730-4512-9ecc-a57f3f45be36 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0873494 Jul 22 14:02:32.533906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-667a7514-4a37-40d1-b43c-9fd1016c97d8 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:32.536087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-667a7514-4a37-40d1-b43c-9fd1016c97d8 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 1023 time: 0.0911155 Jul 22 14:02:32.548078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b0c470ab-2dc6-404b-860e-98d3cfc410ee req-11d30279-f4fe-4468-ba06-e71dbd734f34 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478511 Jul 22 14:02:32.712520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c121-5a8e-4f71-be15-f5bd48943337 req-70abbe53-8a1c-4de9-b760-f7f578426cc1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:32.714805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8175c121-5a8e-4f71-be15-f5bd48943337 req-70abbe53-8a1c-4de9-b760-f7f578426cc1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.0845878 Jul 22 14:02:32.736975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bcc12-0deb-450e-8f33-6f831c9c4457 req-778ed44e-15d1-467a-b3ea-5d00d46e42b7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:32.743767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-869bcc12-0deb-450e-8f33-6f831c9c4457 req-778ed44e-15d1-467a-b3ea-5d00d46e42b7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1576939 Jul 22 14:02:32.773972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Deleting port 1aa2c70b-1603-4bea-9b30-3c359e08860d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:02:32.774321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:32.777711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8175c121-5a8e-4f71-be15-f5bd48943337 req-bb7035ea-17b0-4286-9f7b-1b923f53fe56 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Jul 22 14:02:32.802705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-869bcc12-0deb-450e-8f33-6f831c9c4457 req-fed4e374-344f-4688-93fa-1ea388f35df0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577312 Jul 22 14:02:32.818700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9508d085-5440-47bc-9251-157cdcbaefb9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:32.924037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] For port 1aa2c70b-1603-4bea-9b30-3c359e08860d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1aa2c70b-1603-4bea-9b30-3c359e08860d,segment=NetworkSegment(af211beb-c940-4345-b4e7-aa0e13f67b55),segment_id=af211beb-c940-4345-b4e7-aa0e13f67b55)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:32.924410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:32.942306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Calling delete_port for 1aa2c70b-1603-4bea-9b30-3c359e08860d owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:02:33.042261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device be38a963-e34c-44e6-9939-ead38067063f up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:33.121167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:33.122689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182eb5b0-07ed-4052-9b4c-8da8f4f28974 req-55f291b5-6ab9-41ed-a419-cfe6b9733ff6 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:33.124314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-182eb5b0-07ed-4052-9b4c-8da8f4f28974 req-55f291b5-6ab9-41ed-a419-cfe6b9733ff6 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 948 time: 0.0967586 Jul 22 14:02:33.181161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port be38a963-e34c-44e6-9939-ead38067063f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:33.183517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'Port': ['ID=1aa2c70b-1603-4bea-9b30-3c359e08860d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:33.186685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port be38a963-e34c-44e6-9939-ead38067063f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:33.190325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:33.199995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-182eb5b0-07ed-4052-9b4c-8da8f4f28974 req-3cb3e751-e9c0-4f6b-9571-ddfe59aaa42e tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 Jul 22 14:02:33.273982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:33.275566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] No DVR routers for this DVR port 1aa2c70b-1603-4bea-9b30-3c359e08860d on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:33.278804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:33.280871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1192e92-c04d-4a26-86fd-1f909d6683de req-c6091cf5-0874-4d05-876e-3248ee87f1bd tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.13 "DELETE /v2.0/ports/1aa2c70b-1603-4bea-9b30-3c359e08860d HTTP/1.1" status: 204 len: 173 time: 0.7340975 Jul 22 14:02:33.281372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'name': 'network-vif-deleted', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:33.302987 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85fb2f2-22b4-49b2-83b9-9cbceb7ab7c8" -d '{"events": [{"server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "name": "network-vif-deleted", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:33.317907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port be38a963-e34c-44e6-9939-ead38067063f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=be38a963-e34c-44e6-9939-ead38067063f,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:33.323893 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:33.339067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010195a4-3972-4c26-884c-a4003b093332 req-112aabad-3ea3-46c3-9a4b-1b45cfa54486 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:33.340999 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-010195a4-3972-4c26-884c-a4003b093332 req-112aabad-3ea3-46c3-9a4b-1b45cfa54486 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 948 time: 0.1734402 Jul 22 14:02:33.392568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=be38a963-e34c-44e6-9939-ead38067063f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:33.402205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-010195a4-3972-4c26-884c-a4003b093332 req-9d205f18-90ac-4a54-becf-ff3c11d73545 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Jul 22 14:02:33.416229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf9a108e-2a36-4e44-8469-4a1339a40473 req-daa4945b-839e-4c4c-bf6f-5d3cc2eed82a tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad710d62-23b5-4e82-8fae-cb831e6efdcb HTTP/1.1" status: 200 len: 210 time: 0.0473554 Jul 22 14:02:33.636935 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a1b90-1709-4881-85f2-883f32d9ef23 x-openstack-request-id: req-467a1b90-1709-4881-85f2-883f32d9ef23 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:33.637252 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad710d62-23b5-4e82-8fae-cb831e6efdcb", "name": "network-vif-deleted", "tag": "1aa2c70b-1603-4bea-9b30-3c359e08860d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:33.637508 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-467a1b90-1709-4881-85f2-883f32d9ef23 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:33.637935 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad710d62-23b5-4e82-8fae-cb831e6efdcb', 'name': 'network-vif-deleted', 'tag': '1aa2c70b-1603-4bea-9b30-3c359e08860d', 'status': 'completed', 'code': 200} Jul 22 14:02:33.645748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59af854a-fc10-456d-836d-911b772f83ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38a963-e34c-44e6-9939-ead38067063f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:33.649524 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31945cc-6bc4-4f67-92e4-db93edaad950" -d '{"events": [{"server_uuid": "59af854a-fc10-456d-836d-911b772f83ad", "name": "network-vif-plugged", "status": "completed", "tag": "be38a963-e34c-44e6-9939-ead38067063f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:33.700667 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64269ff3-532c-4300-bcf0-ee9ddeb381a5 x-openstack-request-id: req-64269ff3-532c-4300-bcf0-ee9ddeb381a5 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:33.701113 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59af854a-fc10-456d-836d-911b772f83ad", "name": "network-vif-plugged", "status": "completed", "tag": "be38a963-e34c-44e6-9939-ead38067063f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:33.701246 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64269ff3-532c-4300-bcf0-ee9ddeb381a5 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:33.701717 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59af854a-fc10-456d-836d-911b772f83ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be38a963-e34c-44e6-9939-ead38067063f', 'code': 200} Jul 22 14:02:33.713377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670d9e5-e119-426b-be8d-4c99297ce744 req-6ca40826-6df0-4bfc-89d9-665224252a5f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:33.715067 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6670d9e5-e119-426b-be8d-4c99297ce744 req-6ca40826-6df0-4bfc-89d9-665224252a5f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0917687 Jul 22 14:02:33.759137 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6670d9e5-e119-426b-be8d-4c99297ce744 req-b73821dc-26d8-40b7-a1f9-415f7f75a128 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 Jul 22 14:02:33.829374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db563-905c-4434-8e08-2e6da6ac9610 req-45177b3c-d826-4f0c-9632-fe3bdea093bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:33.831271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e1db563-905c-4434-8e08-2e6da6ac9610 req-45177b3c-d826-4f0c-9632-fe3bdea093bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 1101 time: 0.0597739 Jul 22 14:02:33.875430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e1db563-905c-4434-8e08-2e6da6ac9610 req-f841c69b-0965-4431-a545-ba8eb57005a2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341258 Jul 22 14:02:33.896518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1aa2c70b-1603-4bea-9b30-3c359e08860d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:33.964100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c11e-5252-4158-9cf3-6dedad64155a req-ff4b0022-5d31-49bf-a319-cdcdd7ad8432 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:33.966082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b330c11e-5252-4158-9cf3-6dedad64155a req-ff4b0022-5d31-49bf-a319-cdcdd7ad8432 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.0762134 Jul 22 14:02:34.019495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff8171-1d9f-4ded-ba6d-9b1019a7344b req-1c8c1d0f-859f-43a3-9bca-437a73cff211 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:34.019759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b330c11e-5252-4158-9cf3-6dedad64155a req-8ac55328-1131-4b75-8749-45c68f278c3c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 Jul 22 14:02:34.022009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6aff8171-1d9f-4ded-ba6d-9b1019a7344b req-1c8c1d0f-859f-43a3-9bca-437a73cff211 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0790751 Jul 22 14:02:34.063145 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6aff8171-1d9f-4ded-ba6d-9b1019a7344b req-a31fcff6-d9bc-4ea6-b234-f4072709ce67 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Jul 22 14:02:34.118191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:34.122259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9508d085-5440-47bc-9251-157cdcbaefb9 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:34.343988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944829c-6257-4db3-97e4-1aa76111ff6c req-5978e318-077f-4257-89b4-25b5f0a7c28d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:34.346937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b944829c-6257-4db3-97e4-1aa76111ff6c req-5978e318-077f-4257-89b4-25b5f0a7c28d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 948 time: 0.0726097 Jul 22 14:02:34.400558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 9508d085-5440-47bc-9251-157cdcbaefb9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:34.402549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b944829c-6257-4db3-97e4-1aa76111ff6c req-abc079cc-f977-4107-9da4-227d75b9b5fe tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497892 Jul 22 14:02:34.414786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 9508d085-5440-47bc-9251-157cdcbaefb9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:34.415341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.460504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:34.473290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'mac_address': 'fa:16:3e:13:5a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:34.498231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-8c9fdb8a-3b0a-44c3-a846-913edf3af97b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733676 Jul 22 14:02:34.562588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aadcc-3bb6-4e38-a777-9c1a98b65f19 req-e92f5d6e-b52c-4e23-bd54-03230b254c0e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:34.566053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b26aadcc-3bb6-4e38-a777-9c1a98b65f19 req-e92f5d6e-b52c-4e23-bd54-03230b254c0e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0965517 Jul 22 14:02:34.569960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.584987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:34.591009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd0df6-783d-439d-b4bc-825cfa4c95f1 req-848aa7d3-c2c7-456d-a218-dd4473e02752 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:34.592703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1dd0df6-783d-439d-b4bc-825cfa4c95f1 req-848aa7d3-c2c7-456d-a218-dd4473e02752 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 949 time: 0.0819459 Jul 22 14:02:34.633200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:34.641598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.669110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b26aadcc-3bb6-4e38-a777-9c1a98b65f19 req-468811e9-4422-4c38-a221-7c2cdcac0fbd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928843 Jul 22 14:02:34.693343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1dd0df6-783d-439d-b4bc-825cfa4c95f1 req-1c483755-58d0-4af0-b551-8b2d48757bd9 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 Jul 22 14:02:34.694070 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.741089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:34.788223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.788574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.789610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.790130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.790624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.791130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.791619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.792105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.792607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.793101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.793596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.794100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:34.804420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e988c654-4f55-4f26-a7d0-57b8d15bbb8d req-16eb797f-2151-431a-92fa-bbb2ef3b56e3 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/69457d9e-9da2-4d4f-bd3d-c06f6f634336 HTTP/1.1" status: 200 len: 1800 time: 0.0645280 Jul 22 14:02:34.850747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9508d085-5440-47bc-9251-157cdcbaefb9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9508d085-5440-47bc-9251-157cdcbaefb9,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:34.858131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.868751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e988c654-4f55-4f26-a7d0-57b8d15bbb8d req-84c5e7b3-2caa-483c-b8ff-45f0031704a6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.925708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e988c654-4f55-4f26-a7d0-57b8d15bbb8d req-84c5e7b3-2caa-483c-b8ff-45f0031704a6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:34.976741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9508d085-5440-47bc-9251-157cdcbaefb9,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:35.017287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:35.028738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e988c654-4f55-4f26-a7d0-57b8d15bbb8d req-84c5e7b3-2caa-483c-b8ff-45f0031704a6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.038925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e988c654-4f55-4f26-a7d0-57b8d15bbb8d req-84c5e7b3-2caa-483c-b8ff-45f0031704a6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.040082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e988c654-4f55-4f26-a7d0-57b8d15bbb8d req-84c5e7b3-2caa-483c-b8ff-45f0031704a6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/69457d9e-9da2-4d4f-bd3d-c06f6f634336 HTTP/1.1" status: 204 len: 173 time: 0.2351403 Jul 22 14:02:35.066443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5e7b3-2caa-483c-b8ff-45f0031704a6 tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69457d9e-9da2-4d4f-bd3d-c06f6f634336,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:35.118154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78becd0-238f-4c97-ba08-43d6aaf203b1 req-dc19d10a-4955-43b0-a98c-3b75fef60edf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:35.119754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f78becd0-238f-4c97-ba08-43d6aaf203b1 req-dc19d10a-4955-43b0-a98c-3b75fef60edf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 949 time: 0.1689334 Jul 22 14:02:35.129575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6c6e117-bd35-45b8-8be3-ff32ecb9be8f req-3978373a-84d5-4f11-9747-c1c9fa5abe8c tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "GET /v2.0/security-groups/61c80731-1ec0-4919-956e-09f89d55f339 HTTP/1.1" status: 200 len: 1801 time: 0.0603483 Jul 22 14:02:35.181898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f78becd0-238f-4c97-ba08-43d6aaf203b1 req-21dc4983-e384-441c-a088-62a50df035a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jul 22 14:02:35.199149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6c6e117-bd35-45b8-8be3-ff32ecb9be8f req-bb9f2fc6-a3bb-45a7-92bb-e3b33f911afe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.230837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6c6e117-bd35-45b8-8be3-ff32ecb9be8f req-bb9f2fc6-a3bb-45a7-92bb-e3b33f911afe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.279993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6c6e117-bd35-45b8-8be3-ff32ecb9be8f req-bb9f2fc6-a3bb-45a7-92bb-e3b33f911afe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.284085 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f6c6e117-bd35-45b8-8be3-ff32ecb9be8f req-bb9f2fc6-a3bb-45a7-92bb-e3b33f911afe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.286171 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6c6e117-bd35-45b8-8be3-ff32ecb9be8f req-bb9f2fc6-a3bb-45a7-92bb-e3b33f911afe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] 10.222.0.11 "DELETE /v2.0/security-groups/61c80731-1ec0-4919-956e-09f89d55f339 HTTP/1.1" status: 204 len: 173 time: 0.1555719 Jul 22 14:02:35.292457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:35.303505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f2fc6-a3bb-45a7-92bb-e3b33f911afe tempest-SecurityGroupsTestJSON-935039990 tempest-SecurityGroupsTestJSON-935039990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c80731-1ec0-4919-956e-09f89d55f339,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:35.383271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Deleting subnet 23cb5786-61b7-4b0e-b216-98cc3417a883 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:02:35.388709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.444029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6a4b5-f6f9-4957-82f4-328e034a7801 req-ed0bb187-ac32-43b8-baba-929c8aa7672b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:35.445653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55d6a4b5-f6f9-4957-82f4-328e034a7801 req-ed0bb187-ac32-43b8-baba-929c8aa7672b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1859527 Jul 22 14:02:35.462369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.543442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.549572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55d6a4b5-f6f9-4957-82f4-328e034a7801 req-39ba1257-9932-490d-8963-044925b664bc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621948 Jul 22 14:02:35.558172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa040b5-8861-4fcf-bd98-f3402d232061 req-1dbf1f9d-80dd-48a7-b228-5764bb35aec9 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:35.559727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aa040b5-8861-4fcf-bd98-f3402d232061 req-1dbf1f9d-80dd-48a7-b228-5764bb35aec9 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 949 time: 0.0736580 Jul 22 14:02:35.618831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aa040b5-8861-4fcf-bd98-f3402d232061 req-6b2f00f0-e450-4a76-b35d-b35bf43b4ada tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513749 Jul 22 14:02:35.642027 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.671616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cb5786-61b7-4b0e-b216-98cc3417a883,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:35.675651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.677382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d790f19e-384c-4cef-af6a-a7794b215e81 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23cb5786-61b7-4b0e-b216-98cc3417a883 HTTP/1.1" status: 204 len: 168 time: 0.3836467 Jul 22 14:02:35.679807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:35.702397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508d085-5440-47bc-9251-157cdcbaefb9'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:35.706061 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f441dac-5a01-47d7-b495-c84242507920" -d '{"events": [{"server_uuid": "3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d", "name": "network-vif-plugged", "status": "completed", "tag": "9508d085-5440-47bc-9251-157cdcbaefb9"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:35.783086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.857860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5b002-98d9-40cc-af4c-77236ca10d18 req-50e92885-14f7-4e2e-b9e2-7e973d03eaa6 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:35.859520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49b5b002-98d9-40cc-af4c-77236ca10d18 req-50e92885-14f7-4e2e-b9e2-7e973d03eaa6 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 949 time: 0.0865946 Jul 22 14:02:35.874897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ac4af-c3cd-4588-a55e-ecd199119844 req-326d9ac6-9a8c-4e9b-990f-ade4a839185e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:35.877359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b15ac4af-c3cd-4588-a55e-ecd199119844 req-326d9ac6-9a8c-4e9b-990f-ade4a839185e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1317663 Jul 22 14:02:35.903409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.927080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93273878-2e56-4d72-8f73-c626a542d145']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:35.930723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49b5b002-98d9-40cc-af4c-77236ca10d18 req-b05160d4-af5f-4bce-b811-53fb25d4880f tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595143 Jul 22 14:02:35.939273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af211beb-c940-4345-b4e7-aa0e13f67b55') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:35.939572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af211beb-c940-4345-b4e7-aa0e13f67b55') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:35.961975 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:35.977220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b15ac4af-c3cd-4588-a55e-ecd199119844 req-54262c4c-aa1f-4bf0-8be1-c1f084a9ff8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705137 Jul 22 14:02:36.002039 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e23182-573f-4157-a40e-3ec621337ca6 x-openstack-request-id: req-b6e23182-573f-4157-a40e-3ec621337ca6 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:36.002339 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d", "name": "network-vif-plugged", "status": "completed", "tag": "9508d085-5440-47bc-9251-157cdcbaefb9", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:36.002620 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6e23182-573f-4157-a40e-3ec621337ca6 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:36.003308 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9508d085-5440-47bc-9251-157cdcbaefb9', 'code': 200} Jul 22 14:02:36.011886 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.022619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:02:36.023341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:02:36.067645 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:02:36.128964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1aa2c70b-1603-4bea-9b30-3c359e08860d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:36.200645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 1aa2c70b-1603-4bea-9b30-3c359e08860d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:02:36.202182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1aa2c70b-1603-4bea-9b30-3c359e08860d not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:36.202958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:36.207573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.214304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.228460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] 10.222.0.11 "DELETE /v2.0/networks/93273878-2e56-4d72-8f73-c626a542d145 HTTP/1.1" status: 204 len: 168 time: 0.5476177 Jul 22 14:02:36.253173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eeb46-66ef-4177-994d-ddd7c582956c admin admin] Pushing event deleted for resources: {'Network': ['ID=93273878-2e56-4d72-8f73-c626a542d145,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:36.283080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38c9a7-7501-48e2-b573-6168ea4f1811 req-2d11bc11-e90a-491e-a7f7-4209b24eaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.284613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d38c9a7-7501-48e2-b573-6168ea4f1811 req-2d11bc11-e90a-491e-a7f7-4209b24eaf3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 1101 time: 0.2042255 Jul 22 14:02:36.290465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-7c4a8c0a-2097-4afa-bfa6-9be27bf769a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.292139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-7c4a8c0a-2097-4afa-bfa6-9be27bf769a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1101 time: 0.1625562 Jul 22 14:02:36.366428 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.387867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:36.404224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d38c9a7-7501-48e2-b573-6168ea4f1811 req-dd893507-a922-41ba-bbcb-1ddfc82af05a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092837 Jul 22 14:02:36.413990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:36.419888 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.485928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-26367ad4-fa41-422a-9ae5-ba86a0d8a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.489259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-26367ad4-fa41-422a-9ae5-ba86a0d8a516 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1859729 Jul 22 14:02:36.518247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1600310-fb0c-4459-9da0-a3a9c0d268a8 req-6f59f39c-c1c4-4b87-8499-c30fa88a0cf0 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.519769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1600310-fb0c-4459-9da0-a3a9c0d268a8 req-6f59f39c-c1c4-4b87-8499-c30fa88a0cf0 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 949 time: 0.1648948 Jul 22 14:02:36.528668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:36.556772 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-c39e0d22-7de1-488d-9e43-73a904750b63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 217 time: 0.0548539 Jul 22 14:02:36.564722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:36.611295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6faba565-d1d7-4376-aeb7-8a14a47778f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d7e233556b94975872c0aa5e5d9f4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446157 Jul 22 14:02:36.613177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:36.622303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-9af8e734-d9d0-4ab4-82d7-bd3eba59b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.624278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-9af8e734-d9d0-4ab4-82d7-bd3eba59b781 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0580230 Jul 22 14:02:36.682477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1600310-fb0c-4459-9da0-a3a9c0d268a8 req-f82e49bf-0514-43b8-b749-0d7474dd565d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246529 Jul 22 14:02:36.700519 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2400f430-3e41-413c-bebc-2f7383a8be55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.730818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-693b6996-905e-4365-b332-3240b2069d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.732373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-693b6996-905e-4365-b332-3240b2069d61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964401 Jul 22 14:02:36.737691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2400f430-3e41-413c-bebc-2f7383a8be55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.843389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4f43c-bbb0-438c-a50b-5ea9baa53c58 req-588a20b4-42b3-4146-bf8d-279c37470e93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.848874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deb4f43c-bbb0-438c-a50b-5ea9baa53c58 req-588a20b4-42b3-4146-bf8d-279c37470e93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1091073 Jul 22 14:02:36.879513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-d3f1398b-ecd8-4f4e-afca-83ef8da18b11 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392167 Jul 22 14:02:36.895546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793566f3-034f-47fc-a306-b0667b899267 req-1d54dc7a-b119-40f6-a5ed-8c04219996f8 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:36.895724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2400f430-3e41-413c-bebc-2f7383a8be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.897253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-793566f3-034f-47fc-a306-b0667b899267 req-1d54dc7a-b119-40f6-a5ed-8c04219996f8 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 949 time: 0.1256509 Jul 22 14:02:36.898136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2400f430-3e41-413c-bebc-2f7383a8be55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:36.899389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2400f430-3e41-413c-bebc-2f7383a8be55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7c0942f-bb05-4032-9ec8-681df1392601 HTTP/1.1" status: 204 len: 168 time: 0.2844605 Jul 22 14:02:36.930368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deb4f43c-bbb0-438c-a50b-5ea9baa53c58 req-51109520-f053-4dee-8e9d-f6c8edfa9b1d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562234 Jul 22 14:02:36.931911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400f430-3e41-413c-bebc-2f7383a8be55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c0942f-bb05-4032-9ec8-681df1392601,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:37.027559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-11026d54-2510-4b28-bfcf-e3d89871682d service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292131 Jul 22 14:02:37.082295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-793566f3-034f-47fc-a306-b0667b899267 req-7d20b653-16fd-4f02-a2fb-65bf7f92f045 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534530 Jul 22 14:02:37.114143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e5c61-697b-4325-a56b-5277493c2b98 req-702d4321-ff02-4473-8d63-9dbb35f0e7dd tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:37.115581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f48e5c61-697b-4325-a56b-5277493c2b98 req-702d4321-ff02-4473-8d63-9dbb35f0e7dd tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 949 time: 0.1153746 Jul 22 14:02:37.190275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f48e5c61-697b-4325-a56b-5277493c2b98 req-a5447d17-3f87-436a-a3ba-0370d518a9fc tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595546 Jul 22 14:02:37.264322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b641b6-dd75-49cc-acee-ea3e4c18c002 req-451c864f-e093-4e23-8c68-0919fc56fe22 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:37.270303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4b641b6-dd75-49cc-acee-ea3e4c18c002 req-451c864f-e093-4e23-8c68-0919fc56fe22 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0964963 Jul 22 14:02:37.322203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4b641b6-dd75-49cc-acee-ea3e4c18c002 req-d6ec3f96-12df-41e0-a9fe-17c75526d20b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485406 Jul 22 14:02:37.724797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:37.823649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-842724870-network', 'tenant_id': 'f74c33d2ee194b6cae45759c961c2e35'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:37.826670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d7abe-0392-4454-a9b2-2beff4c7e0c4 req-70c7fc09-2622-40ad-93ca-1df20823a8d1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:37.828159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb7d7abe-0392-4454-a9b2-2beff4c7e0c4 req-70c7fc09-2622-40ad-93ca-1df20823a8d1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 948 time: 0.0646119 Jul 22 14:02:37.846488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Made reservation on behalf of f74c33d2ee194b6cae45759c961c2e35 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:37.849052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:37.862112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:37.867450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb7d7abe-0392-4454-a9b2-2beff4c7e0c4 req-ba4ead05-0577-4687-9203-1dafe76ce85e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Jul 22 14:02:37.960635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:37.964900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.006152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:02:38.011725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d843ab-f0a0-4f50-8dbc-56a273e6bf48,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:38.037137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.037484 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Added segment d36e7861-4469-42a4-88bc-70b14597e6b5 of type vlan for network efd22810-303d-4bae-b387-8e30c03bba75 Jul 22 14:02:38.082772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.120819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12214004-7ca9-4603-9fbb-ff2f0a154651 req-a4e85a99-bfeb-48b0-ba1e-c39f26c1e818 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.126721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12214004-7ca9-4603-9fbb-ff2f0a154651 req-a4e85a99-bfeb-48b0-ba1e-c39f26c1e818 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1397841 Jul 22 14:02:38.144183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:38.149659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.150626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.151215 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.199066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4731572 Jul 22 14:02:38.202273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54902) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:38.209857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Request body: {'subnet': {'network_id': 'efd22810-303d-4bae-b387-8e30c03bba75', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-842724870-subnet', 'tenant_id': 'f74c33d2ee194b6cae45759c961c2e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:38.210298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 2acfaefa-0523-4b63-801a-35f08d0d64ee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:38.210689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.211859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12214004-7ca9-4603-9fbb-ff2f0a154651 req-79f7814f-ca7a-44e8-a6bd-cd01b1a85d85 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815275 Jul 22 14:02:38.260127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d41a8-dc3b-4469-a7fd-4e39069ed3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=efd22810-303d-4bae-b387-8e30c03bba75,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:38.271298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network efd22810-303d-4bae-b387-8e30c03bba75 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:02:38.286326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Made reservation on behalf of f74c33d2ee194b6cae45759c961c2e35 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:38.288853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.341414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9968067-f00a-4963-a90b-2f6e7001b32a req-ec1a2cc1-0644-4c0a-bedc-154200eb4d29 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.345327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9968067-f00a-4963-a90b-2f6e7001b32a req-ec1a2cc1-0644-4c0a-bedc-154200eb4d29 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 949 time: 0.1714139 Jul 22 14:02:38.356034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b832f-889c-4065-b3c1-6685a300ab89 req-754420cc-23f2-49ab-a014-7d050f1246f6 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.358193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb1b832f-889c-4065-b3c1-6685a300ab89 req-754420cc-23f2-49ab-a014-7d050f1246f6 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 949 time: 0.0755024 Jul 22 14:02:38.373839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.398175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:38.400415 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8558b-29f9-4f93-8f29-ba67c94f8efc" -d '{"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-plugged", "status": "completed", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:38.407469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb1b832f-889c-4065-b3c1-6685a300ab89 req-4f06370f-200b-4f07-afd2-8e292c41ee7b tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/security-groups?id=8cb9b4a2-6146-4ba4-8a60-302997e14b05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Jul 22 14:02:38.414779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:38.421747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.426992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-1645d099-cf1c-452d-8576-1143ab8a1ae4 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.429502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-1645d099-cf1c-452d-8576-1143ab8a1ae4 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.20 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 949 time: 0.2047863 Jul 22 14:02:38.480840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:38.502088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9968067-f00a-4963-a90b-2f6e7001b32a req-d3a31310-2fe3-469e-8c43-f835ffbfe72f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213417 Jul 22 14:02:38.545808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7194-71ef-4d12-8ecd-3f16042b4325 req-1d8c8276-c6e3-42ef-9f6f-ef9789c77741 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.547954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f49b7194-71ef-4d12-8ecd-3f16042b4325 req-1d8c8276-c6e3-42ef-9f6f-ef9789c77741 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0803652 Jul 22 14:02:38.592314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f49b7194-71ef-4d12-8ecd-3f16042b4325 req-f60e55c0-27e9-4250-a50b-5614fba09646 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384450 Jul 22 14:02:38.619036 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae1c345-d016-461f-9288-3acfb8b83aff x-openstack-request-id: req-3ae1c345-d016-461f-9288-3acfb8b83aff {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:38.619507 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-plugged", "status": "completed", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:38.619852 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ae1c345-d016-461f-9288-3acfb8b83aff {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:38.620353 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'code': 200} Jul 22 14:02:38.649405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Deleting port be38a963-e34c-44e6-9939-ead38067063f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:02:38.649765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.684501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.777047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efac0a84-da77-4f76-85e4-b2333a50e020,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:38.887974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] For port be38a963-e34c-44e6-9939-ead38067063f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=be38a963-e34c-44e6-9939-ead38067063f,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:38.888342 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:38.916273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Calling delete_port for be38a963-e34c-44e6-9939-ead38067063f owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:02:38.918054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Checking segment: {'id': 'd36e7861-4469-42a4-88bc-70b14597e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'efd22810-303d-4bae-b387-8e30c03bba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:38.918410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Network hostable DHCP agents. Network: efd22810-303d-4bae-b387-8e30c03bba75, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:02:38.955606 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:02:38.996932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011f9a-5ec8-447f-a6e1-8a97633ddbb7 req-6b642766-5b2f-4ac9-83e9-5d69d94f05c2 tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:38.998519 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55011f9a-5ec8-447f-a6e1-8a97633ddbb7 req-6b642766-5b2f-4ac9-83e9-5d69d94f05c2 tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 1101 time: 0.2228892 Jul 22 14:02:39.003146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Network efd22810-303d-4bae-b387-8e30c03bba75 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:02:39.006059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9f008-9a11-47de-bc4d-41ef5bb3d7d8 req-25299ffa-b36a-4760-9068-94080d923d88 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:39.007584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-10c9f008-9a11-47de-bc4d-41ef5bb3d7d8 req-25299ffa-b36a-4760-9068-94080d923d88 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0661695 Jul 22 14:02:39.034265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315b166-8ba2-440b-b382-61c995803941 req-9cc7dc0a-e83f-4b26-aa02-166656d70691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:39.035778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e315b166-8ba2-440b-b382-61c995803941 req-9cc7dc0a-e83f-4b26-aa02-166656d70691 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1102 time: 0.2117100 Jul 22 14:02:39.042079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, efd22810-303d-4bae-b387-8e30c03bba75) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:39.048457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:39.048564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-10c9f008-9a11-47de-bc4d-41ef5bb3d7d8 req-75598275-fbf8-4820-ac98-352415d84e3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337875 Jul 22 14:02:39.048661 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:39.051608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41061d8b-4482-427f-a4a4-1c274fcef1cf None None] Network efd22810-303d-4bae-b387-8e30c03bba75 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:02:39.056904 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55011f9a-5ec8-447f-a6e1-8a97633ddbb7 req-1ba6d4a1-34a6-4c94-947d-3a481d4274ed tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:39.104306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-47bfe437-af52-4a3b-be61-0a65f5b82f30 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9008696 Jul 22 14:02:39.132714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e315b166-8ba2-440b-b382-61c995803941 req-d317afe1-99e6-4eef-b08e-19628ad89a0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785770 Jul 22 14:02:39.191789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c387d402-3c14-4ac7-8d14-7e44414beb17 None None] Network efd22810-303d-4bae-b387-8e30c03bba75 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:02:39.249181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55011f9a-5ec8-447f-a6e1-8a97633ddbb7 req-1ba6d4a1-34a6-4c94-947d-3a481d4274ed tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:39.256332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-55011f9a-5ec8-447f-a6e1-8a97633ddbb7 req-1ba6d4a1-34a6-4c94-947d-3a481d4274ed tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:39.292880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55011f9a-5ec8-447f-a6e1-8a97633ddbb7 req-1ba6d4a1-34a6-4c94-947d-3a481d4274ed tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840514 Jul 22 14:02:39.298282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:39.340494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['be38a963-e34c-44e6-9939-ead38067063f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:39.372171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ddcc-3100-4bfe-8080-db1c3a5f754c req-0e808b05-06e4-4f23-9529-d865d71974bf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:39.378155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d128ddcc-3100-4bfe-8080-db1c3a5f754c req-0e808b05-06e4-4f23-9529-d865d71974bf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.0861983 Jul 22 14:02:39.421572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d128ddcc-3100-4bfe-8080-db1c3a5f754c req-3dc69951-8b68-4c0a-be76-10f4efbdb964 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Jul 22 14:02:39.530306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-73e2fabd-2428-4ab8-9cae-144a8b86f954 req-11e0cf81-1ee9-4124-9d21-47dab984e4ac tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.11 "GET /v2.0/ports?device_id=59af854a-fc10-456d-836d-911b772f83ad HTTP/1.1" status: 200 len: 210 time: 0.0338588 Jul 22 14:02:39.581772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6d4a1-34a6-4c94-947d-3a481d4274ed tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00edb14-ef89-49bf-8c6a-19537da1baf1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:39.587934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Pushing event deleted for resources: {'Port': ['ID=be38a963-e34c-44e6-9939-ead38067063f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:39.624789 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-d38e6d9b-30be-43b8-8ebb-9187dfe60efb req-52663301-4717-4a49-83e8-ca9ba3f84a4b tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] show failed (client error): The resource could not be found. Jul 22 14:02:39.626440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d38e6d9b-30be-43b8-8ebb-9187dfe60efb req-52663301-4717-4a49-83e8-ca9ba3f84a4b tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups/2e595abe-e6de-46b3-910e-2c5dd440a00f HTTP/1.1" status: 404 len: 352 time: 0.0415933 Jul 22 14:02:39.645265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] No DVR routers for this DVR port be38a963-e34c-44e6-9939-ead38067063f on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:39.648215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:39.650648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d4b4b7b-0334-48c1-bae1-71f603b015b8 req-85b81466-e8e9-4b92-8f1c-ba5c90e17061 tempest-TenantUsagesTestJSON-132295784 tempest-TenantUsagesTestJSON-132295784-project] 10.222.0.20 "DELETE /v2.0/ports/be38a963-e34c-44e6-9939-ead38067063f HTTP/1.1" status: 204 len: 173 time: 1.2153909 Jul 22 14:02:39.650967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59af854a-fc10-456d-836d-911b772f83ad', 'name': 'network-vif-deleted', 'tag': 'be38a963-e34c-44e6-9939-ead38067063f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:39.653237 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f34cd0-cb81-4c91-bcd7-ca5dfd77c9e1" -d '{"events": [{"server_uuid": "59af854a-fc10-456d-836d-911b772f83ad", "name": "network-vif-deleted", "tag": "be38a963-e34c-44e6-9939-ead38067063f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:39.728121 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec684dd-ad1a-4b42-b121-4d62c03fcf9b x-openstack-request-id: req-fec684dd-ad1a-4b42-b121-4d62c03fcf9b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:39.728470 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59af854a-fc10-456d-836d-911b772f83ad", "name": "network-vif-deleted", "tag": "be38a963-e34c-44e6-9939-ead38067063f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:39.728659 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fec684dd-ad1a-4b42-b121-4d62c03fcf9b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:39.729056 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59af854a-fc10-456d-836d-911b772f83ad', 'name': 'network-vif-deleted', 'tag': 'be38a963-e34c-44e6-9939-ead38067063f', 'status': 'completed', 'code': 200} Jul 22 14:02:39.778441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7c4a7-e0d6-4d13-868b-cb7a2c69d88d req-ec5ffe6d-0f3f-4eb3-bc38-180f4163488b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:39.780593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3e7c4a7-e0d6-4d13-868b-cb7a2c69d88d req-ec5ffe6d-0f3f-4eb3-bc38-180f4163488b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0846450 Jul 22 14:02:39.793603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f4f6eea-8117-4bde-b43d-7dcec329c33d req-2711d8b4-5752-4fb2-be60-3c735bcdea95 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f74c33d2ee194b6cae45759c961c2e35 HTTP/1.1" status: 200 len: 2984 time: 0.0683970 Jul 22 14:02:39.831754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3e7c4a7-e0d6-4d13-868b-cb7a2c69d88d req-179cbfea-f299-4939-9796-3dcabe5597bc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437028 Jul 22 14:02:39.856133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f4f6eea-8117-4bde-b43d-7dcec329c33d req-c994b178-3aaf-4e01-8334-4e03279a576f tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups/01d843ab-f0a0-4f50-8dbc-56a273e6bf48 HTTP/1.1" status: 200 len: 2981 time: 0.0563271 Jul 22 14:02:39.903733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f4f6eea-8117-4bde-b43d-7dcec329c33d req-e5991958-0bde-4ff0-9c03-1823e8521265 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups/01d843ab-f0a0-4f50-8dbc-56a273e6bf48 HTTP/1.1" status: 200 len: 2981 time: 0.0414469 Jul 22 14:02:39.968631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c87cb7-5ab9-4db6-acb3-27d1f9161459 req-da9210fb-ee03-42ca-ba4b-829a8d084de2 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups/01d843ab-f0a0-4f50-8dbc-56a273e6bf48 HTTP/1.1" status: 200 len: 2981 time: 0.0444012 Jul 22 14:02:40.027164 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-22c87cb7-5ab9-4db6-acb3-27d1f9161459 req-dda5bf2d-2528-4807-b188-7b24316e06db tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:02:40.028834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c87cb7-5ab9-4db6-acb3-27d1f9161459 req-dda5bf2d-2528-4807-b188-7b24316e06db tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "DELETE /v2.0/security-groups/01d843ab-f0a0-4f50-8dbc-56a273e6bf48 HTTP/1.1" status: 409 len: 352 time: 0.0547204 Jul 22 14:02:40.064996 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-4b64cb2c-063b-451b-81a6-80c0d57650e6 req-cad6e127-31a2-4815-9fc5-dfa30c3e1911 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] show failed (client error): The resource could not be found. Jul 22 14:02:40.066740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b64cb2c-063b-451b-81a6-80c0d57650e6 req-cad6e127-31a2-4815-9fc5-dfa30c3e1911 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups/fb197ee6-9086-45ad-95a2-64d69410d016 HTTP/1.1" status: 404 len: 352 time: 0.0146077 Jul 22 14:02:40.111256 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-74ab790a-2ca0-4339-a4eb-62ab9be53f8a req-089c1ec4-bf72-4382-be8b-0f7d76db07e0 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] show failed (client error): The resource could not be found. Jul 22 14:02:40.112390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ab790a-2ca0-4339-a4eb-62ab9be53f8a req-089c1ec4-bf72-4382-be8b-0f7d76db07e0 tempest-SecurityGroupsNegativeTestJSON-1842669661 tempest-SecurityGroupsNegativeTestJSON-1842669661-project] 10.222.0.11 "GET /v2.0/security-groups/86778e8f-a49c-45e1-890c-62d6b17bdbcf HTTP/1.1" status: 404 len: 352 time: 0.0143018 Jul 22 14:02:40.122401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:40.175313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Deleting subnet efac0a84-da77-4f76-85e4-b2333a50e020 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:02:40.180142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.222407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.223875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef11e80-6d48-4b56-8591-8c682a1218da req-4dbdded1-425b-413c-9f2b-ed812da5490f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:40.225490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef11e80-6d48-4b56-8591-8c682a1218da req-4dbdded1-425b-413c-9f2b-ed812da5490f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0874050 Jul 22 14:02:40.268367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.273230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef11e80-6d48-4b56-8591-8c682a1218da req-8c35e8fe-db25-419c-948c-436c89fb706b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417228 Jul 22 14:02:40.346860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.377033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efac0a84-da77-4f76-85e4-b2333a50e020,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:40.419661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.421584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-063ef8b0-9f59-45d0-8fd6-b9d2922b3e1f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/efac0a84-da77-4f76-85e4-b2333a50e020 HTTP/1.1" status: 204 len: 168 time: 0.2982349 Jul 22 14:02:40.424405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54954) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:40.448502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6530e-0999-46f1-8a4d-3d3ec0c8f6ca req-7e9c64d9-fbe4-4f56-9c05-4b0ed4bb7255 tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:40.456380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98a6530e-0999-46f1-8a4d-3d3ec0c8f6ca req-7e9c64d9-fbe4-4f56-9c05-4b0ed4bb7255 tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 1101 time: 0.0809090 Jul 22 14:02:40.499414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.624069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.638110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd22810-303d-4bae-b387-8e30c03bba75']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:40.651711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36e7861-4469-42a4-88bc-70b14597e6b5') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:40.652002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36e7861-4469-42a4-88bc-70b14597e6b5') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:40.660812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d967-1ea7-45ec-af43-e80e91ac35e5 req-169fb1f5-b9cb-4070-ac03-9b006b8b5f2b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:40.662384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b38d967-1ea7-45ec-af43-e80e91ac35e5 req-169fb1f5-b9cb-4070-ac03-9b006b8b5f2b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 945 time: 0.1606121 Jul 22 14:02:40.672792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.699528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.709125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98a6530e-0999-46f1-8a4d-3d3ec0c8f6ca req-68f1b2cc-361e-40bc-88ed-592ec472064d tempest-ServersAdminNegativeTestJSON-318752397 tempest-ServersAdminNegativeTestJSON-318752397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517865 Jul 22 14:02:40.714430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:02:40.714836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:02:40.716517 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:02:40.733818 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b38d967-1ea7-45ec-af43-e80e91ac35e5 req-6fe198bf-aaee-45ea-a9a6-9df9d170637f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Jul 22 14:02:40.790013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.798143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:40.802101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/efd22810-303d-4bae-b387-8e30c03bba75 HTTP/1.1" status: 204 len: 168 time: 0.3765655 Jul 22 14:02:40.832632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993372ff-c510-486a-a55f-77a502280fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd22810-303d-4bae-b387-8e30c03bba75,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:40.969850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54980) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:40.987603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40406c6e-8d18-432e-9636-03f03cf27db9 req-eb342cbf-e55e-4aec-b0d3-bebf2a5fde50 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:40.989355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40406c6e-8d18-432e-9636-03f03cf27db9 req-eb342cbf-e55e-4aec-b0d3-bebf2a5fde50 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0788002 Jul 22 14:02:41.021562 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e6264ef9-ceda-4a96-b529-287f1faf8abd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f74c33d2ee194b6cae45759c961c2e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496721 Jul 22 14:02:41.024936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:41.054252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54986) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:41.059472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40406c6e-8d18-432e-9636-03f03cf27db9 req-d7ffe94a-095e-4640-bb8c-02b5f29baf84 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634329 Jul 22 14:02:41.116063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b008315-2e03-4cae-8009-6973fc5b1b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.140152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b008315-2e03-4cae-8009-6973fc5b1b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.194841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b008315-2e03-4cae-8009-6973fc5b1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.198202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b008315-2e03-4cae-8009-6973fc5b1b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.201989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1b008315-2e03-4cae-8009-6973fc5b1b8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01d843ab-f0a0-4f50-8dbc-56a273e6bf48 HTTP/1.1" status: 204 len: 168 time: 0.1652048 Jul 22 14:02:41.211756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b008315-2e03-4cae-8009-6973fc5b1b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d843ab-f0a0-4f50-8dbc-56a273e6bf48,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:41.233388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999e016-0398-4127-b23c-836fe96825f6 req-e19e8909-6b6b-4f7a-a55a-aa0f817298f8 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:41.235146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5999e016-0398-4127-b23c-836fe96825f6 req-e19e8909-6b6b-4f7a-a55a-aa0f817298f8 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 949 time: 0.1501982 Jul 22 14:02:41.261307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bf5261ed-dbc3-4423-aab0-f1bd7e98dce9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15f1087da48343cf80250e655438ea42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034712 Jul 22 14:02:41.261307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-b0b4dc27-6ab0-4c09-a47a-abbe8a99a5bc tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:41.261861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:41.262417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-b0b4dc27-6ab0-4c09-a47a-abbe8a99a5bc tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1481452 Jul 22 14:02:41.276857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-11'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:41.315456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ee6019-a74f-475f-9ad5-9a82e74a07d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.341872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5999e016-0398-4127-b23c-836fe96825f6 req-6635db73-005e-4f6f-9196-04e1d45f4ac5 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945492 Jul 22 14:02:41.350949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ee6019-a74f-475f-9ad5-9a82e74a07d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.420844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.453557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ee6019-a74f-475f-9ad5-9a82e74a07d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.456658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ee6019-a74f-475f-9ad5-9a82e74a07d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.457858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-17ee6019-a74f-475f-9ad5-9a82e74a07d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cb9b4a2-6146-4ba4-8a60-302997e14b05 HTTP/1.1" status: 204 len: 168 time: 0.1949573 Jul 22 14:02:41.487338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073d802-47e0-4fd3-ae88-4e43b580fc1c req-958ae44c-0e52-4b97-9e72-4f8d2b8969cc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:41.489281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2073d802-47e0-4fd3-ae88-4e43b580fc1c req-958ae44c-0e52-4b97-9e72-4f8d2b8969cc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1054835 Jul 22 14:02:41.490897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee6019-a74f-475f-9ad5-9a82e74a07d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9b4a2-6146-4ba4-8a60-302997e14b05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:41.551930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2073d802-47e0-4fd3-ae88-4e43b580fc1c req-1c3f77bf-dbd0-4707-82f9-f9909ea709ad tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507822 Jul 22 14:02:41.605816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:41.682061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:41.742736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:41.744987 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948f3cb6-744e-4d4b-9b7a-2487efd70eeb" -d '{"events": [{"server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:41.748664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.758734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.801143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324875cd-e9bb-4631-a559-2da951def82f req-d4ec93a9-dc2c-477f-baac-c899e3d3e594 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:41.811303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-324875cd-e9bb-4631-a559-2da951def82f req-d4ec93a9-dc2c-477f-baac-c899e3d3e594 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1659346 Jul 22 14:02:41.814982 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb28a55-9192-4459-bd6b-7dbc034c9e3c x-openstack-request-id: req-2fb28a55-9192-4459-bd6b-7dbc034c9e3c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:41.815731 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "name": "network-vif-unplugged", "status": "completed", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:41.816083 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fb28a55-9192-4459-bd6b-7dbc034c9e3c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:41.816616 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'code': 200} Jul 22 14:02:41.818465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:41.840286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a120-0539-45da-910d-4cb84979a120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.920735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-324875cd-e9bb-4631-a559-2da951def82f req-c82e5594-aa48-41b2-9512-fbbcbe6ebab1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084604 Jul 22 14:02:41.921652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on host n-h1-787205-11 for vnic_type normal with profile {"migrating_to": "n-h2-787205-11"} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:41.922016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:41.922372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:41.924434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:41.930025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:41.930344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Attempting to bind port 5d4c2b05-d791-488e-9f42-46f16b8a511d on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:41.935479 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:41.935817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:41.936203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:41.936633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Bound port: 5d4c2b05-d791-488e-9f42-46f16b8a511d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:41.941920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:41.965276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c081e-64f8-4d07-ad76-e2a4aaea1fab req-45329417-de7b-463d-abf3-6fbc06a09742 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:41.972082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a6c081e-64f8-4d07-ad76-e2a4aaea1fab req-45329417-de7b-463d-abf3-6fbc06a09742 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.1292975 Jul 22 14:02:42.039269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:42.043005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:42.044881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a6c081e-64f8-4d07-ad76-e2a4aaea1fab req-c88fca10-2cb7-49d0-8a0d-754303d5b24e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717900 Jul 22 14:02:42.049777 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.082682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a120-0539-45da-910d-4cb84979a120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.087058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a120-0539-45da-910d-4cb84979a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.133224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9a120-0539-45da-910d-4cb84979a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60b7810-9147-429a-a517-91d512d24331,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:42.138862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5eb9a120-0539-45da-910d-4cb84979a120 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d3e270e2535428ca020fcced747418b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192165 Jul 22 14:02:42.141724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:42.198213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:42.199091 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.200613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] 10.222.0.20 "PUT /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 1123 time: 0.9293542 Jul 22 14:02:42.201756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c51c3b-b8e0-4dfe-a4c8-8f2e0cd793ea service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:42.243804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55044) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:42.247623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7e694b-0ca3-4626-8ca9-0abf48152814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.279232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7e694b-0ca3-4626-8ca9-0abf48152814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.291687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc382-5a32-4ad9-8dc8-b9672deb1db1 req-79fdd087-e9af-4d30-b370-e94952116337 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:42.301367 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c6cc382-5a32-4ad9-8dc8-b9672deb1db1 req-79fdd087-e9af-4d30-b370-e94952116337 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1415455 Jul 22 14:02:42.322406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['5d4c2b05-d791-488e-9f42-46f16b8a511d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:42.398974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c6cc382-5a32-4ad9-8dc8-b9672deb1db1 req-5f9cc938-8c1a-4c04-a5a9-ed45d32adf09 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890894 Jul 22 14:02:42.401791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['5d4c2b05-d791-488e-9f42-46f16b8a511d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:42.429841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7e694b-0ca3-4626-8ca9-0abf48152814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.435227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7e694b-0ca3-4626-8ca9-0abf48152814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.436926 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c7e694b-0ca3-4626-8ca9-0abf48152814 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60b7810-9147-429a-a517-91d512d24331 HTTP/1.1" status: 204 len: 168 time: 0.2938316 Jul 22 14:02:42.454687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e694b-0ca3-4626-8ca9-0abf48152814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60b7810-9147-429a-a517-91d512d24331,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:42.526673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-565467279-network', 'tenant_id': '33433f79fb704407b44aef9589088e73'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:42.571085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc7ce0-8b30-4485-b495-1f70675a143a req-0adbd67a-cab1-4bcd-a68c-290d42d216a9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:42.577920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acdc7ce0-8b30-4485-b495-1f70675a143a req-0adbd67a-cab1-4bcd-a68c-290d42d216a9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1440616 Jul 22 14:02:42.585439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Made reservation on behalf of 33433f79fb704407b44aef9589088e73 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:42.587682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.606427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.618682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f856c-74d1-41ff-aa9f-25da94f919a5 req-e11ecef7-5ae2-4adc-8a29-58bb0ca3dd9f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:42.621182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-011f856c-74d1-41ff-aa9f-25da94f919a5 req-e11ecef7-5ae2-4adc-8a29-58bb0ca3dd9f tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 949 time: 0.1176522 Jul 22 14:02:42.662244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acdc7ce0-8b30-4485-b495-1f70675a143a req-eafbdbbe-2f06-44d3-bd02-ffc807639087 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747626 Jul 22 14:02:42.728355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-011f856c-74d1-41ff-aa9f-25da94f919a5 req-3b85b872-b03d-463e-b8da-23d9e2bb9300 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832055 Jul 22 14:02:42.749325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.757256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.780632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:02:42.796518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ad2e7-26ed-4316-93cf-c31fb82822ee,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:42.811889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.812309 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Added segment 433d287f-2e6d-4ac6-8bd7-985179279042 of type vlan for network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f Jul 22 14:02:42.856441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.887791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.889648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:42.890653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.927387 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6823626 Jul 22 14:02:42.930392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:42.935476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Request body: {'subnet': {'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-565467279-subnet', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:42.958440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Made reservation on behalf of 33433f79fb704407b44aef9589088e73 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:42.960862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:42.964493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588620fd-90a2-4d53-b15b-025613a43d2d admin admin] Pushing event updated for resources: {'Network': ['ID=37ed38df-5099-4f48-a7a8-b46b2fa35c9f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:42.976680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:02:43.136938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:43.141139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device be38a963-e34c-44e6-9939-ead38067063f no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:43.171163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: be38a963-e34c-44e6-9939-ead38067063f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:02:43.171733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device be38a963-e34c-44e6-9939-ead38067063f not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:43.171948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.254258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cba6ac9-985f-4365-8767-44d266d7939a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:43.272338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Checking segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:43.272706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Network hostable DHCP agents. Network: 37ed38df-5099-4f48-a7a8-b46b2fa35c9f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:02:43.289771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:43.290533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f3f1b-01a5-4e98-ae83-b2837ec53c95 req-b3d28484-5141-4048-80b8-b4402f735a80 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:43.297773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3a7f3f1b-01a5-4e98-ae83-b2837ec53c95 req-b3d28484-5141-4048-80b8-b4402f735a80 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.1666176 Jul 22 14:02:43.301326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d has no active binding in host n-h2-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:02:43.323753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-0696359e-71f8-47ff-ae9a-3b682708e1dd tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:43.325659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-0696359e-71f8-47ff-ae9a-3b682708e1dd tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 949 time: 0.1013615 Jul 22 14:02:43.329255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:02:43.351898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3a7f3f1b-01a5-4e98-ae83-b2837ec53c95 req-687e917e-9f01-4483-875b-8c5a6417e460 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Jul 22 14:02:43.352973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 37ed38df-5099-4f48-a7a8-b46b2fa35c9f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:43.357346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:43.358073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.363922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c7d29-43a9-403f-8fbe-12e1643820cc None None] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:02:43.382249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e25d763c-c23c-4a38-9f2e-f2a26374705e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4481010 Jul 22 14:02:43.382841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:43.388587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:43.419822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.421395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.499511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.548314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Deleting port 9508d085-5440-47bc-9251-157cdcbaefb9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:02:43.548795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.614142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:02:43.615560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.647979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e431-43b5-47e9-8759-ce7637376641 req-22c86d9e-f590-4f43-8b16-b2459711cf3e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:43.664102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc35e431-43b5-47e9-8759-ce7637376641 req-22c86d9e-f590-4f43-8b16-b2459711cf3e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1608455 Jul 22 14:02:43.715194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] For port 9508d085-5440-47bc-9251-157cdcbaefb9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9508d085-5440-47bc-9251-157cdcbaefb9,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:43.715194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.721145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.738233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc35e431-43b5-47e9-8759-ce7637376641 req-2d95bbc0-9f6c-49f2-8dd6-fa2799ec0096 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731709 Jul 22 14:02:43.741174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Calling delete_port for 9508d085-5440-47bc-9251-157cdcbaefb9 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:02:43.773348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-c88d4f91-2782-4758-963e-349fc82a03b8 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7c89f34e50d1488d8ab3ababf4e7b8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276258 Jul 22 14:02:43.824038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Allocated IP 172.20.0.2 (37ed38df-5099-4f48-a7a8-b46b2fa35c9f/5cba6ac9-985f-4365-8767-44d266d7939a/ce478ab1-80a9-4023-bc67-56b0226497ea) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:43.842323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:43.845186 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fc1539-8c56-4029-bab3-34d852091388" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:43.916625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b227a-7e52-48de-828d-cba2ba090a67 req-dd3d445a-d928-482b-bbf0-f7787306bfdf tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:43.918350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd1b227a-7e52-48de-828d-cba2ba090a67 req-dd3d445a-d928-482b-bbf0-f7787306bfdf tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1098 time: 0.1060538 Jul 22 14:02:43.945541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-710e9430-0d2d-4c6b-bde3-2259e47552b3 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:43.947063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-710e9430-0d2d-4c6b-bde3-2259e47552b3 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624665 Jul 22 14:02:43.967318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-d612b71b-927f-4729-8196-90f54c57f418 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/quotas/7c89f34e50d1488d8ab3ababf4e7b8e6 HTTP/1.1" status: 200 len: 375 time: 0.0138044 Jul 22 14:02:43.983770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:43.994912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd1b227a-7e52-48de-828d-cba2ba090a67 req-978e801e-85fe-4e9c-b0ae-75e81c6cec86 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689833 Jul 22 14:02:44.004997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.007449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Transition to ACTIVE for port object ce478ab1-80a9-4023-bc67-56b0226497ea will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:44.035715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Pushing event deleted for resources: {'Port': ['ID=9508d085-5440-47bc-9251-157cdcbaefb9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:44.036574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Transition to ACTIVE for port object ce478ab1-80a9-4023-bc67-56b0226497ea will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:44.041116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['40f64708-dc00-4ae1-9886-7b65aaf5da95'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:44.044576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9508d085-5440-47bc-9251-157cdcbaefb9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:44.085879 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.108103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] No DVR routers for this DVR port 9508d085-5440-47bc-9251-157cdcbaefb9 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:44.111867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.114653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eeb3a676-57ab-4345-93af-8d4f5c4d145e req-650263b2-746b-4383-8ddd-b72ea0881587 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.13 "DELETE /v2.0/ports/9508d085-5440-47bc-9251-157cdcbaefb9 HTTP/1.1" status: 204 len: 173 time: 0.7788615 Jul 22 14:02:44.118235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ad2dbd8c-e2b9-4737-ad91-cdc408a0210e tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c89f34e50d1488d8ab3ababf4e7b8e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047275 Jul 22 14:02:44.171539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.207059 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.226185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defce55-3dbb-4590-a2c3-02eb3e673ed3 req-484f031d-750d-4bb0-a4ed-613c331b1c85 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:44.226455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:44.233276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:44.237874 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9defce55-3dbb-4590-a2c3-02eb3e673ed3 req-484f031d-750d-4bb0-a4ed-613c331b1c85 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1103368 Jul 22 14:02:44.242836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:44.247007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Pushing event updated for resources: {'Port': ['ID=ce478ab1-80a9-4023-bc67-56b0226497ea,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:44.307068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9defce55-3dbb-4590-a2c3-02eb3e673ed3 req-ad505f8d-dd4b-4ef0-9cf1-e4c25dc60694 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664215 Jul 22 14:02:44.353240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Allocated IP 172.25.8.180 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/6fe98327-ed03-404f-bc97-dc4d2504c688) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:44.444253 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ea0057-f7ff-4dcc-be64-6b2e420055e7 x-openstack-request-id: req-06ea0057-f7ff-4dcc-be64-6b2e420055e7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:44.444557 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:44.444806 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06ea0057-f7ff-4dcc-be64-6b2e420055e7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:44.445010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Attempting to bind port ce478ab1-80a9-4023-bc67-56b0226497ea on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:44.445455 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'status': 'completed', 'code': 200} Jul 22 14:02:44.445544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Attempting to bind port ce478ab1-80a9-4023-bc67-56b0226497ea by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:44.445747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Attempting to bind port ce478ab1-80a9-4023-bc67-56b0226497ea on network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:44.465982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:44.465982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Checking segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:44.465982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.466397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Bound using segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:44.466653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Bound port: ce478ab1-80a9-4023-bc67-56b0226497ea, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:44.467025 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.480884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce07e587-30b8-4c0b-b55d-8e0db35807b5 req-8902c98c-a25f-4799-b8eb-43a502f0d908 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d HTTP/1.1" status: 200 len: 210 time: 0.0383728 Jul 22 14:02:44.550759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc1539-8c56-4029-bab3-34d852091388 req-d2b4ab9e-c634-4288-8f19-3379eddc2174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:44.552317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-d2b4ab9e-c634-4288-8f19-3379eddc2174 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1126 time: 0.0739422 Jul 22 14:02:44.561395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.634852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] For port ce478ab1-80a9-4023-bc67-56b0226497ea, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:44.640139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] For port ce478ab1-80a9-4023-bc67-56b0226497ea, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce478ab1-80a9-4023-bc67-56b0226497ea,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:44.646537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.672698 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:44.677921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc1539-8c56-4029-bab3-34d852091388 req-8ecf6619-3357-418c-a7f7-c26bc15f7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:44.679842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-8ecf6619-3357-418c-a7f7-c26bc15f7f4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1202869 Jul 22 14:02:44.731880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:44.734930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:44.738703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:44.760133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed58b03-ee42-41f5-97d2-bc0e87a6979c None None] Pushing event updated for resources: {'Port': ['ID=ce478ab1-80a9-4023-bc67-56b0226497ea,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:44.763824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-4f037449-1eac-426a-a0d8-a02333440fd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 217 time: 0.0763881 Jul 22 14:02:44.833572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea9b8a50-a1a0-4151-ad7c-cc1e9010bb45 req-2e4b0cd7-9f7b-4587-ae02-de6df671c1d4 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 210 time: 0.0588171 Jul 22 14:02:44.869669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe98327-ed03-404f-bc97-dc4d2504c688,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:44.919753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc1539-8c56-4029-bab3-34d852091388 req-6cdf41e7-ec88-4fb3-a0d5-d1d4391c5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:44.928645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-6cdf41e7-ec88-4fb3-a0d5-d1d4391c5b6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0938587 Jul 22 14:02:44.983532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-dc5f9d3d-707c-4c4b-9c69-91e47d884c8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431225 Jul 22 14:02:45.183497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:45.208271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74f0af-0288-4642-a3b4-6a922e24df46 req-ca242882-6f58-4f50-8d7d-25c31e21aaf2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:45.217086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0c74f0af-0288-4642-a3b4-6a922e24df46 req-ca242882-6f58-4f50-8d7d-25c31e21aaf2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.2361388 Jul 22 14:02:45.253849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-80819894-b975-4ef4-a044-16dc0f33386a service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591331 Jul 22 14:02:45.334170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0c74f0af-0288-4642-a3b4-6a922e24df46 req-71d12631-f95d-4922-98a1-ed2c0f86bec9 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102242 Jul 22 14:02:45.420606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13fc1539-8c56-4029-bab3-34d852091388 req-bda3f11c-d1d6-433b-8177-741e46431a98 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423011 Jul 22 14:02:45.523091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:45.526390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89999b7e-e1d0-40b7-a2d7-f84edadba4a9 req-5eea77c4-06e4-42f1-94e1-34d2fc8e41be tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:45.527945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89999b7e-e1d0-40b7-a2d7-f84edadba4a9 req-5eea77c4-06e4-42f1-94e1-34d2fc8e41be tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0923939 Jul 22 14:02:45.571390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89999b7e-e1d0-40b7-a2d7-f84edadba4a9 req-365aa879-f50c-4231-8b97-ce235c5e0899 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360780 Jul 22 14:02:45.700229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Router 2a823e4c-37e1-4fed-a44a-98fb9273d371 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:02:45.728171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965da035-653a-4319-991a-e76f9877fc26 req-085c4ca4-dca5-447e-b8c4-538e52812d29 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:45.729954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-965da035-653a-4319-991a-e76f9877fc26 req-085c4ca4-dca5-447e-b8c4-538e52812d29 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0962961 Jul 22 14:02:45.792148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce478ab1-80a9-4023-bc67-56b0226497ea up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:45.810449 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-965da035-653a-4319-991a-e76f9877fc26 req-700a6bc3-3392-403b-8dd6-679c33595af4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679767 Jul 22 14:02:45.864320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-be50dba0-c006-48b5-9ce6-90d9a88566a3 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:02:45.865516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-be50dba0-c006-48b5-9ce6-90d9a88566a3 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071986 Jul 22 14:02:45.876261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Request body: {'binding': {'host': 'n-h1-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:45.876863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Unknown quota resources ['binding']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:02:45.886464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:02:45.906134 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Sync routers for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:02:45.912344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:45.914103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4b461d35-493d-45e1-85f7-7c6121b68919 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5297551 Jul 22 14:02:45.917467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:45.920337 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:02:45.923852 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:45.925219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ce478ab1-80a9-4023-bc67-56b0226497ea completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:46.126475 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:02:46.151492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a029dbe-099f-4e16-a955-4db839189dd8 req-9c4d807a-2696-4a9a-bc86-e2f6e0114afe tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 210 time: 0.0598357 Jul 22 14:02:46.217590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-6e63f872-0d03-4d65-bbb0-4adf5ee81a87 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c89f34e50d1488d8ab3ababf4e7b8e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111600 Jul 22 14:02:46.244525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd1b90c-35ea-4e43-ab88-b3fd43d807cf None None] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:02:46.337017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on host n-h1-787205-11 for vnic_type normal with profile None {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:46.337017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:46.337354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:46.345532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] Provisioning for port ce478ab1-80a9-4023-bc67-56b0226497ea completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:46.358665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] Provisioning complete for port ce478ab1-80a9-4023-bc67-56b0226497ea triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:46.359374 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:46.429534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:46.429903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:46.444193 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:44Z', 'revision_number': 3, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:46.450771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'name': 'network-vif-deleted', 'tag': '9508d085-5440-47bc-9251-157cdcbaefb9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:46.453013 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9bbdb-de7c-4e9a-af33-fe04f0d7f4da" -d '{"events": [{"server_uuid": "3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d", "name": "network-vif-deleted", "tag": "9508d085-5440-47bc-9251-157cdcbaefb9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:46.465579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:46.465970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:46.466365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:46.466808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Bound port: 7385df24-1e67-4b34-91c5-86d2df3b717f, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:46.486962 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Checking router: 2a823e4c-37e1-4fed-a44a-98fb9273d371 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:02:46.487711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Updating router 2a823e4c-37e1-4fed-a44a-98fb9273d371 port 6fe98327-ed03-404f-bc97-dc4d2504c688 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:02:46.521196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-fdadeb71-bbbf-4543-8c51-d793f2b7f3f7 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:46.523231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-fdadeb71-bbbf-4543-8c51-d793f2b7f3f7 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970040 Jul 22 14:02:46.531451 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:46.547874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Request body: {'port': {'device_id': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '7c89f34e50d1488d8ab3ababf4e7b8e6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:46.585006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:46.622989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:46.651721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] For port ce478ab1-80a9-4023-bc67-56b0226497ea, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce478ab1-80a9-4023-bc67-56b0226497ea,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:46.654436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:46.655767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-934de90f-12ce-4c03-afcc-34d3de8d16a7 service neutron] 10.222.0.11 "POST /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7836101 Jul 22 14:02:46.659121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:46.757995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb2d79-601c-48f2-82d2-e117cb26bbd5 req-5a0b96de-3b92-4c43-a4ef-59fdada3b49a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:46.764741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74349354-3863-4d1b-b246-d34a05476a5a None None] Pushing event updated for resources: {'Port': ['ID=ce478ab1-80a9-4023-bc67-56b0226497ea,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:46.787504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82cb2d79-601c-48f2-82d2-e117cb26bbd5 req-5a0b96de-3b92-4c43-a4ef-59fdada3b49a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.2631876 Jul 22 14:02:46.986411 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.010922 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Transition to ACTIVE for port object 6fe98327-ed03-404f-bc97-dc4d2504c688 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:47.019028 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.075822 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Attempting to bind port 6fe98327-ed03-404f-bc97-dc4d2504c688 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:47.076195 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Attempting to bind port 6fe98327-ed03-404f-bc97-dc4d2504c688 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:47.076572 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Attempting to bind port 6fe98327-ed03-404f-bc97-dc4d2504c688 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:47.080556 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Pushing event updated for resources: {'Port': ['ID=6fe98327-ed03-404f-bc97-dc4d2504c688,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:47.086880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:47.087271 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:47.087692 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.088178 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:47.088948 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Bound port: 6fe98327-ed03-404f-bc97-dc4d2504c688, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:47.089379 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.094390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1bb44325-fc1c-409b-9c70-a5e44fc2b165 None None] Provisioning complete for port ce478ab1-80a9-4023-bc67-56b0226497ea triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:47.095777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1bb44325-fc1c-409b-9c70-a5e44fc2b165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.114202 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.114614 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.114895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.115234 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.115569 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.115921 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.116231 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.116562 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.116910 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.117223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.117547 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.117898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:02:47.158271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82cb2d79-601c-48f2-82d2-e117cb26bbd5 req-fa903493-2df6-49ec-8a43-c05ac219d933 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637655 Jul 22 14:02:47.164963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Made reservation on behalf of 7c89f34e50d1488d8ab3ababf4e7b8e6 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:47.165148 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] For port 6fe98327-ed03-404f-bc97-dc4d2504c688, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:47.170337 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] For port 6fe98327-ed03-404f-bc97-dc4d2504c688, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6fe98327-ed03-404f-bc97-dc4d2504c688,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:47.174257 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.177102 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.177302 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.192607 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.226297 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c80ebc2-3b39-4b8b-aa18-71fa74e77c82 x-openstack-request-id: req-8c80ebc2-3b39-4b8b-aa18-71fa74e77c82 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:47.228085 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d", "name": "network-vif-deleted", "tag": "9508d085-5440-47bc-9251-157cdcbaefb9", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:47.228466 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c80ebc2-3b39-4b8b-aa18-71fa74e77c82 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:47.232024 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc4cb0-e688-4b3d-8ee7-2e91201adc0d', 'name': 'network-vif-deleted', 'tag': '9508d085-5440-47bc-9251-157cdcbaefb9', 'status': 'completed', 'code': 200} Jul 22 14:02:47.248847 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ba4c4-a533-4fde-a9da-d01735de857f None None] Pushing event updated for resources: {'Port': ['ID=6fe98327-ed03-404f-bc97-dc4d2504c688,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:47.272302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03722eed-29cd-49dc-8768-49c2cb08b0a7 req-eb820197-6c07-4d40-a223-25643208da83 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.275055 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:02:47.276439 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:47.280699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03722eed-29cd-49dc-8768-49c2cb08b0a7 req-eb820197-6c07-4d40-a223-25643208da83 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 949 time: 0.2375777 Jul 22 14:02:47.301896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-7f438707-e91f-4688-bdea-6362c5b2b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.303409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-7f438707-e91f-4688-bdea-6362c5b2b919 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1098 time: 0.2593143 Jul 22 14:02:47.371600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.380099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.397299 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:02:47.417729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8a1cd-eab3-4f6c-a865-b883afffeb2f req-8448be75-0a48-4f64-99c0-8722f9585423 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.419350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-70a8a1cd-eab3-4f6c-a865-b883afffeb2f req-8448be75-0a48-4f64-99c0-8722f9585423 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1221905 Jul 22 14:02:47.425565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03722eed-29cd-49dc-8768-49c2cb08b0a7 req-2563def5-3902-4e97-adf8-594dc316e4f0 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375217 Jul 22 14:02:47.477555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09277b60-8042-477a-8da9-25a6e3541d64,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:47.528541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-ffdd9650-fa68-4e2c-bbfa-9f0b6d09a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.530370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-ffdd9650-fa68-4e2c-bbfa-9f0b6d09a44c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.2138629 Jul 22 14:02:47.543613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Allocated IP 172.20.0.1 (37ed38df-5099-4f48-a7a8-b46b2fa35c9f/5cba6ac9-985f-4365-8767-44d266d7939a/7a44ab8d-b208-4df3-9b67-e37725db1ae6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:47.554284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-70a8a1cd-eab3-4f6c-a865-b883afffeb2f req-7e6c98fd-441e-47f4-8857-8dfd6517f4f0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247647 Jul 22 14:02:47.597225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Allocated IP 192.168.233.153 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/ce2b965c-d5b5-4f66-a975-28bcc3e1da94) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:47.603652 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:44Z', 'revision_number': 3, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:47.608341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-f1d01c02-c4e6-4a03-9f95-019e8dbabcd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 217 time: 0.0619280 Jul 22 14:02:47.722664 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb136715-d358-4e83-a3ad-c632c11a78af None None] The sync data for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 is: [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:44Z', 'revision_number': 3, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:02:47.750034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-22b05075-a394-4e30-ba88-4baae122c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.752124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-22b05075-a394-4e30-ba88-4baae122c415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1234198 Jul 22 14:02:47.767493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce478ab1-80a9-4023-bc67-56b0226497ea up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:47.804094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-002a02a7-d9b2-42ea-9d54-7e6249d93207 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424063 Jul 22 14:02:47.809947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7df52-aae4-426b-86e5-800c289b3f7d req-5a85baed-328f-4d23-a517-05d88c9334ab tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.811737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7df52-aae4-426b-86e5-800c289b3f7d req-5a85baed-328f-4d23-a517-05d88c9334ab tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1580818 Jul 22 14:02:47.828872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.841078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f925b-ad45-4424-bc69-e14d958e7550 req-d7a0c39c-72de-4277-a85a-651b2d03bd51 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:47.849158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e66f925b-ad45-4424-bc69-e14d958e7550 req-d7a0c39c-72de-4277-a85a-651b2d03bd51 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.2939444 Jul 22 14:02:47.850778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ce478ab1-80a9-4023-bc67-56b0226497ea triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:47.851434 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.882611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:47.896242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Transition to ACTIVE for port object 7a44ab8d-b208-4df3-9b67-e37725db1ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:47.920421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Transition to ACTIVE for port object ce2b965c-d5b5-4f66-a975-28bcc3e1da94 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:47.935764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7df52-aae4-426b-86e5-800c289b3f7d req-11617934-0c4a-4b57-a3d6-d3db3b17a3ee tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114042 Jul 22 14:02:47.973125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e66f925b-ad45-4424-bc69-e14d958e7550 req-08916848-a253-4e15-983d-24f008ef5d08 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229720 Jul 22 14:02:47.974532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.008427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-344103f2-3c22-4f8e-9cd2-d05ab5814076 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926119 Jul 22 14:02:48.047002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.054092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Pushing event updated for resources: {'Port': ['ID=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:48.070606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:48.072331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:48.074819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:48.177445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:48.178933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.183050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:48.193690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:48.195948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-739957fd-6022-4c8e-956f-0939ab3b5326 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6529152 Jul 22 14:02:48.207655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9508d085-5440-47bc-9251-157cdcbaefb9 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:48.214515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Request body: {'port': {'device_id': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:48.235066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:48.244746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a44ab8d-b208-4df3-9b67-e37725db1ae6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:48.254825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 9508d085-5440-47bc-9251-157cdcbaefb9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:02:48.255176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9508d085-5440-47bc-9251-157cdcbaefb9 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:48.292009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-8011ef2b-b95f-4e98-b5bb-ba08bb73e3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770059 Jul 22 14:02:48.326928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebf148-ef3b-4596-af61-05f8698ea7b6 req-c3df0478-39a7-4c78-a666-871855ca6565 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:48.329307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2ebf148-ef3b-4596-af61-05f8698ea7b6 req-c3df0478-39a7-4c78-a666-871855ca6565 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 936 time: 0.2671800 Jul 22 14:02:48.330537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.504934 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9cd33abc-ece2-430b-ad74-f799b51634e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.520798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2ebf148-ef3b-4596-af61-05f8698ea7b6 req-fbfc3011-7dd4-43fe-8d29-a1553b82af06 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850245 Jul 22 14:02:48.537074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c6e7-1fe2-48fe-966b-d0e3c3a86b6c req-523d384d-ddd8-457c-a868-dd0fd791d4eb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:48.537074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17b4c6e7-1fe2-48fe-966b-d0e3c3a86b6c req-523d384d-ddd8-457c-a868-dd0fd791d4eb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.2572622 Jul 22 14:02:48.537074 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.570914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ebb723c1-3f60-4fc8-ae78-3fb322912ee2 None None] Provisioning for port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:48.582065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ebb723c1-3f60-4fc8-ae78-3fb322912ee2 None None] Provisioning complete for port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:48.582443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ebb723c1-3f60-4fc8-ae78-3fb322912ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.664701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ebb723c1-3f60-4fc8-ae78-3fb322912ee2 None None] Port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:48.673347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17b4c6e7-1fe2-48fe-966b-d0e3c3a86b6c req-79913ae8-ad0f-4c7a-bc67-8cb8220617ff tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102989 Jul 22 14:02:48.682308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-f113fdb4-3fbf-47b1-8680-16a6c37985fa tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:48.684250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-f113fdb4-3fbf-47b1-8680-16a6c37985fa tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.20 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 949 time: 0.3179519 Jul 22 14:02:48.720085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.765043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.789206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d419fa85-b8d6-4d8d-811f-e197238969a8 None None] Provisioning for port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:48.794568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d419fa85-b8d6-4d8d-811f-e197238969a8 None None] Provisioning complete for port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:48.795490 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d419fa85-b8d6-4d8d-811f-e197238969a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:48.819091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080e669-066a-4966-98f1-c5faca518918 req-778d8a17-acba-4333-9e0a-53610fac38f5 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:48.820922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7080e669-066a-4966-98f1-c5faca518918 req-778d8a17-acba-4333-9e0a-53610fac38f5 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 949 time: 0.1851201 Jul 22 14:02:48.849714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d419fa85-b8d6-4d8d-811f-e197238969a8 None None] Port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:48.942843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7080e669-066a-4966-98f1-c5faca518918 req-5706271d-75b1-49b9-ace3-4b0a20dea715 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfb043c-44ca-475a-a42f-704a9539514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022801 Jul 22 14:02:49.054922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Deleting port 40f64708-dc00-4ae1-9886-7b65aaf5da95 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:02:49.055254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.071985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e67df3-84fb-4b85-9d70-c5a21882882a req-c2e0343b-0460-4075-8ce2-db9f43284a93 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:49.075469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1e67df3-84fb-4b85-9d70-c5a21882882a req-c2e0343b-0460-4075-8ce2-db9f43284a93 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.2581046 Jul 22 14:02:49.120428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.135105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.240798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d574f-3e01-48e5-805a-78c000b83148 req-82f8d6d8-c74a-4c61-8e64-25e7ef2a0398 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:49.242178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1e67df3-84fb-4b85-9d70-c5a21882882a req-46cb952d-3097-4fc7-b412-cd9c9d524baf tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552644 Jul 22 14:02:49.247593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b6d574f-3e01-48e5-805a-78c000b83148 req-82f8d6d8-c74a-4c61-8e64-25e7ef2a0398 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1886327 Jul 22 14:02:49.278517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] For port 40f64708-dc00-4ae1-9886-7b65aaf5da95, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40f64708-dc00-4ae1-9886-7b65aaf5da95,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:49.278896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.293380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.295343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a44ab8d-b208-4df3-9b67-e37725db1ae6,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:49.300021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Calling delete_port for 40f64708-dc00-4ae1-9886-7b65aaf5da95 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:02:49.307556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2b965c-d5b5-4f66-a975-28bcc3e1da94 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:49.319632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.335938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b6d574f-3e01-48e5-805a-78c000b83148 req-df5e40a1-f951-41e3-95a0-62793414ade6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874429 Jul 22 14:02:49.376662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Transition to ACTIVE for port object ce2b965c-d5b5-4f66-a975-28bcc3e1da94 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:49.393460 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.489702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:49.494112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:49.503844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:49.635020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d11309-f963-40c0-94d1-a9f66de28473 req-0696e480-2d9c-4793-a532-d8e2d96372b8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:49.645661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26d11309-f963-40c0-94d1-a9f66de28473 req-0696e480-2d9c-4793-a532-d8e2d96372b8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.2793841 Jul 22 14:02:49.674301 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.694898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.713594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['40f64708-dc00-4ae1-9886-7b65aaf5da95'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:49.780052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Attempting to bind port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:49.780387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Attempting to bind port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:49.785770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Attempting to bind port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:49.789206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Pushing event deleted for resources: {'Port': ['ID=40f64708-dc00-4ae1-9886-7b65aaf5da95,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:49.799674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:02:49.799993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Attempting to bind port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:49.868455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26d11309-f963-40c0-94d1-a9f66de28473 req-51cdf601-b72c-46a7-b717-0da0b9a44b4f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058008 Jul 22 14:02:49.873212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fe98327-ed03-404f-bc97-dc4d2504c688 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:49.932894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Router 2a823e4c-37e1-4fed-a44a-98fb9273d371 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:02:49.944499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:49.945261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:49.945927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:49.949767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Bound port: ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:49.950865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.957293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] No DVR routers for this DVR port 40f64708-dc00-4ae1-9886-7b65aaf5da95 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:49.979976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:49.984897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f700c9d8-0d20-45d7-b95a-0918027449fa req-34a9423b-bded-4b79-ba08-ce14fde6ed5d tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.20 "DELETE /v2.0/ports/40f64708-dc00-4ae1-9886-7b65aaf5da95 HTTP/1.1" status: 204 len: 173 time: 1.2911305 Jul 22 14:02:49.985998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'name': 'network-vif-deleted', 'tag': '40f64708-dc00-4ae1-9886-7b65aaf5da95'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:49.995609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6fe98327-ed03-404f-bc97-dc4d2504c688 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:49.997394 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72105a51-79c2-4e92-a9e1-d9ac2e8f099b" -d '{"events": [{"server_uuid": "43014a7b-a85a-4d56-b4d1-ca537adbd4cd", "name": "network-vif-deleted", "tag": "40f64708-dc00-4ae1-9886-7b65aaf5da95"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:50.002077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6fe98327-ed03-404f-bc97-dc4d2504c688 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:50.003081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:50.213160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be797a1-389f-4d89-b78d-93eb0626a7dc req-165c9ee5-16e7-4897-9f09-4bb683f5616f tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:50.222281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5be797a1-389f-4d89-b78d-93eb0626a7dc req-165c9ee5-16e7-4897-9f09-4bb683f5616f tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 948 time: 0.4415426 Jul 22 14:02:50.232109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] For port ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:50.269542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] For port ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:50.283834 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5be797a1-389f-4d89-b78d-93eb0626a7dc req-37df8f91-0808-4128-8541-70caba415add tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597317 Jul 22 14:02:50.289753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:02:50.291624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910d94c-b672-4e6f-91bf-c8fae2950fc2 req-cd668970-013a-4445-96ad-70dae4fa4cdb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:50.298204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4ccfe2e8-0455-48c0-8e92-39bfc0a812c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/2a823e4c-37e1-4fed-a44a-98fb9273d371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3777750 Jul 22 14:02:50.303429 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b910d94c-b672-4e6f-91bf-c8fae2950fc2 req-cd668970-013a-4445-96ad-70dae4fa4cdb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.2937891 Jul 22 14:02:50.306859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:50.447178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:50.448536 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:50.450699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] 10.222.0.13 "PUT /v2.0/ports/ce2b965c-d5b5-4f66-a975-28bcc3e1da94 HTTP/1.1" status: 200 len: 1097 time: 2.2417662 Jul 22 14:02:50.454987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea916a58-a70d-4bc5-8f03-b97eafaea359 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:50.468421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a72e1845-690e-41a0-8b72-89ba47c67689 req-37d2a34a-2653-4ed4-aa10-82b0cf35c257 tempest-ServersAdminNegativeTestJSON-835657730 tempest-ServersAdminNegativeTestJSON-835657730-project] 10.222.0.11 "GET /v2.0/ports?device_id=43014a7b-a85a-4d56-b4d1-ca537adbd4cd HTTP/1.1" status: 200 len: 210 time: 0.0521543 Jul 22 14:02:50.494097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b910d94c-b672-4e6f-91bf-c8fae2950fc2 req-c37e4ded-744b-4064-80d7-aa0141d52dc6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718929 Jul 22 14:02:50.530102 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0df2b2-83c3-4039-9555-6ee6bad607e4 x-openstack-request-id: req-cd0df2b2-83c3-4039-9555-6ee6bad607e4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:50.530394 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43014a7b-a85a-4d56-b4d1-ca537adbd4cd", "name": "network-vif-deleted", "tag": "40f64708-dc00-4ae1-9886-7b65aaf5da95", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:50.530651 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd0df2b2-83c3-4039-9555-6ee6bad607e4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:50.531057 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43014a7b-a85a-4d56-b4d1-ca537adbd4cd', 'name': 'network-vif-deleted', 'tag': '40f64708-dc00-4ae1-9886-7b65aaf5da95', 'status': 'completed', 'code': 200} Jul 22 14:02:50.684934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Sync routers for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:02:50.751884 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:50.763026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-b3969cfa-f099-4326-b683-cc21d8f3f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:50.765114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-b3969cfa-f099-4326-b683-cc21d8f3f800 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c89f34e50d1488d8ab3ababf4e7b8e6&device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 1100 time: 0.1953821 Jul 22 14:02:50.783220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:02:50.783880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:50.792942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb179e2-6a7b-4fee-b415-b2c294fea039 req-baa0f6c4-a13b-46b0-a2ac-2593ebe94d71 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:50.794842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cb179e2-6a7b-4fee-b415-b2c294fea039 req-baa0f6c4-a13b-46b0-a2ac-2593ebe94d71 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1594214 Jul 22 14:02:50.839664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-4022ba26-d70a-4ff5-b9a1-26c670d93849 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94 HTTP/1.1" status: 200 len: 217 time: 0.0637729 Jul 22 14:02:50.881328 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cb179e2-6a7b-4fee-b415-b2c294fea039 req-0a3848a3-51ce-4736-8c2c-dad35cd132b8 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745656 Jul 22 14:02:50.881664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 6fe98327-ed03-404f-bc97-dc4d2504c688, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6fe98327-ed03-404f-bc97-dc4d2504c688,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:50.896227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab79db-23a7-4d5c-bdcf-74962b0c7c30 req-4b097c5a-ff39-49fd-b84e-4372fe1541bf tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:50.897835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbab79db-23a7-4d5c-bdcf-74962b0c7c30 req-4b097c5a-ff39-49fd-b84e-4372fe1541bf tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.3152874 Jul 22 14:02:50.949005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.037797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbab79db-23a7-4d5c-bdcf-74962b0c7c30 req-c26937c9-3cf1-4fd5-b47a-7bef4cdd0222 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907040 Jul 22 14:02:51.040821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-77c53c5d-0978-445b-8feb-d09108e8e318 None None] Provisioning complete for port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:51.041344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c53c5d-0978-445b-8feb-d09108e8e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.067410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-755478f9-c574-4579-bf25-d9c8e8959168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:51.085461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-755478f9-c574-4579-bf25-d9c8e8959168 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2289746 Jul 22 14:02:51.085703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-77c53c5d-0978-445b-8feb-d09108e8e318 None None] Port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:02:51.108692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=6fe98327-ed03-404f-bc97-dc4d2504c688,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:51.143246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:02:51.251704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-d8b664dd-2e50-4d73-b619-bbb8d182c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:51.253284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-d8b664dd-2e50-4d73-b619-bbb8d182c881 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586323 Jul 22 14:02:51.270991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16307ac-c9cc-4c00-af69-ab90ec1d9bc0 req-1fc0e53b-56c8-48b5-8500-f7acafd5b6a0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:51.272448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f16307ac-c9cc-4c00-af69-ab90ec1d9bc0 req-1fc0e53b-56c8-48b5-8500-f7acafd5b6a0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.1316142 Jul 22 14:02:51.287793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8ecad2b-7aa2-4cd9-8a7a-8077326468f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.335037 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.360807 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f16307ac-c9cc-4c00-af69-ab90ec1d9bc0 req-cec385ad-86e1-4728-9743-2e1b664f3012 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Jul 22 14:02:51.433399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 2, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:51.441465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-6c106d9e-0e94-49f4-9c14-942a399ed7dd service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680424 Jul 22 14:02:51.468130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Checking router: 2a823e4c-37e1-4fed-a44a-98fb9273d371 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:02:51.468485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Updating router 2a823e4c-37e1-4fed-a44a-98fb9273d371 port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:02:51.505596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.565983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:51.571098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529042964', 'description': 'tempest-description--147817794'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:51.603289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51f5ea-75f1-4b22-a131-f34a7986c491 req-157875f8-98c7-44d3-977c-677138f1e4e4 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:51.605442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c51f5ea-75f1-4b22-a131-f34a7986c491 req-157875f8-98c7-44d3-977c-677138f1e4e4 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 948 time: 0.1385584 Jul 22 14:02:51.621037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.633580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-469423b7-21d7-47c8-a8ad-cfd12c1d6bad req-f7391762-81a9-44c4-9d2e-48dbabe28289 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850402 Jul 22 14:02:51.673769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c51f5ea-75f1-4b22-a131-f34a7986c491 req-a0643ef8-5349-4dd0-8ba5-42608f6ad585 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593424 Jul 22 14:02:51.762966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.802734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.830404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fe98327-ed03-404f-bc97-dc4d2504c688 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:51.848532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.848532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2801874 Jul 22 14:02:51.852394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:51.861159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Request body: {'security_group_rule': {'security_group_id': '6777381f-538c-4edb-a81b-1516e68c5541', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:51.861995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08888e24-406e-4abd-844e-b2c4d5f31793 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6777381f-538c-4edb-a81b-1516e68c5541,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:51.891761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2e67-251f-4d9e-9293-3c5ef3c1eeb1 req-006bc589-048f-4d73-8046-18041a573de3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:51.905109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff5b2e67-251f-4d9e-9293-3c5ef3c1eeb1 req-006bc589-048f-4d73-8046-18041a573de3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.1272748 Jul 22 14:02:51.927280 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.936568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:51.952650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Transition to ACTIVE for port object 7a44ab8d-b208-4df3-9b67-e37725db1ae6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:51.958974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff5b2e67-251f-4d9e-9293-3c5ef3c1eeb1 req-13ac33b6-4b8e-4e15-bfed-c24471fdd251 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499632 Jul 22 14:02:51.964169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.057668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:52.083784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba98cc4-faae-44d5-bc2c-906ce0666618 None None] Pushing event updated for resources: {'Port': ['ID=7a44ab8d-b208-4df3-9b67-e37725db1ae6,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:52.110892 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.122216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.192032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e3cda-ef78-4fc1-b6a5-f7a5dd69e98a req-f62e271d-fb59-4a3f-b94e-8ae1241ea850 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:52.193578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b2e3cda-ef78-4fc1-b6a5-f7a5dd69e98a req-f62e271d-fb59-4a3f-b94e-8ae1241ea850 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1849601 Jul 22 14:02:52.194272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799ad13e-d995-4797-9a61-456f0138b4e2,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:52.196221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.197311 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-91153474-0fd1-4336-a162-dffdab3cc859 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424249 Jul 22 14:02:52.199907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55236) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:52.205969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Request body: {'security_group_rule': {'security_group_id': '6777381f-538c-4edb-a81b-1516e68c5541', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:52.206535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6fe98327-ed03-404f-bc97-dc4d2504c688 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:52.206906 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.255781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3737e2-8a76-41f2-91c0-04900e6e0bf5 req-6f290da4-401c-4292-8fab-84bca88a1c15 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:52.264441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f3737e2-8a76-41f2-91c0-04900e6e0bf5 req-6f290da4-401c-4292-8fab-84bca88a1c15 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1160438 Jul 22 14:02:52.269703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b2e3cda-ef78-4fc1-b6a5-f7a5dd69e98a req-d6400259-1f99-4682-babb-1f14578e3512 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674376 Jul 22 14:02:52.271349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.303826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Attempting to bind port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:02:52.304424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Attempting to bind port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:02:52.305320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Attempting to bind port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 on network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:02:52.316323 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.342453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eed92132-4766-4a6f-8e05-75da351a63c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b77051a5a3a4a30a37e5edc91775ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795033 Jul 22 14:02:52.343295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:52.351105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.354176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:02:52.354559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Checking segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:02:52.354968 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.355376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Bound using segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:02:52.355804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.355950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Bound port: 7a44ab8d-b208-4df3-9b67-e37725db1ae6, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:02:52.356222 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.364426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f3737e2-8a76-41f2-91c0-04900e6e0bf5 req-bbcc44ae-cb12-4c5a-8611-ef47b0b83e7e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969565 Jul 22 14:02:52.396629 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.396629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1887870 Jul 22 14:02:52.396629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9397c-462f-44b4-8b33-ec9be9b12293 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5624a293-189a-42d5-935f-5855785ba4cf,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:52.405776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:52.412794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:52.434273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f87036e0-b856-4811-9f2b-7454cd8ff43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.460478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f87036e0-b856-4811-9f2b-7454cd8ff43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.469042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.524132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f87036e0-b856-4811-9f2b-7454cd8ff43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.527795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f87036e0-b856-4811-9f2b-7454cd8ff43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.528343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] For port 7a44ab8d-b208-4df3-9b67-e37725db1ae6, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:52.529347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f87036e0-b856-4811-9f2b-7454cd8ff43c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bfb043c-44ca-475a-a42f-704a9539514d HTTP/1.1" status: 204 len: 168 time: 0.1853662 Jul 22 14:02:52.532328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'tag': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:52.533161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] For port 7a44ab8d-b208-4df3-9b67-e37725db1ae6, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7a44ab8d-b208-4df3-9b67-e37725db1ae6,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:02:52.534912 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2363b2-a6fe-4b71-a9d3-27b6f09379d1", "tag": "ce2b965c-d5b5-4f66-a975-28bcc3e1da94"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:52.540669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87036e0-b856-4811-9f2b-7454cd8ff43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb043c-44ca-475a-a42f-704a9539514d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:52.548753 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:52.611225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:02:52.611849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:52.698961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba98cc4-faae-44d5-bc2c-906ce0666618 None None] Pushing event updated for resources: {'Port': ['ID=7a44ab8d-b208-4df3-9b67-e37725db1ae6,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:52.771083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:02:52.907626 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf623d-d02e-40eb-8bfc-b3dba16153fb x-openstack-request-id: req-ddcf623d-d02e-40eb-8bfc-b3dba16153fb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:52.907919 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2363b2-a6fe-4b71-a9d3-27b6f09379d1", "tag": "ce2b965c-d5b5-4f66-a975-28bcc3e1da94", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:52.908146 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddcf623d-d02e-40eb-8bfc-b3dba16153fb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:52.908523 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'tag': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94', 'status': 'completed', 'code': 200} Jul 22 14:02:52.953088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5719d-40eb-4ac3-bf31-093f4cd9b915 req-76b1e008-9ae0-4ec8-b409-11e2426ec503 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:52.954383 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-14a5719d-40eb-4ac3-bf31-093f4cd9b915 req-76b1e008-9ae0-4ec8-b409-11e2426ec503 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.4650710 Jul 22 14:02:53.010028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55254) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:53.066338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f84f016f-351a-486d-b358-856c179b5353 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b543f8999b341da92b0b99d17f1a330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536034 Jul 22 14:02:53.070902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55256) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:02:53.117611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:53.128513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:52Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:02:53.133932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-9e9e9275-dacd-40d1-b82c-2819343d3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.135688 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-9e9e9275-dacd-40d1-b82c-2819343d3b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c89f34e50d1488d8ab3ababf4e7b8e6&device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 1100 time: 0.2235212 Jul 22 14:02:53.147322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-14a5719d-40eb-4ac3-bf31-093f4cd9b915 req-9a943fb0-aebd-44d0-8e4d-f4687f7f2624 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815488 Jul 22 14:02:53.167088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59181b5-a527-4671-bc46-2861f0c51d9f None None] The sync data for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 is: [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:52Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:02:53.182823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40f64708-dc00-4ae1-9886-7b65aaf5da95 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:53.251754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 40f64708-dc00-4ae1-9886-7b65aaf5da95 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:02:53.254078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40f64708-dc00-4ae1-9886-7b65aaf5da95 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:02:53.268865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0ab6-6c74-47ca-bec9-5508e75d9bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:53.311817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206407b5-b56e-4714-acb8-abe3f4a0c1d2 req-6e2fac21-16e3-4b11-94f5-c6f692d97ea6 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.321749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-206407b5-b56e-4714-acb8-abe3f4a0c1d2 req-6e2fac21-16e3-4b11-94f5-c6f692d97ea6 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 948 time: 0.5088153 Jul 22 14:02:53.394664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-206407b5-b56e-4714-acb8-abe3f4a0c1d2 req-8bfd77f2-ce66-4c35-bd35-e7e4ecfcd840 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719841 Jul 22 14:02:53.427188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Allocated IP 172.25.8.161 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/10cc883e-95e6-4c33-ad42-ead05c563649) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:53.459425 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0ab6-6c74-47ca-bec9-5508e75d9bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:53.615892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d45c-d79d-468c-a95f-a712b8ee16c5 req-e147383a-cb1c-4fe5-af72-d1970c386bfd tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.623824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72e5d45c-d79d-468c-a95f-a712b8ee16c5 req-e147383a-cb1c-4fe5-af72-d1970c386bfd tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0863829 Jul 22 14:02:53.629004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-8276b9f7-bc53-4fa6-bb7a-d407f7643840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.630568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-8276b9f7-bc53-4fa6-bb7a-d407f7643840 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4811859 Jul 22 14:02:53.681637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72e5d45c-d79d-468c-a95f-a712b8ee16c5 req-f30b7757-9bd9-45e1-8955-20467c44ce3e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564661 Jul 22 14:02:53.711345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d71c-2159-4bd9-bc7c-bd7055b66b48 req-9947b3f5-f6fa-4b90-8c72-5be83c8a9b81 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.712941 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16f9d71c-2159-4bd9-bc7c-bd7055b66b48 req-9947b3f5-f6fa-4b90-8c72-5be83c8a9b81 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.3642540 Jul 22 14:02:53.728327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-4df3b774-b17e-4e25-b8fd-6ca7f05cc8ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94 HTTP/1.1" status: 200 len: 217 time: 0.0897586 Jul 22 14:02:53.763514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:53.804131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0ab6-6c74-47ca-bec9-5508e75d9bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:53.808658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0ca0ab6-6c74-47ca-bec9-5508e75d9bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:53.814695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0ca0ab6-6c74-47ca-bec9-5508e75d9bb3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f00edb14-ef89-49bf-8c6a-19537da1baf1 HTTP/1.1" status: 204 len: 168 time: 0.7404859 Jul 22 14:02:53.852104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a44ab8d-b208-4df3-9b67-e37725db1ae6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:53.876851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca0ab6-6c74-47ca-bec9-5508e75d9bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00edb14-ef89-49bf-8c6a-19537da1baf1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:53.902072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16f9d71c-2159-4bd9-bc7c-bd7055b66b48 req-f473211d-87f1-4b56-9dac-811a50d168fa tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751068 Jul 22 14:02:53.924401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-a5d1a71b-f368-405f-a7e9-7733e60cd3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.936265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-a5d1a71b-f368-405f-a7e9-7733e60cd3e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1849179 Jul 22 14:02:53.967139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23815f79-e537-40b9-9ea8-938aef4ee947 req-4a7d095d-550d-448b-9c79-cfb59e918c5f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:53.974486 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23815f79-e537-40b9-9ea8-938aef4ee947 req-4a7d095d-550d-448b-9c79-cfb59e918c5f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1456597 Jul 22 14:02:54.024831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:54.035002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:54.037011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:54.056909 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:54.071085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23815f79-e537-40b9-9ea8-938aef4ee947 req-ae193aa6-a8d5-411e-a1ee-58876c105176 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845022 Jul 22 14:02:54.123327 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:54.156592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:54.168855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:54.173314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:54.231553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-e5acd645-00a6-4c6d-aeb4-9f2c255f4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:54.238734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-e5acd645-00a6-4c6d-aeb4-9f2c255f4221 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3016002 Jul 22 14:02:54.378709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event updated for resources: {'Port': ['ID=10cc883e-95e6-4c33-ad42-ead05c563649,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:54.470119 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ce2b965c-d5b5-4f66-a975-28bcc3e1da94 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:02:54.473882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:02:54.493830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-0a5ba47e-ae52-43b8-9404-c69629c8aded service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375319 Jul 22 14:02:54.591588 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:54.683460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd9f6d-9a34-4145-822b-b5e53387deb5 req-916fc48a-3af8-47ee-b154-03e38fe338aa tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:54.695850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dbd9f6d-9a34-4145-822b-b5e53387deb5 req-916fc48a-3af8-47ee-b154-03e38fe338aa tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 948 time: 0.1708760 Jul 22 14:02:54.714906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:54.743391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96e82f-b19b-422c-a9bf-fd16a00074a2 req-9eadb626-bc12-4364-8bb6-611b9cb08d3e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:54.744932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c96e82f-b19b-422c-a9bf-fd16a00074a2 req-9eadb626-bc12-4364-8bb6-611b9cb08d3e tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.3691802 Jul 22 14:02:54.782238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dbd9f6d-9a34-4145-822b-b5e53387deb5 req-e577440f-2777-4830-84f4-7f2f6df85a4a tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817800 Jul 22 14:02:54.867720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7a44ab8d-b208-4df3-9b67-e37725db1ae6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7a44ab8d-b208-4df3-9b67-e37725db1ae6,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:54.886926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:54.956930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a7ecb37-d3fd-4a14-8c05-0b22abff2e4f req-8dd19cd9-7abd-4736-a945-5880692bd4f1 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459512 Jul 22 14:02:54.994042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c96e82f-b19b-422c-a9bf-fd16a00074a2 req-13fed4b4-ec33-4843-8a3c-c223c883ec55 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203858 Jul 22 14:02:55.007887 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.043683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7a44ab8d-b208-4df3-9b67-e37725db1ae6,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:55.089646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:55.117253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94', 'mac_address': 'fa:16:3e:85:1b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:02:55.197206 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.216583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2b965c-d5b5-4f66-a975-28bcc3e1da94 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:55.223670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07ecc0-7e2e-4d18-8598-d235d2bc701f req-30efb49b-6d71-49c4-abeb-07a09e3e416d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:55.231347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc07ecc0-7e2e-4d18-8598-d235d2bc701f req-30efb49b-6d71-49c4-abeb-07a09e3e416d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1906786 Jul 22 14:02:55.269826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:55.276150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.309220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc07ecc0-7e2e-4d18-8598-d235d2bc701f req-899c6ccf-61eb-484c-9f15-90280825d894 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769436 Jul 22 14:02:55.372215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:55.511596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d77b98-1b01-4c50-a7aa-b25a46576de0 req-4c240ae3-1190-4fd9-8281-d14746c1f787 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:55.513154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72d77b98-1b01-4c50-a7aa-b25a46576de0 req-4c240ae3-1190-4fd9-8281-d14746c1f787 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1201379 Jul 22 14:02:55.518070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1242a0-1492-4d6b-9d94-e0e75bf6785f req-86875b6f-0713-490e-819c-850afc6e1782 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:55.524967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e1242a0-1492-4d6b-9d94-e0e75bf6785f req-86875b6f-0713-490e-819c-850afc6e1782 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 943 time: 0.3273447 Jul 22 14:02:55.589583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e1242a0-1492-4d6b-9d94-e0e75bf6785f req-4a6d9813-7480-41f8-9df9-087cfbf64877 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636225 Jul 22 14:02:55.597968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72d77b98-1b01-4c50-a7aa-b25a46576de0 req-fd4c4127-0cde-44b3-ace4-0f1e565f1324 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Jul 22 14:02:55.621883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ce2b965c-d5b5-4f66-a975-28bcc3e1da94'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:02:55.655786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.668316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.724916 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-4f7cffd7-1204-43e5-a8e3-7aadc65faeef service neutron] 10.222.0.13 "GET /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.1199639 Jul 22 14:02:55.766237 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.806304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event updated for resources: {'Port': ['ID=10cc883e-95e6-4c33-ad42-ead05c563649,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:55.820373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:55.833541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a44ab8d-b208-4df3-9b67-e37725db1ae6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:55.849642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d0611fe-87d7-4d06-82e1-a6f877da3348 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4272270 Jul 22 14:02:55.965197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:55.965570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:56.045357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caed85c-5cf5-44f4-8aa6-6b2657ddfc5a req-f358e8b6-992c-4717-8cee-2986c9f81aea tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:56.047077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5caed85c-5cf5-44f4-8aa6-6b2657ddfc5a req-f358e8b6-992c-4717-8cee-2986c9f81aea tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 949 time: 0.1344595 Jul 22 14:02:56.114761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5caed85c-5cf5-44f4-8aa6-6b2657ddfc5a req-f7d9efbf-6647-4997-8ef3-7b7ea64f69e8 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Jul 22 14:02:56.155552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:56.214961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-9e113ff3-fd2b-4999-8fc8-143c13c5cf02 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1529042964&fields=id&tenant_id=33433f79fb704407b44aef9589088e73 HTTP/1.1" status: 200 len: 267 time: 0.0901799 Jul 22 14:02:56.216229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:56.252266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475b74e-24de-44ad-8897-6ce0b402eb31 req-f612dfa6-df02-4f64-a409-c5142d3c401c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:56.254603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8475b74e-24de-44ad-8897-6ce0b402eb31 req-f612dfa6-df02-4f64-a409-c5142d3c401c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0734990 Jul 22 14:02:56.302590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8475b74e-24de-44ad-8897-6ce0b402eb31 req-1394261c-836c-47ac-bde0-fadf9a691859 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Jul 22 14:02:56.393278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4c2b05-d791-488e-9f42-46f16b8a511d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:02:56.412571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:56.447500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-a9a5f214-facf-4645-9b5f-bce07781a8fe tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:56.455277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-a9a5f214-facf-4645-9b5f-bce07781a8fe tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/networks?id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f HTTP/1.1" status: 200 len: 811 time: 0.2080281 Jul 22 14:02:56.467061 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:56.467790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db18114-f87b-456a-885e-0f89c40c899b req-f682920d-1edf-4bb4-a4fe-b73821ef434a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:56.471737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2db18114-f87b-456a-885e-0f89c40c899b req-f682920d-1edf-4bb4-a4fe-b73821ef434a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0806189 Jul 22 14:02:56.486735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-cd4290df-8cb4-4c3f-90d6-3ec977f2fc44 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/quotas/33433f79fb704407b44aef9589088e73 HTTP/1.1" status: 200 len: 375 time: 0.0302970 Jul 22 14:02:56.493774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-999d3d8d-84b3-49fb-ae3e-95e068b891fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2488327 Jul 22 14:02:56.518104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2db18114-f87b-456a-885e-0f89c40c899b req-0f135be5-d4a0-4a52-af1c-be86ce2b2231 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Jul 22 14:02:56.647777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] Transition to ACTIVE for port object 5d4c2b05-d791-488e-9f42-46f16b8a511d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:56.657509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:56.942829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-86ff1351-ebef-4cc3-a7c6-7bbe03b909bf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33433f79fb704407b44aef9589088e73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4204121 Jul 22 14:02:56.944910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-4c387717-8efa-4519-8e59-ab8db3ef8c02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0704460 Jul 22 14:02:56.975990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-e1d83c00-ecd7-4141-855f-1c0d33266c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:56.977508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-e1d83c00-ecd7-4141-855f-1c0d33266c04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1096 time: 0.4174526 Jul 22 14:02:57.024278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] No DVR routers for this DVR port 5d4c2b05-d791-488e-9f42-46f16b8a511d on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:02:57.040032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:57.048281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-ffb2d191-3f3a-4fe3-af48-80406223a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.051865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-ffb2d191-3f3a-4fe3-af48-80406223a8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 1097 time: 0.0812252 Jul 22 14:02:57.166208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-9fcaa41c-8410-4a15-9fde-b2eee4c2a866 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d/bindings/n-h2-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3960328 Jul 22 14:02:57.188196 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-4df5e223-e000-4311-a4e2-9bf8d84af385 service neutron] 10.222.0.11 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445736 Jul 22 14:02:57.221897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-467a92a4-3101-4e04-92a4-0ed06ae5db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.223224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-7c077180-156a-4ac8-ac83-b306be8ab04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.223870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-467a92a4-3101-4e04-92a4-0ed06ae5db6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.1512914 Jul 22 14:02:57.224861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-7c077180-156a-4ac8-ac83-b306be8ab04a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.2028337 Jul 22 14:02:57.277240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-e91e0d91-c498-40bb-9f99-76627681ba1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 200 len: 217 time: 0.0459571 Jul 22 14:02:57.303403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d40a8-fcf3-45d2-b1cb-bfb8bd28ddee req-5f847f44-58d4-4ef7-9a93-10be409feb1a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.304949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-563d40a8-fcf3-45d2-b1cb-bfb8bd28ddee req-5f847f44-58d4-4ef7-9a93-10be409feb1a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1557014 Jul 22 14:02:57.330799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-e1d980d6-1908-4f48-bebd-cf0371f0fc04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0953090 Jul 22 14:02:57.363986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-85796a56-20b3-4737-bbe8-f05796b1a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.365470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-85796a56-20b3-4737-bbe8-f05796b1a715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.0795326 Jul 22 14:02:57.372993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-563d40a8-fcf3-45d2-b1cb-bfb8bd28ddee req-9f783d7d-d295-4dde-884f-10d5582e05bc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495074 Jul 22 14:02:57.418298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-58a551c3-438b-48f5-a4ca-54df16456467 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381098 Jul 22 14:02:57.423423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-154ca42a-8895-40d7-85f0-93c6ad2d3675 service neutron] 10.222.0.11 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237771 Jul 22 14:02:57.429912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-c8224945-b1c5-42ed-8752-3f5eeda0e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.444035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-c8224945-b1c5-42ed-8752-3f5eeda0e948 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0893655 Jul 22 14:02:57.488442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-8adbaf1d-a751-48aa-a4a0-fb7317746c31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429053 Jul 22 14:02:57.491530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-ef1bc043-504f-4ded-ac58-b854d4fdaf84 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.493151 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-ef1bc043-504f-4ded-ac58-b854d4fdaf84 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1096 time: 0.2596829 Jul 22 14:02:57.592582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfa57d-46cd-4ad0-a07d-3b44cf1e92a7 req-653cfbd6-12c5-4984-950a-2816f231e0b6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.594910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81dfa57d-46cd-4ad0-a07d-3b44cf1e92a7 req-653cfbd6-12c5-4984-950a-2816f231e0b6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.1486278 Jul 22 14:02:57.597241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-aa96d482-40c5-4d91-8e2a-81e7b0e8ce76 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648638 Jul 22 14:02:57.646960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-c0208c6b-55b2-4c33-b307-0c02ec9e703a service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377177 Jul 22 14:02:57.650045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-ef5b163c-7174-4f4c-810c-83e2143fe9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.651705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-ef5b163c-7174-4f4c-810c-83e2143fe9b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259&tenant_id=310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 1096 time: 0.1335194 Jul 22 14:02:57.714056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81dfa57d-46cd-4ad0-a07d-3b44cf1e92a7 req-ecc248ff-21a4-4b55-9362-3033f75b90fa tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126094 Jul 22 14:02:57.743519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b593a60-d4c2-4a31-868e-1f168becc632 req-a8ccb96b-e8d3-454e-b1ed-6e06e4424f69 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357293 Jul 22 14:02:57.834848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7122b33-80bb-43a7-a8cb-28c191a40c7c req-10efe0fc-c730-4f96-8285-158c51f99233 service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739178 Jul 22 14:02:57.841193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-2733a62f-9413-4921-91ee-f12d4cc80b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.852486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-2733a62f-9413-4921-91ee-f12d4cc80b50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1096 time: 0.1681809 Jul 22 14:02:57.899619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86d800-6bfd-4356-908b-a0421a6a8ea2 req-f1818594-0a21-4727-8b2f-697ea492cae8 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:57.917598 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f86d800-6bfd-4356-908b-a0421a6a8ea2 req-f1818594-0a21-4727-8b2f-697ea492cae8 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 949 time: 0.0891919 Jul 22 14:02:57.964244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f86d800-6bfd-4356-908b-a0421a6a8ea2 req-5a2a1e7c-e677-4d55-8283-5a1950c75ff6 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Jul 22 14:02:58.003603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-4097b9cf-1635-4e86-b955-f62fc3742e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:58.005586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-4097b9cf-1635-4e86-b955-f62fc3742e49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1389978 Jul 22 14:02:58.054549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-083fe6e7-aa3f-46c0-9d3f-7d92476a50a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 200 len: 217 time: 0.0407922 Jul 22 14:02:58.112940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd915c29-4485-44e0-8bb8-e4823ee6d693 req-a28b1e3a-c662-408e-9498-c922bc76069b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:58.119341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-66b44a1d-afb1-4a6e-887f-5e61f3a7a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:58.119808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd915c29-4485-44e0-8bb8-e4823ee6d693 req-a28b1e3a-c662-408e-9498-c922bc76069b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0954912 Jul 22 14:02:58.121726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-66b44a1d-afb1-4a6e-887f-5e61f3a7a756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0602005 Jul 22 14:02:58.162655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd915c29-4485-44e0-8bb8-e4823ee6d693 req-9ebe016f-798c-489e-b1aa-3facf97f7d39 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Jul 22 14:02:58.168398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-047f574b-0a3b-4354-8fe3-f355a1c291a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320480 Jul 22 14:02:58.269466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc7b4c54-02ab-4af3-9165-a45222bb3f68 req-1776df48-9f36-41e8-b7ff-a39394320c19 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 210 time: 0.0333164 Jul 22 14:02:58.272112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ce2b965c-d5b5-4f66-a975-28bcc3e1da94 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:02:58.339727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:02:58.346627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:02:58.347164 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:58.361931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-1c87d4bb-8fa2-4b4c-8bfa-93dc98bb042e service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712959 Jul 22 14:02:58.436673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb770e-d133-40f6-a050-de586a304695 req-270cd80f-5f26-4764-bfd6-0204a419eb0b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:58.438462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30fb770e-d133-40f6-a050-de586a304695 req-270cd80f-5f26-4764-bfd6-0204a419eb0b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1650994 Jul 22 14:02:58.451612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:58.477362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:02:58.480009 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54358a9-ae17-482e-b068-1c4e2d209fab" -d '{"events": [{"server_uuid": "0e2363b2-a6fe-4b71-a9d3-27b6f09379d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce2b965c-d5b5-4f66-a975-28bcc3e1da94"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:02:58.494027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:02:58.498885 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:58.514908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30fb770e-d133-40f6-a050-de586a304695 req-9d498e34-732e-4e3e-89bf-65996f60cc11 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Jul 22 14:02:58.542633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-99c539a7-f9e2-4cb7-a768-194b1c89dada service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699364 Jul 22 14:02:58.552810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:02:58.653726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41695843-fd29-4d36-9ac3-c72b56d3783d req-6e463602-f93c-4d82-b0a3-ed62b503ce34 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:58.655244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41695843-fd29-4d36-9ac3-c72b56d3783d req-6e463602-f93c-4d82-b0a3-ed62b503ce34 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0716071 Jul 22 14:02:58.695339 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41695843-fd29-4d36-9ac3-c72b56d3783d req-48117536-b9fa-4141-a140-f5a9156a187d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Jul 22 14:02:58.742869 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ea6e9-5bab-40ae-a340-db3b592edb2d x-openstack-request-id: req-496ea6e9-5bab-40ae-a340-db3b592edb2d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:02:58.743190 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2363b2-a6fe-4b71-a9d3-27b6f09379d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce2b965c-d5b5-4f66-a975-28bcc3e1da94", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:02:58.743414 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-496ea6e9-5bab-40ae-a340-db3b592edb2d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:02:58.743806 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94', 'code': 200} Jul 22 14:02:58.977828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73665-6a3f-4d2e-b8f1-c7e967f4eb17 req-26de1db5-0233-48ab-9851-467e16ec6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:58.979537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60a73665-6a3f-4d2e-b8f1-c7e967f4eb17 req-26de1db5-0233-48ab-9851-467e16ec6e1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 1102 time: 0.1513624 Jul 22 14:02:59.002143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-6344073f-4cb5-42ac-a346-92ece59f2334 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.003841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-6344073f-4cb5-42ac-a346-92ece59f2334 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.20 "GET /v2.0/networks?id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f HTTP/1.1" status: 200 len: 811 time: 0.1526554 Jul 22 14:02:59.033349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60a73665-6a3f-4d2e-b8f1-c7e967f4eb17 req-8416c417-4aa3-4d5a-8b2f-b068f0633955 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Jul 22 14:02:59.041938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8134dc-7807-41f0-a2da-9e2d9f7b42de req-f4f7d779-ee5c-4b39-861d-098139438874 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.049272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6f8134dc-7807-41f0-a2da-9e2d9f7b42de req-f4f7d779-ee5c-4b39-861d-098139438874 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.1699376 Jul 22 14:02:59.090143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-3e411a5b-ef70-4ba0-90ef-754645c49ea7 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33433f79fb704407b44aef9589088e73 HTTP/1.1" status: 200 len: 380 time: 0.0762377 Jul 22 14:02:59.102151 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6f8134dc-7807-41f0-a2da-9e2d9f7b42de req-f16083ba-0fff-4158-a4e4-f432a8828f52 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519800 Jul 22 14:02:59.106237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Request body: {'port': {'device_id': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'admin_state_up': True, 'tenant_id': '33433f79fb704407b44aef9589088e73', 'security_groups': ['6777381f-538c-4edb-a81b-1516e68c5541']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:02:59.148769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-08362c22-998d-49e5-9369-d0c3515af8a6 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.150329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-08362c22-998d-49e5-9369-d0c3515af8a6 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1096 time: 0.1071026 Jul 22 14:02:59.246752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe19386-a72d-4835-9432-b3d700a1b883 req-b6b70e55-55fc-4bcc-a29b-ebc5dba48d4d tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.250155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfe19386-a72d-4835-9432-b3d700a1b883 req-b6b70e55-55fc-4bcc-a29b-ebc5dba48d4d tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 950 time: 0.0801115 Jul 22 14:02:59.309725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfe19386-a72d-4835-9432-b3d700a1b883 req-238b3109-34cf-41af-9fd6-99a4afe6d9b9 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552928 Jul 22 14:02:59.329972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Made reservation on behalf of 33433f79fb704407b44aef9589088e73 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:02:59.333569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:59.399791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-75febdd3-b30f-49c5-b72f-a74ebd94c144 service neutron] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:02:59.405076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-75febdd3-b30f-49c5-b72f-a74ebd94c144 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:59.406910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7810ee5f-43a1-4b8f-9b67-7dd726fb0f94 req-75febdd3-b30f-49c5-b72f-a74ebd94c144 service neutron] 10.222.0.20 "DELETE /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d/bindings/n-h1-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.2488303 Jul 22 14:02:59.460749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2717b81b-e96b-4a79-9008-83e076ec9c29 req-cb4e8d33-f5e0-45c9-98b9-52087a1d5ce4 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 210 time: 0.0316362 Jul 22 14:02:59.514730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74b359-8d57-4e6c-b0f7-f9719419ccb5 req-30a7169e-908d-426b-8fc2-9bec67e4735c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.516468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d74b359-8d57-4e6c-b0f7-f9719419ccb5 req-30a7169e-908d-426b-8fc2-9bec67e4735c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.1705310 Jul 22 14:02:59.547799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Allocated IP 172.20.0.13 (37ed38df-5099-4f48-a7a8-b46b2fa35c9f/5cba6ac9-985f-4365-8767-44d266d7939a/3b60f806-41df-4c79-9e33-ab33a729dfc8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:02:59.578576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d74b359-8d57-4e6c-b0f7-f9719419ccb5 req-482a5dc4-526a-4718-ab22-f00b6d56ff71 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562615 Jul 22 14:02:59.750537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:59.767864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Transition to ACTIVE for port object 3b60f806-41df-4c79-9e33-ab33a729dfc8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:02:59.784017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f81b-c2f1-4e34-a075-3643c9c12876 req-f615abe7-b16f-4532-9a47-453b0e0772d0 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.785525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0732f81b-c2f1-4e34-a075-3643c9c12876 req-f615abe7-b16f-4532-9a47-453b0e0772d0 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1088634 Jul 22 14:02:59.853861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:02:59.890197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0732f81b-c2f1-4e34-a075-3643c9c12876 req-b730c1b6-55ea-44f7-83a4-cbbe4f4aeddf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830495 Jul 22 14:02:59.904714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:02:59.909601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:02:59.916221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:02:59.974718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051b33-3008-462a-93ce-f003566e8f00 req-7addf438-29ac-4a28-ad8f-d86e66291fc8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:02:59.976540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3051b33-3008-462a-93ce-f003566e8f00 req-7addf438-29ac-4a28-ad8f-d86e66291fc8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1019297 Jul 22 14:02:59.984075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event updated for resources: {'Port': ['ID=3b60f806-41df-4c79-9e33-ab33a729dfc8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:00.020224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.020991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.044799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-95b07b9b-b193-49a2-8da2-694d2ccbd1c5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9443412 Jul 22 14:03:00.045405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3051b33-3008-462a-93ce-f003566e8f00 req-591e4040-52aa-4005-a8a1-1113500edec3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629048 Jul 22 14:03:00.062706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Request body: {'port': {'device_id': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:00.163338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.249986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c62f779f-9e82-4bb6-8962-fe173fa7d307 None None] Provisioning for port 3b60f806-41df-4c79-9e33-ab33a729dfc8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:00.254945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c62f779f-9e82-4bb6-8962-fe173fa7d307 None None] Provisioning complete for port 3b60f806-41df-4c79-9e33-ab33a729dfc8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:00.255315 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c62f779f-9e82-4bb6-8962-fe173fa7d307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.299614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c62f779f-9e82-4bb6-8962-fe173fa7d307 None None] Port 3b60f806-41df-4c79-9e33-ab33a729dfc8 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:00.310691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd114c7-c7d4-4619-b20e-ab6cebfe5cbb req-56d06824-6eff-45c2-8d27-4c279cdf58e5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.313422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cd114c7-c7d4-4619-b20e-ab6cebfe5cbb req-56d06824-6eff-45c2-8d27-4c279cdf58e5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.1136072 Jul 22 14:03:00.355263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cd114c7-c7d4-4619-b20e-ab6cebfe5cbb req-ccf542bf-6ce5-4f8f-a5f5-c3148c558c8c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Jul 22 14:03:00.486763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0d9e9-a7c5-4696-ba9b-08fa1810f0a8 req-8dfa7dd8-490a-4edd-aa9e-d840003c505f tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.487778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b60f806-41df-4c79-9e33-ab33a729dfc8 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:00.488331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4e0d9e9-a7c5-4696-ba9b-08fa1810f0a8 req-8dfa7dd8-490a-4edd-aa9e-d840003c505f tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 950 time: 0.0749371 Jul 22 14:03:00.499352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.518963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Transition to ACTIVE for port object 3b60f806-41df-4c79-9e33-ab33a729dfc8 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:00.523225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.537080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4e0d9e9-a7c5-4696-ba9b-08fa1810f0a8 req-8e1e0cd2-8e68-4fff-bb12-55d4ac731cbf tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Jul 22 14:03:00.671998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Attempting to bind port 3b60f806-41df-4c79-9e33-ab33a729dfc8 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:00.672443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Attempting to bind port 3b60f806-41df-4c79-9e33-ab33a729dfc8 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:00.673416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Attempting to bind port 3b60f806-41df-4c79-9e33-ab33a729dfc8 on network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:00.678556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Pushing event updated for resources: {'Port': ['ID=3b60f806-41df-4c79-9e33-ab33a729dfc8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:00.686892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Port 3b60f806-41df-4c79-9e33-ab33a729dfc8 on network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:00.687286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Attempting to bind port 3b60f806-41df-4c79-9e33-ab33a729dfc8 on network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:00.693220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:00.693564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Checking segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:00.693982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Bound using segment: {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:00.694417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Bound port: 3b60f806-41df-4c79-9e33-ab33a729dfc8, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433d287f-2e6d-4ac6-8bd7-985179279042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:00.694836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.721182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a8382-6122-4126-99b7-a59455defe91 req-a03f7eec-5cd2-406a-81df-3c36c9af40d4 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.728279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d6a8382-6122-4126-99b7-a59455defe91 req-a03f7eec-5cd2-406a-81df-3c36c9af40d4 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 944 time: 0.0925059 Jul 22 14:03:00.780433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] For port 3b60f806-41df-4c79-9e33-ab33a729dfc8, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:00.784615 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d6a8382-6122-4126-99b7-a59455defe91 req-1cb6ee7f-63e9-4e87-acd8-0525b45f664d tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551653 Jul 22 14:03:00.785729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] For port 3b60f806-41df-4c79-9e33-ab33a729dfc8, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:00.790375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.835053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.835678 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:00.837054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] 10.222.0.20 "PUT /v2.0/ports/3b60f806-41df-4c79-9e33-ab33a729dfc8 HTTP/1.1" status: 200 len: 1093 time: 0.7817962 Jul 22 14:03:00.837502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:00.840062 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:00.967454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80d139-33a9-47ed-bf10-04a6add8d78e service neutron] Pushing event updated for resources: {'Port': ['ID=3b60f806-41df-4c79-9e33-ab33a729dfc8,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:00.990352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28491f70-1866-48c4-9353-f9aba788bede req-024a5de3-1180-421b-a759-ed598d5ee198 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.991971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28491f70-1866-48c4-9353-f9aba788bede req-024a5de3-1180-421b-a759-ed598d5ee198 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1096 time: 0.1586657 Jul 22 14:03:00.998113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-87913cdf-1d03-4f4a-966c-83fdf83a99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:00.999671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-87913cdf-1d03-4f4a-966c-83fdf83a99a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33433f79fb704407b44aef9589088e73&device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 1096 time: 0.1120410 Jul 22 14:03:01.004756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad558687-02e7-4d89-aaea-08770b0c92f2 req-5fdc8a2a-1d5a-4de2-9252-9d9b7f8ffda5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.006470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad558687-02e7-4d89-aaea-08770b0c92f2 req-5fdc8a2a-1d5a-4de2-9252-9d9b7f8ffda5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0844450 Jul 22 14:03:01.047911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad558687-02e7-4d89-aaea-08770b0c92f2 req-6b1c69c0-54e1-484e-987a-ab3752deb6d7 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Jul 22 14:03:01.051588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-aa66196a-3a06-4fd7-ba4d-e011968c18dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0430450 Jul 22 14:03:01.095613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28491f70-1866-48c4-9353-f9aba788bede req-05bdb8a9-864f-4bc4-997e-23ac1a9d9bef tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940974 Jul 22 14:03:01.113863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-efa09082-e4b0-4a4f-bdc3-d5fcdc8fe9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.115318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-efa09082-e4b0-4a4f-bdc3-d5fcdc8fe9b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cba6ac9-985f-4365-8767-44d266d7939a HTTP/1.1" status: 200 len: 850 time: 0.0552998 Jul 22 14:03:01.158214 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd3dac-59ba-451b-967f-1036ebd496b6 x-openstack-request-id: req-90cd3dac-59ba-451b-967f-1036ebd496b6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:01.158863 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:01.159166 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90cd3dac-59ba-451b-967f-1036ebd496b6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:01.159912 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'status': 'completed', 'code': 200} Jul 22 14:03:01.186363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-9d7cbed8-a02c-46a2-8ca6-2461d29aa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.188039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-9d7cbed8-a02c-46a2-8ca6-2461d29aa433 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646834 Jul 22 14:03:01.203669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910590-5ba4-4c89-bd16-4966a2d13936 req-fb09f422-d192-44ac-bdf4-2a23f6ff75d1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.205400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44910590-5ba4-4c89-bd16-4966a2d13936 req-fb09f422-d192-44ac-bdf4-2a23f6ff75d1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 950 time: 0.0849581 Jul 22 14:03:01.250520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44910590-5ba4-4c89-bd16-4966a2d13936 req-8c474da5-6f66-49b1-b5fb-5688c5cc83d3 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Jul 22 14:03:01.289478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-efad87cd-6e2a-41d2-be27-438e7ed6f8fb service neutron] 10.222.0.20 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894964 Jul 22 14:03:01.382308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bf965-6896-4b60-88b3-77e033dd0afe req-bb055816-bedc-4f6d-94e0-0064085e5dfc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.383960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb6bf965-6896-4b60-88b3-77e033dd0afe req-bb055816-bedc-4f6d-94e0-0064085e5dfc tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0692346 Jul 22 14:03:01.402777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1de44147-5018-4448-b5ea-1d9fc62e9473 req-b54f5812-38a0-4900-9983-a4f26c99f9ec service neutron] 10.222.0.20 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030176 Jul 22 14:03:01.424664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb6bf965-6896-4b60-88b3-77e033dd0afe req-58914254-1b15-45f5-8c9d-bc204cc17d01 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349286 Jul 22 14:03:01.517003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-701eca87-f90b-472d-b029-4abbca0c8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.518698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-701eca87-f90b-472d-b029-4abbca0c8ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33433f79fb704407b44aef9589088e73&device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 1096 time: 0.0580461 Jul 22 14:03:01.623446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad3a59-7f0e-4e1f-9810-084a730127ce req-46f90d8f-1abd-4b56-8e2e-572ad323cdb3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.625955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eaad3a59-7f0e-4e1f-9810-084a730127ce req-46f90d8f-1abd-4b56-8e2e-572ad323cdb3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0757301 Jul 22 14:03:01.633300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-f1b51de8-b4d3-41c1-b604-a2772a0cae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.634757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-f1b51de8-b4d3-41c1-b604-a2772a0cae41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f HTTP/1.1" status: 200 len: 912 time: 0.1086416 Jul 22 14:03:01.664310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eaad3a59-7f0e-4e1f-9810-084a730127ce req-ee6512f1-8d5f-4442-986c-38845dbd5ffb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Jul 22 14:03:01.701488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-42fedc1d-79ab-43f8-9de2-ba4884c5f642 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8 HTTP/1.1" status: 200 len: 217 time: 0.0501273 Jul 22 14:03:01.983947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d118d-c497-419e-b6c6-06fbf459a6b8 req-b11ad24d-3338-4879-845e-e9ea682a478e tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.986268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c5d118d-c497-419e-b6c6-06fbf459a6b8 req-b11ad24d-3338-4879-845e-e9ea682a478e tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 1096 time: 0.3657892 Jul 22 14:03:01.991721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-5116c8d5-45e3-4c09-a6d6-03c50b701294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:01.993096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-5116c8d5-45e3-4c09-a6d6-03c50b701294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cba6ac9-985f-4365-8767-44d266d7939a HTTP/1.1" status: 200 len: 850 time: 0.2822919 Jul 22 14:03:02.054748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c5d118d-c497-419e-b6c6-06fbf459a6b8 req-65ed38f6-1b76-4826-8109-a5725202a252 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606973 Jul 22 14:03:02.076259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-c4351f59-a35b-4c96-8670-867fcfeb2ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:02.077717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-c4351f59-a35b-4c96-8670-867fcfeb2ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771935 Jul 22 14:03:02.229304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-662a30c5-1f97-4d0d-9fe1-b7f54bd7744b service neutron] 10.222.0.20 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408751 Jul 22 14:03:02.246721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aadc91-7807-40e3-9f75-b1d336af6c20 req-aecab0ce-9e88-4261-8ee2-3c8f62da66ee tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:02.248208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5aadc91-7807-40e3-9f75-b1d336af6c20 req-aecab0ce-9e88-4261-8ee2-3c8f62da66ee tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 944 time: 0.1184509 Jul 22 14:03:02.253103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55babc8-874c-41d4-8a7e-1078a1f79cfd req-2a53d1a9-921a-4309-b62b-a4ba9212cd15 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:02.254644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f55babc8-874c-41d4-8a7e-1078a1f79cfd req-2a53d1a9-921a-4309-b62b-a4ba9212cd15 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0688739 Jul 22 14:03:02.294372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f55babc8-874c-41d4-8a7e-1078a1f79cfd req-79ade417-2978-41a6-9d9d-cb872054788b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Jul 22 14:03:02.344389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5aadc91-7807-40e3-9f75-b1d336af6c20 req-c6566f2d-5980-4a8f-bada-0daca52a3a11 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884073 Jul 22 14:03:02.369192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a886d7d-0d5b-40d4-8076-ed4a19e85cf7 req-b4e305a5-e486-4db2-8314-1a76acf5c1a8 service neutron] 10.222.0.20 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309478 Jul 22 14:03:02.544049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-486bf89d-027e-40a6-a914-130de684cce6 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:02.545824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-486bf89d-027e-40a6-a914-130de684cce6 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 950 time: 0.0781450 Jul 22 14:03:02.708624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Deleting port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:03:02.708978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:02.816349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e1c6-a749-470e-989f-bb35e4ea4914 req-5836bffa-3d6d-4c0c-a517-ede8e3369736 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:02.818337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a11e1c6-a749-470e-989f-bb35e4ea4914 req-5836bffa-3d6d-4c0c-a517-ede8e3369736 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 950 time: 0.0983274 Jul 22 14:03:02.862748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] For port ce2b965c-d5b5-4f66-a975-28bcc3e1da94, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:02.863202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:02.877602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a11e1c6-a749-470e-989f-bb35e4ea4914 req-00ea1e57-5706-4b7f-a903-0f7d30a54cf3 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/security-groups?id=09277b60-8042-477a-8da9-25a6e3541d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485573 Jul 22 14:03:02.877947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Calling delete_port for ce2b965c-d5b5-4f66-a975-28bcc3e1da94 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:03:03.074033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc1246-b266-4cdc-ac49-47590c727ae2 req-319baccc-a1c7-4b2c-bb78-670e3895be85 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:03.075498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8fc1246-b266-4cdc-ac49-47590c727ae2 req-319baccc-a1c7-4b2c-bb78-670e3895be85 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1248620 Jul 22 14:03:03.091366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:03.105904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ce2b965c-d5b5-4f66-a975-28bcc3e1da94'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:03.125962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adea78-d8b3-491b-b2fa-6749df9d54e2 req-33acc177-7f65-4a1d-84ce-d5f8e09c7181 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:03.127613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-18adea78-d8b3-491b-b2fa-6749df9d54e2 req-33acc177-7f65-4a1d-84ce-d5f8e09c7181 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0915625 Jul 22 14:03:03.149481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Pushing event deleted for resources: {'Port': ['ID=ce2b965c-d5b5-4f66-a975-28bcc3e1da94,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:03.186506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-18adea78-d8b3-491b-b2fa-6749df9d54e2 req-e56d9acf-1773-4850-a505-ac050db88269 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Jul 22 14:03:03.189255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8fc1246-b266-4cdc-ac49-47590c727ae2 req-8ba93722-7d85-4aa8-ae92-dc3b04c26bc5 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070845 Jul 22 14:03:03.211402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] No DVR routers for this DVR port ce2b965c-d5b5-4f66-a975-28bcc3e1da94 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:03:03.221249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:03.224655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91e1b890-b2c8-4028-a10d-5f6cbb9acb7e req-dc3d6f5c-dba4-407c-9075-8ffa23cd28f1 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.13 "DELETE /v2.0/ports/ce2b965c-d5b5-4f66-a975-28bcc3e1da94 HTTP/1.1" status: 204 len: 173 time: 0.6719291 Jul 22 14:03:03.225358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'name': 'network-vif-deleted', 'tag': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:03.229269 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e3713a-d30b-48dd-b32a-3fedf466bbe3" -d '{"events": [{"server_uuid": "0e2363b2-a6fe-4b71-a9d3-27b6f09379d1", "name": "network-vif-deleted", "tag": "ce2b965c-d5b5-4f66-a975-28bcc3e1da94"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:03.281764 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f97a541-7ae4-49ed-b0b6-0105d21c4094 x-openstack-request-id: req-8f97a541-7ae4-49ed-b0b6-0105d21c4094 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:03.282229 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2363b2-a6fe-4b71-a9d3-27b6f09379d1", "name": "network-vif-deleted", "tag": "ce2b965c-d5b5-4f66-a975-28bcc3e1da94", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:03.282629 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f97a541-7ae4-49ed-b0b6-0105d21c4094 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:03.283231 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2363b2-a6fe-4b71-a9d3-27b6f09379d1', 'name': 'network-vif-deleted', 'tag': 'ce2b965c-d5b5-4f66-a975-28bcc3e1da94', 'status': 'completed', 'code': 200} Jul 22 14:03:03.487038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74bb0e-2be7-4520-8900-ac3d8c8fa665 req-1493ce88-6b34-402f-8616-d00f03b59306 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:03.488390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb74bb0e-2be7-4520-8900-ac3d8c8fa665 req-1493ce88-6b34-402f-8616-d00f03b59306 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 946 time: 0.0917070 Jul 22 14:03:03.535104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb74bb0e-2be7-4520-8900-ac3d8c8fa665 req-128a05e3-eb88-413f-af25-3acae4b419f9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Jul 22 14:03:03.684940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f173b29-6f67-4f14-b22e-8ff0d8d10d0c req-7667eba0-e49a-411a-819c-4eca800771d3 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:03.687094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f173b29-6f67-4f14-b22e-8ff0d8d10d0c req-7667eba0-e49a-411a-819c-4eca800771d3 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 944 time: 0.0798755 Jul 22 14:03:03.760907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f173b29-6f67-4f14-b22e-8ff0d8d10d0c req-615733fa-4d27-4a0a-8b87-e15820baede5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666523 Jul 22 14:03:03.793164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-6f0bc67a-3575-4723-8ef8-fdb53813f240 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:03.794842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-6f0bc67a-3575-4723-8ef8-fdb53813f240 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1098 time: 0.0860000 Jul 22 14:03:03.817913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-11'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:03.989048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.079880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a011db06-a8d1-4d11-8e24-f2e39ab2a26a req-130f54ea-3503-43a4-b4fb-ea42faff9e48 tempest-ImagesNegativeTestJSON-1689749861 tempest-ImagesNegativeTestJSON-1689749861-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e2363b2-a6fe-4b71-a9d3-27b6f09379d1 HTTP/1.1" status: 200 len: 210 time: 0.0377562 Jul 22 14:03:04.186072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:04.257715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:04.352608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.364088 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.388490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2274d-01cc-4d62-8cb1-a89cf77dc832 req-6ad7bd2e-a127-4d2a-adf5-9bf0c35068b8 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:04.392027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06a2274d-01cc-4d62-8cb1-a89cf77dc832 req-6ad7bd2e-a127-4d2a-adf5-9bf0c35068b8 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0968950 Jul 22 14:03:04.441018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6be8c-52e0-4f04-8ec8-b0af380acce7 req-3c7f2f7b-390d-4457-9a24-2db0b953ddc0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:04.442515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc6be8c-52e0-4f04-8ec8-b0af380acce7 req-3c7f2f7b-390d-4457-9a24-2db0b953ddc0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1425259 Jul 22 14:03:04.448474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06a2274d-01cc-4d62-8cb1-a89cf77dc832 req-b2b869ce-ef6a-4b14-88b3-4ccc238ffdd3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Jul 22 14:03:04.492532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:04.514430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on host n-h2-787205-11 for vnic_type normal with profile {"migrating_to": "n-h1-787205-11"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:04.514764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:04.515097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:04.523655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:04.523979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Attempting to bind port 7385df24-1e67-4b34-91c5-86d2df3b717f on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:04.528298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc6be8c-52e0-4f04-8ec8-b0af380acce7 req-b3a695de-01a8-4354-8374-fd72aa86137d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740793 Jul 22 14:03:04.533277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:04.533654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:04.534035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:04.534474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Bound port: 7385df24-1e67-4b34-91c5-86d2df3b717f, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:04.534834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.545745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55928) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:04.609459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:04.613197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:04.618875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.691626 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b05d5c3b-8a56-4692-802d-b0a17eba2f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.711429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:04.715047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:04.715450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c014e-eef7-4589-adfa-831ff9e89d18 req-ddc67e5f-5eaf-45d3-95ae-0a12735b7ee4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:04.715660 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.716986 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d40c014e-eef7-4589-adfa-831ff9e89d18 req-ddc67e5f-5eaf-45d3-95ae-0a12735b7ee4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1050909 Jul 22 14:03:04.724214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-59d6035f-d030-42b9-b0c7-34595b6bc5b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 1124 time: 0.9170260 Jul 22 14:03:04.808800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d40c014e-eef7-4589-adfa-831ff9e89d18 req-3ef9d4f3-0307-4b92-baab-e86674297aa0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756674 Jul 22 14:03:04.827668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['7385df24-1e67-4b34-91c5-86d2df3b717f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:04.859908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7385df24-1e67-4b34-91c5-86d2df3b717f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:04.900699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b05d5c3b-8a56-4692-802d-b0a17eba2f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.914023 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b05d5c3b-8a56-4692-802d-b0a17eba2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:04.976690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b05d5c3b-8a56-4692-802d-b0a17eba2f5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91713371826347d4a0cee3f2685d7f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256060 Jul 22 14:03:04.977863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d5c3b-8a56-4692-802d-b0a17eba2f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49580f3-fac0-4fdd-a82f-7f11c3930f53,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:04.979674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:05.033887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56066a-5381-48f8-a236-11d03a43127c req-67945676-b7fb-44ca-870a-8e47bd27fc89 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:05.040907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d56066a-5381-48f8-a236-11d03a43127c req-67945676-b7fb-44ca-870a-8e47bd27fc89 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 944 time: 0.1360471 Jul 22 14:03:05.114030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-219165e5-768f-4d6a-b655-4fc9276d86af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:05.131167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d56066a-5381-48f8-a236-11d03a43127c req-d0aff44a-3b3e-479c-9e69-2d132776d958 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893366 Jul 22 14:03:05.173760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-219165e5-768f-4d6a-b655-4fc9276d86af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:05.221527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3b60f806-41df-4c79-9e33-ab33a729dfc8 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:05.226739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-219165e5-768f-4d6a-b655-4fc9276d86af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:05.237748 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-219165e5-768f-4d6a-b655-4fc9276d86af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:05.249546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-219165e5-768f-4d6a-b655-4fc9276d86af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c49580f3-fac0-4fdd-a82f-7f11c3930f53 HTTP/1.1" status: 204 len: 168 time: 0.2669151 Jul 22 14:03:05.269470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219165e5-768f-4d6a-b655-4fc9276d86af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49580f3-fac0-4fdd-a82f-7f11c3930f53,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:05.284901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f'}, {'name': 'network-changed', 'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:05.288434 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60253d52-d0cc-4c1d-b397-0685170d7897" -d '{"events": [{"server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "name": "network-vif-unplugged", "status": "completed", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f"}, {"name": "network-changed", "server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:05.354922 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3290733f-2192-40c5-81d6-809593e60d04 x-openstack-request-id: req-3290733f-2192-40c5-81d6-809593e60d04 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:05.356098 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "name": "network-vif-unplugged", "status": "completed", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f", "code": 200}, {"name": "network-changed", "server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:05.356584 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3290733f-2192-40c5-81d6-809593e60d04 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:05.357130 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'code': 200} Jul 22 14:03:05.357568 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'status': 'completed', 'code': 200} Jul 22 14:03:05.361565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3b60f806-41df-4c79-9e33-ab33a729dfc8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:05.374505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'port_id': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'mac_address': 'fa:16:3e:30:af:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:03:05.430041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:05.446769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b60f806-41df-4c79-9e33-ab33a729dfc8 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:05.459494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-51d18b7d-c4e3-483a-8d57-8c1c4439754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:05.462241 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-51d18b7d-c4e3-483a-8d57-8c1c4439754d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1127 time: 0.0714378 Jul 22 14:03:05.481093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3b60f806-41df-4c79-9e33-ab33a729dfc8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:05.487172 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:05.560921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3b60f806-41df-4c79-9e33-ab33a729dfc8,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:05.663273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-373f0d33-81fb-4d93-ab95-402f9c6520b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:05.665587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-373f0d33-81fb-4d93-ab95-402f9c6520b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.1883883 Jul 22 14:03:05.721007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815994f8-d51c-4c13-9b05-f585675bbbff req-104192d1-b387-4d45-8cd1-d20c932a6b84 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:05.722621 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-815994f8-d51c-4c13-9b05-f585675bbbff req-104192d1-b387-4d45-8cd1-d20c932a6b84 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1372697 Jul 22 14:03:05.774131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-4b085eae-df98-4003-9b05-b28e4c36b518 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 217 time: 0.0859888 Jul 22 14:03:05.786121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3b60f806-41df-4c79-9e33-ab33a729dfc8'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:05.800086 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-815994f8-d51c-4c13-9b05-f585675bbbff req-c4e22655-ff7e-4a56-b5b2-965e4172b9d8 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Jul 22 14:03:05.871261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-94a1cca4-8be4-469c-8c18-3378cbbcddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:05.872388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-94a1cca4-8be4-469c-8c18-3378cbbcddda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.0896006 Jul 22 14:03:05.886929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa771eca-1efd-4bae-b560-100b0c8f3dac req-22992ad1-406a-4683-ad34-0a0fde59ba84 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:05.887753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa771eca-1efd-4bae-b560-100b0c8f3dac req-22992ad1-406a-4683-ad34-0a0fde59ba84 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.2198436 Jul 22 14:03:05.925139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-818612f3-7288-4574-a138-9ae64c5765cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360973 Jul 22 14:03:05.933781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:06.127425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89d17-63f1-4abc-b8fe-597295ff4df1 req-2fdf7e39-b3ac-434b-a410-ab6ff0d32ecb tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:06.131353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80c89d17-63f1-4abc-b8fe-597295ff4df1 req-2fdf7e39-b3ac-434b-a410-ab6ff0d32ecb tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1543353 Jul 22 14:03:06.132703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa771eca-1efd-4bae-b560-100b0c8f3dac req-9e67db39-b83a-4ac3-be71-60d82eb4408f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339935 Jul 22 14:03:06.187509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-ac07955c-7103-4600-8754-fc3284257c80 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526031 Jul 22 14:03:06.207140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80c89d17-63f1-4abc-b8fe-597295ff4df1 req-9bb875bd-3101-4e50-af30-e66789c999fe tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684931 Jul 22 14:03:06.301269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:06.303516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ec66588-92ca-4925-8b9d-f62a216c70bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c89f34e50d1488d8ab3ababf4e7b8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680804 Jul 22 14:03:06.305072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ce2b965c-d5b5-4f66-a975-28bcc3e1da94 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:06.305916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:06.371975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ce2b965c-d5b5-4f66-a975-28bcc3e1da94 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:03:06.375879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ce2b965c-d5b5-4f66-a975-28bcc3e1da94 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:03:06.406995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60253d52-d0cc-4c1d-b397-0685170d7897 req-74cc1212-b632-4f87-b53e-930c708f2062 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129891 Jul 22 14:03:06.425389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612f33a-93e4-4d82-8c25-55ce93dfa1bc req-b197a31c-a060-4624-b97a-75e5b5d36b57 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:06.427122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7612f33a-93e4-4d82-8c25-55ce93dfa1bc req-b197a31c-a060-4624-b97a-75e5b5d36b57 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 945 time: 0.0998456 Jul 22 14:03:06.439121 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.472537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.477330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7612f33a-93e4-4d82-8c25-55ce93dfa1bc req-fbcbe7e1-0918-4bfb-8700-47e5ae35cceb tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424526 Jul 22 14:03:06.513465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:06.528729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f has no active binding in host n-h1-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:03:06.543960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.549319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.549319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09277b60-8042-477a-8da9-25a6e3541d64 HTTP/1.1" status: 204 len: 168 time: 0.2411089 Jul 22 14:03:06.549534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56000) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:06.558947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09277b60-8042-477a-8da9-25a6e3541d64,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:06.568058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.568398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.568740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.569079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.569414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.569782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.570160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.570500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.570825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.571149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.571473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.571795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f74b3f-d005-4fa3-b0ea-fa86fa75638f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.666237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1250717487-network', 'tenant_id': 'c645ba041c1246388224123ddb0df150'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:06.691849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Made reservation on behalf of c645ba041c1246388224123ddb0df150 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:06.691849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.700203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.802506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.806599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.834178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:03:06.846066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3c285d-a926-491b-a2e5-74340e0f8c93,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:06.855490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.855905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.856373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.856772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.857231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.857640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.858033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.858421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.858807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.859381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.859949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.860433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:06.865326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.865326 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Added segment cfcfdb41-bf4a-445a-9fd8-6ad5a7a67c8f of type vlan for network a56de9ac-78d6-4787-af28-40708c6925dc Jul 22 14:03:06.930827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.965862 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.967331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:06.968239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:06.972469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b8303-ca77-4afb-b5c6-8e77f99f6b20 req-3c181c4c-99ae-4b9b-812c-da5ba4781fa4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:06.979760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3d2b8303-ca77-4afb-b5c6-8e77f99f6b20 req-3c181c4c-99ae-4b9b-812c-da5ba4781fa4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.0824099 Jul 22 14:03:07.013024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4622352 Jul 22 14:03:07.016662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56018) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:07.020280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3d2b8303-ca77-4afb-b5c6-8e77f99f6b20 req-213b69c8-e6cf-4911-953a-1e1c5bf2bec6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Jul 22 14:03:07.024356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Request body: {'subnet': {'network_id': 'a56de9ac-78d6-4787-af28-40708c6925dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1250717487-subnet', 'tenant_id': 'c645ba041c1246388224123ddb0df150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:07.073840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69fad0-00fc-4fe1-a79f-87e5bf0a1cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a56de9ac-78d6-4787-af28-40708c6925dc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:07.084943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a56de9ac-78d6-4787-af28-40708c6925dc details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:03:07.092722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Made reservation on behalf of c645ba041c1246388224123ddb0df150 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:07.099613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:07.252655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3b60f806-41df-4c79-9e33-ab33a729dfc8 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:07.316448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 3b60f806-41df-4c79-9e33-ab33a729dfc8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:07.322042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 3b60f806-41df-4c79-9e33-ab33a729dfc8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:07.322812 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:07.366573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e246c7-ee88-4cd8-afc0-df406103fe9a req-0ad6e971-b8a8-45f1-ae72-d8c8f21cd5c4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:07.368256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2e246c7-ee88-4cd8-afc0-df406103fe9a req-0ad6e971-b8a8-45f1-ae72-d8c8f21cd5c4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1222093 Jul 22 14:03:07.380203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:07.462949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393f187-9124-4bc0-94a2-980ff7d6facd req-2cc947c9-e05c-4e56-9664-6dced9bf59d1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:07.470193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4393f187-9124-4bc0-94a2-980ff7d6facd req-2cc947c9-e05c-4e56-9664-6dced9bf59d1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1137226 Jul 22 14:03:07.474261 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:07.491545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2e246c7-ee88-4cd8-afc0-df406103fe9a req-6929cfa8-00e4-49b2-be33-f2988f6a8078 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137435 Jul 22 14:03:07.496039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff3d07c-3525-45fc-a712-f89723eda14d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:07.502600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:07.507039 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa43d63c-92e4-4f4a-a227-6892dcfb787f" -d '{"events": [{"server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "name": "network-vif-plugged", "status": "completed", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:07.517782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Checking segment: {'id': 'cfcfdb41-bf4a-445a-9fd8-6ad5a7a67c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a56de9ac-78d6-4787-af28-40708c6925dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:07.518331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Network hostable DHCP agents. Network: a56de9ac-78d6-4787-af28-40708c6925dc, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:03:07.524296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4393f187-9124-4bc0-94a2-980ff7d6facd req-d6f21001-bccf-435b-8911-579b99a43b8f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530403 Jul 22 14:03:07.532113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3b60f806-41df-4c79-9e33-ab33a729dfc8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:07.536568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:07.538078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Network a56de9ac-78d6-4787-af28-40708c6925dc is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:03:07.550954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a56de9ac-78d6-4787-af28-40708c6925dc) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:07.569739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:07.570471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:07.577669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75b83f1-b7f9-4937-a4c4-4763d448efeb None None] Network a56de9ac-78d6-4787-af28-40708c6925dc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:07.613059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ae2a92a-661e-48e2-b363-3583d3b7a27f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5899107 Jul 22 14:03:07.655481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3b60f806-41df-4c79-9e33-ab33a729dfc8,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:07.780726 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34805abe-4d87-4af0-8258-a1864d433579 x-openstack-request-id: req-34805abe-4d87-4af0-8258-a1864d433579 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:07.782167 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "name": "network-vif-plugged", "status": "completed", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:07.782579 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34805abe-4d87-4af0-8258-a1864d433579 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:07.782986 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'code': 200} Jul 22 14:03:07.788998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3943f2-01e9-4f9b-8ba9-d327cecc62dc req-ec64b8ea-37aa-49df-ac9d-34503c94f815 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:07.796055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa3943f2-01e9-4f9b-8ba9-d327cecc62dc req-ec64b8ea-37aa-49df-ac9d-34503c94f815 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.0852654 Jul 22 14:03:07.800416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5dbc41-e380-4e54-bfbe-2014aaa8f633 None None] Network a56de9ac-78d6-4787-af28-40708c6925dc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:07.849882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa3943f2-01e9-4f9b-8ba9-d327cecc62dc req-8b821171-5cdb-4e79-983b-6adee9f441c8 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528066 Jul 22 14:03:07.926413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83665379-bbac-466f-8c9d-2e58b092e283 req-b236b37b-e8e2-445a-aecc-adcbee7b4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:07.928019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83665379-bbac-466f-8c9d-2e58b092e283 req-b236b37b-e8e2-445a-aecc-adcbee7b4b47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 1098 time: 0.0688088 Jul 22 14:03:07.969903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c2fd3dd5-fcdb-4386-b7be-7827ec866d5f req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1381640352', 'description': 'tempest-description-597923680'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:07.975374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83665379-bbac-466f-8c9d-2e58b092e283 req-fc252938-089d-4de8-89f9-46fcc23e46aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393486 Jul 22 14:03:07.994030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c2fd3dd5-fcdb-4386-b7be-7827ec866d5f req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.083293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c2fd3dd5-fcdb-4386-b7be-7827ec866d5f req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.087841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c2fd3dd5-fcdb-4386-b7be-7827ec866d5f req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.111891 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c2fd3dd5-fcdb-4386-b7be-7827ec866d5f req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.117321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c2fd3dd5-fcdb-4386-b7be-7827ec866d5f req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1535048 Jul 22 14:03:08.126332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e330-265e-4fe0-b6cb-28b65c3b7a06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869147b1-2eeb-4a7e-83ab-59d095ae4325,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:08.188060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-00adc901-3b6e-48b0-a655-ff4ccde6ce3c tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/869147b1-2eeb-4a7e-83ab-59d095ae4325 HTTP/1.1" status: 200 len: 1804 time: 0.0479584 Jul 22 14:03:08.199791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '869147b1-2eeb-4a7e-83ab-59d095ae4325', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:08.200121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '869147b1-2eeb-4a7e-83ab-59d095ae4325', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:08.200850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2416-c601-4bbc-ac7c-05f79dfeaace req-198f5045-6bfc-4cc1-94a9-67cceae7210f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:08.209333 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00ed2416-c601-4bbc-ac7c-05f79dfeaace req-198f5045-6bfc-4cc1-94a9-67cceae7210f tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1113474 Jul 22 14:03:08.258357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00ed2416-c601-4bbc-ac7c-05f79dfeaace req-36255c7e-df75-41a1-9d21-04ade1cae7f6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479691 Jul 22 14:03:08.298656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:08.310312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.340904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.346555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.364808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff378bf-e3af-41da-9525-6aaf1ad91f78,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:08.380035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.381372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ba5043f-f878-4089-87b5-1a4958b65128 req-dca7ddff-4d91-47b0-bfdc-8b40dec76a85 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1875153 Jul 22 14:03:08.407119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-b13af6d8-ee66-483d-9471-c3019f3157d9 req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2058718948', 'description': 'tempest-description-1044532731'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:08.439557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaec8c7b-6996-4a60-b685-d61463d0a695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.458179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b13af6d8-ee66-483d-9471-c3019f3157d9 req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.569329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaec8c7b-6996-4a60-b685-d61463d0a695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.575639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaec8c7b-6996-4a60-b685-d61463d0a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.635460 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eaec8c7b-6996-4a60-b685-d61463d0a695 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=685905c14aaa4f0cabec6841b86ae1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356326 Jul 22 14:03:08.636165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec8c7b-6996-4a60-b685-d61463d0a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120c6903-de6f-4a17-b7e9-5442c866fb10,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:08.639171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9afc93-8e82-486a-97b4-42db493d830a req-a8e16c87-a189-4927-b55e-231485985182 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:08.640958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c9afc93-8e82-486a-97b4-42db493d830a req-a8e16c87-a189-4927-b55e-231485985182 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0736761 Jul 22 14:03:08.641309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:08.701522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b13af6d8-ee66-483d-9471-c3019f3157d9 req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.705913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b13af6d8-ee66-483d-9471-c3019f3157d9 req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.709391 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c9afc93-8e82-486a-97b4-42db493d830a req-831b3ae0-35dc-4c4b-b265-fcae77bd6002 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Jul 22 14:03:08.723966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd039201-1091-4d1f-9ced-36b26629361f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.732768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b13af6d8-ee66-483d-9471-c3019f3157d9 req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.734654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b13af6d8-ee66-483d-9471-c3019f3157d9 req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3320587 Jul 22 14:03:08.743320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a731d9-3854-45e2-92be-b80604f23b41 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd76ef5e-0b92-4985-a891-e979f180952c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:08.760990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd039201-1091-4d1f-9ced-36b26629361f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.872951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd039201-1091-4d1f-9ced-36b26629361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.876016 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd039201-1091-4d1f-9ced-36b26629361f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:08.881829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bd039201-1091-4d1f-9ced-36b26629361f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/120c6903-de6f-4a17-b7e9-5442c866fb10 HTTP/1.1" status: 204 len: 168 time: 0.2394829 Jul 22 14:03:08.897371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039201-1091-4d1f-9ced-36b26629361f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120c6903-de6f-4a17-b7e9-5442c866fb10,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:08.912711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-b79efa43-74d9-4159-96dd-ce83b27cb919 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cd76ef5e-0b92-4985-a891-e979f180952c HTTP/1.1" status: 200 len: 1805 time: 0.0652051 Jul 22 14:03:08.929268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6638c7-3d86-4e45-8900-b13503399e0f req-7bb8eec7-5f4f-43f6-acb4-ba89480eff2c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:08.931135 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd6638c7-3d86-4e45-8900-b13503399e0f req-7bb8eec7-5f4f-43f6-acb4-ba89480eff2c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1203983 Jul 22 14:03:08.950294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cd76ef5e-0b92-4985-a891-e979f180952c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:08.953042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cd76ef5e-0b92-4985-a891-e979f180952c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:08.978583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd6638c7-3d86-4e45-8900-b13503399e0f req-23c67df5-f122-495b-bea4-c8e107283d89 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Jul 22 14:03:09.050900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.085900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.090849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.116783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2cbf7e-9264-4655-becc-1ed006a34d66,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:09.121501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.122907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1fc1ae8-5886-475e-8085-90168ec4fd2e req-1f20ffac-732a-4790-a8b1-92f39db4a64b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1819718 Jul 22 14:03:09.149774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58173416-c881-48ac-8592-9e05c2899cf2 req-af35c4f7-5faf-4bd6-94a7-a25396dea4b5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:09.151302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58173416-c881-48ac-8592-9e05c2899cf2 req-af35c4f7-5faf-4bd6-94a7-a25396dea4b5 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.0770152 Jul 22 14:03:09.157391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-802845b1-8bf8-4484-bc79-7f0e188585db req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1635569397', 'description': 'tempest-description-1791582110'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:09.183791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-802845b1-8bf8-4484-bc79-7f0e188585db req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.196922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58173416-c881-48ac-8592-9e05c2899cf2 req-b138f687-9ea9-431d-a83d-841a6b811610 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Jul 22 14:03:09.346729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed3fde-c8c2-4b7a-9a79-fe2362e922b9 req-51b29213-61e9-4a89-949c-a2bec32068d7 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:09.348767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7ed3fde-c8c2-4b7a-9a79-fe2362e922b9 req-51b29213-61e9-4a89-949c-a2bec32068d7 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.0762935 Jul 22 14:03:09.357769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:09.364957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Request body: {'floatingip': {'port_id': '3b60f806-41df-4c79-9e33-ab33a729dfc8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:09.370826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-802845b1-8bf8-4484-bc79-7f0e188585db req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.374440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-cc0c09d3-b83e-4601-acb0-66baa57a3621 service neutron] 10.222.0.20 "GET /v2.0/ports/91f46df7-a2db-4b63-99b6-b5e85cb5be42/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.1130495 Jul 22 14:03:09.376560 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-802845b1-8bf8-4484-bc79-7f0e188585db req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.415335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-802845b1-8bf8-4484-bc79-7f0e188585db req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.416718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-802845b1-8bf8-4484-bc79-7f0e188585db req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2653859 Jul 22 14:03:09.429293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.435021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50120e75-8488-449f-a3a1-5001889be928 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cdf2ce-84e4-4ad3-8150-7cb4a3c95717,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:09.481397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-290acb92-37a9-49c1-b057-629143495a24 req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-474839562', 'description': 'tempest-description-1464926129'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:09.523047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-290acb92-37a9-49c1-b057-629143495a24 req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.681735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-290acb92-37a9-49c1-b057-629143495a24 req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.709134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-290acb92-37a9-49c1-b057-629143495a24 req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.738406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-290acb92-37a9-49c1-b057-629143495a24 req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:09.739925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-290acb92-37a9-49c1-b057-629143495a24 req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2628663 Jul 22 14:03:09.749318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408b936-eedc-43d6-b55b-db9dccfca665 req-f1864bde-3c14-4fba-bc2b-b687643f5e6c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:09.762906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4408b936-eedc-43d6-b55b-db9dccfca665 req-f1864bde-3c14-4fba-bc2b-b687643f5e6c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.3107336 Jul 22 14:03:09.769063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb7126-2ecc-4f70-90a1-1affc4cd5426 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3babaf-50b3-4844-a346-d8fc922016fb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:09.789038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-b367c5d1-e7f3-4c82-8fa0-dcde79500be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:09.790718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-b367c5d1-e7f3-4c82-8fa0-dcde79500be3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0&tenant_id=19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 1101 time: 0.1251252 Jul 22 14:03:10.026780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-e3de45bb-0bf6-474a-aebf-6812b43145e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:10.028413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-e3de45bb-0bf6-474a-aebf-6812b43145e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1101 time: 0.2115977 Jul 22 14:03:10.092253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83baa55-cc4a-4747-b966-9a4bfcaf0203 req-23a16933-a192-4583-9e84-2f1947ab7094 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:10.101271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d83baa55-cc4a-4747-b966-9a4bfcaf0203 req-23a16933-a192-4583-9e84-2f1947ab7094 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.2390974 Jul 22 14:03:10.198264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d83baa55-cc4a-4747-b966-9a4bfcaf0203 req-7cac5c81-d808-4809-b971-f08192c34f10 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Jul 22 14:03:10.213863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-d68854fc-ce8d-4976-9e4e-7d2378403e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:10.215467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-d68854fc-ce8d-4976-9e4e-7d2378403e40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1805053 Jul 22 14:03:10.219329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4408b936-eedc-43d6-b55b-db9dccfca665 req-8d5c89ed-96d8-4f57-825c-1beced468c20 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543419 Jul 22 14:03:10.273541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-72ae5ca6-8ebb-46ae-af65-e790ce493606 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 217 time: 0.0514190 Jul 22 14:03:10.388991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-fdebc93e-791e-4811-9115-041ff9410850 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/49cdf2ce-84e4-4ad3-8150-7cb4a3c95717 HTTP/1.1" status: 200 len: 1805 time: 0.1183643 Jul 22 14:03:10.393556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-d93d8089-d9b6-440c-969a-515f0e2c37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:10.395190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-d93d8089-d9b6-440c-969a-515f0e2c37b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1003146 Jul 22 14:03:10.473748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-a506c71c-1b6d-472c-8a57-11459e3dfcd7 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/4a3babaf-50b3-4844-a346-d8fc922016fb HTTP/1.1" status: 200 len: 1804 time: 0.0774870 Jul 22 14:03:10.490107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49cdf2ce-84e4-4ad3-8150-7cb4a3c95717', 'remote_group_id': '4a3babaf-50b3-4844-a346-d8fc922016fb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:10.490523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '49cdf2ce-84e4-4ad3-8150-7cb4a3c95717', 'remote_group_id': '4a3babaf-50b3-4844-a346-d8fc922016fb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:10.514879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-2be84980-a8ad-4b4e-bf9f-e475fa025f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:10.517284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-2be84980-a8ad-4b4e-bf9f-e475fa025f54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123991 Jul 22 14:03:10.683460 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-7b6ade28-2995-4fa8-abf3-263271ab418b service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586800 Jul 22 14:03:10.740974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:10.746275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:10.834073 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee6898ab-806b-4c3b-9403-492f5494a6be req-6e5c84c9-eb5f-425f-bb2b-73f7e1004881 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422417 Jul 22 14:03:10.843009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:10.899423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:10.904923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:10.913094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d930d-a11f-4116-bdba-7f2b77025b40 req-1251c8c3-56c0-4671-8745-75d43041465c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:10.914874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-577d930d-a11f-4116-bdba-7f2b77025b40 req-1251c8c3-56c0-4671-8745-75d43041465c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.2334585 Jul 22 14:03:10.942627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0c430a-339a-47f4-83d7-6bf6fd0d899e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:10.966337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:10.971051 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c78d2847-4fd6-4bed-8037-0f694b2e41a3 req-8263c23b-c53f-4d9f-8875-bc747eea29d9 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4893901 Jul 22 14:03:10.996789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9916fd30-98df-471f-b1b5-816cc7c42fd2 req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-67604447', 'description': 'tempest-description-881216789'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:11.001266 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Floating IP 0ba679c2-9593-49ce-ad1d-b133fbc90eea associated. External IP: 172.25.8.161, port: 3b60f806-41df-4c79-9e33-ab33a729dfc8. Jul 22 14:03:11.029213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9916fd30-98df-471f-b1b5-816cc7c42fd2 req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.060742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56236) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:11.110336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-577d930d-a11f-4116-bdba-7f2b77025b40 req-cbcc935f-5b7c-4f32-a532-11ff1ac19150 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847777 Jul 22 14:03:11.159235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9916fd30-98df-471f-b1b5-816cc7c42fd2 req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.164422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9916fd30-98df-471f-b1b5-816cc7c42fd2 req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.217447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9916fd30-98df-471f-b1b5-816cc7c42fd2 req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.225385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9916fd30-98df-471f-b1b5-816cc7c42fd2 req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2310953 Jul 22 14:03:11.273965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952439f8-2371-4f69-ab6c-a08e7e059b17 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff51f1-8126-40be-a3c8-db588c698a8d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:11.281739 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101382df-f6a0-4e7a-9502-af4e7b1ec435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.285424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-87cc0cbe-21d7-4b91-8e14-d8934a9baab9 req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-256101703', 'description': 'tempest-description-966917777'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:11.321720 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87cc0cbe-21d7-4b91-8e14-d8934a9baab9 req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.392547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Router 2a823e4c-37e1-4fed-a44a-98fb9273d371 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:03:11.426147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a0e15-130d-42ec-a31b-d6504900ab8c req-562d8f75-7c27-4fcf-a7df-43a26c5b5219 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:11.427787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c47a0e15-130d-42ec-a31b-d6504900ab8c req-562d8f75-7c27-4fcf-a7df-43a26c5b5219 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1158049 Jul 22 14:03:11.510915 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101382df-f6a0-4e7a-9502-af4e7b1ec435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.516879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c47a0e15-130d-42ec-a31b-d6504900ab8c req-e4268455-3462-4ad6-8164-2376eeefaca3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786445 Jul 22 14:03:11.518042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101382df-f6a0-4e7a-9502-af4e7b1ec435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.547996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-101382df-f6a0-4e7a-9502-af4e7b1ec435 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=296e0d1258da4544ba18e12cff90ece4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859397 Jul 22 14:03:11.550154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56248) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:11.596731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101382df-f6a0-4e7a-9502-af4e7b1ec435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16f7c00-4b09-4cd1-8961-d7e7ca5f42a5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:11.612940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87cc0cbe-21d7-4b91-8e14-d8934a9baab9 req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.631584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87cc0cbe-21d7-4b91-8e14-d8934a9baab9 req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.639146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdde17dc-9649-4479-8543-ca50cdd8224a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.684093 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdde17dc-9649-4479-8543-ca50cdd8224a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.694063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87cc0cbe-21d7-4b91-8e14-d8934a9baab9 req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.700121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87cc0cbe-21d7-4b91-8e14-d8934a9baab9 req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4222889 Jul 22 14:03:11.719816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626b5a8-e40e-45d4-8b48-50b1c885fd99 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab38d82-6b27-4160-b387-d175b63caf8e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:11.731957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:11.741889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.746213 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] Sync routers for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:11.761865 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:11.762403 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:11.802717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2b2a849f-a15f-4ef3-bc8f-d5b7b71693cf tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "PUT /v2.0/floatingips/0ba679c2-9593-49ce-ad1d-b133fbc90eea HTTP/1.1" status: 200 len: 992 time: 2.4437492 Jul 22 14:03:11.803366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:11.805935 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:11.837594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f7e2-0ce7-46c0-a7bf-6d0e984264c9 req-004ba98e-362b-45bb-8a72-6e3c80b40dd9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:11.839436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3147f7e2-0ce7-46c0-a7bf-6d0e984264c9 req-004ba98e-362b-45bb-8a72-6e3c80b40dd9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 950 time: 0.1529155 Jul 22 14:03:11.858583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdde17dc-9649-4479-8543-ca50cdd8224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.861291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdde17dc-9649-4479-8543-ca50cdd8224a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:11.862718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cdde17dc-9649-4479-8543-ca50cdd8224a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e16f7c00-4b09-4cd1-8961-d7e7ca5f42a5 HTTP/1.1" status: 204 len: 168 time: 0.3112929 Jul 22 14:03:11.892256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-9772358c-9b04-4d75-af57-7ef7e597c0a3 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/f8ff51f1-8126-40be-a3c8-db588c698a8d HTTP/1.1" status: 200 len: 1802 time: 0.0645282 Jul 22 14:03:11.901124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde17dc-9649-4479-8543-ca50cdd8224a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16f7c00-4b09-4cd1-8961-d7e7ca5f42a5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:11.920814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3147f7e2-0ce7-46c0-a7bf-6d0e984264c9 req-52fdb58f-b5b7-4b88-9e62-5b8206661f9d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Jul 22 14:03:11.983087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-b96260c1-9b2e-4314-b9b7-e1b984fe0ad3 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/4ab38d82-6b27-4160-b387-d175b63caf8e HTTP/1.1" status: 200 len: 1803 time: 0.0895226 Jul 22 14:03:11.994626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8ff51f1-8126-40be-a3c8-db588c698a8d', 'remote_group_id': '4ab38d82-6b27-4160-b387-d175b63caf8e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:11.996490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f8ff51f1-8126-40be-a3c8-db588c698a8d', 'remote_group_id': '4ab38d82-6b27-4160-b387-d175b63caf8e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:12.000192 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:12.110200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.173729 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d4c3a-411a-48dd-babc-32d19b9ce0b9 x-openstack-request-id: req-8d5d4c3a-411a-48dd-babc-32d19b9ce0b9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:12.174112 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:12.174438 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d5d4c3a-411a-48dd-babc-32d19b9ce0b9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:12.175078 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'status': 'completed', 'code': 200} Jul 22 14:03:12.221952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.226954 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.248484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d52d52-ed37-4b52-b546-16839d98276f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:12.260136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.263776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c09e2dc-aed9-4e1e-abce-6ce053cddc6f req-ca5e1cfc-f31d-4b62-8f3f-d61e2694e6f4 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2717490 Jul 22 14:03:12.312907 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '0ba679c2-9593-49ce-ad1d-b133fbc90eea', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'port_id': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'mac_address': 'fa:16:3e:30:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:02:54Z', 'updated_at': '2021-07-22T14:03:10Z', 'revision_number': 1, 'project_id': '33433f79fb704407b44aef9589088e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:54Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:12.333762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:12.357966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-2ae6d0f9-0d73-4415-8423-ece6e16083de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:12.357966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-2ae6d0f9-0d73-4415-8423-ece6e16083de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33433f79fb704407b44aef9589088e73&device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 1098 time: 0.1695728 Jul 22 14:03:12.381170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f84bab4-a693-4bf4-a552-197ebc6e26ef req-e1e68a30-48e5-4d16-969e-6161eac89575 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/4ab38d82-6b27-4160-b387-d175b63caf8e HTTP/1.1" status: 200 len: 1803 time: 0.0817134 Jul 22 14:03:12.392758 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] Checking router: 2a823e4c-37e1-4fed-a44a-98fb9273d371 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:12.400891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59f16f-0219-44b6-ad47-5aa96627147d req-a628dde1-bfc5-49b1-ab76-0a31fdd9ba5c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:12.405368 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:12.407898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:12.410380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e59f16f-0219-44b6-ad47-5aa96627147d req-a628dde1-bfc5-49b1-ab76-0a31fdd9ba5c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 944 time: 0.1541886 Jul 22 14:03:12.473267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4f84bab4-a693-4bf4-a552-197ebc6e26ef req-98a0102e-f73c-4b37-a0a0-f40ff0430253 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.511917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4f84bab4-a693-4bf4-a552-197ebc6e26ef req-98a0102e-f73c-4b37-a0a0-f40ff0430253 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.531913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:12.545860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'mac_address': 'fa:16:3e:13:5a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:03:12.608097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.628218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:12.650321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4f84bab4-a693-4bf4-a552-197ebc6e26ef req-98a0102e-f73c-4b37-a0a0-f40ff0430253 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.662262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4f84bab4-a693-4bf4-a552-197ebc6e26ef req-98a0102e-f73c-4b37-a0a0-f40ff0430253 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.667929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f84bab4-a693-4bf4-a552-197ebc6e26ef req-98a0102e-f73c-4b37-a0a0-f40ff0430253 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ab38d82-6b27-4160-b387-d175b63caf8e HTTP/1.1" status: 204 len: 173 time: 0.2860126 Jul 22 14:03:12.669330 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:12.685996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:12.692878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:12.697362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0102e-f73c-4b37-a0a0-f40ff0430253 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab38d82-6b27-4160-b387-d175b63caf8e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:12.713155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e59f16f-0219-44b6-ad47-5aa96627147d req-ce5e0865-c34c-4e50-9e59-cd9e5a734a24 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017111 Jul 22 14:03:12.750462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-dea64a06-dae0-4655-b2b0-cd391f06c752 service neutron] 10.222.0.20 "GET /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.3335347 Jul 22 14:03:12.839665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:12.886286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-540bb970-0f63-41f8-a259-77f5ed954935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:12.888036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-540bb970-0f63-41f8-a259-77f5ed954935 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f HTTP/1.1" status: 200 len: 912 time: 0.5254459 Jul 22 14:03:12.962519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c42a46-828b-49fd-b26d-fb2018489420 req-a28b0fd9-68ba-45ed-bc0f-1b6f11e88f4a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:12.969879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2c42a46-828b-49fd-b26d-fb2018489420 req-a28b0fd9-68ba-45ed-bc0f-1b6f11e88f4a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1727769 Jul 22 14:03:12.996403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:13.017972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2c42a46-828b-49fd-b26d-fb2018489420 req-a7b59a49-b224-4cf5-9bad-d63e054806ba tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464387 Jul 22 14:03:13.087632 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '0ba679c2-9593-49ce-ad1d-b133fbc90eea', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'port_id': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'mac_address': 'fa:16:3e:30:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:02:54Z', 'updated_at': '2021-07-22T14:03:10Z', 'revision_number': 1, 'project_id': '33433f79fb704407b44aef9589088e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:54Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:13.116363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d13938a2-bfd5-4e2d-9eb5-46c706436354 req-c12680d5-f971-43e9-85ac-b7c2d0ccc456 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/f8ff51f1-8126-40be-a3c8-db588c698a8d HTTP/1.1" status: 200 len: 1802 time: 0.3149111 Jul 22 14:03:13.130049 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38239074-ea97-4c89-8634-0105f8b1b56c None None] The sync data for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 is: [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '0ba679c2-9593-49ce-ad1d-b133fbc90eea', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'floating_ip_address': '172.25.8.161', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'port_id': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'mac_address': 'fa:16:3e:30:af:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:02:54Z', 'updated_at': '2021-07-22T14:03:10Z', 'revision_number': 1, 'project_id': '33433f79fb704407b44aef9589088e73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:54Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:03:13.201039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:13.232901 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-f02d6c82-2971-48a0-99bc-f0439ad79704 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8 HTTP/1.1" status: 200 len: 1000 time: 0.3341916 Jul 22 14:03:13.322817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:13.324962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:13.413482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-726485199-network', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:13.414151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-d2759741-6c21-49aa-b3c1-bf306f89a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:13.415874 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-d2759741-6c21-49aa-b3c1-bf306f89a8cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5cba6ac9-985f-4365-8767-44d266d7939a HTTP/1.1" status: 200 len: 850 time: 0.1574290 Jul 22 14:03:13.507946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7091873f-0489-4e0f-9af7-bcb2418b5d56 req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1452562998', 'description': 'tempest-description-482050411'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:13.523440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db0700-d4d6-4f0c-be7e-8708f70b3d42 req-3fb079bf-2c4e-4f27-82ae-8339b17cd0fa tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:13.525254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31db0700-d4d6-4f0c-be7e-8708f70b3d42 req-3fb079bf-2c4e-4f27-82ae-8339b17cd0fa tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 949 time: 0.3073814 Jul 22 14:03:13.528164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37490315-439e-4fa9-af42-fcfa71f63a1e None None] New status for floating IP 0ba679c2-9593-49ce-ad1d-b133fbc90eea: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:03:13.532582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:13.539144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:13.563019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:13.596171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:13.639398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31db0700-d4d6-4f0c-be7e-8708f70b3d42 req-1c3ca744-d29b-48a6-b0fb-36e9a34d9e75 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022418 Jul 22 14:03:13.650797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:13.721148 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7091873f-0489-4e0f-9af7-bcb2418b5d56 req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:13.862517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1383e-f687-4866-8355-4f191870a43a req-c7985712-c3c8-4707-98b1-4dedf50378a8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:13.864283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-c7985712-c3c8-4707-98b1-4dedf50378a8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0&tenant_id=19b15405b2804ee8a1803b9bdcb151d7&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 949 time: 0.2942066 Jul 22 14:03:13.933609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-1b776347-a8bc-4410-9161-b18915abbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:13.935153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-1b776347-a8bc-4410-9161-b18915abbd86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37ed38df-5099-4f48-a7a8-b46b2fa35c9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4860420 Jul 22 14:03:13.952168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:13.959486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:13.982875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:14.007171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7385df24-1e67-4b34-91c5-86d2df3b717f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:14.023535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48e969d-743c-4a2b-93b1-c3ad33fc5b22,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.032052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:14.045285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:03:14.059903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.060318 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Added segment aabebab9-f9b4-4dbd-9ec7-59a044269ea4 of type vlan for network 4f0dab59-d878-4a30-a6f2-d112109a00b0 Jul 22 14:03:14.098508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.100654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.134901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be244c-7778-4fbd-b1e6-82aeb5706403 req-cf3f22fc-2684-44e4-a473-41f94824792e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.136373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56be244c-7778-4fbd-b1e6-82aeb5706403 req-cf3f22fc-2684-44e4-a473-41f94824792e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.2051723 Jul 22 14:03:14.138022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:14.141662 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0b4e84-6e4d-41ca-b8b8-431c3b281011" -d '{"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:14.145658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:14.171468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:14.175424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'mac_address': 'fa:16:3e:ce:78:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:03:14.181096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-7e7d39de-397c-4b14-9726-1ee53b9a4cd6 service neutron] 10.222.0.20 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305937 Jul 22 14:03:14.205239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.222451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.224624 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.286578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1383e-f687-4866-8355-4f191870a43a req-cfa426dc-086b-4f57-852b-6852b385565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.288422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-cfa426dc-086b-4f57-852b-6852b385565a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1101 time: 0.2608883 Jul 22 14:03:14.289341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.291760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7091873f-0489-4e0f-9af7-bcb2418b5d56 req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.293036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.300141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f46df7-a2db-4b63-99b6-b5e85cb5be42 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:14.303323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.303620 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.317898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56be244c-7778-4fbd-b1e6-82aeb5706403 req-a27b9e2e-3b40-4e66-bfd2-c4f2ed148fef tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491003 Jul 22 14:03:14.327955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:14.332163 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.342618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1403646 Jul 22 14:03:14.343776 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7091873f-0489-4e0f-9af7-bcb2418b5d56 req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.346299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:14.351615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:14.351836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] Transition to ACTIVE for port object 7385df24-1e67-4b34-91c5-86d2df3b717f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:14.361750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.383869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Request body: {'subnet': {'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-726485199-subnet', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:14.464338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.491184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 2acfaefa-0523-4b63-801a-35f08d0d64ee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:14.491921 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.518511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] No DVR routers for this DVR port 7385df24-1e67-4b34-91c5-86d2df3b717f on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:03:14.547930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-59b8dbf3-bdaf-49aa-bfdd-fa78f48ccd49 req-33796181-0c37-4573-8661-c15f23325288 service neutron] 10.222.0.20 "GET /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539741 Jul 22 14:03:14.557179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc719e1-b82f-4474-bb83-306e62df4b5c admin admin] Pushing event updated for resources: {'Network': ['ID=4f0dab59-d878-4a30-a6f2-d112109a00b0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.566169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] Pushing event updated for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.596106 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-b84a1461-e58b-47b8-99f4-be9014b77ebd service neutron] 10.222.0.20 "PUT /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f/bindings/n-h1-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.8261583 Jul 22 14:03:14.602899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc123dbc-82c3-4800-b81d-2684132feeae,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.618996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:14.622783 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.628515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:03:14.630453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7091873f-0489-4e0f-9af7-bcb2418b5d56 req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.631991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7091873f-0489-4e0f-9af7-bcb2418b5d56 req-729ce720-b8c7-40ec-adae-cc7e3b022203 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1360669 Jul 22 14:03:14.644589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490e1a6-2fd3-464c-897c-c7a41a2ee7ff req-204ad363-3b38-428d-94ba-6c84ec355723 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.651106 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6490e1a6-2fd3-464c-897c-c7a41a2ee7ff req-204ad363-3b38-428d-94ba-6c84ec355723 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 945 time: 0.1689291 Jul 22 14:03:14.675428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1383e-f687-4866-8355-4f191870a43a req-5f1ac53a-a87b-4e0e-9323-d40024edf73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.677055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-5f1ac53a-a87b-4e0e-9323-d40024edf73a service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3528073 Jul 22 14:03:14.685394 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.705602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6490e1a6-2fd3-464c-897c-c7a41a2ee7ff req-e4ee1479-2655-41f5-97aa-687c12d8ae85 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535004 Jul 22 14:03:14.721958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:14.806527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:14.813580 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54adae86-d77c-4e5c-a16e-d4e9c5dc43d3 x-openstack-request-id: req-54adae86-d77c-4e5c-a16e-d4e9c5dc43d3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:14.813985 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:14.814183 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54adae86-d77c-4e5c-a16e-d4e9c5dc43d3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:14.814550 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'code': 200} Jul 22 14:03:14.821680 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:14.822211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-64d61ace-6e4d-4f67-aad1-31309db99bdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 217 time: 0.1282830 Jul 22 14:03:14.864601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-de3a771e-43f6-4ea8-b237-41460dfb9545 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cc123dbc-82c3-4800-b81d-2684132feeae HTTP/1.1" status: 200 len: 1804 time: 0.0658507 Jul 22 14:03:14.870573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc123dbc-82c3-4800-b81d-2684132feeae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:14.871328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc123dbc-82c3-4800-b81d-2684132feeae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:14.888978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:14.945431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1383e-f687-4866-8355-4f191870a43a req-5e8a616a-c69b-43e4-8947-487d47c9fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.947181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-5e8a616a-c69b-43e4-8947-487d47c9fd18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1177499 Jul 22 14:03:14.994553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-cbd0f8b5-2afb-48df-bee5-e1e128861739 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:14.996141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-cbd0f8b5-2afb-48df-bee5-e1e128861739 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.3154464 Jul 22 14:03:15.004177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.038073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.042791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.060410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa80642-b18d-421e-8015-9714c0e282cc,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:15.076064 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.084837 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-325f6536-c940-47b5-aa4d-4fc1fdc6301d req-81b22bbc-ad8a-48ae-b6bf-df1b16e1ea24 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2188113 Jul 22 14:03:15.166597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.175681 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-10b7f59a-e485-4261-b885-67ee95526e3d tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cc123dbc-82c3-4800-b81d-2684132feeae HTTP/1.1" status: 200 len: 2397 time: 0.0600033 Jul 22 14:03:15.186472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc123dbc-82c3-4800-b81d-2684132feeae', 'remote_group_id': None}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:15.186802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cc123dbc-82c3-4800-b81d-2684132feeae', 'remote_group_id': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:15.229460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1383e-f687-4866-8355-4f191870a43a req-08180090-a183-463f-814d-cc62278a1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.231136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-08180090-a183-463f-814d-cc62278a1405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2750876 Jul 22 14:03:15.256676 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.262354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-03aa55f3-0f55-4a64-84d5-8e9e747ec922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.263922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-03aa55f3-0f55-4a64-84d5-8e9e747ec922 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb&tenant_id=050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 1097 time: 0.2495847 Jul 22 14:03:15.286101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a992f795-0744-40e0-a989-85500daa02fd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:15.289874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.294250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.313026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab49a2-48cc-4a74-80cb-188d2f2da0e2 req-080e9a26-8fb7-4710-89e0-efd16a2bd9e4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.314647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cab5694-dc4c-4e41-af34-fe8753314c61,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:15.314840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab49a2-48cc-4a74-80cb-188d2f2da0e2 req-080e9a26-8fb7-4710-89e0-efd16a2bd9e4 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.3150434 Jul 22 14:03:15.321174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.322781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af049340-b63e-4d8b-bb48-d7d6dfb9657c req-1a81df3b-0a2f-4d11-aeb5-a1bdb8d09225 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1408527 Jul 22 14:03:15.389118 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-58bfcd2c-1544-4dc8-9deb-2d18ad84f9e0 req-4339f1de-2473-4b23-9d76-579671cea461 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cc123dbc-82c3-4800-b81d-2684132feeae HTTP/1.1" status: 200 len: 2995 time: 0.0460467 Jul 22 14:03:15.410996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Checking segment: {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:15.411352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Network hostable DHCP agents. Network: 4f0dab59-d878-4a30-a6f2-d112109a00b0, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:03:15.487592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e4ab49a2-48cc-4a74-80cb-188d2f2da0e2 req-5a4b4794-36ad-4803-8789-ce1d9e2e70c3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567392 Jul 22 14:03:15.492540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-3eed667a-13b4-4f2b-9391-0c28b07e24c9 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478869 Jul 22 14:03:15.525278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61099a0b-af09-43b1-a27d-e6ae8595fd42 req-e25ddc5a-bd7e-4f1d-ab07-f6bfb5da5813 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.527977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:03:15.533369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61099a0b-af09-43b1-a27d-e6ae8595fd42 req-e25ddc5a-bd7e-4f1d-ab07-f6bfb5da5813 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 948 time: 0.0885983 Jul 22 14:03:15.579403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61099a0b-af09-43b1-a27d-e6ae8595fd42 req-74f3ab4b-e5ef-426e-975b-6a64eede1673 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Jul 22 14:03:15.591599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4f0dab59-d878-4a30-a6f2-d112109a00b0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:15.597855 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-e43f9d05-6762-4698-bf69-c285c8bdf0bf tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-group-rules/9cab5694-dc4c-4e41-af34-fe8753314c61 HTTP/1.1" status: 200 len: 783 time: 0.0706120 Jul 22 14:03:15.602198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9083449-cd00-47f3-a00c-cdbfca933adb None None] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:15.640391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.641263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.645379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-896c31a4-acfd-4ac7-a15c-f2fff2b1ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.646693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-896c31a4-acfd-4ac7-a15c-f2fff2b1ce06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1097 time: 0.3568990 Jul 22 14:03:15.809498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4f0dab59-d878-4a30-a6f2-d112109a00b0', 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'fixed_ips': [{'subnet_id': 'a992f795-0744-40e0-a989-85500daa02fd'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:03:15.811707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:15.878984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792a32c-fd93-4518-a100-aa39ccefa6be req-f71ef75b-095b-490e-aa87-0d6ef0a4f913 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:15.882510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8792a32c-fd93-4518-a100-aa39ccefa6be req-f71ef75b-095b-490e-aa87-0d6ef0a4f913 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 945 time: 0.1093602 Jul 22 14:03:15.941994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8792a32c-fd93-4518-a100-aa39ccefa6be req-ceb645f5-9d02-4615-9978-89d6ea3cd8e4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482585 Jul 22 14:03:15.967063 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:03:15.978247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9b5ffc58-713a-4024-a34b-d7c23b849891 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6000452 Jul 22 14:03:15.981083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56336) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:15.986537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:16.019778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Allocated IP 172.20.0.2 (4f0dab59-d878-4a30-a6f2-d112109a00b0/a992f795-0744-40e0-a989-85500daa02fd/519be002-5109-4926-8cc5-bd86f9370fbc) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:16.033560 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.035401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.064085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c1383e-f687-4866-8355-4f191870a43a req-7f9c95c8-688a-4c85-9334-92516c9207bc service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591559 Jul 22 14:03:16.072914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-3b1ce596-a44d-42c2-a4d0-69666bb8c7f5 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cc123dbc-82c3-4800-b81d-2684132feeae HTTP/1.1" status: 200 len: 2995 time: 0.4361360 Jul 22 14:03:16.121358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-03db7fed-0dfa-49fd-8f49-10c9aa1f4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:16.122863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-03db7fed-0dfa-49fd-8f49-10c9aa1f4e37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.4608181 Jul 22 14:03:16.140999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-bf983c5f-42c4-4683-aada-ac16ca79b401 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.143670 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.165050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-bf983c5f-42c4-4683-aada-ac16ca79b401 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.207843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-5a165d32-9640-480b-b2cb-e14a4d7f0f36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 200 len: 217 time: 0.0581787 Jul 22 14:03:16.245010 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.263171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Transition to ACTIVE for port object 519be002-5109-4926-8cc5-bd86f9370fbc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:16.263921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-bf983c5f-42c4-4683-aada-ac16ca79b401 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.282339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-bf983c5f-42c4-4683-aada-ac16ca79b401 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.283911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a6d8df5-fefe-4d45-83e6-d31df2ba2d11 req-bf983c5f-42c4-4683-aada-ac16ca79b401 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9cab5694-dc4c-4e41-af34-fe8753314c61 HTTP/1.1" status: 204 len: 173 time: 0.2035639 Jul 22 14:03:16.286390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Transition to ACTIVE for port object 519be002-5109-4926-8cc5-bd86f9370fbc will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:16.294392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf983c5f-42c4-4683-aada-ac16ca79b401 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cab5694-dc4c-4e41-af34-fe8753314c61,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:16.301382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-6f6692c5-5c72-4164-8778-f62ff64db149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:16.303446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-6f6692c5-5c72-4164-8778-f62ff64db149 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.0879571 Jul 22 14:03:16.307179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.346090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-627d6315-a90d-447c-a7e9-36247a136687 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342271 Jul 22 14:03:16.351042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.367221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:16.371455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:16.378173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:16.388082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Pushing event updated for resources: {'Port': ['ID=519be002-5109-4926-8cc5-bd86f9370fbc,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:16.388559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaa519a4-e5d9-4e22-9f1f-1a6a4a1853db req-f1b4e121-fdb1-42f8-9acb-1d9ee31a86cf tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cc123dbc-82c3-4800-b81d-2684132feeae HTTP/1.1" status: 200 len: 2397 time: 0.0647542 Jul 22 14:03:16.486681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Attempting to bind port 519be002-5109-4926-8cc5-bd86f9370fbc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:16.487158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Attempting to bind port 519be002-5109-4926-8cc5-bd86f9370fbc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:16.487446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Attempting to bind port 519be002-5109-4926-8cc5-bd86f9370fbc on network 4f0dab59-d878-4a30-a6f2-d112109a00b0 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:16.492829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:16.494192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Checking segment: {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:16.494192 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.494192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Bound using segment: {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:16.494553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Bound port: 519be002-5109-4926-8cc5-bd86f9370fbc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:16.494886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.517895 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aaa519a4-e5d9-4e22-9f1f-1a6a4a1853db req-8f335134-fb46-4e84-b7d2-daffb07e2d12 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.523475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-140118e5-def3-4e56-af0d-3d001e5f316a service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690941 Jul 22 14:03:16.586635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aaa519a4-e5d9-4e22-9f1f-1a6a4a1853db req-8f335134-fb46-4e84-b7d2-daffb07e2d12 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.624276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] For port 519be002-5109-4926-8cc5-bd86f9370fbc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:16.635453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] For port 519be002-5109-4926-8cc5-bd86f9370fbc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=519be002-5109-4926-8cc5-bd86f9370fbc,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:16.641956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.720629 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-58b7b284-7d0b-4318-8f17-987c335be6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893952 Jul 22 14:03:16.779703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5d1b5-1b5b-47ba-89d3-f68dcb9b8e38 req-bccbdd4a-f931-4f5c-a9e7-132df96384ff tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:16.781679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3bf5d1b5-1b5b-47ba-89d3-f68dcb9b8e38 req-bccbdd4a-f931-4f5c-a9e7-132df96384ff tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.1421535 Jul 22 14:03:16.803028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2a13f-87c1-49e0-80f7-f2ad30095e47 None None] Pushing event updated for resources: {'Port': ['ID=519be002-5109-4926-8cc5-bd86f9370fbc,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:16.818832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:16.822950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aaa519a4-e5d9-4e22-9f1f-1a6a4a1853db req-8f335134-fb46-4e84-b7d2-daffb07e2d12 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.823489 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1ac70f-0ec4-4664-8bed-35d791b6daca" -d '{"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-plugged", "status": "completed", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:16.826054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aaa519a4-e5d9-4e22-9f1f-1a6a4a1853db req-8f335134-fb46-4e84-b7d2-daffb07e2d12 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.831517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaa519a4-e5d9-4e22-9f1f-1a6a4a1853db req-8f335134-fb46-4e84-b7d2-daffb07e2d12 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/cc123dbc-82c3-4800-b81d-2684132feeae HTTP/1.1" status: 204 len: 173 time: 0.4290280 Jul 22 14:03:16.852014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f335134-fb46-4e84-b7d2-daffb07e2d12 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc123dbc-82c3-4800-b81d-2684132feeae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:16.879344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3bf5d1b5-1b5b-47ba-89d3-f68dcb9b8e38 req-415f8057-120e-4194-845f-3f35d3903a63 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882838 Jul 22 14:03:16.921769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.964885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:16.996853 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b812fca-bd06-4f96-a602-c8217ecb47c1 x-openstack-request-id: req-2b812fca-bd06-4f96-a602-c8217ecb47c1 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:17.000444 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-plugged", "status": "completed", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:17.001009 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b812fca-bd06-4f96-a602-c8217ecb47c1 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:17.001648 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'code': 200} Jul 22 14:03:17.046940 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-b2555ac0-bf86-4d6e-86ea-499183f502f6 req-3b400788-bca4-4de7-9203-51385268aa0b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] show failed (client error): The resource could not be found. Jul 22 14:03:17.055952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2555ac0-bf86-4d6e-86ea-499183f502f6 req-3b400788-bca4-4de7-9203-51385268aa0b tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/4ab38d82-6b27-4160-b387-d175b63caf8e HTTP/1.1" status: 404 len: 352 time: 0.0237710 Jul 22 14:03:17.126575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Allocated IP 172.25.8.88 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/ff93ccdc-8a88-487a-8fcc-6f3b6a306286) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:17.286459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-afc9ca11-34df-49d8-b253-9267ff0c6e08 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:17.288333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-afc9ca11-34df-49d8-b253-9267ff0c6e08 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1607404 Jul 22 14:03:17.291892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beb58d-fd96-4c98-bd01-393fc2c41fbd req-565aa364-fc7b-4451-aaba-2b049ffdab0d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:17.293682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8beb58d-fd96-4c98-bd01-393fc2c41fbd req-565aa364-fc7b-4451-aaba-2b049ffdab0d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 948 time: 0.2684150 Jul 22 14:03:17.297723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:17.363395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c844e-67e4-403a-b251-c0169f9092b7 req-d4bacbf3-4c7c-431c-ab86-bef506409611 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:17.367192 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c25c844e-67e4-403a-b251-c0169f9092b7 req-d4bacbf3-4c7c-431c-ab86-bef506409611 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 945 time: 0.1716154 Jul 22 14:03:17.367409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.375771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:17.376407 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.425001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8beb58d-fd96-4c98-bd01-393fc2c41fbd req-05f08e37-2bb8-4233-906d-2dbca6b4af3d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203575 Jul 22 14:03:17.454432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acee535-c5bc-4109-80d4-05b944da3468 req-cc99de1f-bc54-444a-aba4-76fdff5c20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:17.455979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3acee535-c5bc-4109-80d4-05b944da3468 req-cc99de1f-bc54-444a-aba4-76fdff5c20da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1103 time: 0.1564748 Jul 22 14:03:17.476368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.515294 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.528079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-120d59b7-ea9d-47ce-840f-40d5147c1387 service neutron] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:17.543600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-120d59b7-ea9d-47ce-840f-40d5147c1387 service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.545604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa48351a-fc18-4c90-9f15-b40daf199207 req-120d59b7-ea9d-47ce-840f-40d5147c1387 service neutron] 10.222.0.13 "DELETE /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f/bindings/n-h2-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.2491949 Jul 22 14:03:17.568121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c25c844e-67e4-403a-b251-c0169f9092b7 req-de537e83-d13e-4f9a-b4b2-ed907f681972 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871009 Jul 22 14:03:17.571446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:17.595222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:17.595222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:17.595222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3acee535-c5bc-4109-80d4-05b944da3468 req-9a1200d7-7082-4973-8d12-01a2a39093da service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287510 Jul 22 14:03:17.626968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Pushing event updated for resources: {'Port': ['ID=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:17.629136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:17.646249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.675786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-afb22390-5e95-459f-ba53-d333aa554926 req-a8c49cf3-5c48-42a2-9ceb-4fe8fb99c255 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/f8ff51f1-8126-40be-a3c8-db588c698a8d HTTP/1.1" status: 200 len: 1802 time: 0.1066391 Jul 22 14:03:17.738925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:17.854955 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb22390-5e95-459f-ba53-d333aa554926 req-d305c606-1897-4b0f-a456-2045a667fc06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:17.908677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2022a-1acf-4173-91e4-b1728d1faa63 req-ce1ad6dd-c9f1-4e50-810f-bc398cb38b7d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:17.916949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 519be002-5109-4926-8cc5-bd86f9370fbc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:17.931989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33f2022a-1acf-4173-91e4-b1728d1faa63 req-ce1ad6dd-c9f1-4e50-810f-bc398cb38b7d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.1909654 Jul 22 14:03:17.962865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb22390-5e95-459f-ba53-d333aa554926 req-d305c606-1897-4b0f-a456-2045a667fc06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.035874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 519be002-5109-4926-8cc5-bd86f9370fbc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:18.054118 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.057068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33f2022a-1acf-4173-91e4-b1728d1faa63 req-c282f756-9905-4521-bcd0-0144339ed680 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241970 Jul 22 14:03:18.057474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb22390-5e95-459f-ba53-d333aa554926 req-d305c606-1897-4b0f-a456-2045a667fc06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.063899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb22390-5e95-459f-ba53-d333aa554926 req-d305c606-1897-4b0f-a456-2045a667fc06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.065071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-afb22390-5e95-459f-ba53-d333aa554926 req-d305c606-1897-4b0f-a456-2045a667fc06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/f8ff51f1-8126-40be-a3c8-db588c698a8d HTTP/1.1" status: 204 len: 173 time: 0.3584900 Jul 22 14:03:18.168821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305c606-1897-4b0f-a456-2045a667fc06 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff51f1-8126-40be-a3c8-db588c698a8d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:18.194404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73c1d7-f76b-4f4e-8521-93011463942d None None] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:18.212531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce16f49-3d2b-4fc9-9009-4705fe9a0ca2 req-8ea99500-c59a-4d33-b733-25ce4fd7ba9c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:18.216517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ce16f49-3d2b-4fc9-9009-4705fe9a0ca2 req-8ea99500-c59a-4d33-b733-25ce4fd7ba9c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.0770874 Jul 22 14:03:18.245808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] Provisioning for port 519be002-5109-4926-8cc5-bd86f9370fbc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:18.258647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1733ac09-502d-4adc-b93e-9bbf2c9cdea0 req-cac9ad95-92ad-4bb1-adb9-cd3fb99401c6 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/4a3babaf-50b3-4844-a346-d8fc922016fb HTTP/1.1" status: 200 len: 1804 time: 0.1122787 Jul 22 14:03:18.272880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ce16f49-3d2b-4fc9-9009-4705fe9a0ca2 req-1874d054-34f2-4d06-9903-ae984beca20e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Jul 22 14:03:18.295259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] Provisioning complete for port 519be002-5109-4926-8cc5-bd86f9370fbc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:18.295652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.426606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1733ac09-502d-4adc-b93e-9bbf2c9cdea0 req-425c8d68-4e84-4bb2-a09f-ffcbbf416b49 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.455937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1733ac09-502d-4adc-b93e-9bbf2c9cdea0 req-425c8d68-4e84-4bb2-a09f-ffcbbf416b49 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.470728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.480338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.519223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea04f72-828d-49bf-b573-ed951e8ee9e0 req-08d9df1a-0129-4de9-8c95-4387f31f1a95 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:18.522078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9ea04f72-828d-49bf-b573-ed951e8ee9e0 req-08d9df1a-0129-4de9-8c95-4387f31f1a95 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1097 time: 0.1101320 Jul 22 14:03:18.537392 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7024cb11-12e8-4223-bdf5-2cebb51e3e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.555564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] For port 519be002-5109-4926-8cc5-bd86f9370fbc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=519be002-5109-4926-8cc5-bd86f9370fbc,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:18.562794 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.577955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9ea04f72-828d-49bf-b573-ed951e8ee9e0 req-b6ea4969-1779-4b04-8922-ffaff99f3fa3 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Jul 22 14:03:18.632336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1733ac09-502d-4adc-b93e-9bbf2c9cdea0 req-425c8d68-4e84-4bb2-a09f-ffcbbf416b49 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.635532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1733ac09-502d-4adc-b93e-9bbf2c9cdea0 req-425c8d68-4e84-4bb2-a09f-ffcbbf416b49 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.636725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1733ac09-502d-4adc-b93e-9bbf2c9cdea0 req-425c8d68-4e84-4bb2-a09f-ffcbbf416b49 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a3babaf-50b3-4844-a346-d8fc922016fb HTTP/1.1" status: 204 len: 173 time: 0.3695273 Jul 22 14:03:18.665943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f4749-c76d-430c-a57c-d2815de65804 None None] Pushing event updated for resources: {'Port': ['ID=519be002-5109-4926-8cc5-bd86f9370fbc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:18.680740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c8d68-4e84-4bb2-a09f-ffcbbf416b49 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3babaf-50b3-4844-a346-d8fc922016fb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:18.744579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Router 1689900d-47c9-4f66-9517-d91977253161 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:03:18.745069 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.889782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a04efe09-6d26-43da-bffe-a589553529b0 req-8f37d5bf-8614-4ac5-8dd1-6206fe7815fc tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/49cdf2ce-84e4-4ad3-8150-7cb4a3c95717 HTTP/1.1" status: 200 len: 1805 time: 0.0677722 Jul 22 14:03:18.957418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff9ce0-9cda-4221-ab7f-1d7fcf592c7d req-126b7c94-f6b3-49d4-8799-5b6de8665478 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:18.959001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-edff9ce0-9cda-4221-ab7f-1d7fcf592c7d req-126b7c94-f6b3-49d4-8799-5b6de8665478 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 1097 time: 0.2069898 Jul 22 14:03:18.965596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a04efe09-6d26-43da-bffe-a589553529b0 req-f8843d1b-27c9-439c-aa23-4f7c81454d16 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:18.974907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:18.992758 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Sync routers for ids ['1689900d-47c9-4f66-9517-d91977253161'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:19.002983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:19.004842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.005204 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb47c33a-cdd8-414d-80c9-50d30b043e8f" -d '{"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-plugged", "status": "completed", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:19.009149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8def251-1978-44e6-96da-2d2a62ea7703 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0237334 Jul 22 14:03:19.009149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56388) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:19.010340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bf55637d-f7ce-4656-9bc0-942b59fa02ee None None] Provisioning complete for port 519be002-5109-4926-8cc5-bd86f9370fbc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:19.010717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf55637d-f7ce-4656-9bc0-942b59fa02ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.011018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a04efe09-6d26-43da-bffe-a589553529b0 req-f8843d1b-27c9-439c-aa23-4f7c81454d16 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.016769 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Routers {'1689900d-47c9-4f66-9517-d91977253161'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:19.017906 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1689900d-47c9-4f66-9517-d91977253161'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:19.019578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-edff9ce0-9cda-4221-ab7f-1d7fcf592c7d req-bad302dc-2ddf-4631-91d3-d91567838859 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512609 Jul 22 14:03:19.101588 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a04efe09-6d26-43da-bffe-a589553529b0 req-f8843d1b-27c9-439c-aa23-4f7c81454d16 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.105725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a04efe09-6d26-43da-bffe-a589553529b0 req-f8843d1b-27c9-439c-aa23-4f7c81454d16 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.107683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a04efe09-6d26-43da-bffe-a589553529b0 req-f8843d1b-27c9-439c-aa23-4f7c81454d16 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/49cdf2ce-84e4-4ad3-8150-7cb4a3c95717 HTTP/1.1" status: 204 len: 173 time: 0.2107117 Jul 22 14:03:19.134539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8843d1b-27c9-439c-aa23-4f7c81454d16 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cdf2ce-84e4-4ad3-8150-7cb4a3c95717,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:19.246603 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157d6a0b-dd46-43d5-836c-e7157403d06b x-openstack-request-id: req-157d6a0b-dd46-43d5-836c-e7157403d06b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:19.246895 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-plugged", "status": "completed", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:19.247152 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-157d6a0b-dd46-43d5-836c-e7157403d06b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:19.247547 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'code': 200} Jul 22 14:03:19.259874 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Set router 1689900d-47c9-4f66-9517-d91977253161 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:19.301431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac57b709-de47-4a8c-af99-5cbfdbe0f5eb req-a316a2dd-c29e-49c1-990b-475748502265 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/cd76ef5e-0b92-4985-a891-e979f180952c HTTP/1.1" status: 200 len: 2404 time: 0.0901499 Jul 22 14:03:19.509952 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:17Z', 'revision_number': 3, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:19.540224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Checking router: 1689900d-47c9-4f66-9517-d91977253161 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:19.540725 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Updating router 1689900d-47c9-4f66-9517-d91977253161 port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:03:19.586229 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.688044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.803643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7a748-23f8-41e5-bb59-e6c57e6c31bc req-ecb66f1f-cfd7-4b9c-a040-d47c111293c7 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:19.813827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35d7a748-23f8-41e5-bb59-e6c57e6c31bc req-ecb66f1f-cfd7-4b9c-a040-d47c111293c7 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.1295259 Jul 22 14:03:19.823911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ac57b709-de47-4a8c-af99-5cbfdbe0f5eb req-3379fb96-65e5-4a38-ae19-28eb43022a5f tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.833051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 519be002-5109-4926-8cc5-bd86f9370fbc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:19.867203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ac57b709-de47-4a8c-af99-5cbfdbe0f5eb req-3379fb96-65e5-4a38-ae19-28eb43022a5f tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:19.903354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35d7a748-23f8-41e5-bb59-e6c57e6c31bc req-b8668de9-77c9-48dd-b490-58d58b33deb3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884941 Jul 22 14:03:19.948265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 519be002-5109-4926-8cc5-bd86f9370fbc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:19.950972 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.050315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-36aa977e-a11e-4237-a19f-e933596016a2 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512929 Jul 22 14:03:20.131107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ac57b709-de47-4a8c-af99-5cbfdbe0f5eb req-3379fb96-65e5-4a38-ae19-28eb43022a5f tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.134488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ac57b709-de47-4a8c-af99-5cbfdbe0f5eb req-3379fb96-65e5-4a38-ae19-28eb43022a5f tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.138041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac57b709-de47-4a8c-af99-5cbfdbe0f5eb req-3379fb96-65e5-4a38-ae19-28eb43022a5f tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/cd76ef5e-0b92-4985-a891-e979f180952c HTTP/1.1" status: 204 len: 173 time: 0.8002713 Jul 22 14:03:20.184935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379fb96-65e5-4a38-ae19-28eb43022a5f tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd76ef5e-0b92-4985-a891-e979f180952c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:20.259077 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.274864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Transition to ACTIVE for port object ff93ccdc-8a88-487a-8fcc-6f3b6a306286 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:20.285351 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.289455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-1672e5f8-73b5-47f2-8c2d-cae4b3561a16 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:20.291677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-1672e5f8-73b5-47f2-8c2d-cae4b3561a16 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335289 Jul 22 14:03:20.317525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-e1476080-06ff-4e46-ba61-e3b268466319 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/quotas/19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 375 time: 0.0196838 Jul 22 14:03:20.337657 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d137ed-2508-411a-aa77-56a423b79d72 None None] Pushing event updated for resources: {'Port': ['ID=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:20.344058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.373465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Attempting to bind port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:20.374240 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Attempting to bind port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:20.375567 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Attempting to bind port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:20.382344 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:20.383230 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:20.383954 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.384767 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:20.385797 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Bound port: ff93ccdc-8a88-487a-8fcc-6f3b6a306286, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:20.386774 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.444099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-60320ec0-3b0c-4e3a-9f91-06c827c86485 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250160 Jul 22 14:03:20.496272 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] For port ff93ccdc-8a88-487a-8fcc-6f3b6a306286, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:20.501941 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] For port ff93ccdc-8a88-487a-8fcc-6f3b6a306286, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:20.507231 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.587974 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d137ed-2508-411a-aa77-56a423b79d72 None None] Pushing event updated for resources: {'Port': ['ID=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:20.591340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7fbcfa14-3c3a-48e9-a31b-a2795b4565c7 req-9b84880b-9cef-49b9-b254-ba95f08979d3 tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "GET /v2.0/security-groups/869147b1-2eeb-4a7e-83ab-59d095ae4325 HTTP/1.1" status: 200 len: 2397 time: 0.0836875 Jul 22 14:03:20.626638 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Routers {'1689900d-47c9-4f66-9517-d91977253161'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:20.627404 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:02:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1689900d-47c9-4f66-9517-d91977253161'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:20.716307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Allocated IP 172.20.0.1 (4f0dab59-d878-4a30-a6f2-d112109a00b0/a992f795-0744-40e0-a989-85500daa02fd/7029a768-7772-43cd-83c0-aa2b169f9fff) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:20.949185 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fbcfa14-3c3a-48e9-a31b-a2795b4565c7 req-f9bc9480-9de0-433c-a5d0-b7ccf5e36f8e tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:20.955472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02387f42-1d41-4efc-8eaa-606f8b87e175 req-6e4fb00d-93a9-4f45-9c96-4f27041d65e9 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:20.959379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02387f42-1d41-4efc-8eaa-606f8b87e175 req-6e4fb00d-93a9-4f45-9c96-4f27041d65e9 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1103 time: 0.0919495 Jul 22 14:03:20.969390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] Set router 1689900d-47c9-4f66-9517-d91977253161 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:20.998211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.005332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fbcfa14-3c3a-48e9-a31b-a2795b4565c7 req-f9bc9480-9de0-433c-a5d0-b7ccf5e36f8e tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.031592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02387f42-1d41-4efc-8eaa-606f8b87e175 req-cb31675d-bb65-4f83-a3b0-43e803771db7 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683050 Jul 22 14:03:21.046974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Transition to ACTIVE for port object 7029a768-7772-43cd-83c0-aa2b169f9fff will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:21.142127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fbcfa14-3c3a-48e9-a31b-a2795b4565c7 req-f9bc9480-9de0-433c-a5d0-b7ccf5e36f8e tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.148766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7fbcfa14-3c3a-48e9-a31b-a2795b4565c7 req-f9bc9480-9de0-433c-a5d0-b7ccf5e36f8e tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.150486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7fbcfa14-3c3a-48e9-a31b-a2795b4565c7 req-f9bc9480-9de0-433c-a5d0-b7ccf5e36f8e tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] 10.222.0.11 "DELETE /v2.0/security-groups/869147b1-2eeb-4a7e-83ab-59d095ae4325 HTTP/1.1" status: 204 len: 173 time: 0.5510039 Jul 22 14:03:21.155182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.160490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56444) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:21.194641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8decde0-c592-4303-b625-0d928cb554f6 req-2aa2addb-00cd-47d4-aaaa-91f40ce1913b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 210 time: 0.0842276 Jul 22 14:03:21.206798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc9480-9de0-433c-a5d0-b7ccf5e36f8e tempest-SecurityGroupRulesTestJSON-1965046726 tempest-SecurityGroupRulesTestJSON-1965046726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869147b1-2eeb-4a7e-83ab-59d095ae4325,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:21.274263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:21.292973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:21.344072 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.346023 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ddea7312-8029-4179-bcd1-27ce4e37c5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.362254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Pushing event updated for resources: {'Port': ['ID=7029a768-7772-43cd-83c0-aa2b169f9fff,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:21.378341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:21.433257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Deleting subnet 8ff3d07c-3525-45fc-a712-f89723eda14d {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:03:21.442734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.462714 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:17Z', 'revision_number': 3, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:21.486901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.550024 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a229-e927-4f2c-baff-b9e119cf981e None None] The sync data for ids ['1689900d-47c9-4f66-9517-d91977253161'] in n-d-787205-11 is: [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:17Z', 'revision_number': 3, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:03:21.595337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.676773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c7a4d-46dd-439f-8219-c70204bc4ecb req-a96df2fe-115a-4fd2-9a8c-5a03d469557b tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:21.685530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-575c7a4d-46dd-439f-8219-c70204bc4ecb req-a96df2fe-115a-4fd2-9a8c-5a03d469557b tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 1103 time: 0.1643445 Jul 22 14:03:21.756107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bb8e05c1-d9c5-433f-b3ba-9603849ab370 None None] Provisioning for port 7029a768-7772-43cd-83c0-aa2b169f9fff completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:21.760741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-575c7a4d-46dd-439f-8219-c70204bc4ecb req-81fe23c4-49b4-4c98-928e-f09b5851b5c8 tempest-ServersAdminTestJSON-2097193295 tempest-ServersAdminTestJSON-2097193295-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739517 Jul 22 14:03:21.767876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bb8e05c1-d9c5-433f-b3ba-9603849ab370 None None] Provisioning complete for port 7029a768-7772-43cd-83c0-aa2b169f9fff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:21.770585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb8e05c1-d9c5-433f-b3ba-9603849ab370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.782906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:21.926144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bb8e05c1-d9c5-433f-b3ba-9603849ab370 None None] Port 7029a768-7772-43cd-83c0-aa2b169f9fff cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:21.964821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.118087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.120586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff3d07c-3525-45fc-a712-f89723eda14d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:22.139445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.144799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dc8804e8-2b83-49b1-bb19-31ee1a850acf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8ff3d07c-3525-45fc-a712-f89723eda14d HTTP/1.1" status: 204 len: 168 time: 0.9754267 Jul 22 14:03:22.145920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56462) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:22.258394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d62eb-eb67-4801-9e22-ad5915d5ec16 req-19cd7cdf-6ba9-4bd3-b096-a3542b5967c6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:22.273662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.274442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-974d62eb-eb67-4801-9e22-ad5915d5ec16 req-19cd7cdf-6ba9-4bd3-b096-a3542b5967c6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 950 time: 0.1594307 Jul 22 14:03:22.392354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.397076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-331b3e37-a523-4846-860d-7089290652da tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924075 Jul 22 14:03:22.417413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.442921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-974d62eb-eb67-4801-9e22-ad5915d5ec16 req-1b1010ed-d3b0-45be-a586-bd6d8138e7a1 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673753 Jul 22 14:03:22.511753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6dbbefe4-26d9-41aa-9643-94b22b64c59f req-7bb2f997-44f6-401b-94fc-7fa73f2bbbe8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 210 time: 0.1082339 Jul 22 14:03:22.615582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-00744034-6814-419c-8d7c-27b03794ac19 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:22.617136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-00744034-6814-419c-8d7c-27b03794ac19 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087231 Jul 22 14:03:22.634638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.647992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Request body: {'port': {'device_id': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '19b15405b2804ee8a1803b9bdcb151d7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:22.648654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.657515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Pushing event updated for resources: {'Port': ['ID=7029a768-7772-43cd-83c0-aa2b169f9fff,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:22.770622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.783384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56de9ac-78d6-4787-af28-40708c6925dc']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:22.798869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcfdb41-bf4a-445a-9fd8-6ad5a7a67c8f') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:22.799295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcfdb41-bf4a-445a-9fd8-6ad5a7a67c8f') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:22.810012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.909246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Made reservation on behalf of 19b15405b2804ee8a1803b9bdcb151d7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:22.913110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.917389 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.928671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:03:22.929084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:03:22.930812 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:03:23.047557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.065689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.072442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a56de9ac-78d6-4787-af28-40708c6925dc HTTP/1.1" status: 204 len: 168 time: 0.9213655 Jul 22 14:03:23.089029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:23.112745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebc14d-d825-4537-922c-b85a1a5e3524 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56de9ac-78d6-4787-af28-40708c6925dc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:23.124103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:23.241416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Allocated IP 192.168.233.210 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/3eaf21fd-fdc9-41dc-a03d-cf5d24be203c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:23.299640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:23.360288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Router 1689900d-47c9-4f66-9517-d91977253161 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:03:23.409517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-18cfd2ec-b7cb-4fd5-addf-bc24e4df812b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c645ba041c1246388224123ddb0df150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077988 Jul 22 14:03:23.412936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56478) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:23.570728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2a9fdf95-e620-45af-a2b3-183c947a3f7d None None] Provisioning complete for port 7029a768-7772-43cd-83c0-aa2b169f9fff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:23.571344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2a9fdf95-e620-45af-a2b3-183c947a3f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.646531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2a9fdf95-e620-45af-a2b3-183c947a3f7d None None] Port 7029a768-7772-43cd-83c0-aa2b169f9fff cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:23.702325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa674b42-7758-4374-b32e-30845aad534a req-348f174f-68b9-46e6-832b-ef56088392f5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 210 time: 0.0571873 Jul 22 14:03:23.716487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.750827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40967c96-02b6-40fa-b6d6-32bc1c5539d8 req-8a3914d0-ff30-445b-914f-6b83a1b8e361 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:23.756606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d9f53bc-e3e3-4c49-9540-aa52875440fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.761079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40967c96-02b6-40fa-b6d6-32bc1c5539d8 req-8a3914d0-ff30-445b-914f-6b83a1b8e361 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 950 time: 0.1732743 Jul 22 14:03:23.782871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:23.790296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Transition to ACTIVE for port object 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:23.809702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-e25b1746-aa0b-463b-a7f6-b2e7be5f2ff5 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:23.813417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-e25b1746-aa0b-463b-a7f6-b2e7be5f2ff5 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 950 time: 0.4396801 Jul 22 14:03:23.831371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a340671-09c6-4ba6-8028-4e7ee558da10 admin admin] 10.222.0.11 "PUT /v2.0/routers/1689900d-47c9-4f66-9517-d91977253161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8203902 Jul 22 14:03:23.834647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40967c96-02b6-40fa-b6d6-32bc1c5539d8 req-b171ae58-3301-48ff-a222-1be7a83a6171 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726647 Jul 22 14:03:23.874139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff93ccdc-8a88-487a-8fcc-6f3b6a306286 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:23.889396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d9f53bc-e3e3-4c49-9540-aa52875440fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.908868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:23.942310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:23.949136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:24.000277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:24.004671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:24.009701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:24.017866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:24.035428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d9f53bc-e3e3-4c49-9540-aa52875440fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.038977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d9f53bc-e3e3-4c49-9540-aa52875440fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.040190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5d9f53bc-e3e3-4c49-9540-aa52875440fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af3c285d-a926-491b-a2e5-74340e0f8c93 HTTP/1.1" status: 204 len: 168 time: 0.6229253 Jul 22 14:03:24.058898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f53bc-e3e3-4c49-9540-aa52875440fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3c285d-a926-491b-a2e5-74340e0f8c93,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:24.081007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Deleting port 116a31d1-aedc-4fe9-9f79-a420c9175a4d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:03:24.083337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.091045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:24.092411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.123773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-4f85c8f1-1a89-4a2c-b4b1-48da9ead2e88 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4864318 Jul 22 14:03:24.144093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Request body: {'port': {'device_id': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:24.333122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] For port 116a31d1-aedc-4fe9-9f79-a420c9175a4d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=116a31d1-aedc-4fe9-9f79-a420c9175a4d,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:24.343597 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.363571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:24.369499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Sync routers for ids ['1689900d-47c9-4f66-9517-d91977253161'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:24.375395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Calling delete_port for 116a31d1-aedc-4fe9-9f79-a420c9175a4d owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:03:24.414767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Routers {'1689900d-47c9-4f66-9517-d91977253161'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:24.415695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1689900d-47c9-4f66-9517-d91977253161'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:24.456975 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.554335 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.607629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:24.625136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:24.625958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.673906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b3628ef7-a30e-47d8-99d8-f58bc361637a None None] Provisioning for port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:24.691469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b3628ef7-a30e-47d8-99d8-f58bc361637a None None] Provisioning complete for port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:24.691984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b3628ef7-a30e-47d8-99d8-f58bc361637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.746883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:24.790576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b3628ef7-a30e-47d8-99d8-f58bc361637a None None] Port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:24.895506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event deleted for resources: {'Port': ['ID=116a31d1-aedc-4fe9-9f79-a420c9175a4d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:24.924449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Set router 1689900d-47c9-4f66-9517-d91977253161 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:25.022064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1425101587'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:25.037960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] No DVR routers for this DVR port 116a31d1-aedc-4fe9-9f79-a420c9175a4d on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:03:25.051134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.055942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a697af4-1a7c-4918-939d-8ba545a6e1be req-3dfe1b82-37e0-4d2a-a1ab-bf46253972a3 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "DELETE /v2.0/ports/116a31d1-aedc-4fe9-9f79-a420c9175a4d HTTP/1.1" status: 204 len: 173 time: 1.2225132 Jul 22 14:03:25.057551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'name': 'network-vif-deleted', 'tag': '116a31d1-aedc-4fe9-9f79-a420c9175a4d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:25.060056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:25.060473 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353cbc81-92f7-45d0-bb4d-d307043cfb6f" -d '{"events": [{"server_uuid": "0185d0c5-5dae-4d93-bc82-34e39251d0e7", "name": "network-vif-deleted", "tag": "116a31d1-aedc-4fe9-9f79-a420c9175a4d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:25.070133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.197569 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d890a79-4f47-4996-b96f-593819e6d027 req-b874abf9-7ae1-4c8b-adf4-83c2e5136951 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=0185d0c5-5dae-4d93-bc82-34e39251d0e7 HTTP/1.1" status: 200 len: 210 time: 0.1380949 Jul 22 14:03:25.210085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2afc5-271f-432c-b95a-438371470243 req-7ac80d9f-7bf6-4c15-a946-339746887827 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:25.216827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a2afc5-271f-432c-b95a-438371470243 req-7ac80d9f-7bf6-4c15-a946-339746887827 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 936 time: 0.2362309 Jul 22 14:03:25.244281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.302962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:03:25.304926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a2afc5-271f-432c-b95a-438371470243 req-5a273a79-5f48-4ca7-852d-cdd6ed7adc47 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794177 Jul 22 14:03:25.391665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.392259 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Added segment 33f5a0c6-4c29-45d3-8fdf-69ee656f9902 of type vlan for network c096e517-9156-4a54-bf79-61224a4e852c Jul 22 14:03:25.436317 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91342f38-0b89-4dd6-b31e-f924eb7dad4e x-openstack-request-id: req-91342f38-0b89-4dd6-b31e-f924eb7dad4e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:25.436611 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0185d0c5-5dae-4d93-bc82-34e39251d0e7", "name": "network-vif-deleted", "tag": "116a31d1-aedc-4fe9-9f79-a420c9175a4d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:25.436793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ff93ccdc-8a88-487a-8fcc-6f3b6a306286, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:25.437056 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91342f38-0b89-4dd6-b31e-f924eb7dad4e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:25.437426 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0185d0c5-5dae-4d93-bc82-34e39251d0e7', 'name': 'network-vif-deleted', 'tag': '116a31d1-aedc-4fe9-9f79-a420c9175a4d', 'status': 'completed', 'code': 200} Jul 22 14:03:25.445595 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.608326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:25.625671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.646462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.706448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Transition to ACTIVE for port object 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:25.721598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.738429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:25.745579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b70c2be4-9db8-468f-8aba-f8b7fd82330c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:25.752104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.758310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:25.759256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:25.813507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56538) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:25.867284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:25.898546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:25.972537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6073263 Jul 22 14:03:25.975197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56542) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:25.980362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'subnet': {'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:26.088082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:21Z', 'revision_number': 4, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7029a768-7772-43cd-83c0-aa2b169f9fff', 'name': '', 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'mac_address': 'fa:16:3e:2a:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a992f795-0744-40e0-a989-85500daa02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:20Z', 'updated_at': '2021-07-22T14:03:22Z', 'revision_number': 2, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'subnets': [{'id': 'a992f795-0744-40e0-a989-85500daa02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:26.117037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7014f-1a1a-46ea-8709-352ec27f1557 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Network': ['ID=c096e517-9156-4a54-bf79-61224a4e852c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:26.142544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Checking router: 1689900d-47c9-4f66-9517-d91977253161 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:26.142901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Updating router 1689900d-47c9-4f66-9517-d91977253161 port 7029a768-7772-43cd-83c0-aa2b169f9fff binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:03:26.150587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c096e517-9156-4a54-bf79-61224a4e852c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:03:26.156369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1488130112-network', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:26.218958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Made reservation on behalf of a26e5dafa31e44d3aefa5eb55df30171 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:26.222259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.227747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Attempting to bind port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:26.228161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Attempting to bind port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:26.228581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Attempting to bind port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:26.245290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:26.245722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Attempting to bind port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:26.255216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:26.255780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:26.256354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:26.256984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Bound port: 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:26.257646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.281090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.290615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:26.301079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.386247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:26.393770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:26.401933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.424512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 116a31d1-aedc-4fe9-9f79-a420c9175a4d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:26.438907 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.491439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:26.539635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:26.540567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:26.549790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 116a31d1-aedc-4fe9-9f79-a420c9175a4d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:03:26.550233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 116a31d1-aedc-4fe9-9f79-a420c9175a4d not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:03:26.550934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-c98dc8ef-0683-436e-93d3-f05a8e3638d6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 1097 time: 2.4102941 Jul 22 14:03:26.552845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:26.589455 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e989a6e-97c4-492c-b32b-98822de5d6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:26.780774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-ad1953da-ad33-4099-b7e5-0eb0575e7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:26.784612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-ad1953da-ad33-4099-b7e5-0eb0575e7a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1100 time: 0.1628964 Jul 22 14:03:26.932467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.003278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.062092 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.062764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-5604e75f-39b7-4961-bb35-444c2a6fc3f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 217 time: 0.1355674 Jul 22 14:03:27.078860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Transition to ACTIVE for port object 7029a768-7772-43cd-83c0-aa2b169f9fff will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:27.079755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:03:27.085421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.117415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.135299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d5934-9242-4d81-925a-68b7eb64cddc req-0b6e3175-ea7e-4d66-9846-8b6fc1df2c9c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.136865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b9d5934-9242-4d81-925a-68b7eb64cddc req-0b6e3175-ea7e-4d66-9846-8b6fc1df2c9c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.3513410 Jul 22 14:03:27.142761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.143118 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Added segment f869d0a8-a6fc-4a4a-a900-d2e951486e68 of type vlan for network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 Jul 22 14:03:27.147238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-dee2c7bc-4861-48ab-9293-b79cb93a09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.148642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-dee2c7bc-4861-48ab-9293-b79cb93a09ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0759261 Jul 22 14:03:27.150127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c8209-82eb-4b66-8c0e-48b3aced6613,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:27.167587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b86ab-5410-425b-9b8a-c8685a7cf979 None None] Pushing event updated for resources: {'Port': ['ID=7029a768-7772-43cd-83c0-aa2b169f9fff,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:27.220192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Checking segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:27.220605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network hostable DHCP agents. Network: c096e517-9156-4a54-bf79-61224a4e852c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:03:27.228556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b9d5934-9242-4d81-925a-68b7eb64cddc req-460d85f2-df54-420c-bc98-b57d6fb0ae0c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817349 Jul 22 14:03:27.279977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.283500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-013a6a59-74cd-4628-9bd8-86e426417729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.285311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-013a6a59-74cd-4628-9bd8-86e426417729 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1297932 Jul 22 14:03:27.302456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Attempting to bind port 7029a768-7772-43cd-83c0-aa2b169f9fff on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:27.302826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Attempting to bind port 7029a768-7772-43cd-83c0-aa2b169f9fff by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:27.303191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Attempting to bind port 7029a768-7772-43cd-83c0-aa2b169f9fff on network 4f0dab59-d878-4a30-a6f2-d112109a00b0 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:27.314962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:27.315265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Checking segment: {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:27.315668 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.316446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Bound using segment: {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:27.316574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Bound port: 7029a768-7772-43cd-83c0-aa2b169f9fff, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:27.316893 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.343883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8d10-e7dd-48f4-b167-3314a7fb98c8 req-11c76fd2-da61-4895-bd6f-6fefe0e99bb0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.351960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-637b8d10-e7dd-48f4-b167-3314a7fb98c8 req-11c76fd2-da61-4895-bd6f-6fefe0e99bb0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.4957371 Jul 22 14:03:27.376207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Subnet': ['ID=c7dfa250-52e6-4b1c-966e-fa536a205e79,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:27.398388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network c096e517-9156-4a54-bf79-61224a4e852c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:03:27.408089 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531755fd-c1ad-4121-b5ee-6c235d40463c x-openstack-request-id: req-531755fd-c1ad-4121-b5ee-6c235d40463c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:27.408649 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:27.408649 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-531755fd-c1ad-4121-b5ee-6c235d40463c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:27.409012 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'status': 'completed', 'code': 200} Jul 22 14:03:27.430411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.433318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.437931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.455821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-be7ba8e1-2e2d-490c-a249-cfa51e02cccb service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417649 Jul 22 14:03:27.473984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, c096e517-9156-4a54-bf79-61224a4e852c) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:27.487012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6715877 Jul 22 14:03:27.489239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eab9119-500f-4de6-aec6-81b02cbafab8 None None] Network c096e517-9156-4a54-bf79-61224a4e852c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:27.492114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56562) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:27.501315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.502017 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.508190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Request body: {'subnet': {'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1488130112-subnet', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:27.526397 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-637b8d10-e7dd-48f4-b167-3314a7fb98c8 req-0f8c174b-df5b-4716-8ec5-0812ad8b874f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733718 Jul 22 14:03:27.564169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc752d-2a5e-41b9-82b6-29a85b2d86fc admin admin] Pushing event updated for resources: {'Network': ['ID=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:27.571396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] For port 7029a768-7772-43cd-83c0-aa2b169f9fff, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:27.592302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:03:27.592936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Made reservation on behalf of a26e5dafa31e44d3aefa5eb55df30171 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:27.595635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.597017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-99937757-33c0-404a-b378-e6cb8dc81af3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6206768 Jul 22 14:03:27.597401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:27.611366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1774953897'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:27.616658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] For port 7029a768-7772-43cd-83c0-aa2b169f9fff, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7029a768-7772-43cd-83c0-aa2b169f9fff,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:27.641947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2c05331-f7b1-40a8-b76d-e019cb566ae6 req-0094304b-79e1-4198-8639-dae71acf7fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783991 Jul 22 14:03:27.683526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.688137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:27.692203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.793986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:03:27.803947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.804392 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Added segment 2f98ed01-9d2b-4f18-abe9-0df365604661 of type vlan for network b5339cfc-1f60-4917-a1b8-a4da9faea26d Jul 22 14:03:27.861698 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.863392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b86ab-5410-425b-9b8a-c8685a7cf979 None None] Pushing event updated for resources: {'Port': ['ID=7029a768-7772-43cd-83c0-aa2b169f9fff,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:27.896396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-c096e517-9156-4a54-bf79-61224a4e852c', 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'fixed_ips': [{'subnet_id': 'c7dfa250-52e6-4b1c-966e-fa536a205e79'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:03:27.897669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.914761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff93ccdc-8a88-487a-8fcc-6f3b6a306286 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:27.991395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:27.994484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:27.995549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:28.092198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4862287 Jul 22 14:03:28.093709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56594) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:28.102042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'subnet': {'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:28.102476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Routers {'1689900d-47c9-4f66-9517-d91977253161'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:28.103108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1689900d-47c9-4f66-9517-d91977253161'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:28.211072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d81db3-5bcd-4e12-b568-768635d20323 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Network': ['ID=b5339cfc-1f60-4917-a1b8-a4da9faea26d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:28.240771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:03:28.245570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-6daa24bb-edcc-425d-bc13-8d5e52e203ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:28.247440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-6daa24bb-edcc-425d-bc13-8d5e52e203ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1100 time: 0.5134254 Jul 22 14:03:28.277779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:28.322605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-f23ec129-0156-4542-a3e4-7c82cea62eb6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:28.338489 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-f23ec129-0156-4542-a3e4-7c82cea62eb6 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.3377042 Jul 22 14:03:28.368474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:28.369208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:28.474585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] Set router 1689900d-47c9-4f66-9517-d91977253161 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:28.686614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Allocated IP 19.80.0.2 (c096e517-9156-4a54-bf79-61224a4e852c/c7dfa250-52e6-4b1c-966e-fa536a205e79/6a8b85cb-5d52-4111-8749-7b1c13e24e3c) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:28.806975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:28.811011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:28.954650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Deleting port b70c2be4-9db8-468f-8aba-f8b7fd82330c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:03:28.954991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.006477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-cc3b544e-332d-4ad5-aaa2-6c2d8a28b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:29.008303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-cc3b544e-332d-4ad5-aaa2-6c2d8a28b810 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.7495213 Jul 22 14:03:29.064043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d74774-65bd-4c91-9e08-431c11158161 req-a88168b6-41e6-4e25-9a7c-d27b05f63923 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:29.066937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4d74774-65bd-4c91-9e08-431c11158161 req-a88168b6-41e6-4e25-9a7c-d27b05f63923 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 949 time: 0.3451350 Jul 22 14:03:29.175920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed52ec2-22fc-43e3-90f7-393b0056ab9d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:29.185955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-d85d30e5-993c-433d-a711-8fcf98827d9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 217 time: 0.1463921 Jul 22 14:03:29.204221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Checking segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:29.204930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Network hostable DHCP agents. Network: aa3ddf32-d276-4ce1-ae61-fdc4f53519e3, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:03:29.217589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.230001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:21Z', 'revision_number': 4, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7029a768-7772-43cd-83c0-aa2b169f9fff', 'name': '', 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'mac_address': 'fa:16:3e:2a:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a992f795-0744-40e0-a989-85500daa02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:20Z', 'updated_at': '2021-07-22T14:03:27Z', 'revision_number': 4, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'subnets': [{'id': 'a992f795-0744-40e0-a989-85500daa02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:29.236469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Transition to ACTIVE for port object 6a8b85cb-5d52-4111-8749-7b1c13e24e3c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:29.271106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e9a93-ca02-4cec-bd47-17b3ae330054 None None] The sync data for ids ['1689900d-47c9-4f66-9517-d91977253161'] in n-d-787205-11 is: [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:21Z', 'revision_number': 4, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7029a768-7772-43cd-83c0-aa2b169f9fff', 'name': '', 'network_id': '4f0dab59-d878-4a30-a6f2-d112109a00b0', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'mac_address': 'fa:16:3e:2a:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a992f795-0744-40e0-a989-85500daa02fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:20Z', 'updated_at': '2021-07-22T14:03:27Z', 'revision_number': 4, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'subnets': [{'id': 'a992f795-0744-40e0-a989-85500daa02fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:03:29.291803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Transition to ACTIVE for port object 6a8b85cb-5d52-4111-8749-7b1c13e24e3c will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:29.295294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] For port b70c2be4-9db8-468f-8aba-f8b7fd82330c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b70c2be4-9db8-468f-8aba-f8b7fd82330c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:29.295915 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.300426 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.309555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:03:29.315827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-a4cc9766-f95d-4e68-9ade-20c9bbad10de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:29.317634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-a4cc9766-f95d-4e68-9ade-20c9bbad10de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1182928 Jul 22 14:03:29.322925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Calling delete_port for b70c2be4-9db8-468f-8aba-f8b7fd82330c owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:03:29.352978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b464d7-93b1-40cd-922a-898021850750 req-c58ab639-8dc5-4b5f-85e1-58ab30b8b37c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:29.356937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60b464d7-93b1-40cd-922a-898021850750 req-c58ab639-8dc5-4b5f-85e1-58ab30b8b37c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.3476593 Jul 22 14:03:29.424086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Network c096e517-9156-4a54-bf79-61224a4e852c is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:29.430789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:29.431251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, aa3ddf32-d276-4ce1-ae61-fdc4f53519e3) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:29.440718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:29.454264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760e1845-27f2-40e7-901b-5f9d1378089b None None] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:29.544910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Pushing event updated for resources: {'Port': ['ID=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:29.549512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4d74774-65bd-4c91-9e08-431c11158161 req-85bd85d6-2700-4c80-ae03-951cd129763c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745424 Jul 22 14:03:29.561939 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.583605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:29.619745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:29.621524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.625453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event deleted for resources: {'Port': ['ID=b70c2be4-9db8-468f-8aba-f8b7fd82330c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:29.690460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e9c21c4e-a76d-46ad-8f68-bd8a66adf1f5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1963401 Jul 22 14:03:29.692620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:29.695661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Attempting to bind port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:29.696448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Attempting to bind port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:29.700234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Attempting to bind port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c on network c096e517-9156-4a54-bf79-61224a4e852c {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:29.731060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:29.732074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Checking segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:29.735362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:29.736516 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.737161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Bound using segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:29.738003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Bound port: 6a8b85cb-5d52-4111-8749-7b1c13e24e3c, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:29.738679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.838025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] No DVR routers for this DVR port b70c2be4-9db8-468f-8aba-f8b7fd82330c on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:03:29.861148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.880286 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3904f1d-79bf-4a87-a02a-4248d4cdfc45 req-765c0915-fe79-4327-8ae1-7f535f75fbf9 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.20 "DELETE /v2.0/ports/b70c2be4-9db8-468f-8aba-f8b7fd82330c HTTP/1.1" status: 204 len: 173 time: 1.5257978 Jul 22 14:03:29.880849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0647b0-0d71-481c-abf4-b194779820e9', 'name': 'network-vif-deleted', 'tag': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:29.883057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60b464d7-93b1-40cd-922a-898021850750 req-47dbace3-7e2c-4bdb-88f8-9fa0053cb17f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643612 Jul 22 14:03:29.901422 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fded47-814f-4aac-b62f-4f8d2322c95a" -d '{"events": [{"server_uuid": "7e0647b0-0d71-481c-abf4-b194779820e9", "name": "network-vif-deleted", "tag": "b70c2be4-9db8-468f-8aba-f8b7fd82330c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:29.938420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.969962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-8f75ade9-6a1e-4796-ada8-2ca0e876ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:29.974774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-8f75ade9-6a1e-4796-ada8-2ca0e876ed93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5969563 Jul 22 14:03:29.975872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:29.976942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:30.015704 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9541319-4c48-485e-80f8-46dab1de61c3 x-openstack-request-id: req-f9541319-4c48-485e-80f8-46dab1de61c3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:30.015980 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0647b0-0d71-481c-abf4-b194779820e9", "name": "network-vif-deleted", "tag": "b70c2be4-9db8-468f-8aba-f8b7fd82330c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:30.016220 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9541319-4c48-485e-80f8-46dab1de61c3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:30.016628 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0647b0-0d71-481c-abf4-b194779820e9', 'name': 'network-vif-deleted', 'tag': 'b70c2be4-9db8-468f-8aba-f8b7fd82330c', 'status': 'completed', 'code': 200} Jul 22 14:03:30.024204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] For port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:30.037456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] For port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:30.046894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7029a768-7772-43cd-83c0-aa2b169f9fff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:30.089809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:30.206926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Subnet': ['ID=7701c08d-ea6f-4698-9a3e-5b0f39a9b986,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:30.227812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Checking segment: {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:30.228178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network hostable DHCP agents. Network: b5339cfc-1f60-4917-a1b8-a4da9faea26d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:03:30.244912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:30.298681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:03:30.322697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b5339cfc-1f60-4917-a1b8-a4da9faea26d) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:30.347183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:30.347183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:30.418260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1e4578b-e5d7-4a11-9127-488582db74cd tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3219023 Jul 22 14:03:30.420492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e5257-a434-4fc6-a094-1119803ca057 None None] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:30.433635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-a63ed96d-e8f7-41ea-a781-787741662375 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365473 Jul 22 14:03:30.434208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd54fd-8023-49ae-ac4c-b16605e29f84 None None] Pushing event updated for resources: {'Port': ['ID=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:30.766294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e989a6e-97c4-492c-b32b-98822de5d6a7 req-11040a49-08a0-4fd1-a202-478853eeb3e1 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229935 Jul 22 14:03:30.929783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-509c48b9-9c7a-4e47-88d4-d5e4c6e9de5c req-1b9ce1f3-454c-48ee-8a68-5d016b6f2598 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e0647b0-0d71-481c-abf4-b194779820e9 HTTP/1.1" status: 200 len: 210 time: 0.0997326 Jul 22 14:03:30.976828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7029a768-7772-43cd-83c0-aa2b169f9fff completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:31.018157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7029a768-7772-43cd-83c0-aa2b169f9fff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:31.018624 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:31.059746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:31.173504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:03:31.174328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:31.307599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad025a-b958-4c66-874e-c17292dcb261 req-fa585891-30a2-48b2-b8c9-00cb411dfa69 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:31.315451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d6ad025a-b958-4c66-874e-c17292dcb261 req-fa585891-30a2-48b2-b8c9-00cb411dfa69 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.1720014 Jul 22 14:03:31.411454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d6ad025a-b958-4c66-874e-c17292dcb261 req-bd924861-b777-447c-a7fc-faf2de795274 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932450 Jul 22 14:03:31.416486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:31.432905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b70c2be4-9db8-468f-8aba-f8b7fd82330c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:31.450678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-bc299732-d9b0-4160-8fcf-f1b16d50dc00 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:31.467381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-bc299732-d9b0-4160-8fcf-f1b16d50dc00 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:31.482943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-bc299732-d9b0-4160-8fcf-f1b16d50dc00 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/networks?id=c096e517-9156-4a54-bf79-61224a4e852c&id=b5339cfc-1f60-4917-a1b8-a4da9faea26d&id=c096e517-9156-4a54-bf79-61224a4e852c HTTP/1.1" status: 200 len: 1392 time: 0.3990562 Jul 22 14:03:31.524466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-a927054e-da25-4391-864f-2102de6d81b8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/quotas/6afbce5dc0dd4835b7543b63046c4a99 HTTP/1.1" status: 200 len: 375 time: 0.0399470 Jul 22 14:03:31.602950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: b70c2be4-9db8-468f-8aba-f8b7fd82330c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:03:31.603536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b70c2be4-9db8-468f-8aba-f8b7fd82330c not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:03:31.690774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3e73b39f-2300-45a0-bad6-edf3053e7d88 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1638756 Jul 22 14:03:31.765743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:31.897184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Allocated IP 172.20.0.2 (aa3ddf32-d276-4ce1-ae61-fdc4f53519e3/7ed52ec2-22fc-43e3-90f7-393b0056ab9d/394b24be-d6cf-4fbd-9c71-b8d41c053c54) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:31.937514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-14ec54c7-bd5f-4529-a36e-6e456d44d6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458570 Jul 22 14:03:31.981748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b5339cfc-1f60-4917-a1b8-a4da9faea26d', 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'fixed_ips': [{'subnet_id': '7701c08d-ea6f-4698-9a3e-5b0f39a9b986'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:03:31.982752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:31.986158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc38af6-f52b-4b2e-bd36-7f4262539d4b None None] Network c096e517-9156-4a54-bf79-61224a4e852c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:32.004857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:32.073202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7029a768-7772-43cd-83c0-aa2b169f9fff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7029a768-7772-43cd-83c0-aa2b169f9fff,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:32.078239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:32.216924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:32.229481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-849c3126-b9ac-42df-8f53-b1ff0368a2d5 service neutron] 10.222.0.11 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731054 Jul 22 14:03:32.339181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:32.354592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d46b06b1-4b63-42f6-a312-7fe17f28968e None None] Provisioning for port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:32.397502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Allocated IP 172.25.8.204 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/874ca1e2-965a-4520-9f8c-e26211943ab1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:32.431006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-bef92749-d679-47f3-ac00-cfe419e6913c service neutron] 10.222.0.11 "GET /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005906 Jul 22 14:03:32.518681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99360f3-82ed-4dac-b19e-01b71b4bcb6c req-04154640-01f1-4977-baec-74acaed5c67c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:32.532260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d99360f3-82ed-4dac-b19e-01b71b4bcb6c req-04154640-01f1-4977-baec-74acaed5c67c tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.0996320 Jul 22 14:03:32.587794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d99360f3-82ed-4dac-b19e-01b71b4bcb6c req-78562f8e-0ca3-425c-b2b3-5541d9dff942 tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542989 Jul 22 14:03:32.727686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'mac_address': 'fa:16:3e:f4:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:03:32.732641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6a8b85cb-5d52-4111-8749-7b1c13e24e3c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:32.787565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0bb72eee-ded9-451d-8648-46b38684e99f service neutron] 10.222.0.11 "GET /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324411 Jul 22 14:03:32.790539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:32.800003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870f06a-36d2-41d7-ad06-98c4adbbafb8 req-3cab0c4e-c5d0-4fa9-99f2-eb87561d5f77 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:32.809634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e870f06a-36d2-41d7-ad06-98c4adbbafb8 req-3cab0c4e-c5d0-4fa9-99f2-eb87561d5f77 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.1164665 Jul 22 14:03:32.844304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:32.901529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e870f06a-36d2-41d7-ad06-98c4adbbafb8 req-92ba22cd-eec0-4727-bad2-268df4d51e59 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909979 Jul 22 14:03:32.995498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-566dca03-00ab-46e3-9231-6811b96e5579 service neutron] 10.222.0.11 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878133 Jul 22 14:03:32.997184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.004514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Allocated IP 19.86.0.2 (b5339cfc-1f60-4917-a1b8-a4da9faea26d/7701c08d-ea6f-4698-9a3e-5b0f39a9b986/d97406a1-06be-4025-8abe-978cdf3d3cff) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:33.013736 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.066832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Transition to ACTIVE for port object 394b24be-d6cf-4fbd-9c71-b8d41c053c54 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:33.068473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:33.073073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:33.085445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:33.101865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:33.128744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7029a768-7772-43cd-83c0-aa2b169f9fff,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:33.147044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=874ca1e2-965a-4520-9f8c-e26211943ab1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:33.175018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Transition to ACTIVE for port object 394b24be-d6cf-4fbd-9c71-b8d41c053c54 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:33.180723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:33.346649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-56994015-37c1-441e-8892-c4873cb20b2c service neutron] 10.222.0.11 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428519 Jul 22 14:03:33.347174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.357377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.360326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Transition to ACTIVE for port object d97406a1-06be-4025-8abe-978cdf3d3cff will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:33.408320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.417503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Pushing event updated for resources: {'Port': ['ID=394b24be-d6cf-4fbd-9c71-b8d41c053c54,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:33.475160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.534529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:33.558677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:33.572515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:33.585205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Transition to ACTIVE for port object d97406a1-06be-4025-8abe-978cdf3d3cff will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:33.598313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:33.616178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.625490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:33.625896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.701433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:33.732463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:33.786021 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Attempting to bind port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:33.786485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Attempting to bind port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:33.786866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Attempting to bind port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 on network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:33.789065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:33.796717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:33.804266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:33.855351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-18af67d9-6c36-4c34-a886-64cb36dcdf1f req-e9ff1ceb-f8df-46e9-91f0-0e69cf76b631 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 210 time: 0.1428726 Jul 22 14:03:33.882510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:33.882919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Checking segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:33.883333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.883735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Bound using segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:33.884234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Bound port: 394b24be-d6cf-4fbd-9c71-b8d41c053c54, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:33.884618 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:33.949439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-c5f060be-236b-46ce-b1e2-3848c49af81e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:33.954468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-c5f060be-236b-46ce-b1e2-3848c49af81e tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.2549770 Jul 22 14:03:34.066144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc1136-3e36-45c4-8961-481b92cbba88 req-b16aff0f-1a5e-4d8e-9db3-096d9c36c64a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:34.074980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6bcc1136-3e36-45c4-8961-481b92cbba88 req-b16aff0f-1a5e-4d8e-9db3-096d9c36c64a tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 951 time: 0.1526692 Jul 22 14:03:34.258177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6bcc1136-3e36-45c4-8961-481b92cbba88 req-b6558ebd-09a9-4bc0-9d49-7319acc5290d tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818893 Jul 22 14:03:34.370353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.417735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Deleting port 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:03:34.417735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.442155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Pushing event updated for resources: {'Port': ['ID=d97406a1-06be-4025-8abe-978cdf3d3cff,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:34.449180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139f8a-8968-4bc6-b58b-81f347b74ab8 req-7347ed7b-95bd-4bbf-9916-5e25e683fb60 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:34.462819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc139f8a-8968-4bc6-b58b-81f347b74ab8 req-7347ed7b-95bd-4bbf-9916-5e25e683fb60 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 949 time: 0.4105151 Jul 22 14:03:34.618914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Router 86fc366f-bb86-4764-aa54-d77358dc543f is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:03:34.628892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3eb0eede-7eca-4719-9d02-83cbd749a5b8 None None] Provisioning complete for port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:34.629271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eede-7eca-4719-9d02-83cbd749a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.703479 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] For port 2acfaefa-0523-4b63-801a-35f08d0d64ee, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2acfaefa-0523-4b63-801a-35f08d0d64ee,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:34.704291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.720032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Calling delete_port for 2acfaefa-0523-4b63-801a-35f08d0d64ee owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:03:34.773649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Attempting to bind port d97406a1-06be-4025-8abe-978cdf3d3cff on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:34.773649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Attempting to bind port d97406a1-06be-4025-8abe-978cdf3d3cff by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:34.773649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Attempting to bind port d97406a1-06be-4025-8abe-978cdf3d3cff on network b5339cfc-1f60-4917-a1b8-a4da9faea26d {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:34.802669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:34.803107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Checking segment: {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:34.803462 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.803867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Bound using segment: {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:34.804352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Bound port: d97406a1-06be-4025-8abe-978cdf3d3cff, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:34.804740 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.829278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:34.842043 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Sync routers for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:34.864704 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:34.865325 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:34.865515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:34.870822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c855df7-ef30-425c-b7f0-8f26888fc3b8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1586130 Jul 22 14:03:34.871436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:34.939207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.027774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc139f8a-8968-4bc6-b58b-81f347b74ab8 req-75e0c829-c1b9-4e01-8116-c08c3d4b26e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621374 Jul 22 14:03:35.065983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.116457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2acfaefa-0523-4b63-801a-35f08d0d64ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:35.124607 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:35.126441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] For port 394b24be-d6cf-4fbd-9c71-b8d41c053c54, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:35.177005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a99f412f-7900-40c5-b3ec-3d22b9b9006a req-8189f76e-7ad6-4158-b985-bab2469e2d50 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 210 time: 0.0924551 Jul 22 14:03:35.179503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Pushing event deleted for resources: {'Port': ['ID=2acfaefa-0523-4b63-801a-35f08d0d64ee,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:35.204195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] For port 394b24be-d6cf-4fbd-9c71-b8d41c053c54, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=394b24be-d6cf-4fbd-9c71-b8d41c053c54,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:35.227754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3eb0eede-7eca-4719-9d02-83cbd749a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.243259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.379621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:35.381793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] For port d97406a1-06be-4025-8abe-978cdf3d3cff, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:35.409467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.438451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] For port d97406a1-06be-4025-8abe-978cdf3d3cff, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d97406a1-06be-4025-8abe-978cdf3d3cff,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:35.438451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Pushing event updated for resources: {'Port': ['ID=394b24be-d6cf-4fbd-9c71-b8d41c053c54,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:35.448220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] No DVR routers for this DVR port 2acfaefa-0523-4b63-801a-35f08d0d64ee on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:03:35.459900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.473457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bae45c48-6798-4e7a-a19c-4503268e8bd5 req-8c781645-3b38-4dc0-82d9-94be1a32eb3b tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.13 "DELETE /v2.0/ports/2acfaefa-0523-4b63-801a-35f08d0d64ee HTTP/1.1" status: 204 len: 173 time: 1.5072629 Jul 22 14:03:35.510706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-deleted', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:35.512799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:35.529132 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7687ebdc-af4e-4f44-aad6-ab905accaace" -d '{"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-deleted", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:35.623410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.623913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.641571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.655414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.658550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.660594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.662396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.663166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.663730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.665442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.666032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.666476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98c0cd4-9353-4c03-af38-86112a78f7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:35.714480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-493792d1-799f-4221-89ed-3095609bb36f req-ff347beb-86ab-4ac0-b457-a1343fae03bf tempest-ServersAdminTestJSON-2081999056 tempest-ServersAdminTestJSON-2081999056-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea76f89-1aaf-45a1-8457-eca8b5532c77 HTTP/1.1" status: 200 len: 210 time: 0.3423305 Jul 22 14:03:35.769964 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:33Z', 'revision_number': 3, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:35.879289 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b69b07-e748-424d-b297-6608ac88eab2 x-openstack-request-id: req-34b69b07-e748-424d-b297-6608ac88eab2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:35.879818 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea76f89-1aaf-45a1-8457-eca8b5532c77", "name": "network-vif-deleted", "tag": "2acfaefa-0523-4b63-801a-35f08d0d64ee", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:35.880465 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34b69b07-e748-424d-b297-6608ac88eab2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:35.881151 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea76f89-1aaf-45a1-8457-eca8b5532c77', 'name': 'network-vif-deleted', 'tag': '2acfaefa-0523-4b63-801a-35f08d0d64ee', 'status': 'completed', 'code': 200} Jul 22 14:03:35.906838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7029a768-7772-43cd-83c0-aa2b169f9fff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:35.945732 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Checking router: 86fc366f-bb86-4764-aa54-d77358dc543f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:35.946346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Updating router 86fc366f-bb86-4764-aa54-d77358dc543f port 874ca1e2-965a-4520-9f8c-e26211943ab1 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:03:35.948004 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-3eb0eede-7eca-4719-9d02-83cbd749a5b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:03:35.948444 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-3eb0eede-7eca-4719-9d02-83cbd749a5b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:03:36.119706 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:36.151361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-cd902915-850a-4381-911f-f3ce22124219 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:36.158365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-cd902915-850a-4381-911f-f3ce22124219 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:36.160287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-cd902915-850a-4381-911f-f3ce22124219 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "GET /v2.0/networks?id=c096e517-9156-4a54-bf79-61224a4e852c&id=b5339cfc-1f60-4917-a1b8-a4da9faea26d&id=c096e517-9156-4a54-bf79-61224a4e852c HTTP/1.1" status: 200 len: 1392 time: 0.6451914 Jul 22 14:03:36.173443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'port': {'device_id': '97656acc-6c62-4f65-8025-939970a74956', 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c', 'admin_state_up': True, 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:36.294745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:36.330799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da7192-100f-4bcd-9aef-0158cc447a3c req-23bdc364-169a-4ba1-a93a-b97ccad86c49 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:36.346253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-15da7192-100f-4bcd-9aef-0158cc447a3c req-23bdc364-169a-4ba1-a93a-b97ccad86c49 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 949 time: 0.1313319 Jul 22 14:03:36.436245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-15da7192-100f-4bcd-9aef-0158cc447a3c req-39374a0b-658e-4214-bd4a-438f1ac7e903 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861030 Jul 22 14:03:36.456100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7029a768-7772-43cd-83c0-aa2b169f9fff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:36.456472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:36.696494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4314644-6c26-4e10-8425-4b72dbcf45b7 req-6e31fc3a-9a65-4f9b-9453-c7afe1ad793a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 210 time: 0.0969963 Jul 22 14:03:36.707447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7e313-4cc7-477b-b0f2-dff3d5173b57 None None] Pushing event updated for resources: {'Port': ['ID=d97406a1-06be-4025-8abe-978cdf3d3cff,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:36.876756 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:36.891149 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Transition to ACTIVE for port object 874ca1e2-965a-4520-9f8c-e26211943ab1 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:36.899127 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:36.914235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bee874-c555-483f-ba20-feb1c22163ba req-5c1ef281-248c-4c80-b57e-4acb28766f00 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:36.916747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98bee874-c555-483f-ba20-feb1c22163ba req-5c1ef281-248c-4c80-b57e-4acb28766f00 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 945 time: 0.6594980 Jul 22 14:03:36.970045 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Attempting to bind port 874ca1e2-965a-4520-9f8c-e26211943ab1 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:36.970547 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Attempting to bind port 874ca1e2-965a-4520-9f8c-e26211943ab1 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:36.970767 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Attempting to bind port 874ca1e2-965a-4520-9f8c-e26211943ab1 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:36.978871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561cd7-38b9-4da1-b17b-efa7b9988d6f None None] Pushing event updated for resources: {'Port': ['ID=874ca1e2-965a-4520-9f8c-e26211943ab1,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:36.982517 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:36.982895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:36.983310 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:36.984411 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:36.984787 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Bound port: 874ca1e2-965a-4520-9f8c-e26211943ab1, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:36.985185 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:36.990512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:37.039765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:37.058248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:37.065411 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] For port 874ca1e2-965a-4520-9f8c-e26211943ab1, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:37.074248 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] For port 874ca1e2-965a-4520-9f8c-e26211943ab1, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=874ca1e2-965a-4520-9f8c-e26211943ab1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:37.083979 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:37.269285 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:37.269955 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:37.357664 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561cd7-38b9-4da1-b17b-efa7b9988d6f None None] Pushing event updated for resources: {'Port': ['ID=874ca1e2-965a-4520-9f8c-e26211943ab1,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:37.407088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:37.409239 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98bee874-c555-483f-ba20-feb1c22163ba req-b119c07c-6454-4597-ac02-80ed2cb9cc32 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799012 Jul 22 14:03:37.413217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:37.524390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:37.582677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:37.587304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:37.587778 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:37.620700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807bf0a6-a5b5-4d0e-86e2-423e098e87e4 None None] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:37.653115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Allocated IP 19.80.0.192 (c096e517-9156-4a54-bf79-61224a4e852c/c7dfa250-52e6-4b1c-966e-fa536a205e79/6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:37.838373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9b34c41a-7b12-4ceb-a150-d5731e8def4a None None] Provisioning for port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:37.896601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:37.933316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-771f8809-0070-4a48-a8de-db339d3645c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17c5ff29aa634ac2855166375bbb9f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227146 Jul 22 14:03:37.947379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:37.961047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:37.978929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:37.986482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Transition to ACTIVE for port object 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:37.987651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:37.990393 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8312caee-6fa6-4599-86ce-0ef95eb9003e" -d '{"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:37.993610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2891d4-c29c-4028-9d8c-aaa829204aef None None] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:38.026973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0fd51-f8f9-468a-8648-7590e6c1dc90 req-27e2971c-c953-4d35-8063-ea00d233e5ed tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:38.035193 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9a0fd51-f8f9-468a-8648-7590e6c1dc90 req-27e2971c-c953-4d35-8063-ea00d233e5ed tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 949 time: 0.3419018 Jul 22 14:03:38.068497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.094967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9a0fd51-f8f9-468a-8648-7590e6c1dc90 req-9c25541d-15e3-4a02-b39f-cb502553cf68 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Jul 22 14:03:38.096481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cf1092-65da-4982-92ef-d86859592304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.111409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network c096e517-9156-4a54-bf79-61224a4e852c is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:38.119787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:38.139266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:38.168489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cf1092-65da-4982-92ef-d86859592304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.189464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 394b24be-d6cf-4fbd-9c71-b8d41c053c54 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:38.194385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.280761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cf1092-65da-4982-92ef-d86859592304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.284632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cf1092-65da-4982-92ef-d86859592304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.286149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75cf1092-65da-4982-92ef-d86859592304 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e5a2f87-2c28-42ed-9a5d-b9a5c179b196 HTTP/1.1" status: 204 len: 168 time: 0.3352928 Jul 22 14:03:38.314446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf1092-65da-4982-92ef-d86859592304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5a2f87-2c28-42ed-9a5d-b9a5c179b196,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:38.344558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:38.345225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.404839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2365119 Jul 22 14:03:38.409150 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:33Z', 'revision_number': 3, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:38.415774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8dc5299e-d4a7-4c64-8d7a-5522ce635772 None None] Provisioning for port d97406a1-06be-4025-8abe-978cdf3d3cff completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:38.428254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'port': {'device_id': '97656acc-6c62-4f65-8025-939970a74956', 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d', 'admin_state_up': True, 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:38.486474 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21d2cb-3c81-4f81-b5ed-d338c11e0e04 None None] The sync data for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 is: [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:33Z', 'revision_number': 3, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:03:38.563788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:38.636901 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ceb33-e9e7-4bb1-a978-6f37b79eeed8 x-openstack-request-id: req-e79ceb33-e9e7-4bb1-a978-6f37b79eeed8 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:38.638268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Allocated IP 172.20.0.1 (aa3ddf32-d276-4ce1-ae61-fdc4f53519e3/7ed52ec2-22fc-43e3-90f7-393b0056ab9d/45f89394-17b5-474d-aed8-081ca20372a8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:38.638798 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:38.639282 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e79ceb33-e9e7-4bb1-a978-6f37b79eeed8 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:38.641536 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'code': 200} Jul 22 14:03:38.652780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 2acfaefa-0523-4b63-801a-35f08d0d64ee {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:03:38.658602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2acfaefa-0523-4b63-801a-35f08d0d64ee not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:03:38.681639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627c0aa-954b-4aa9-9a90-00672e1dfa8f req-3ed2549f-9baf-48c4-92d7-b726c1eb53d2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:38.701583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9627c0aa-954b-4aa9-9a90-00672e1dfa8f req-3ed2549f-9baf-48c4-92d7-b726c1eb53d2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 932 time: 0.6784036 Jul 22 14:03:38.738589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:38.763431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:38.790809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:38.791306 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.865812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0255a-f44c-4c45-9f3f-039819241baa req-898c6f18-295d-40b6-9d4f-c1b110b22a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:38.866767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-30f15b19-289c-4a51-b9ce-94b81f67ac4b None None] Provisioning for port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:38.870121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93b0255a-f44c-4c45-9f3f-039819241baa req-898c6f18-295d-40b6-9d4f-c1b110b22a5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1102 time: 0.2122097 Jul 22 14:03:38.875316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc981c-b9fb-4750-af63-ff0c2b4292a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Port': ['ID=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:38.925116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-30f15b19-289c-4a51-b9ce-94b81f67ac4b None None] Provisioning complete for port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:38.925573 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30f15b19-289c-4a51-b9ce-94b81f67ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:38.960289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:39.025153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93b0255a-f44c-4c45-9f3f-039819241baa req-646fe3e1-aad9-4b59-b525-d628612ec5b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479325 Jul 22 14:03:39.054505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-30f15b19-289c-4a51-b9ce-94b81f67ac4b None None] Port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:39.056335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-e046d935-3689-4e78-aeef-ac6f513f450b tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--504867652&fields=id&tenant_id=84f621a2448846939941061b8257f8e9 HTTP/1.1" status: 200 len: 267 time: 0.0673869 Jul 22 14:03:39.059746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9627c0aa-954b-4aa9-9a90-00672e1dfa8f req-3c12bc20-27d3-453c-ae80-468e5eef246a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555441 Jul 22 14:03:39.099308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.145366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e986ca49-891e-4745-a385-85c7330b85b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24934b3290764aebbdc81a00f2de167a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409583 Jul 22 14:03:39.146013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:39.154664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 394b24be-d6cf-4fbd-9c71-b8d41c053c54, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=394b24be-d6cf-4fbd-9c71-b8d41c053c54,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:39.160731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.162039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6a8b85cb-5d52-4111-8749-7b1c13e24e3c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:39.210971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-db3eca60-49c9-4923-bba2-b19e6643e085 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:39.232614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-db3eca60-49c9-4923-bba2-b19e6643e085 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 823 time: 0.1735716 Jul 22 14:03:39.255287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-67e4e788-70f6-4606-89f0-4222607b9bf4 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/quotas/84f621a2448846939941061b8257f8e9 HTTP/1.1" status: 200 len: 375 time: 0.0198698 Jul 22 14:03:39.267825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:39.273688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.364157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-65f789a4-a293-4e9d-b489-f1386400589c tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1079652 Jul 22 14:03:39.382146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:39.382726 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.386029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-76505424-1b83-4675-a3aa-0ce7b621dfa0 None None] Provisioning complete for port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:39.386390 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76505424-1b83-4675-a3aa-0ce7b621dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.411798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=394b24be-d6cf-4fbd-9c71-b8d41c053c54,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:39.439653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7eb4931a-f335-483d-983a-56c4bfdb7c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.534475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.564625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7eb4931a-f335-483d-983a-56c4bfdb7c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.584706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-cb9f26f8-4764-497f-acd9-38e06e90ead0 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915708 Jul 22 14:03:39.593210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Transition to ACTIVE for port object 45f89394-17b5-474d-aed8-081ca20372a8 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:39.657482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d97406a1-06be-4025-8abe-978cdf3d3cff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:39.742279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d97406a1-06be-4025-8abe-978cdf3d3cff completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:39.753516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d97406a1-06be-4025-8abe-978cdf3d3cff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:39.755478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.756848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Allocated IP 19.86.0.5 (b5339cfc-1f60-4917-a1b8-a4da9faea26d/7701c08d-ea6f-4698-9a3e-5b0f39a9b986/2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:39.813906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab108236-406a-46be-982c-d39a0be32673 service neutron] 10.222.0.11 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154710 Jul 22 14:03:39.829575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-561e2979-699b-4dac-be56-717f84280e15 None None] Provisioning complete for port d97406a1-06be-4025-8abe-978cdf3d3cff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:39.830048 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-561e2979-699b-4dac-be56-717f84280e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.872805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.884968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9649f0-a9ce-4245-bf27-e25ac25beb80 req-8196c8d1-4348-4166-8c65-fc7cf243ab4b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:39.891636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df9649f0-a9ce-4245-bf27-e25ac25beb80 req-8196c8d1-4348-4166-8c65-fc7cf243ab4b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.6073332 Jul 22 14:03:39.956443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7eb4931a-f335-483d-983a-56c4bfdb7c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.959746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7eb4931a-f335-483d-983a-56c4bfdb7c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:39.964325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7eb4931a-f335-483d-983a-56c4bfdb7c34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfe8f7be-a925-4cda-bc5d-0d3435825e9e HTTP/1.1" status: 204 len: 168 time: 0.8135140 Jul 22 14:03:40.004468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37536b-e469-4822-a5ab-698506a61887 req-7c7b6581-0847-4ffe-b2b0-1a1c2a9d16a5 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:40.015705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e37536b-e469-4822-a5ab-698506a61887 req-7c7b6581-0847-4ffe-b2b0-1a1c2a9d16a5 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a1e2835-cc83-4060-8c6b-bb7b28aa73cd HTTP/1.1" status: 200 len: 945 time: 0.1612058 Jul 22 14:03:40.044082 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.048252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-561e2979-699b-4dac-be56-717f84280e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.068985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4931a-f335-483d-983a-56c4bfdb7c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe8f7be-a925-4cda-bc5d-0d3435825e9e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:40.167268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.279432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-561e2979-699b-4dac-be56-717f84280e15 None None] For port d97406a1-06be-4025-8abe-978cdf3d3cff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d97406a1-06be-4025-8abe-978cdf3d3cff,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:40.286031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-561e2979-699b-4dac-be56-717f84280e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.315065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Deleting port ef001e01-2a45-432b-a405-653e72a9890a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:03:40.316054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.462606 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:03:40.463193 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:03:40.474437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e2979-699b-4dac-be56-717f84280e15 None None] Pushing event updated for resources: {'Port': ['ID=d97406a1-06be-4025-8abe-978cdf3d3cff,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:40.565707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Pushing event updated for resources: {'Port': ['ID=45f89394-17b5-474d-aed8-081ca20372a8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:40.611781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] For port ef001e01-2a45-432b-a405-653e72a9890a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef001e01-2a45-432b-a405-653e72a9890a,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:40.612379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.632677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:40.637474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Transition to ACTIVE for port object 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:40.653465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:40.662216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:40.686159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df9649f0-a9ce-4245-bf27-e25ac25beb80 req-d8e47370-bca0-4f42-bf09-327a48811cb3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317452 Jul 22 14:03:40.832665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:40.839870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-57b253b5-ffa3-4232-890c-a9b1ce616ca8 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:40.844232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-57b253b5-ffa3-4232-890c-a9b1ce616ca8 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.3651545 Jul 22 14:03:41.098220 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.132249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a42b2914-2cfc-49ab-a580-efeb06aa1d46 None None] Provisioning for port 45f89394-17b5-474d-aed8-081ca20372a8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:41.139335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a42b2914-2cfc-49ab-a580-efeb06aa1d46 None None] Provisioning complete for port 45f89394-17b5-474d-aed8-081ca20372a8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:41.141660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a42b2914-2cfc-49ab-a580-efeb06aa1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.211459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a42b2914-2cfc-49ab-a580-efeb06aa1d46 None None] Port 45f89394-17b5-474d-aed8-081ca20372a8 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:41.259791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.265761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:41.292709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:41.302148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:41.376584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d97406a1-06be-4025-8abe-978cdf3d3cff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:41.404713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:41.476066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d97406a1-06be-4025-8abe-978cdf3d3cff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:41.478079 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.483023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874862d8-25ce-4a9f-bf1a-be7439658387 req-3feb2131-94eb-4d52-bea6-7bd24a6d024a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:41.484759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-874862d8-25ce-4a9f-bf1a-be7439658387 req-3feb2131-94eb-4d52-bea6-7bd24a6d024a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 932 time: 0.6533933 Jul 22 14:03:41.518655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:41.519310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.540240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.542003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.542414 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351 disassociated. External IP: 172.25.8.241, port: ef001e01-2a45-432b-a405-653e72a9890a. Jul 22 14:03:41.542912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Calling delete_port for ef001e01-2a45-432b-a405-653e72a9890a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:03:41.560295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-71edc063-6243-44c2-bbf9-fd44290f59e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1469471 Jul 22 14:03:41.562146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-aace2a7f-96c3-4441-83e8-eb3123720e1b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/quotas/310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 375 time: 0.6896179 Jul 22 14:03:41.597486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'port': {'device_id': '97656acc-6c62-4f65-8025-939970a74956', 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c', 'admin_state_up': True, 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:41.619369 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-874862d8-25ce-4a9f-bf1a-be7439658387 req-a52e9cd2-be91-4371-939e-1c29dc42c259 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191859 Jul 22 14:03:41.635317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 874ca1e2-965a-4520-9f8c-e26211943ab1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:41.696158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 874ca1e2-965a-4520-9f8c-e26211943ab1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:41.703001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 874ca1e2-965a-4520-9f8c-e26211943ab1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:41.703670 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.793717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cc45db4c-a59b-402a-87ba-3847e39334a5 None None] Provisioning for port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:41.803560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cc45db4c-a59b-402a-87ba-3847e39334a5 None None] Provisioning complete for port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:41.803920 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cc45db4c-a59b-402a-87ba-3847e39334a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.852778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e0853a1-b53d-4861-b84b-338bcf17b335 req-7cc16bb0-c77e-41c3-998f-dad3cce681f5 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 210 time: 0.0768292 Jul 22 14:03:41.911735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-ee557b2d-4b9c-4024-8f3b-2df8f1a811a1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2643497 Jul 22 14:03:41.912918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cc45db4c-a59b-402a-87ba-3847e39334a5 None None] Port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:41.943837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.948519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:41.959227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.001022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 874ca1e2-965a-4520-9f8c-e26211943ab1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=874ca1e2-965a-4520-9f8c-e26211943ab1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:42.006643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.007452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 394b24be-d6cf-4fbd-9c71-b8d41c053c54 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:42.034341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-446b85cd-a92b-47b1-94bd-87880a103aa5 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:42.035891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-446b85cd-a92b-47b1-94bd-87880a103aa5 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 823 time: 0.2956069 Jul 22 14:03:42.062260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:42.065926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.098673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.109246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Pushing event updated for resources: {'Port': ['ID=45f89394-17b5-474d-aed8-081ca20372a8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:42.160208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-dd0e6ada-e4c1-4af2-af38-01ea537d280d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f621a2448846939941061b8257f8e9 HTTP/1.1" status: 200 len: 379 time: 0.1099532 Jul 22 14:03:42.202999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=874ca1e2-965a-4520-9f8c-e26211943ab1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:42.223879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'port': {'device_id': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'admin_state_up': True, 'tenant_id': '84f621a2448846939941061b8257f8e9', 'security_groups': ['799b1c95-caaf-44a2-95db-5b2fb074bdfd']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:42.227039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:42.227419 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.525753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.528202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Allocated IP 19.80.0.35 (c096e517-9156-4a54-bf79-61224a4e852c/c7dfa250-52e6-4b1c-966e-fa536a205e79/b1dfd49d-3623-4f54-83cb-f7bef51a328b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:42.538077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:42.553393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:42.565459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event deleted for resources: {'Port': ['ID=ef001e01-2a45-432b-a405-653e72a9890a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:42.676135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-8fa494e9-d336-4185-8c13-45652c9590c9 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996069 Jul 22 14:03:42.682692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8095d-05de-480b-a880-df22c5d84f63 req-ac0b0808-80ed-4c99-ac9d-0b24098ea6cc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:42.695666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ad8095d-05de-480b-a880-df22c5d84f63 req-ac0b0808-80ed-4c99-ac9d-0b24098ea6cc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.3388116 Jul 22 14:03:42.750371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Made reservation on behalf of 84f621a2448846939941061b8257f8e9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:42.763428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:42.814507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:03:42.852356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-cb65fbc7-a114-4de2-af25-d9ddf13c2633 service neutron] 10.222.0.11 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694453 Jul 22 14:03:42.967265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ad8095d-05de-480b-a880-df22c5d84f63 req-9205da87-7e09-47da-bf8c-9301de26e31d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681513 Jul 22 14:03:42.981164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1766787f-6372-486a-b427-6324705dcad7 None None] Provisioning complete for port 45f89394-17b5-474d-aed8-081ca20372a8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:42.982246 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1766787f-6372-486a-b427-6324705dcad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:43.125531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1766787f-6372-486a-b427-6324705dcad7 None None] Port 45f89394-17b5-474d-aed8-081ca20372a8 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:43.158042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:43.174307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:43.185266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:43.186193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:43.240299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Router 86fc366f-bb86-4764-aa54-d77358dc543f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:03:43.250959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:43.268141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] No DVR routers for this DVR port ef001e01-2a45-432b-a405-653e72a9890a on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:03:43.271545 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:43.275751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e37536b-e469-4822-a5ab-698506a61887 req-eb89807a-acf9-4fd5-bc87-77ff2b343967 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "DELETE /v2.0/ports/ef001e01-2a45-432b-a405-653e72a9890a HTTP/1.1" status: 204 len: 173 time: 3.2576714 Jul 22 14:03:43.276207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'name': 'network-vif-deleted', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:43.278617 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1abb79-4f8d-4f01-bf93-864ebb7372e0" -d '{"events": [{"server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "name": "network-vif-deleted", "tag": "ef001e01-2a45-432b-a405-653e72a9890a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:43.286745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 874ca1e2-965a-4520-9f8c-e26211943ab1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:43.314828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Transition to ACTIVE for port object b1dfd49d-3623-4f54-83cb-f7bef51a328b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:43.430264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:43.435409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 874ca1e2-965a-4520-9f8c-e26211943ab1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:43.435708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:43.446593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4531b7-bf7f-4a5f-94b6-d1aaa2dddda5 req-79a7003c-f0f6-4d68-baa4-340e9d1eab27 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:43.453114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4531b7-bf7f-4a5f-94b6-d1aaa2dddda5 req-79a7003c-f0f6-4d68-baa4-340e9d1eab27 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:43.460724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2b4531b7-bf7f-4a5f-94b6-d1aaa2dddda5 req-79a7003c-f0f6-4d68-baa4-340e9d1eab27 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 1653 time: 0.3129852 Jul 22 14:03:43.467870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Allocated IP 172.20.0.13 (6cc4f247-d331-48f3-ab2b-f5a55bd73e06/8df1868c-1dc2-4436-b445-752dd38378cd/22e9d55e-38b1-4136-851b-299924b26093) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:43.614256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2b4531b7-bf7f-4a5f-94b6-d1aaa2dddda5 req-b3c1925f-eb7f-4aac-88bf-a2fd24780eed tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399503 Jul 22 14:03:43.615432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:43.628882 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Sync routers for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:43.635654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-360a5c42-a5c0-44fe-bca7-9285a02e3a26 admin admin] 10.222.0.11 "PUT /v2.0/routers/86fc366f-bb86-4764-aa54-d77358dc543f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7600651 Jul 22 14:03:43.642334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:43.648198 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:43.653597 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:43.722756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1894ca92-aa20-4e2a-9c1a-78b9224f68f8 req-27763845-e6e5-4014-9f8e-2f64dd2638ee tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 210 time: 0.1467750 Jul 22 14:03:43.752520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network c096e517-9156-4a54-bf79-61224a4e852c is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:43.835094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:43.838084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:43.881600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Port': ['ID=b1dfd49d-3623-4f54-83cb-f7bef51a328b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:44.019648 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:44.145604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c6bbe95-81d9-4ea4-9607-f2b9f86e7153 req-9666cbe6-018b-494e-adaf-da84017a4697 tempest-FlavorsV2NegativeTest-1374169712 tempest-FlavorsV2NegativeTest-1374169712-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fe792491d37d4fef8a2a5470a7aaf58e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420780 Jul 22 14:03:44.185941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:44.288300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:44.306550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:44.307243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:44.403676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bbe95-81d9-4ea4-9607-f2b9f86e7153 req-e3156eda-9787-4edf-b346-7a326fae3310 tempest-FlavorsV2NegativeTest-1374169712 tempest-FlavorsV2NegativeTest-1374169712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:44.407923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c6bbe95-81d9-4ea4-9607-f2b9f86e7153 req-e3156eda-9787-4edf-b346-7a326fae3310 tempest-FlavorsV2NegativeTest-1374169712 tempest-FlavorsV2NegativeTest-1374169712-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625635 Jul 22 14:03:44.438919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c6bbe95-81d9-4ea4-9607-f2b9f86e7153 req-25a6fc7f-4faf-4a31-aa00-76177594eb91 tempest-FlavorsV2NegativeTest-1374169712 tempest-FlavorsV2NegativeTest-1374169712-project] 10.222.0.11 "GET /v2.0/quotas/fe792491d37d4fef8a2a5470a7aaf58e HTTP/1.1" status: 200 len: 375 time: 0.0249419 Jul 22 14:03:44.468873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:44.487396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f338c4bf-9d6a-4a31-a26f-0e06b5e19642 None None] Provisioning for port b1dfd49d-3623-4f54-83cb-f7bef51a328b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:44.502523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c6bbe95-81d9-4ea4-9607-f2b9f86e7153 req-51193136-f78f-4d0d-917a-2249316802fc tempest-FlavorsV2NegativeTest-1374169712 tempest-FlavorsV2NegativeTest-1374169712-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fe792491d37d4fef8a2a5470a7aaf58e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621386 Jul 22 14:03:44.510865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef001e01-2a45-432b-a405-653e72a9890a no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:03:44.518519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f338c4bf-9d6a-4a31-a26f-0e06b5e19642 None None] Provisioning complete for port b1dfd49d-3623-4f54-83cb-f7bef51a328b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:44.524067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f338c4bf-9d6a-4a31-a26f-0e06b5e19642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:44.535844 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 2, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:44.555884 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd321bf-7b5e-43bf-a0ed-fbb76fd7f07c x-openstack-request-id: req-bbd321bf-7b5e-43bf-a0ed-fbb76fd7f07c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:44.556589 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e2835-cc83-4060-8c6b-bb7b28aa73cd", "name": "network-vif-deleted", "tag": "ef001e01-2a45-432b-a405-653e72a9890a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:44.556997 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbd321bf-7b5e-43bf-a0ed-fbb76fd7f07c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:44.557936 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e2835-cc83-4060-8c6b-bb7b28aa73cd', 'name': 'network-vif-deleted', 'tag': 'ef001e01-2a45-432b-a405-653e72a9890a', 'status': 'completed', 'code': 200} Jul 22 14:03:44.575534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Transition to ACTIVE for port object 22e9d55e-38b1-4136-851b-299924b26093 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:44.595117 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Checking router: 86fc366f-bb86-4764-aa54-d77358dc543f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:44.595473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Updating router 86fc366f-bb86-4764-aa54-d77358dc543f port 45f89394-17b5-474d-aed8-081ca20372a8 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:03:44.620142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:44.621114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:44.663673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb1eb058-9487-4646-8566-fd58b5205c80 req-95e77040-bfba-4876-a38e-c356f0055f29 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0393639 Jul 22 14:03:44.664659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:44.674641 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:44.729057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-2b5ef171-8acc-499f-9683-d5f7a3830479 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1443353 Jul 22 14:03:44.776638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Request body: {'port': {'device_id': '97656acc-6c62-4f65-8025-939970a74956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:44.900863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ef001e01-2a45-432b-a405-653e72a9890a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:03:44.901310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef001e01-2a45-432b-a405-653e72a9890a not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:03:44.934135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617f8c7-802c-42d4-b836-c23001909b82 req-ad7cc2e2-1f4b-457c-bfff-14a69a1793c3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:44.938003 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3617f8c7-802c-42d4-b836-c23001909b82 req-ad7cc2e2-1f4b-457c-bfff-14a69a1793c3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 1.1804950 Jul 22 14:03:44.940443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:44.959812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f338c4bf-9d6a-4a31-a26f-0e06b5e19642 None None] Port b1dfd49d-3623-4f54-83cb-f7bef51a328b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:45.085645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3617f8c7-802c-42d4-b836-c23001909b82 req-36fe1d47-5684-49ff-9064-f9507ebe8fdc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247981 Jul 22 14:03:45.120719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-a145c23f-d8c9-4359-8b01-fae0baeae4d0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:45.131599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-a145c23f-d8c9-4359-8b01-fae0baeae4d0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 808 time: 0.2854326 Jul 22 14:03:45.148672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Request body: {'port': {'device_id': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'admin_state_up': True, 'tenant_id': '310b19e524c84e459853ae3d2cbbe443'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:45.163629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:45.179167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:45.187501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:45.310012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:45.310943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.357388 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.397515 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Transition to ACTIVE for port object 45f89394-17b5-474d-aed8-081ca20372a8 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:45.403817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event updated for resources: {'Port': ['ID=22e9d55e-38b1-4136-851b-299924b26093,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:45.416559 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.421409 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.478941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:45.492281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-ab85dbab-43a6-4b01-965a-68e60d78829d tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2902739 Jul 22 14:03:45.510771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Made reservation on behalf of 310b19e524c84e459853ae3d2cbbe443 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:45.515452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.548691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baa86cf-8994-4c58-afab-2fc8be9d5d9c None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:03:45.555936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3195347-2c1d-422d-9be5-55920c712ed7 None None] Pushing event updated for resources: {'Port': ['ID=45f89394-17b5-474d-aed8-081ca20372a8,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:45.630679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56998) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:45.646292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Request body: {'port': {'device_id': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:45.700754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b7a995cb-51d5-4c45-8d4f-13a8ed87789b None None] Provisioning for port 22e9d55e-38b1-4136-851b-299924b26093 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:45.720451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b7a995cb-51d5-4c45-8d4f-13a8ed87789b None None] Provisioning complete for port 22e9d55e-38b1-4136-851b-299924b26093 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:45.720857 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b7a995cb-51d5-4c45-8d4f-13a8ed87789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.758556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57004) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:45.784072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1257294929', 'description': 'tempest-description--1892824077'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:45.813215 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Attempting to bind port 45f89394-17b5-474d-aed8-081ca20372a8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:45.813852 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Attempting to bind port 45f89394-17b5-474d-aed8-081ca20372a8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:45.813852 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Attempting to bind port 45f89394-17b5-474d-aed8-081ca20372a8 on network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:45.847633 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:45.848012 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Checking segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:45.849887 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.854131 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Bound using segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:45.854807 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Bound port: 45f89394-17b5-474d-aed8-081ca20372a8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:45.857489 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.878542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b7a995cb-51d5-4c45-8d4f-13a8ed87789b None None] Port 22e9d55e-38b1-4136-851b-299924b26093 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:03:45.936058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:45.992786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf70ed-57b3-494f-befa-c61524619828 req-61bc43cd-242f-412d-ae8b-8157f2f56cbb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:46.010580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf70ed-57b3-494f-befa-c61524619828 req-61bc43cd-242f-412d-ae8b-8157f2f56cbb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:46.026294 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] For port 45f89394-17b5-474d-aed8-081ca20372a8, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:46.031059 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] For port 45f89394-17b5-474d-aed8-081ca20372a8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=45f89394-17b5-474d-aed8-081ca20372a8,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:46.031251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf70ed-57b3-494f-befa-c61524619828 req-61bc43cd-242f-412d-ae8b-8157f2f56cbb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:46.034238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4372384c-d886-41e4-b1eb-7d866fea5dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:46.037147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1cf70ed-57b3-494f-befa-c61524619828 req-61bc43cd-242f-412d-ae8b-8157f2f56cbb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2374 time: 0.7131128 Jul 22 14:03:46.037349 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:46.054943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:46.105321 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3195347-2c1d-422d-9be5-55920c712ed7 None None] Pushing event updated for resources: {'Port': ['ID=45f89394-17b5-474d-aed8-081ca20372a8,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:46.137724 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:46.138647 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:46.179386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672e235-46a4-4368-900f-7de54f1e9e38 None None] New status for floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:03:46.276044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3738df-384d-49c0-a6e7-1f8c45f1c8f0 req-42bb9750-b6da-4b9a-a6ec-f5d4245d678e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:46.277652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa3738df-384d-49c0-a6e7-1f8c45f1c8f0 req-42bb9750-b6da-4b9a-a6ec-f5d4245d678e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 932 time: 0.4229171 Jul 22 14:03:46.309237 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1cf70ed-57b3-494f-befa-c61524619828 req-92e08ae6-f4a1-4ef3-8ccb-2025d9c81918 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494390 Jul 22 14:03:46.385599 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:46.435484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Allocated IP 172.20.0.13 (a1b0424d-884b-465a-9e78-1af492525ccd/efd98642-14a3-469e-ac2d-92b2fd8f92a1/62768613-918c-4eca-a209-ed4737a231a0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:46.630292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa3738df-384d-49c0-a6e7-1f8c45f1c8f0 req-1a1878e2-be91-4d0d-b915-eb55b3c08888 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334685 Jul 22 14:03:46.644926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4372384c-d886-41e4-b1eb-7d866fea5dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:46.688946 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4372384c-d886-41e4-b1eb-7d866fea5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:46.700869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe814026-c768-4d15-8780-2de26a66b42b req-9f76198c-ff90-47a5-8f0f-f70c6d1ce142 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0574903 Jul 22 14:03:46.782586 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:46Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:46.860838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57d4cb-7de9-4909-b0b9-54821991b190 None None] The sync data for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 is: [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:46Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:03:47.000963 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4372384c-d886-41e4-b1eb-7d866fea5dfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe792491d37d4fef8a2a5470a7aaf58e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3659661 Jul 22 14:03:47.013531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372384c-d886-41e4-b1eb-7d866fea5dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0b720b-6a3e-4083-a1f2-d8d3edb60117,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:47.019988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57012) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:47.131147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:47.173106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.214472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e9d55e-38b1-4136-851b-299924b26093 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:47.226729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.230303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.238711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.266892 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.286001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Transition to ACTIVE for port object 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:47.290712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 45f89394-17b5-474d-aed8-081ca20372a8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:47.305306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.310675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Transition to ACTIVE for port object 22e9d55e-38b1-4136-851b-299924b26093 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:47.321172 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.378593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad499-2719-477b-9208-70e482eed09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.393416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 45f89394-17b5-474d-aed8-081ca20372a8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:47.400233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 45f89394-17b5-474d-aed8-081ca20372a8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:47.401379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.407783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.409017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6454332 Jul 22 14:03:47.425645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57018) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:47.443868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Request body: {'security_group_rule': {'security_group_id': '20fecaf6-03fe-4701-976d-933def9e7fe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:47.461600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214d9bf-3d26-4c77-b4bd-e3095b208c55 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fecaf6-03fe-4701-976d-933def9e7fe1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:47.543680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Pushing event updated for resources: {'Port': ['ID=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:47.547494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad499-2719-477b-9208-70e482eed09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.615361 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.660308 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.670789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 45f89394-17b5-474d-aed8-081ca20372a8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=45f89394-17b5-474d-aed8-081ca20372a8,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:47.676792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['5d4c2b05-d791-488e-9f42-46f16b8a511d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:47.680596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.741181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-6ce91a24-57ac-47c3-877b-b07f75a7179e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6363659 Jul 22 14:03:47.809142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:47.842737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Network a1b0424d-884b-465a-9e78-1af492525ccd is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:47.859550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:47.863930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:47.898064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f7607-56eb-48d0-8be1-41d0a15879fd req-a3ee752d-5e54-46ff-8e13-7f71fe8a767e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:47.907941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a8f7607-56eb-48d0-8be1-41d0a15879fd req-a3ee752d-5e54-46ff-8e13-7f71fe8a767e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.7797797 Jul 22 14:03:47.967647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=45f89394-17b5-474d-aed8-081ca20372a8,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:47.979569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:48.034696 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad499-2719-477b-9208-70e482eed09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.046949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad499-2719-477b-9208-70e482eed09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.048393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4f3ad499-2719-477b-9208-70e482eed09c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df0b720b-6a3e-4083-a1f2-d8d3edb60117 HTTP/1.1" status: 204 len: 168 time: 1.0272555 Jul 22 14:03:48.073875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Attempting to bind port 22e9d55e-38b1-4136-851b-299924b26093 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:48.074212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Attempting to bind port 22e9d55e-38b1-4136-851b-299924b26093 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:48.074541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Attempting to bind port 22e9d55e-38b1-4136-851b-299924b26093 on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:48.135163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad499-2719-477b-9208-70e482eed09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0b720b-6a3e-4083-a1f2-d8d3edb60117,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:48.187975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9203-a325-430b-b2c8-37b9ef43159e req-289325d4-9695-4298-a555-e684d4dc4b24 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:48.199300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Port 22e9d55e-38b1-4136-851b-299924b26093 on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:48.199909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Attempting to bind port 22e9d55e-38b1-4136-851b-299924b26093 on network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:48.200793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9203-a325-430b-b2c8-37b9ef43159e req-289325d4-9695-4298-a555-e684d4dc4b24 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:48.211032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea9203-a325-430b-b2c8-37b9ef43159e req-289325d4-9695-4298-a555-e684d4dc4b24 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:48.215154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:48.216422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Checking segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:48.217079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Bound using segment: {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:48.218113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Bound port: 22e9d55e-38b1-4136-851b-299924b26093, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:48.219332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.225812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29ea9203-a325-430b-b2c8-37b9ef43159e req-289325d4-9695-4298-a555-e684d4dc4b24 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2386 time: 0.7523124 Jul 22 14:03:48.310371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:48.311373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.377448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29ea9203-a325-430b-b2c8-37b9ef43159e req-d80a6f53-3dcc-473c-9540-d3442304f617 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484702 Jul 22 14:03:48.399105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.407698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.454331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] For port 22e9d55e-38b1-4136-851b-299924b26093, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:48.460347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] For port 22e9d55e-38b1-4136-851b-299924b26093, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=22e9d55e-38b1-4136-851b-299924b26093,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:48.475586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.483724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eecaec4-de19-4e24-a8dc-a612577dce99,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:48.489057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.495760 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3df592cc-de54-48e6-9c21-2d49bb855506 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0684447 Jul 22 14:03:48.500197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-4eaf5ec2-3e0a-4884-9886-5e9a7b9b4198 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3605807 Jul 22 14:03:48.501127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57048) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:48.502266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9d55e-38b1-4136-851b-299924b26093,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:48.518916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Request body: {'security_group_rule': {'security_group_id': '20fecaf6-03fe-4701-976d-933def9e7fe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:48.567951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Request body: {'port': {'device_id': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:48.583281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:48.584683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.587354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] 10.222.0.13 "PUT /v2.0/ports/22e9d55e-38b1-4136-851b-299924b26093 HTTP/1.1" status: 200 len: 1093 time: 3.0749495 Jul 22 14:03:48.614269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a8f7607-56eb-48d0-8be1-41d0a15879fd req-bc451f90-10d8-4776-b700-ba060f3aeffa tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050214 Jul 22 14:03:48.639118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'tag': '22e9d55e-38b1-4136-851b-299924b26093'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:48.647525 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfbaee3-bd97-48a9-857c-6e6b078b7888" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "tag": "22e9d55e-38b1-4136-851b-299924b26093"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:48.806221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-541d53b0-1cda-4285-b747-bae4db1d359a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.825300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:48.922524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.039274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.086868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.104134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38147c-2922-4429-94b8-911da8e1ca98 req-6abab24e-8c79-4353-a760-7ac435e916b2 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:49.110363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Attempting to bind port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:49.112245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Attempting to bind port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:49.112609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Attempting to bind port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e on network c096e517-9156-4a54-bf79-61224a4e852c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:49.117427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e38147c-2922-4429-94b8-911da8e1ca98 req-6abab24e-8c79-4353-a760-7ac435e916b2 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 944 time: 0.3903542 Jul 22 14:03:49.124669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.152081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbfb44c-3eed-42a9-ad43-1e35b795ee44,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:49.159406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e on network c096e517-9156-4a54-bf79-61224a4e852c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:49.160061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Attempting to bind port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e on network c096e517-9156-4a54-bf79-61224a4e852c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:49.183730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:49.184086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Checking segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:49.184521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Bound using segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:49.185908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Bound port: 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:49.186342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.215183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b55f-b9b8-423f-ae2b-e8637f509b73 service neutron] Pushing event updated for resources: {'Port': ['ID=22e9d55e-38b1-4136-851b-299924b26093,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:49.251177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-44ecf163-3677-42f9-a3d4-9ce562e987e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:49.253806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-44ecf163-3677-42f9-a3d4-9ce562e987e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 1096 time: 0.5917101 Jul 22 14:03:49.295344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 45f89394-17b5-474d-aed8-081ca20372a8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:49.334242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7acc6-592d-46e9-9951-a69ae351205e req-0d4cfa05-6d4d-43a4-a714-e80dd416eb8d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:49.346526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14b7acc6-592d-46e9-9951-a69ae351205e req-0d4cfa05-6d4d-43a4-a714-e80dd416eb8d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 932 time: 0.4759583 Jul 22 14:03:49.402118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-a4a8b463-7d3f-4d1a-85b6-2934263b6f59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e9d55e-38b1-4136-851b-299924b26093 HTTP/1.1" status: 200 len: 217 time: 0.1221609 Jul 22 14:03:49.481033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e38147c-2922-4429-94b8-911da8e1ca98 req-8cc36ece-bc19-44c0-850e-a810faad6838 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573365 Jul 22 14:03:49.510654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] For port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:49.526387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.536871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14b7acc6-592d-46e9-9951-a69ae351205e req-24e49f72-1d13-45f2-8d8a-f4832fcb5af2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864841 Jul 22 14:03:49.537945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dd3af379-fc20-4ba0-b0f7-7fbc67d61041 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0302405 Jul 22 14:03:49.543286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57074) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:49.554309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:49.575638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 45f89394-17b5-474d-aed8-081ca20372a8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:49.578329 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.585680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] For port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:49.592466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-e1c93a98-7c76-49fc-b8ea-3ae8be6de292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:49.598530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-e1c93a98-7c76-49fc-b8ea-3ae8be6de292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 200 len: 862 time: 0.1841590 Jul 22 14:03:49.608461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.634103 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.648511 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6dfeda-04f2-46ae-8132-0d983542d878 x-openstack-request-id: req-0b6dfeda-04f2-46ae-8132-0d983542d878 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:49.648830 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "tag": "22e9d55e-38b1-4136-851b-299924b26093", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:49.650852 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b6dfeda-04f2-46ae-8132-0d983542d878 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:49.652720 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'tag': '22e9d55e-38b1-4136-851b-299924b26093', 'status': 'completed', 'code': 200} Jul 22 14:03:49.690215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:49.693422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.698611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] 10.222.0.20 "PUT /v2.0/ports/6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e HTTP/1.1" status: 200 len: 1093 time: 4.9533029 Jul 22 14:03:49.737701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:49.781766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Request body: {'port': {'device_id': '97656acc-6c62-4f65-8025-939970a74956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:49.952689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:50.007181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62768613-918c-4eca-a209-ed4737a231a0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:50.025024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:50.062636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Transition to ACTIVE for port object 62768613-918c-4eca-a209-ed4737a231a0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:50.110339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:50.126736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:50.171423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:50.201646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5af24-6518-4197-ab78-45b68da184d9 req-b74d74fa-5ebf-4f54-afd3-e858cd2206b9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:50.205451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99b5af24-6518-4197-ab78-45b68da184d9 req-b74d74fa-5ebf-4f54-afd3-e858cd2206b9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.2594709 Jul 22 14:03:50.233069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462ebcf-8f59-49bb-95a3-cf2def36b06f service neutron] Pushing event updated for resources: {'Port': ['ID=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:50.261014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a89404-d381-49bc-8459-7e2966a725ac req-7a2a3995-a442-43a6-88b0-c87e7ccf2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:50.264315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-7a2a3995-a442-43a6-88b0-c87e7ccf2924 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6452923 Jul 22 14:03:50.290050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbad4f3-781c-41de-9e86-81d30e65c6f2 req-beb23cde-5cba-4282-8482-3d43311c4ef5 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:50.297505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbad4f3-781c-41de-9e86-81d30e65c6f2 req-beb23cde-5cba-4282-8482-3d43311c4ef5 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:50.303537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbad4f3-781c-41de-9e86-81d30e65c6f2 req-beb23cde-5cba-4282-8482-3d43311c4ef5 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:50.304603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:50.305482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7dbad4f3-781c-41de-9e86-81d30e65c6f2 req-beb23cde-5cba-4282-8482-3d43311c4ef5 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2386 time: 0.5521019 Jul 22 14:03:50.357049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-network', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:50.468041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Made reservation on behalf of d3aee200028d407b8c5a4b576329ace2 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:50.470328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:50.478683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:50.479000 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:50.479327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:50.495455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7dbad4f3-781c-41de-9e86-81d30e65c6f2 req-1a5852a8-717a-47e0-826f-e16e261574ef tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674011 Jul 22 14:03:50.523729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99b5af24-6518-4197-ab78-45b68da184d9 req-b7f6732c-a0b3-4fdb-8d3d-8cffed1cbd4a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980058 Jul 22 14:03:50.523729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:50.540163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-0f026e04-632a-40cf-9dd6-c788f0fcd3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:50.548765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-0f026e04-632a-40cf-9dd6-c788f0fcd3f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1102 time: 0.5076706 Jul 22 14:03:50.549368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:50.549763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:50.555661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-deda7f38-c4c5-4d88-a2ab-fc9a0c34e550 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854676 Jul 22 14:03:50.627449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:50.627815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:50.628179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:50.628780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Bound port: 62768613-918c-4eca-a209-ed4737a231a0, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:50.629154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.077668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53a89404-d381-49bc-8459-7e2966a725ac req-5a286b7a-ac45-4876-816b-54df708d02f4 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140231 Jul 22 14:03:51.094261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:51.105606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.120798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Allocated IP 172.25.8.36 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/4d1543f4-dc4d-40ce-9138-f368d1b0a08d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:51.137469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a1d6c-3408-4484-8168-4c608cff776a req-1e6179f1-2b1c-4a36-98c2-51db94b0d629 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.140663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f06a1d6c-3408-4484-8168-4c608cff776a req-1e6179f1-2b1c-4a36-98c2-51db94b0d629 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.5170207 Jul 22 14:03:51.169401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Transition to ACTIVE for port object 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:51.189093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-03f6912d-9f3c-4534-a057-e60704382401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.193036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-03f6912d-9f3c-4534-a057-e60704382401 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.6307840 Jul 22 14:03:51.222874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:51.225569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.281084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.286039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-f8f248a2-9f3f-43e9-a896-71a1926d206b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 217 time: 0.0851688 Jul 22 14:03:51.287806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:51.301864 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a60e0924-565a-4404-babb-781de6e2f58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.306722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.336013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Pushing event updated for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:51.368754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3993e-5dec-4901-8be8-04db8d71b0d1 req-fcad9fdd-8f67-4c33-84e9-fb0a7a704ceb tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.376552 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8b3993e-5dec-4901-8be8-04db8d71b0d1 req-fcad9fdd-8f67-4c33-84e9-fb0a7a704ceb tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 944 time: 0.7437143 Jul 22 14:03:51.425488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f06a1d6c-3408-4484-8168-4c608cff776a req-27e82c09-5144-4687-82a1-fea85e2f7adc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526178 Jul 22 14:03:51.480823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.481473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.484073 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] 10.222.0.13 "PUT /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 1093 time: 2.9741814 Jul 22 14:03:51.502314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'tag': '62768613-918c-4eca-a209-ed4737a231a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:51.505863 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985fb50b-b5e6-46c4-a785-9bc943b91b62" -d '{"events": [{"name": "network-changed", "server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "tag": "62768613-918c-4eca-a209-ed4737a231a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:51.522276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-359fe85f-7204-478f-9e86-3cbad797c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.524069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-359fe85f-7204-478f-9e86-3cbad797c860 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 1096 time: 0.3739350 Jul 22 14:03:51.622244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.622796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Attempting to bind port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:51.622796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Attempting to bind port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:51.624046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Attempting to bind port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e on network b5339cfc-1f60-4917-a1b8-a4da9faea26d {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:51.636654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.643548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-66586610-fe86-46e5-a6e8-72551d9a8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.645136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-66586610-fe86-46e5-a6e8-72551d9a8f1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.3429203 Jul 22 14:03:51.646951 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c679f4-2ac7-4127-b904-58120733e4bc x-openstack-request-id: req-a1c679f4-2ac7-4127-b904-58120733e4bc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:51.647294 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "tag": "62768613-918c-4eca-a209-ed4737a231a0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:51.647547 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1c679f4-2ac7-4127-b904-58120733e4bc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:51.647927 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'tag': '62768613-918c-4eca-a209-ed4737a231a0', 'status': 'completed', 'code': 200} Jul 22 14:03:51.651896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.655024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a428f-6b5f-4d80-83d2-07c1dfb9b99f service neutron] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:51.688440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8b3993e-5dec-4901-8be8-04db8d71b0d1 req-d8b0b8a5-6ed2-4766-b15d-3dec3f4f1add tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044686 Jul 22 14:03:51.708305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'tag': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:51.710598 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e2a760-5bd2-44da-9591-8c22550fe591" -d '{"events": [{"name": "network-changed", "server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "tag": "6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:51.750330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:03:51.767917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e on network b5339cfc-1f60-4917-a1b8-a4da9faea26d not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:51.768876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Attempting to bind port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e on network b5339cfc-1f60-4917-a1b8-a4da9faea26d {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:51.780597 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.781311 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Added segment ae762bee-a1e0-4cac-b507-8a485d3e0830 of type vlan for network 7d04c8d4-74ec-4832-bdd7-740340395a57 Jul 22 14:03:51.860230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:51.861279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Checking segment: {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:51.861412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Bound using segment: {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:51.863265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Bound port: 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f98ed01-9d2b-4f18-abe9-0df365604661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:51.863265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.863481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.925656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-327f5199-07d9-4358-a655-66be2918fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.927515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-327f5199-07d9-4358-a655-66be2918fcac service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 924 time: 0.3942883 Jul 22 14:03:51.967883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:51.968958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:51.969634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.018462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb38f4c-6db8-4bbc-b340-6f306571cb06,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:52.040789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-8ee20b33-1a07-4638-ae61-02149deee88b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e9d55e-38b1-4136-851b-299924b26093 HTTP/1.1" status: 200 len: 217 time: 0.0914013 Jul 22 14:03:52.077719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] Pushing event updated for resources: {'Network': ['ID=7d04c8d4-74ec-4832-bdd7-740340395a57,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:52.093963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:03:52.101471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:52.106214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-22502259-ac95-491f-b466-cbf5934e7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.109646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-22502259-ac95-491f-b466-cbf5934e7ffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1096 time: 0.5641775 Jul 22 14:03:52.113256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5d3aa951-1f82-4133-9612-6de328d30656 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1512682 Jul 22 14:03:52.118962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059db0-5083-47da-9e04-24e839e6f701 req-94e447f2-818d-4ebb-8828-d8cb90e8684f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.119636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57116) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:52.124882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Request body: {'subnet': {'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-subnet', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:52.125765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059db0-5083-47da-9e04-24e839e6f701 req-94e447f2-818d-4ebb-8828-d8cb90e8684f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.131886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2059db0-5083-47da-9e04-24e839e6f701 req-94e447f2-818d-4ebb-8828-d8cb90e8684f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.133654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2059db0-5083-47da-9e04-24e839e6f701 req-94e447f2-818d-4ebb-8828-d8cb90e8684f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2398 time: 0.3259928 Jul 22 14:03:52.157877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:52.182456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Made reservation on behalf of d3aee200028d407b8c5a4b576329ace2 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:03:52.184407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.185360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.207689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-b42ab000-df12-4c5c-8941-b1c92bf9359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.208810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-b42ab000-df12-4c5c-8941-b1c92bf9359f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 200 len: 862 time: 0.1606567 Jul 22 14:03:52.260214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-362e34e9-dfaa-4b46-9ad1-601f1620320d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 217 time: 0.0965672 Jul 22 14:03:52.271087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.285207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-b65e3fcb-119e-4af2-add5-dc336ab72526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.286723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-b65e3fcb-119e-4af2-add5-dc336ab72526 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6177564 Jul 22 14:03:52.293541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2059db0-5083-47da-9e04-24e839e6f701 req-816db2ec-e7d3-43ca-81e4-cac9e6b0c0d8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489973 Jul 22 14:03:52.323709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.324602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.326298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] 10.222.0.20 "PUT /v2.0/ports/2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e HTTP/1.1" status: 200 len: 1091 time: 2.5752974 Jul 22 14:03:52.360013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880cc0c-f52a-4df4-a0ea-7e5ed664d34b service neutron] Pushing event updated for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:52.367999 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.373176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Request body: {'port': {'device_id': '97656acc-6c62-4f65-8025-939970a74956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:52.478087 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c44768-c63f-4f17-9855-15fa5adb5f28 x-openstack-request-id: req-22c44768-c63f-4f17-9855-15fa5adb5f28 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:52.479932 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "tag": "6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:52.479932 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22c44768-c63f-4f17-9855-15fa5adb5f28 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:52.483660 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'tag': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e', 'status': 'completed', 'code': 200} Jul 22 14:03:52.490622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547bb55-dcdf-4103-9012-c5cae51d145c req-97c945bc-c27f-4562-ab70-05fee43078e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.492239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7547bb55-dcdf-4103-9012-c5cae51d145c req-97c945bc-c27f-4562-ab70-05fee43078e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.5905540 Jul 22 14:03:52.541146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-f6163b07-f14a-4732-8715-9bc926d6f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.543136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-f6163b07-f14a-4732-8715-9bc926d6f23d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3197978 Jul 22 14:03:52.543949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:52.546437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event updated for resources: {'Port': ['ID=4d1543f4-dc4d-40ce-9138-f368d1b0a08d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:52.703816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:52.731705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:52.739459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-9cc0b915-ce39-4cf4-90f2-77e2e9da1a3a service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853745 Jul 22 14:03:52.739670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:52.769698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-dc089bae-9b69-422c-9ee1-241e1058f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:52.771190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-dc089bae-9b69-422c-9ee1-241e1058f83a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.5002172 Jul 22 14:03:52.774124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7547bb55-dcdf-4103-9012-c5cae51d145c req-74ebfcce-e76e-4910-8c54-f7dacd8a557c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143233 Jul 22 14:03:52.841262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-a97e87b5-e02b-45f8-9660-131a85009772 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537906 Jul 22 14:03:52.957297 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:03:53.033948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ccfbaee3-bd97-48a9-857c-6e6b078b7888 req-486f5710-9510-4dd2-bc33-f1c6f238dccb service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731743 Jul 22 14:03:53.061957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-127460f3-8c34-45b8-812a-b2110b891d34 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463151 Jul 22 14:03:53.063048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f4c8-b277-4485-bf04-11a2325e4d3b req-86fed269-16e4-455b-84f4-9f200c9b00dd tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.064589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51a8f4c8-b277-4485-bf04-11a2325e4d3b req-86fed269-16e4-455b-84f4-9f200c9b00dd tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.3862846 Jul 22 14:03:53.124584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-601c3c18-19b6-46e2-b0b7-d24d64c92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.125074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-601c3c18-19b6-46e2-b0b7-d24d64c92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.125807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-601c3c18-19b6-46e2-b0b7-d24d64c92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.127466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-601c3c18-19b6-46e2-b0b7-d24d64c92714 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2798 time: 0.6279917 Jul 22 14:03:53.207407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51a8f4c8-b277-4485-bf04-11a2325e4d3b req-92d19aa6-48f8-499d-8daf-00203e6e55f5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321659 Jul 22 14:03:53.304004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1dfd49d-3623-4f54-83cb-f7bef51a328b {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:53.311774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.324972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Transition to ACTIVE for port object b1dfd49d-3623-4f54-83cb-f7bef51a328b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:53.330140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.420870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Pushing event updated for resources: {'Port': ['ID=b1dfd49d-3623-4f54-83cb-f7bef51a328b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:53.443949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-0a35b175-a719-4335-870b-92583d00effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.444425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-0a35b175-a719-4335-870b-92583d00effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.444893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-0a35b175-a719-4335-870b-92583d00effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.446547 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-0a35b175-a719-4335-870b-92583d00effe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2953744 Jul 22 14:03:53.447921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.539022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Attempting to bind port b1dfd49d-3623-4f54-83cb-f7bef51a328b on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:53.539359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Attempting to bind port b1dfd49d-3623-4f54-83cb-f7bef51a328b by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:53.539733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Attempting to bind port b1dfd49d-3623-4f54-83cb-f7bef51a328b on network c096e517-9156-4a54-bf79-61224a4e852c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:53.547368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Port b1dfd49d-3623-4f54-83cb-f7bef51a328b on network c096e517-9156-4a54-bf79-61224a4e852c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:03:53.547755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Attempting to bind port b1dfd49d-3623-4f54-83cb-f7bef51a328b on network c096e517-9156-4a54-bf79-61224a4e852c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:53.554999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:53.555334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Checking segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:53.555781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Bound using segment: {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:53.556504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Bound port: b1dfd49d-3623-4f54-83cb-f7bef51a328b, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f5a0c6-4c29-45d3-8fdf-69ee656f9902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:53.557287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.607294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d15b-fadf-448a-b579-472f3b6b9b6d req-a451f1fb-5566-43e8-93e7-3a06e929af28 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.613968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d15b-fadf-448a-b579-472f3b6b9b6d req-a451f1fb-5566-43e8-93e7-3a06e929af28 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.620005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d15b-fadf-448a-b579-472f3b6b9b6d req-a451f1fb-5566-43e8-93e7-3a06e929af28 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.622027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0415d15b-fadf-448a-b579-472f3b6b9b6d req-a451f1fb-5566-43e8-93e7-3a06e929af28 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2410 time: 0.1806564 Jul 22 14:03:53.692994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0415d15b-fadf-448a-b579-472f3b6b9b6d req-2e2b0623-3706-4751-955d-6dd2388de4d0 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Jul 22 14:03:53.694119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] For port b1dfd49d-3623-4f54-83cb-f7bef51a328b, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:53.708575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] For port b1dfd49d-3623-4f54-83cb-f7bef51a328b, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:53.713451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.757577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.758230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.759795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] 10.222.0.20 "PUT /v2.0/ports/b1dfd49d-3623-4f54-83cb-f7bef51a328b HTTP/1.1" status: 200 len: 1092 time: 1.3916221 Jul 22 14:03:53.777199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91cf30-1e4d-41df-80fb-3f0799d5406e service neutron] Pushing event updated for resources: {'Port': ['ID=b1dfd49d-3623-4f54-83cb-f7bef51a328b,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:53.885486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:53.956521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-38d1b8a8-ae52-4210-af4d-11b4f1e17d8d service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1020730 Jul 22 14:03:53.970478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63206d5-d01a-4f44-b613-43316521a235 req-ef845d9c-35c0-480d-9ae3-eed9a08c123e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:53.972128 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e63206d5-d01a-4f44-b613-43316521a235 req-ef845d9c-35c0-480d-9ae3-eed9a08c123e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.0914638 Jul 22 14:03:54.020074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e63206d5-d01a-4f44-b613-43316521a235 req-7f2d2bbd-ee09-453a-bb40-33f8b4460486 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418508 Jul 22 14:03:54.121871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.137007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.177830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-5c4b2042-fb27-4bc8-bfc0-3f397ebfea91 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0590651 Jul 22 14:03:54.188933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8249c93-e1b7-4ef2-9999-48d1dab36c5e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:54.204114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792cbe-0289-486b-8479-a5ac7a531de9 req-8a9a6520-d41a-432c-b380-3411c974d2fe tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.205690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad792cbe-0289-486b-8479-a5ac7a531de9 req-8a9a6520-d41a-432c-b380-3411c974d2fe tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 944 time: 1.0680442 Jul 22 14:03:54.309019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-e1549335-ba23-4661-bb60-da11fa82cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.310571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8e2a760-5bd2-44da-9591-8c22550fe591 req-e1549335-ba23-4661-bb60-da11fa82cd6f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8390493 Jul 22 14:03:54.331787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9907def-e3c5-4c90-910a-a0d822deea88 req-bf187ddd-212f-48e2-9671-649a57168563 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197377 Jul 22 14:03:54.360807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Checking segment: {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:54.362065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Network hostable DHCP agents. Network: 7d04c8d4-74ec-4832-bdd7-740340395a57, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:03:54.390864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadf66a-0312-44f3-863b-66b9bf17d55d req-a1fea820-e03f-4233-82f6-39f75a33071a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.392321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2aadf66a-0312-44f3-863b-66b9bf17d55d req-a1fea820-e03f-4233-82f6-39f75a33071a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.1039433 Jul 22 14:03:54.449831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad792cbe-0289-486b-8479-a5ac7a531de9 req-cb8cfb54-3bbd-40ce-a5fc-5bbec8c93110 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804140 Jul 22 14:03:54.457706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2aadf66a-0312-44f3-863b-66b9bf17d55d req-92150562-70f5-430f-bacc-2f2004cf0abb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532882 Jul 22 14:03:54.486396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e'}, {'name': 'network-changed', 'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'tag': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:54.490907 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0" -d '{"events": [{"name": "network-changed", "server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e"}, {"name": "network-changed", "server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "tag": "b1dfd49d-3623-4f54-83cb-f7bef51a328b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:54.494738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:03:54.541296 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e254ec-305c-432d-b340-7fd6d8724d13 x-openstack-request-id: req-c7e254ec-305c-432d-b340-7fd6d8724d13 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:54.541685 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "tag": "b1dfd49d-3623-4f54-83cb-f7bef51a328b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:54.542136 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7e254ec-305c-432d-b340-7fd6d8724d13 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:54.542542 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'status': 'completed', 'code': 200} Jul 22 14:03:54.542966 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'tag': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b', 'status': 'completed', 'code': 200} Jul 22 14:03:54.560141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 7d04c8d4-74ec-4832-bdd7-740340395a57) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:54.569674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.570072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.573502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c95f8f-106b-4361-bd7b-e3cce1eeb939 None None] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:54.595562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 22e9d55e-38b1-4136-851b-299924b26093 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:54.626510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:54.626729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0db134a4-e10e-4a8a-b83c-edaab8bedb9c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5058651 Jul 22 14:03:54.632183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:03:54.647671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d099e40f-e026-4f3a-96fe-690958ffce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.648160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d099e40f-e026-4f3a-96fe-690958ffce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.648639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d099e40f-e026-4f3a-96fe-690958ffce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.650364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d099e40f-e026-4f3a-96fe-690958ffce0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2866 time: 0.2830875 Jul 22 14:03:54.673773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.684206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.686036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.704688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-06dc215f-f150-4a2a-950b-b5cf98942ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.706254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-06dc215f-f150-4a2a-950b-b5cf98942ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1096 time: 0.2770734 Jul 22 14:03:54.708164 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-debf1791-49df-42df-8611-52de25ddf18a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e HTTP/1.1" status: 200 len: 217 time: 0.0460422 Jul 22 14:03:54.708419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.762128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 22e9d55e-38b1-4136-851b-299924b26093, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=22e9d55e-38b1-4136-851b-299924b26093,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:54.779498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '22e9d55e-38b1-4136-851b-299924b26093', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'port_id': '22e9d55e-38b1-4136-851b-299924b26093', 'mac_address': 'fa:16:3e:80:e4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:03:54.797595 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:54.856243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event updated for resources: {'Port': ['ID=4d1543f4-dc4d-40ce-9138-f368d1b0a08d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:54.935027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-612e2ecf-8244-43ad-8648-92452e49aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:54.937534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-612e2ecf-8244-43ad-8648-92452e49aad5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7dfa250-52e6-4b1c-966e-fa536a205e79 HTTP/1.1" status: 200 len: 801 time: 0.2203717 Jul 22 14:03:54.947612 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.009079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.010870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee6a3cce-fd9b-4c9a-89e5-68257a3367a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4618073 Jul 22 14:03:55.013816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-e9073544-f122-40ab-ac39-2266bf42211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.015970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-e9073544-f122-40ab-ac39-2266bf42211f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.2881930 Jul 22 14:03:55.042951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.088117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-49190b8e-5cc5-48e8-8e19-3d0a786c36a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 217 time: 0.0643184 Jul 22 14:03:55.105569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e9d55e-38b1-4136-851b-299924b26093 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:55.153089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-70a7903e-d6f2-44db-aec7-597e0425ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.155628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-70a7903e-d6f2-44db-aec7-597e0425ac64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c096e517-9156-4a54-bf79-61224a4e852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087944 Jul 22 14:03:55.163625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.166489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 22e9d55e-38b1-4136-851b-299924b26093, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=22e9d55e-38b1-4136-851b-299924b26093,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:55.167538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-0f7a6fb0-ce18-4e7f-9948-44f944e2a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.169675 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-0f7a6fb0-ce18-4e7f-9948-44f944e2a1b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0719104 Jul 22 14:03:55.181853 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.195956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf0d52-778c-45f3-b774-1caa17556ac1 req-3b24be3a-2f3f-4afa-9df4-d2f345d109c6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.202325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf0d52-778c-45f3-b774-1caa17556ac1 req-3b24be3a-2f3f-4afa-9df4-d2f345d109c6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.231671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf0d52-778c-45f3-b774-1caa17556ac1 req-3b24be3a-2f3f-4afa-9df4-d2f345d109c6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.240118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06bf0d52-778c-45f3-b774-1caa17556ac1 req-3b24be3a-2f3f-4afa-9df4-d2f345d109c6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2410 time: 0.3626847 Jul 22 14:03:55.308337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-8c257ac0-a7e8-4b0a-9647-a4093f6058ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240511 Jul 22 14:03:55.338175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06bf0d52-778c-45f3-b774-1caa17556ac1 req-4fe722c3-766f-41cf-9c7b-72eabbe77488 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823445 Jul 22 14:03:55.338640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-7d04c8d4-74ec-4832-bdd7-740340395a57', 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'fixed_ips': [{'subnet_id': 'b8249c93-e1b7-4ef2-9999-48d1dab36c5e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:03:55.338640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.372420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=22e9d55e-38b1-4136-851b-299924b26093,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:55.530837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Allocated IP 172.20.0.2 (7d04c8d4-74ec-4832-bdd7-740340395a57/b8249c93-e1b7-4ef2-9999-48d1dab36c5e/53940c56-ed4a-4f97-9919-65f72e57aa1f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:55.553432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d640cc33-7975-4c46-b40c-65fae625c5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825471 Jul 22 14:03:55.572336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26597f44-579c-49bf-b89b-5f70a6748e40 req-d29015ee-13cb-4e01-95f8-fad61fe76a06 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.574102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26597f44-579c-49bf-b89b-5f70a6748e40 req-d29015ee-13cb-4e01-95f8-fad61fe76a06 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.3788545 Jul 22 14:03:55.635849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-0c0f0e0b-3a3b-4a1d-9efb-5344f460b9e6 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183608 Jul 22 14:03:55.687859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['22e9d55e-38b1-4136-851b-299924b26093'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:03:55.720257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.727174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.746063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Transition to ACTIVE for port object 53940c56-ed4a-4f97-9919-65f72e57aa1f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:55.781110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.797294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cca2a-2aec-44fc-9cea-7506b3988899 req-2247efd6-9dbd-45e2-a234-9d1b03b75008 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:55.798918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-017cca2a-2aec-44fc-9cea-7506b3988899 req-2247efd6-9dbd-45e2-a234-9d1b03b75008 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 945 time: 0.2096596 Jul 22 14:03:55.817167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Transition to ACTIVE for port object 53940c56-ed4a-4f97-9919-65f72e57aa1f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:55.859240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:55.901969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26597f44-579c-49bf-b89b-5f70a6748e40 req-ff89dd5e-d51e-4f3d-b706-7c31caa3b66d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072002 Jul 22 14:03:55.905764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-017cca2a-2aec-44fc-9cea-7506b3988899 req-91006052-c958-49f7-b023-712472966474 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939624 Jul 22 14:03:55.944593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-985fb50b-b5e6-46c4-a785-9bc943b91b62 req-c4f8bd73-8453-4dfa-8d3a-a51818f4dd8b service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541339 Jul 22 14:03:55.980662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-99f88a0e-039c-455f-9373-72ec887be92e service neutron] 10.222.0.20 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054890 Jul 22 14:03:56.049024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-c32ce032-0bcf-4781-a748-abff9dce599e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e HTTP/1.1" status: 200 len: 217 time: 0.0611162 Jul 22 14:03:56.056784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:56.062828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:56.072120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:56.085103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Allocated IP 172.25.8.117 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b6017daf-2343-4332-90d0-7d8fe83d10af) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:03:56.108305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Pushing event updated for resources: {'Port': ['ID=53940c56-ed4a-4f97-9919-65f72e57aa1f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:56.185223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-ce879902-e20c-45f9-9f2f-f7a074e19a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.186802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-ce879902-e20c-45f9-9f2f-f7a074e19a29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7701c08d-ea6f-4698-9a3e-5b0f39a9b986 HTTP/1.1" status: 200 len: 801 time: 0.1328340 Jul 22 14:03:56.196288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Attempting to bind port 53940c56-ed4a-4f97-9919-65f72e57aa1f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:56.196859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Attempting to bind port 53940c56-ed4a-4f97-9919-65f72e57aa1f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:56.197703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Attempting to bind port 53940c56-ed4a-4f97-9919-65f72e57aa1f on network 7d04c8d4-74ec-4832-bdd7-740340395a57 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:56.204911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:56.205383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Checking segment: {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:56.205910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:56.206390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Bound using segment: {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:56.206961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Bound port: 53940c56-ed4a-4f97-9919-65f72e57aa1f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:56.207454 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:56.267658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-9757a962-4d1f-4df4-8d0b-9f9f6b94a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.275244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-9757a962-4d1f-4df4-8d0b-9f9f6b94a4cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5339cfc-1f60-4917-a1b8-a4da9faea26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814509 Jul 22 14:03:56.291453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca578da-3296-4fd9-bb5a-13b88770ce57 req-1dab3222-ecdb-41ad-a2b6-7035d690defe tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.293587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cca578da-3296-4fd9-bb5a-13b88770ce57 req-1dab3222-ecdb-41ad-a2b6-7035d690defe tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.2591424 Jul 22 14:03:56.300858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:56.302151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] For port 53940c56-ed4a-4f97-9919-65f72e57aa1f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:56.306972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] For port 53940c56-ed4a-4f97-9919-65f72e57aa1f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=53940c56-ed4a-4f97-9919-65f72e57aa1f,segment=NetworkSegment(ae762bee-a1e0-4cac-b507-8a485d3e0830),segment_id=ae762bee-a1e0-4cac-b507-8a485d3e0830)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:56.312612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:56.388082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cca578da-3296-4fd9-bb5a-13b88770ce57 req-79d76b33-ba71-440a-bafb-b16dbf929e7d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845056 Jul 22 14:03:56.403202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c0b9c-6c55-46cd-baea-c0d2034dd86e None None] Pushing event updated for resources: {'Port': ['ID=53940c56-ed4a-4f97-9919-65f72e57aa1f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:56.443418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:56.523706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-9127fa5c-dc17-404f-b484-ce6cedf46a3d service neutron] 10.222.0.20 "GET /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415886 Jul 22 14:03:56.574287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:03:56.576901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Pushing event updated for resources: {'Port': ['ID=b6017daf-2343-4332-90d0-7d8fe83d10af,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:56.579588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:03:56.591289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:03:56.630002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7fd9-2193-4649-a893-d56e47baefcf req-08d00034-8dba-40e2-b160-7097c6154d1b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.635898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7fd9-2193-4649-a893-d56e47baefcf req-08d00034-8dba-40e2-b160-7097c6154d1b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.642732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7fd9-2193-4649-a893-d56e47baefcf req-08d00034-8dba-40e2-b160-7097c6154d1b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.649960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b68b7fd9-2193-4649-a893-d56e47baefcf req-08d00034-8dba-40e2-b160-7097c6154d1b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2410 time: 0.2003529 Jul 22 14:03:56.697112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-9b1bea00-9338-46e2-b2fd-54707cc1ac87 service neutron] 10.222.0.20 "GET /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677642 Jul 22 14:03:56.828272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b68b7fd9-2193-4649-a893-d56e47baefcf req-f289b459-e7a7-421d-8a48-be73d746ba7c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772382 Jul 22 14:03:56.829960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-c7d0ace8-d4a2-42a1-be1a-653a6142e39a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b HTTP/1.1" status: 200 len: 217 time: 0.1216359 Jul 22 14:03:56.956361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d86f5449-83ae-42d6-9fb9-9409af9a3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:56.961738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-d86f5449-83ae-42d6-9fb9-9409af9a3ba6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7dfa250-52e6-4b1c-966e-fa536a205e79 HTTP/1.1" status: 200 len: 801 time: 0.1210942 Jul 22 14:03:57.172676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-9d35987b-3fd4-4341-9ae2-f8711c0d71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.175499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-9d35987b-3fd4-4341-9ae2-f8711c0d71dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c096e517-9156-4a54-bf79-61224a4e852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043397 Jul 22 14:03:57.303586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0924ec-a4c7-4c54-9a92-00743bd9f854 req-20b6340e-b9de-4550-bd46-76c4d91564a4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.311553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb0924ec-a4c7-4c54-9a92-00743bd9f854 req-20b6340e-b9de-4550-bd46-76c4d91564a4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.2399049 Jul 22 14:03:57.384422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-755cec9d-4cb6-4d9b-8e2c-8851ee86bd0f service neutron] 10.222.0.20 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912456 Jul 22 14:03:57.427135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 53940c56-ed4a-4f97-9919-65f72e57aa1f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:57.461824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb0924ec-a4c7-4c54-9a92-00743bd9f854 req-3cd0aa5c-1deb-4b98-8b36-1d67e8305f72 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463087 Jul 22 14:03:57.508843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:57.530393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 53940c56-ed4a-4f97-9919-65f72e57aa1f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:57.654738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a315b-e804-4e32-8aea-18ea32d61db0 req-c26a47da-f1ae-4821-a8c1-03634bda942e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.657193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b9a315b-e804-4e32-8aea-18ea32d61db0 req-c26a47da-f1ae-4821-a8c1-03634bda942e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 945 time: 0.6177852 Jul 22 14:03:57.672683 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d92a36f0-ba5e-47dd-b421-0eef622a5d59 req-89c42e75-2bbb-4467-8aa0-556bfb2e7312 service neutron] 10.222.0.20 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633252 Jul 22 14:03:57.746960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e31b-e558-4a2b-be61-ab5c6b83a201 req-3e2cedfd-ee85-4fa8-bf49-6478d4c002ba tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.749592 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87c1e31b-e558-4a2b-be61-ab5c6b83a201 req-3e2cedfd-ee85-4fa8-bf49-6478d4c002ba tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.1615415 Jul 22 14:03:57.802106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b9a315b-e804-4e32-8aea-18ea32d61db0 req-b253114e-d52a-466e-96e4-173485bcae93 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367280 Jul 22 14:03:57.859026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87c1e31b-e558-4a2b-be61-ab5c6b83a201 req-a709de91-0a77-4f52-9cea-f2beafd68b41 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954230 Jul 22 14:03:57.875052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:57.924566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-1239d227-0e0c-4a05-b2f8-4a3ddedc3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.925431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-1239d227-0e0c-4a05-b2f8-4a3ddedc3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.926380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-1239d227-0e0c-4a05-b2f8-4a3ddedc3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:57.928328 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-1239d227-0e0c-4a05-b2f8-4a3ddedc3291 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2866 time: 0.1766942 Jul 22 14:03:58.006975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bfc7e-dc1f-4910-88e1-4f243b3abb07 None None] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:03:58.113091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] Provisioning for port 53940c56-ed4a-4f97-9919-65f72e57aa1f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:58.122658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] Provisioning complete for port 53940c56-ed4a-4f97-9919-65f72e57aa1f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:58.123371 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.219481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Router d8122d16-f307-48fd-a647-d7bdd30ba8df is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:03:58.304976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-0104e5b1-c7cc-4975-8fa6-d153b49072ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:58.314655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-0104e5b1-c7cc-4975-8fa6-d153b49072ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5339cfc-1f60-4917-a1b8-a4da9faea26d HTTP/1.1" status: 200 len: 903 time: 0.3755760 Jul 22 14:03:58.372899 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.384549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:03:58.405202 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Sync routers for ids ['d8122d16-f307-48fd-a647-d7bdd30ba8df'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:03:58.419380 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Routers {'d8122d16-f307-48fd-a647-d7bdd30ba8df'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:03:58.421885 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d8122d16-f307-48fd-a647-d7bdd30ba8df'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:58.423822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.425543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cbf05680-b17c-4a73-8809-f3ef85be898b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7974374 Jul 22 14:03:58.429252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:03:58.447170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] For port 53940c56-ed4a-4f97-9919-65f72e57aa1f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=53940c56-ed4a-4f97-9919-65f72e57aa1f,segment=NetworkSegment(ae762bee-a1e0-4cac-b507-8a485d3e0830),segment_id=ae762bee-a1e0-4cac-b507-8a485d3e0830)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:58.453826 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.560436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deafce-2d8c-4843-8715-c8d49771f780 None None] Pushing event updated for resources: {'Port': ['ID=53940c56-ed4a-4f97-9919-65f72e57aa1f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:58.611379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 22e9d55e-38b1-4136-851b-299924b26093 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:58.650350 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Set router d8122d16-f307-48fd-a647-d7bdd30ba8df gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:03:58.719639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 22e9d55e-38b1-4136-851b-299924b26093 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:03:58.727006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 22e9d55e-38b1-4136-851b-299924b26093 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:58.727384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.791518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-87fd61a2-3d48-4547-bb59-6c58fa8ca5a5 None None] Provisioning complete for port 53940c56-ed4a-4f97-9919-65f72e57aa1f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:58.792260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87fd61a2-3d48-4547-bb59-6c58fa8ca5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.817348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420cde9-b500-49ae-954f-fcdf98cc2954 req-27636b68-9ab2-48f1-a9ba-e1647b6fff15 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:58.823747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420cde9-b500-49ae-954f-fcdf98cc2954 req-27636b68-9ab2-48f1-a9ba-e1647b6fff15 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:58.830893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420cde9-b500-49ae-954f-fcdf98cc2954 req-27636b68-9ab2-48f1-a9ba-e1647b6fff15 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:58.832590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9420cde9-b500-49ae-954f-fcdf98cc2954 req-27636b68-9ab2-48f1-a9ba-e1647b6fff15 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2410 time: 0.8326392 Jul 22 14:03:58.834043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-bd6f997b-ea71-4d1d-b209-9811542cacf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.5&port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e HTTP/1.1" status: 200 len: 217 time: 0.5097072 Jul 22 14:03:58.931627 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:58.955152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-ec1bdcef-8076-47b0-ae32-ccbbcc60e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:58.956561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-ec1bdcef-8076-47b0-ae32-ccbbcc60e19d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7701c08d-ea6f-4698-9a3e-5b0f39a9b986 HTTP/1.1" status: 200 len: 801 time: 0.1114523 Jul 22 14:03:58.963729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9420cde9-b500-49ae-954f-fcdf98cc2954 req-f4841c04-d73e-4ed4-a50d-9d20552db376 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204414 Jul 22 14:03:59.019215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9d55e-38b1-4136-851b-299924b26093'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:03:59.023494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-29880b8c-8e1f-4876-8aa8-544ab9ad3445 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1882763 Jul 22 14:03:59.024016 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c6f836-9b46-4d26-8581-985ed1897942" -d '{"events": [{"server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "name": "network-vif-plugged", "status": "completed", "tag": "22e9d55e-38b1-4136-851b-299924b26093"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:03:59.050544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4024ba-6a59-479d-b0f0-1b1ab01ca19d req-9f31c2bf-e180-4564-83fa-b77ab1b1cde4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:59.060577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 22e9d55e-38b1-4136-851b-299924b26093, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=22e9d55e-38b1-4136-851b-299924b26093,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:59.063517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b4024ba-6a59-479d-b0f0-1b1ab01ca19d req-9f31c2bf-e180-4564-83fa-b77ab1b1cde4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.4420364 Jul 22 14:03:59.066860 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.071568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-95da35c6-4cb3-4925-a3d7-0eabc603102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:59.075521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-95da35c6-4cb3-4925-a3d7-0eabc603102e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5339cfc-1f60-4917-a1b8-a4da9faea26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105199 Jul 22 14:03:59.157555 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:03:56Z', 'revision_number': 3, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port': {'id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:55Z', 'updated_at': '2021-07-22T14:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:03:59.178147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b4024ba-6a59-479d-b0f0-1b1ab01ca19d req-579d9b21-2933-495e-818d-92b6bfde8fd3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129935 Jul 22 14:03:59.193584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 53940c56-ed4a-4f97-9919-65f72e57aa1f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:03:59.194102 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Checking router: d8122d16-f307-48fd-a647-d7bdd30ba8df for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:03:59.194627 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Updating router d8122d16-f307-48fd-a647-d7bdd30ba8df port b6017daf-2343-4332-90d0-7d8fe83d10af binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:03:59.252494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=22e9d55e-38b1-4136-851b-299924b26093,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:59.252849 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.320163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 53940c56-ed4a-4f97-9919-65f72e57aa1f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:03:59.320545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.472759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-d50395dc-5f88-49f8-ab84-523ec4432104 service neutron] 10.222.0.20 "GET /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761857 Jul 22 14:03:59.476661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-3b742ebd-2dcf-4697-b5ff-5de9defa9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:59.478138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-3b742ebd-2dcf-4697-b5ff-5de9defa9e2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 1101 time: 0.4128857 Jul 22 14:03:59.506193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8a268-faa8-4f47-936b-1e8960e0d6f5 req-522ae7de-0cc2-43dc-91b1-a381b8790282 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:59.514464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19d8a268-faa8-4f47-936b-1e8960e0d6f5 req-522ae7de-0cc2-43dc-91b1-a381b8790282 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.3875582 Jul 22 14:03:59.534436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:03:59.538773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbde35d-4a91-446e-a3a9-6e56fc2853d6 req-f8104a18-374f-4b31-ada8-6888fccecfe5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:59.546974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4dbde35d-4a91-446e-a3a9-6e56fc2853d6 req-f8104a18-374f-4b31-ada8-6888fccecfe5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.2373908 Jul 22 14:03:59.603449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4dbde35d-4a91-446e-a3a9-6e56fc2853d6 req-4e764963-bfd0-4d2f-ad9e-fd53093d9dc2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Jul 22 14:03:59.633805 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.650509 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Transition to ACTIVE for port object b6017daf-2343-4332-90d0-7d8fe83d10af will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:03:59.658914 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.700165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19d8a268-faa8-4f47-936b-1e8960e0d6f5 req-c9c22bf2-ade6-476a-ac4d-2e27d6dc584a tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845353 Jul 22 14:03:59.709328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:59.721905 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Attempting to bind port b6017daf-2343-4332-90d0-7d8fe83d10af on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:03:59.722924 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Attempting to bind port b6017daf-2343-4332-90d0-7d8fe83d10af by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:03:59.723817 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Attempting to bind port b6017daf-2343-4332-90d0-7d8fe83d10af on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:03:59.736209 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:03:59.736579 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:03:59.737244 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.737895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:03:59.738808 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Bound port: b6017daf-2343-4332-90d0-7d8fe83d10af, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:03:59.739479 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.741277 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Pushing event updated for resources: {'Port': ['ID=b6017daf-2343-4332-90d0-7d8fe83d10af,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:03:59.746867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e', 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c', 'port_id': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e', 'mac_address': 'fa:16:3e:ca:2c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dfa250-52e6-4b1c-966e-fa536a205e79', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:03:59.777191 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.777543 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.777917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.778560 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.778895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.779226 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.780537 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.780813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.781002 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.781352 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.781937 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.782258 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:03:59.801641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.823191 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] For port b6017daf-2343-4332-90d0-7d8fe83d10af, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:03:59.831115 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b37e5eb-4106-46e8-ada7-db725ae5e15d x-openstack-request-id: req-1b37e5eb-4106-46e8-ada7-db725ae5e15d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:03:59.831745 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "name": "network-vif-plugged", "status": "completed", "tag": "22e9d55e-38b1-4136-851b-299924b26093", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:03:59.832237 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b37e5eb-4106-46e8-ada7-db725ae5e15d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:03:59.832843 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e9d55e-38b1-4136-851b-299924b26093', 'code': 200} Jul 22 14:03:59.837167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:03:59.844289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.855109 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] For port b6017daf-2343-4332-90d0-7d8fe83d10af, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6017daf-2343-4332-90d0-7d8fe83d10af,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:03:59.868633 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.887590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:03:59.895633 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:03:59.944711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-05edcedb-6f8a-4ef1-bac8-f32b1e2a8ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655778 Jul 22 14:03:59.949866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-fa91b4ae-f0b4-4b6e-a75e-c57f80c5f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:03:59.951457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-fa91b4ae-f0b4-4b6e-a75e-c57f80c5f3f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4157555 Jul 22 14:03:59.958201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:00.003188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-41480fec-0f4f-46dc-9175-603225f46e21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 200 len: 217 time: 0.0444839 Jul 22 14:04:00.011666 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Routers {'d8122d16-f307-48fd-a647-d7bdd30ba8df'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:00.013083 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d8122d16-f307-48fd-a647-d7bdd30ba8df'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:00.026336 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7611e3-7c55-45b6-b2bf-d64638a461b3 None None] Pushing event updated for resources: {'Port': ['ID=b6017daf-2343-4332-90d0-7d8fe83d10af,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:00.116418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac564a5-d5a0-4902-83da-dc784285f00e req-3b29e0ae-7ca7-4efc-a721-6a2384d6fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.117961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ac564a5-d5a0-4902-83da-dc784285f00e req-3b29e0ae-7ca7-4efc-a721-6a2384d6fbeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 1098 time: 0.2173913 Jul 22 14:04:00.147200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:00.163061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-361f9f7d-f9b6-40b6-8d2f-a807980e39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.164285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-361f9f7d-f9b6-40b6-8d2f-a807980e39fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1410451 Jul 22 14:04:00.197456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-9f668d8c-8c59-4a8c-831d-884b77c6774c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.199040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-9f668d8c-8c59-4a8c-831d-884b77c6774c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.2162144 Jul 22 14:04:00.200936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] Set router d8122d16-f307-48fd-a647-d7bdd30ba8df gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:00.235042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-08b1076b-c4c0-43e7-aa4e-4bf3595ce4da tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/quotas/050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 375 time: 0.0213835 Jul 22 14:04:00.238026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Allocated IP 172.20.0.1 (7d04c8d4-74ec-4832-bdd7-740340395a57/b8249c93-e1b7-4ef2-9999-48d1dab36c5e/1c75b15b-188f-4df9-a300-c83c8ffc0c44) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:00.238985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-14067a7e-dd71-479a-ac80-6fc5c0f0c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.239478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-14067a7e-dd71-479a-ac80-6fc5c0f0c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.239961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-14067a7e-dd71-479a-ac80-6fc5c0f0c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.241632 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-14067a7e-dd71-479a-ac80-6fc5c0f0c6f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2867 time: 0.2285335 Jul 22 14:04:00.250338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ac564a5-d5a0-4902-83da-dc784285f00e req-76a4fe67-5386-460b-af99-de487106878a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072495 Jul 22 14:04:00.351786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b865-af65-4018-9ff3-e37546e9f3b5 req-b814cfb0-b847-46b3-a719-910be3184d44 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.359325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b865-af65-4018-9ff3-e37546e9f3b5 req-b814cfb0-b847-46b3-a719-910be3184d44 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.365978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b865-af65-4018-9ff3-e37546e9f3b5 req-b814cfb0-b847-46b3-a719-910be3184d44 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.374594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f16b865-af65-4018-9ff3-e37546e9f3b5 req-b814cfb0-b847-46b3-a719-910be3184d44 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2411 time: 0.2759013 Jul 22 14:04:00.408399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-9510ac74-a0a6-4e8b-9400-9d22bc55ecba tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1630511 Jul 22 14:04:00.414913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-7b97eda1-d769-45e5-8d24-adcf108ef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.416445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-7b97eda1-d769-45e5-8d24-adcf108ef6f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2397287 Jul 22 14:04:00.523504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f16b865-af65-4018-9ff3-e37546e9f3b5 req-8276ffe8-84ca-4884-9c5b-1bb0540f8205 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479273 Jul 22 14:04:00.524956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:00.554496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-ce52cca9-9dec-4ce2-9b54-28c4372743e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.557652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Transition to ACTIVE for port object 1c75b15b-188f-4df9-a300-c83c8ffc0c44 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:00.561898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:03:56Z', 'revision_number': 3, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port': {'id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:55Z', 'updated_at': '2021-07-22T14:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:00.567660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-ce52cca9-9dec-4ce2-9b54-28c4372743e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c096e517-9156-4a54-bf79-61224a4e852c HTTP/1.1" status: 200 len: 903 time: 0.3175542 Jul 22 14:04:00.573529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-a19ff739-bb76-4c23-bae0-a1fe1a4b952f service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639194 Jul 22 14:04:00.598932 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d878a011-a623-441b-8e58-dcc19df2847d None None] The sync data for ids ['d8122d16-f307-48fd-a647-d7bdd30ba8df'] in n-d-787205-11 is: [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:03:56Z', 'revision_number': 3, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port': {'id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:55Z', 'updated_at': '2021-07-22T14:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:04:00.682305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-77c82b1b-7a06-4a81-b089-775786200001 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b HTTP/1.1" status: 200 len: 217 time: 0.1072190 Jul 22 14:04:00.684736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:00.746504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:00.762793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:00.771803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:00.783060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-e94aab3a-7f7e-43fd-83a6-7a89549e07c3 service neutron] 10.222.0.11 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891325 Jul 22 14:04:00.802774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-8d0c8210-f1aa-451a-a944-e325b6fbcb81 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787506 Jul 22 14:04:00.805974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-10a79e7d-9aba-4706-bc25-350f56687707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.810199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-10a79e7d-9aba-4706-bc25-350f56687707 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c7dfa250-52e6-4b1c-966e-fa536a205e79 HTTP/1.1" status: 200 len: 801 time: 0.1023827 Jul 22 14:04:00.820989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Pushing event updated for resources: {'Port': ['ID=1c75b15b-188f-4df9-a300-c83c8ffc0c44,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:00.861025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:00.925064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea514ef9-c283-4971-9b2b-99be258ed789 req-4a776a65-6033-49ac-bf44-da2891a487a7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:00.927590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea514ef9-c283-4971-9b2b-99be258ed789 req-4a776a65-6033-49ac-bf44-da2891a487a7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.2637079 Jul 22 14:04:01.075324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea514ef9-c283-4971-9b2b-99be258ed789 req-3322e041-f1d5-441d-84e1-c7e547cfbbfb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416833 Jul 22 14:04:01.181857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:01.202983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3f1cce-a11e-488a-af97-e3d6950b2b05 req-5f21656a-ce8e-4719-8d8a-ccbaf04084a4 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916607 Jul 22 14:04:01.207099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-1994aa26-1089-4157-963b-d72a480d1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:01.237579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-1994aa26-1089-4157-963b-d72a480d1167 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c096e517-9156-4a54-bf79-61224a4e852c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4169734 Jul 22 14:04:01.246919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e0aa76d0-5df4-4a95-a001-6a2303219ddb None None] Provisioning for port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:01.263140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e0aa76d0-5df4-4a95-a001-6a2303219ddb None None] Provisioning complete for port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:01.263519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0aa76d0-5df4-4a95-a001-6a2303219ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:01.377109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e0aa76d0-5df4-4a95-a001-6a2303219ddb None None] Port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:04:01.382194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6017daf-2343-4332-90d0-7d8fe83d10af up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:01.500718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b6017daf-2343-4332-90d0-7d8fe83d10af completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:01.506844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6017daf-2343-4332-90d0-7d8fe83d10af triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:01.507232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:01.527327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-01d9f76c-c9bc-4adc-a699-8b37668d4a59 service neutron] 10.222.0.20 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818925 Jul 22 14:04:01.538240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bf307-c48b-46be-94c8-0ac07274e1a4 req-3ff1da3d-a2cd-4381-90d2-d8d940ffd65c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:01.547866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c2bf307-c48b-46be-94c8-0ac07274e1a4 req-3ff1da3d-a2cd-4381-90d2-d8d940ffd65c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.2531047 Jul 22 14:04:01.568308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b1dfd49d-3623-4f54-83cb-f7bef51a328b details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:01.572498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:01.617486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ff61-d697-44c6-9dba-ddff48d0e879 req-35d80126-48f6-4172-8957-c66f1556fff3 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:01.619090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c699ff61-d697-44c6-9dba-ddff48d0e879 req-35d80126-48f6-4172-8957-c66f1556fff3 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.1420736 Jul 22 14:04:01.657231 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:01.691743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c699ff61-d697-44c6-9dba-ddff48d0e879 req-32746b02-d63b-4bb5-a3a1-ab42e9aba418 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647237 Jul 22 14:04:01.692074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:01.736084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c2bf307-c48b-46be-94c8-0ac07274e1a4 req-59cc503f-93bd-45ad-8e3f-40cf6296be03 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868594 Jul 22 14:04:01.807266 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1dc391-0f8b-4b8a-b643-8983cfd958a0 req-29c525fd-d731-42aa-b421-215c9be8e0c7 service neutron] 10.222.0.20 "GET /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508082 Jul 22 14:04:01.809291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:01.811514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Pushing event updated for resources: {'Port': ['ID=1c75b15b-188f-4df9-a300-c83c8ffc0c44,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:01.890695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45dc2da3-9890-4f88-b6c5-1a7336003e68 req-f55cac7a-7002-4c57-ab46-a3e66c0ec338 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.0696058 Jul 22 14:04:01.984563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:02.095710 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.105077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a499-4a05-473d-ba9b-39bfd7f73a43 req-5adb0b3b-4e23-420e-b126-42854bdfe8bd tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:02.109779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b1dfd49d-3623-4f54-83cb-f7bef51a328b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:02.114834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:02.114982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2643a499-4a05-473d-ba9b-39bfd7f73a43 req-5adb0b3b-4e23-420e-b126-42854bdfe8bd tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.1289544 Jul 22 14:04:02.125520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57318) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:02.141226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Request body: {'floatingip': {'port_id': '22e9d55e-38b1-4136-851b-299924b26093'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:02.152091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:02.152570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.158596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b', 'network_id': 'c096e517-9156-4a54-bf79-61224a4e852c', 'port_id': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b', 'mac_address': 'fa:16:3e:82:df:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dfa250-52e6-4b1c-966e-fa536a205e79', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:02.162565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b6017daf-2343-4332-90d0-7d8fe83d10af, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6017daf-2343-4332-90d0-7d8fe83d10af,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:02.204300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.308288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.338248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.389246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1dfd49d-3623-4f54-83cb-f7bef51a328b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:02.399030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b6017daf-2343-4332-90d0-7d8fe83d10af,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:02.411552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:02.432685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b1dfd49d-3623-4f54-83cb-f7bef51a328b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:02.487986 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.488632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:02.583555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6b80-682a-40e4-8b02-a7256a6d1d6d req-078e39ae-3a0a-402d-88a5-3c9d9cc1c870 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:02.600725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6b80-682a-40e4-8b02-a7256a6d1d6d req-078e39ae-3a0a-402d-88a5-3c9d9cc1c870 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:02.613671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f6b80-682a-40e4-8b02-a7256a6d1d6d req-078e39ae-3a0a-402d-88a5-3c9d9cc1c870 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:02.615521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-186f6b80-682a-40e4-8b02-a7256a6d1d6d req-078e39ae-3a0a-402d-88a5-3c9d9cc1c870 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2411 time: 0.6260056 Jul 22 14:04:02.621049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Router d8122d16-f307-48fd-a647-d7bdd30ba8df has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:04:02.634888 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:02.673216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:02.734007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0ba1-ff8f-4fc7-9a37-64cca6f1f718 req-75aac332-0fb6-416d-a40a-cc8314e4d26c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:02.741667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d36d0ba1-ff8f-4fc7-9a37-64cca6f1f718 req-75aac332-0fb6-416d-a40a-cc8314e4d26c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.4854295 Jul 22 14:04:02.808365 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-873b344a-188c-42bd-9f35-807969f54947 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:04:02.813246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-186f6b80-682a-40e4-8b02-a7256a6d1d6d req-d1598d7d-746d-45d3-a01f-39cefc2a5c54 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857202 Jul 22 14:04:02.901261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:04:02.921812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-91772f4b-c859-426b-8d82-23e148eb4b38 admin admin] 10.222.0.11 "PUT /v2.0/routers/d8122d16-f307-48fd-a647-d7bdd30ba8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4842422 Jul 22 14:04:02.922044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d36d0ba1-ff8f-4fc7-9a37-64cca6f1f718 req-331c9094-8a9d-448b-b9bc-ea22e2488f9f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766999 Jul 22 14:04:03.103625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c226ebf-0361-4abe-8d1d-69e484311d12 req-31b48450-ffc7-412a-9f33-94e8404925fd tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:03.127970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c226ebf-0361-4abe-8d1d-69e484311d12 req-31b48450-ffc7-412a-9f33-94e8404925fd tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.1901774 Jul 22 14:04:03.180533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b1dfd49d-3623-4f54-83cb-f7bef51a328b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:03.226852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c226ebf-0361-4abe-8d1d-69e484311d12 req-4a617f3a-4d1d-431b-8660-73c67fff262c tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960448 Jul 22 14:04:03.228352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:03.230987 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25168d60-e3e4-4271-b5c3-095495585bf7" -d '{"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-plugged", "status": "completed", "tag": "6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:03.337553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6017daf-2343-4332-90d0-7d8fe83d10af up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:03.344017 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0954ffca-2e4d-48e8-aa2b-90593bb6704e x-openstack-request-id: req-0954ffca-2e4d-48e8-aa2b-90593bb6704e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:03.345759 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-plugged", "status": "completed", "tag": "6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:03.346279 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0954ffca-2e4d-48e8-aa2b-90593bb6704e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:03.347149 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e', 'code': 200} Jul 22 14:04:03.352739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7186dae0-e8ce-4ac0-afb0-7b1d31bcadc4 None None] Provisioning complete for port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:03.353431 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7186dae0-e8ce-4ac0-afb0-7b1d31bcadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:03.356942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:03.419442 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:03.433459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:03.480650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Sync routers for ids ['d8122d16-f307-48fd-a647-d7bdd30ba8df'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:04:03.570541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '62768613-918c-4eca-a209-ed4737a231a0', 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd', 'port_id': '62768613-918c-4eca-a209-ed4737a231a0', 'mac_address': 'fa:16:3e:70:16:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd98642-14a3-469e-ac2d-92b2fd8f92a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:03.572441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:03.586746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Routers {'d8122d16-f307-48fd-a647-d7bdd30ba8df'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:03.587621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d8122d16-f307-48fd-a647-d7bdd30ba8df'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:03.631990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac3367f8-22e1-4a4f-ba8e-d3d921ad699c req-ad39c022-fe08-4d8b-8489-858026b40134 tempest-FloatingIPsNegativeTestJSON-1691662302 tempest-FloatingIPsNegativeTestJSON-1691662302-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=d3aee200028d407b8c5a4b576329ace2 HTTP/1.1" status: 200 len: 217 time: 0.0986161 Jul 22 14:04:03.685222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7186dae0-e8ce-4ac0-afb0-7b1d31bcadc4 None None] Port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:04:03.696774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69eb9166-f8f6-42f5-8bf4-05550b82a050 req-86be0b09-59f3-4497-9152-e445bc2be3c2 tempest-FloatingIPsNegativeTestJSON-1691662302 tempest-FloatingIPsNegativeTestJSON-1691662302-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0361519 Jul 22 14:04:03.710842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:03.775992 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-3c1470d7-32d6-4d33-919d-c766afb664ea req-1fdd968a-984d-4734-a1ee-1a91763e3a65 tempest-FloatingIPsNegativeTestJSON-1691662302 tempest-FloatingIPsNegativeTestJSON-1691662302-project] show failed (client error): The resource could not be found. Jul 22 14:04:03.777280 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:03.784348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c1470d7-32d6-4d33-919d-c766afb664ea req-1fdd968a-984d-4734-a1ee-1a91763e3a65 tempest-FloatingIPsNegativeTestJSON-1691662302 tempest-FloatingIPsNegativeTestJSON-1691662302-project] 10.222.0.11 "GET /v2.0/floatingips/d42ac13b-8769-44e5-85a6-82d63ff11f2d HTTP/1.1" status: 404 len: 350 time: 0.0578752 Jul 22 14:04:03.788870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:03.808476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'network_id': 'b5339cfc-1f60-4917-a1b8-a4da9faea26d', 'port_id': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'mac_address': 'fa:16:3e:87:64:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7701c08d-ea6f-4698-9a3e-5b0f39a9b986', 'ip_address': '19.86.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:03.825998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Set router d8122d16-f307-48fd-a647-d7bdd30ba8df gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:03.863110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6017daf-2343-4332-90d0-7d8fe83d10af triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:03.863640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:03.890631 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:03.894608 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68a090f7-5508-4100-9e0a-99469bac7d03 req-d5c1768c-e425-4a03-b6e1-9cf243e9d4b9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.1022301 Jul 22 14:04:03.946386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:03.993597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62768613-918c-4eca-a209-ed4737a231a0 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:04.030802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:04.080845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:04.117758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:04.146422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:04.161135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:04.221151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:04.225277 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351 associated. External IP: 172.25.8.241, port: 22e9d55e-38b1-4136-851b-299924b26093. Jul 22 14:04:04.288824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027c6af-e15a-44c2-8f64-d84f9cca47df req-76a90677-3839-4087-ad75-331b1936bfa7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:04.303713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027c6af-e15a-44c2-8f64-d84f9cca47df req-76a90677-3839-4087-ad75-331b1936bfa7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:04.308129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:04.313682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027c6af-e15a-44c2-8f64-d84f9cca47df req-76a90677-3839-4087-ad75-331b1936bfa7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:04.315485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8027c6af-e15a-44c2-8f64-d84f9cca47df req-76a90677-3839-4087-ad75-331b1936bfa7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2413 time: 0.2576730 Jul 22 14:04:04.399513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:04.435008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['62768613-918c-4eca-a209-ed4737a231a0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:04.481726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-a63091fb-674c-45c8-bd54-203615f0e9d9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:04.483699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-a63091fb-674c-45c8-bd54-203615f0e9d9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 820 time: 0.7054474 Jul 22 14:04:04.504401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Request body: {'port': {'device_id': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'admin_state_up': True, 'tenant_id': '050cafc0ac534a16806efabfec6ec8d0'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:04.507573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8027c6af-e15a-44c2-8f64-d84f9cca47df req-0af5bccd-4419-45f1-b0ec-e698d9958703 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442015 Jul 22 14:04:04.560228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:04.570706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:04:01Z', 'revision_number': 4, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port': {'id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:55Z', 'updated_at': '2021-07-22T14:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1c75b15b-188f-4df9-a300-c83c8ffc0c44', 'name': '', 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'mac_address': 'fa:16:3e:b2:7c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b8249c93-e1b7-4ef2-9999-48d1dab36c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:59Z', 'updated_at': '2021-07-22T14:04:01Z', 'revision_number': 2, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'subnets': [{'id': 'b8249c93-e1b7-4ef2-9999-48d1dab36c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:04.636252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Checking router: d8122d16-f307-48fd-a647-d7bdd30ba8df for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:04:04.636623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Updating router d8122d16-f307-48fd-a647-d7bdd30ba8df port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:04:04.639291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b1dfd49d-3623-4f54-83cb-f7bef51a328b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:04.686377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38d53c-5123-442f-9229-7916ca8e0d13 req-2f6e0a56-3371-4068-a8ea-a222fe435687 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:04.693257 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb38d53c-5123-442f-9229-7916ca8e0d13 req-2f6e0a56-3371-4068-a8ea-a222fe435687 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.4186361 Jul 22 14:04:04.893728 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:04.903080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:04.939390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb38d53c-5123-442f-9229-7916ca8e0d13 req-46ab1e17-ef95-4c41-a001-9376292c90dc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451382 Jul 22 14:04:04.968438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Made reservation on behalf of 050cafc0ac534a16806efabfec6ec8d0 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:04.972172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:04.991865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33b2d0-f791-421b-8955-d8ca32bc45dd req-8be8eba1-583f-4f92-b72e-2a042789062d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:04.993470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca33b2d0-f791-421b-8955-d8ca32bc45dd req-8be8eba1-583f-4f92-b72e-2a042789062d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 945 time: 0.2694244 Jul 22 14:04:05.213015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7cf5b3f-ad19-441e-b382-680adc0f6eea req-aed5ad65-1c0e-4b99-bdfe-6fd6e3c9e1d1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.1576498 Jul 22 14:04:05.219990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca33b2d0-f791-421b-8955-d8ca32bc45dd req-cd689020-6d9e-460b-a540-686c9dc3e49b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549447 Jul 22 14:04:05.239249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:04:05.462528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Allocated IP 172.20.0.6 (d2363324-8fd1-4404-b4be-5c9d76932002/c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4/4c7a4511-aade-4ad9-9187-298648e64a3e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:05.480274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.495574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:04:05.506320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Transition to ACTIVE for port object 1c75b15b-188f-4df9-a300-c83c8ffc0c44 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:05.506525 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:04:05.508596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.517105 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.521813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:05.522448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:05.606046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649aa714-10bd-4eff-b532-941b1095e9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c75b15b-188f-4df9-a300-c83c8ffc0c44,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:05.634535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e18b7ed3-b350-419b-8223-9ded3010b542 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "PUT /v2.0/floatingips/9c0b42a0-629f-4bd5-aeb9-603b0d891351 HTTP/1.1" status: 200 len: 992 time: 3.5061007 Jul 22 14:04:05.654497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'tag': '22e9d55e-38b1-4136-851b-299924b26093'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:05.671783 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c" -d '{"events": [{"name": "network-changed", "server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "tag": "22e9d55e-38b1-4136-851b-299924b26093"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:05.696028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Deleting port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:05.696762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.752873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Attempting to bind port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:05.753239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Attempting to bind port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:05.753637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Attempting to bind port 1c75b15b-188f-4df9-a300-c83c8ffc0c44 on network 7d04c8d4-74ec-4832-bdd7-740340395a57 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:05.756944 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:05.779242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:05.779576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Checking segment: {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:05.780557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.780958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Bound using segment: {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:05.781454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Bound port: 1c75b15b-188f-4df9-a300-c83c8ffc0c44, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae762bee-a1e0-4cac-b507-8a485d3e0830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7d04c8d4-74ec-4832-bdd7-740340395a57'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:05.781862 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.867197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] For port 1c75b15b-188f-4df9-a300-c83c8ffc0c44, host n-d-787205-11, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:05.867753 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.900751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Calling delete_port for 1c75b15b-188f-4df9-a300-c83c8ffc0c44 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:05.925456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] For port 1c75b15b-188f-4df9-a300-c83c8ffc0c44, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:05.930631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] For port 1c75b15b-188f-4df9-a300-c83c8ffc0c44, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1c75b15b-188f-4df9-a300-c83c8ffc0c44,segment=NetworkSegment(ae762bee-a1e0-4cac-b507-8a485d3e0830),segment_id=ae762bee-a1e0-4cac-b507-8a485d3e0830)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:05.935962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:05.968434 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47993f5-a254-4d49-aabe-cd0e5786f5ac x-openstack-request-id: req-c47993f5-a254-4d49-aabe-cd0e5786f5ac {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:05.969024 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "tag": "22e9d55e-38b1-4136-851b-299924b26093", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:05.969024 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c47993f5-a254-4d49-aabe-cd0e5786f5ac {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:05.969416 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'tag': '22e9d55e-38b1-4136-851b-299924b26093', 'status': 'completed', 'code': 200} Jul 22 14:04:06.117204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:06.195067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08b46-7f56-46e2-bc27-a5db7e8eb5a0 req-a93f0b2f-21be-4ff2-89b9-6cb4565aeff3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.197076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4db08b46-7f56-46e2-bc27-a5db7e8eb5a0 req-a93f0b2f-21be-4ff2-89b9-6cb4565aeff3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.1409895 Jul 22 14:04:06.272385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:06.276053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '9c0b42a0-629f-4bd5-aeb9-603b0d891351', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'port_id': '22e9d55e-38b1-4136-851b-299924b26093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'mac_address': 'fa:16:3e:80:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:01:21Z', 'updated_at': '2021-07-22T14:04:03Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:06.324289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4db08b46-7f56-46e2-bc27-a5db7e8eb5a0 req-f2116cb5-fb69-4b1d-9b8d-5fa5541e353d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863180 Jul 22 14:04:06.331500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:06.338277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b1dfd49d-3623-4f54-83cb-f7bef51a328b up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:06.341916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7385df24-1e67-4b34-91c5-86d2df3b717f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:06.346806 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:04:06.364761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:06.365433 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:06.402834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d900be-726d-4f64-9ffe-2f3ac86c08e3 req-a5b36652-9f31-4ad5-bace-2126f314522e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.414762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d900be-726d-4f64-9ffe-2f3ac86c08e3 req-a5b36652-9f31-4ad5-bace-2126f314522e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.423063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d900be-726d-4f64-9ffe-2f3ac86c08e3 req-a5b36652-9f31-4ad5-bace-2126f314522e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.437704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45d900be-726d-4f64-9ffe-2f3ac86c08e3 req-a5b36652-9f31-4ad5-bace-2126f314522e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2414 time: 0.8004217 Jul 22 14:04:06.450859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1dd290dc-cee6-40b2-bbdd-9bbf1e9ef17e None None] Could not find standard attr ID for object 1c75b15b-188f-4df9-a300-c83c8ffc0c44. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:04:06.475921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c75b15b-188f-4df9-a300-c83c8ffc0c44,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:06.516621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Network d2363324-8fd1-4404-b4be-5c9d76932002 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:06.544811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45d900be-726d-4f64-9ffe-2f3ac86c08e3 req-43014d3d-d1e6-4dca-afc3-5fb1c79acbdf tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018066 Jul 22 14:04:06.546266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:06.554032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:06.599177 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:06.613819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Routers {'d8122d16-f307-48fd-a647-d7bdd30ba8df'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:06.614810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d8122d16-f307-48fd-a647-d7bdd30ba8df'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:06.629464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b1dfd49d-3623-4f54-83cb-f7bef51a328b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:06.680198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.680801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:06.733811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2367501 Jul 22 14:04:06.753478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:06.807244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Request body: {'port': {'device_id': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:06.814903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649aa714-10bd-4eff-b532-941b1095e9e4 None None] Pushing event updated for resources: {'Port': ['ID=1c75b15b-188f-4df9-a300-c83c8ffc0c44,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:06.872601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b1dfd49d-3623-4f54-83cb-f7bef51a328b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:06.873131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:06.896408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6ce3-60da-4aab-8398-66c30c74eead req-7f43d525-8dcd-42bd-9e15-644ee771f0cd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.907051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-157f6ce3-60da-4aab-8398-66c30c74eead req-7f43d525-8dcd-42bd-9e15-644ee771f0cd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 931 time: 0.4205754 Jul 22 14:04:06.939491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:06.947989 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '9c0b42a0-629f-4bd5-aeb9-603b0d891351', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'port_id': '22e9d55e-38b1-4136-851b-299924b26093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'mac_address': 'fa:16:3e:80:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:01:21Z', 'updated_at': '2021-07-22T14:04:03Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:06.960241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-a57890f1-f708-4fc1-b05b-eb808b7d0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:06.961843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-a57890f1-f708-4fc1-b05b-eb808b7d0e7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84f621a2448846939941061b8257f8e9&device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 1098 time: 0.9736519 Jul 22 14:04:07.066648 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e452a894-751b-481a-b613-da666bbd5b3c None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '9c0b42a0-629f-4bd5-aeb9-603b0d891351', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'port_id': '22e9d55e-38b1-4136-851b-299924b26093', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'mac_address': 'fa:16:3e:80:e4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:01:21Z', 'updated_at': '2021-07-22T14:04:03Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:04:07.157575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:07.239271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] Set router d8122d16-f307-48fd-a647-d7bdd30ba8df gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:07.288499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.288981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.289426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.289901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.291907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.291907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.291907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.291907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.292803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.293108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.294056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.294056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d4bf5-fc93-4b79-92dd-51db1be8b1b3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:07.317540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 62768613-918c-4eca-a209-ed4737a231a0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:07.391163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 62768613-918c-4eca-a209-ed4737a231a0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:07.398056 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:07.409450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:07.527083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09048c6-983b-4b51-8c17-a28d8f69cf49 None None] New status for floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:04:07.571594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:07.592394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:07.595334 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c042685f-e064-4600-947f-392a017f764f" -d '{"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-plugged", "status": "completed", "tag": "b1dfd49d-3623-4f54-83cb-f7bef51a328b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:07.601889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd56c12-17df-4f64-84eb-8a0b1b9d695c req-ef81ec8f-b96c-4b60-afe9-9c195bb45459 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:07.612630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdd56c12-17df-4f64-84eb-8a0b1b9d695c req-ef81ec8f-b96c-4b60-afe9-9c195bb45459 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 945 time: 0.8697834 Jul 22 14:04:07.666105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b1dfd49d-3623-4f54-83cb-f7bef51a328b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:07.686759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:07.688045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:07.802906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdd56c12-17df-4f64-84eb-8a0b1b9d695c req-44c96c7a-1914-4827-ae7f-aa628db67754 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875205 Jul 22 14:04:07.840718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-da74bc02-051a-486f-b6e5-ca87c2df56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:07.859081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-da74bc02-051a-486f-b6e5-ca87c2df56a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 200 len: 924 time: 0.6912563 Jul 22 14:04:07.981198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-157f6ce3-60da-4aab-8398-66c30c74eead req-6c51bcf2-6e45-423c-8e3b-2a7769c90c03 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0680344 Jul 22 14:04:07.999719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Router d8122d16-f307-48fd-a647-d7bdd30ba8df has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:04:08.022844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b1dfd49d-3623-4f54-83cb-f7bef51a328b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:08.035306 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.090193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:08.102975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:08.103487 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.108324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:08.143365 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.165742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-082e9df2-9c8b-4e19-85f6-8622f757db57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22e9d55e-38b1-4136-851b-299924b26093 HTTP/1.1" status: 200 len: 1000 time: 0.2952406 Jul 22 14:04:08.191062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:04:06Z', 'revision_number': 5, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port': {'id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:55Z', 'updated_at': '2021-07-22T14:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:08.235838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef2438-6631-46fd-a6ea-8a34a4167e98 None None] The sync data for ids ['d8122d16-f307-48fd-a647-d7bdd30ba8df'] in n-d-787205-11 is: [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:04:06Z', 'revision_number': 5, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port': {'id': 'b6017daf-2343-4332-90d0-7d8fe83d10af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:55Z', 'updated_at': '2021-07-22T14:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:04:08.285551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:08.304033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:04:08.316581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-586e7ab4-c13b-4580-8178-faae3e86a594 admin admin] 10.222.0.11 "PUT /v2.0/routers/d8122d16-f307-48fd-a647-d7bdd30ba8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5255625 Jul 22 14:04:08.318494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:08.392743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.408054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7a4511-aade-4ad9-9187-298648e64a3e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:08.427771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-18882a7a-9165-444c-9fc6-99ee0fb77206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:08.432539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-18882a7a-9165-444c-9fc6-99ee0fb77206 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 200 len: 862 time: 0.2432058 Jul 22 14:04:08.449368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.470522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.490371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:08.505085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.576378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Transition to ACTIVE for port object 4c7a4511-aade-4ad9-9187-298648e64a3e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:08.594276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.605733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bfc57-3878-47e4-a772-f2995218b8f5 req-7ec95be1-16e3-4a21-bafc-d5fb63cc1134 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:08.609958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:08.613898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-541bfc57-3878-47e4-a772-f2995218b8f5 req-7ec95be1-16e3-4a21-bafc-d5fb63cc1134 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.3499212 Jul 22 14:04:08.694339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179707a1-39cb-48a4-91f0-2eed0c15265f req-90bc7050-efdb-4f43-babb-18d9d73e7664 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:08.700699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179707a1-39cb-48a4-91f0-2eed0c15265f req-90bc7050-efdb-4f43-babb-18d9d73e7664 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:08.708206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179707a1-39cb-48a4-91f0-2eed0c15265f req-90bc7050-efdb-4f43-babb-18d9d73e7664 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:08.716705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-179707a1-39cb-48a4-91f0-2eed0c15265f req-90bc7050-efdb-4f43-babb-18d9d73e7664 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2415 time: 0.2817073 Jul 22 14:04:08.725227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.751633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-0c34708d-88ab-4586-a34b-51368aad4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:08.753358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-0c34708d-88ab-4586-a34b-51368aad4c73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cc4f247-d331-48f3-ab2b-f5a55bd73e06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2378690 Jul 22 14:04:08.779376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:08.779694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-541bfc57-3878-47e4-a772-f2995218b8f5 req-1be506f0-f0c4-4d7b-bad1-7e77a072a59f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647646 Jul 22 14:04:08.817979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Deleting port b6017daf-2343-4332-90d0-7d8fe83d10af {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:08.818509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:08.909808 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec56ff-fee2-4e9e-be7b-730b46305fe9 x-openstack-request-id: req-66ec56ff-fee2-4e9e-be7b-730b46305fe9 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:08.910321 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-plugged", "status": "completed", "tag": "b1dfd49d-3623-4f54-83cb-f7bef51a328b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:08.910507 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66ec56ff-fee2-4e9e-be7b-730b46305fe9 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:08.910907 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b', 'code': 200} Jul 22 14:04:08.930881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-179707a1-39cb-48a4-91f0-2eed0c15265f req-e17921dc-d090-4917-8518-7e8fcf43fdf2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123539 Jul 22 14:04:08.988042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] For port b6017daf-2343-4332-90d0-7d8fe83d10af, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6017daf-2343-4332-90d0-7d8fe83d10af,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:08.988614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.005756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Calling delete_port for b6017daf-2343-4332-90d0-7d8fe83d10af owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:09.032971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:09.033309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:09.033666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:09.050938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-46be163e-c685-46f4-9560-daef522ee7a6 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678800 Jul 22 14:04:09.051460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:09.051781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:09.079082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:09.079423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:09.080627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:09.080627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Bound port: 4c7a4511-aade-4ad9-9187-298648e64a3e, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:09.080627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.277902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607eeb4b-bdfe-45b3-96db-cd2604728b3f req-344cea09-bf2d-4ac0-91c0-bb07f79ca5d0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:09.280435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-607eeb4b-bdfe-45b3-96db-cd2604728b3f req-344cea09-bf2d-4ac0-91c0-bb07f79ca5d0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.2470288 Jul 22 14:04:09.312470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:09.392327 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] Sync routers for ids ['d8122d16-f307-48fd-a647-d7bdd30ba8df'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:04:09.409264 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] Routers {'d8122d16-f307-48fd-a647-d7bdd30ba8df'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:09.409932 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d8122d16-f307-48fd-a647-d7bdd30ba8df'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:09.416379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-607eeb4b-bdfe-45b3-96db-cd2604728b3f req-57ada7b9-54a3-475d-a122-030492bd5545 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Jul 22 14:04:09.430850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.492641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6017daf-2343-4332-90d0-7d8fe83d10af,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:09.605443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.605897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.606241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.606589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.606926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.607259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.607591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.607947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.608280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.608699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.609035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.609359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:09.632245 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] Set router d8122d16-f307-48fd-a647-d7bdd30ba8df gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:09.638240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.698171 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:04:08Z', 'revision_number': 6, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:09.727922 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] Checking router: d8122d16-f307-48fd-a647-d7bdd30ba8df for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:04:09.737023 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] Routers {'d8122d16-f307-48fd-a647-d7bdd30ba8df'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:09.739830 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:03:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d8122d16-f307-48fd-a647-d7bdd30ba8df'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:09.789165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.791916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.812192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:09.860336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc3fe728-6c6b-4fcc-a524-fd5dd847a95c req-45b1a649-e8d5-4bbb-b8a2-4948c5a018f2 service neutron] 10.222.0.13 "GET /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7893195 Jul 22 14:04:09.871246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.876607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.877276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8122d16-f307-48fd-a647-d7bdd30ba8df {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:04:09.878490 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] Set router d8122d16-f307-48fd-a647-d7bdd30ba8df gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:09.888591 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.894528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-83943cde-cb2f-4c70-9e8e-2aeeb61969e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d8122d16-f307-48fd-a647-d7bdd30ba8df HTTP/1.1" status: 204 len: 168 time: 1.5704541 Jul 22 14:04:09.894528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:09.975171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:09.975780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:09.977142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 1092 time: 3.1801484 Jul 22 14:04:09.978625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:09.980903 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:04:09Z', 'revision_number': 7, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:09.981078 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e5162-f7e4-403e-ae7c-cd408b556448" -d '{"events": [{"name": "network-changed", "server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:10.000756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c94cfd-66fb-4070-888d-948861fba08c req-573e224d-01fd-4957-aed7-2cf47e724b6f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.002389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72c94cfd-66fb-4070-888d-948861fba08c req-573e224d-01fd-4957-aed7-2cf47e724b6f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.8253016 Jul 22 14:04:10.019478 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a56569f-fcf6-4675-bbed-48e83cf03abc None None] The sync data for ids ['d8122d16-f307-48fd-a647-d7bdd30ba8df'] in n-d-787205-11 is: [{'id': 'd8122d16-f307-48fd-a647-d7bdd30ba8df', 'name': 'tempest-FloatingIPsNegativeTestJSON-1818774343-router', 'tenant_id': 'd3aee200028d407b8c5a4b576329ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:54Z', 'updated_at': '2021-07-22T14:04:09Z', 'revision_number': 7, 'project_id': 'd3aee200028d407b8c5a4b576329ace2', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:04:10.038621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9dc1f-b9df-4acb-981c-54e1312ef9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:10.062491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Deleting subnet b8249c93-e1b7-4ef2-9999-48d1dab36c5e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:04:10.065967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.087589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72c94cfd-66fb-4070-888d-948861fba08c req-9bbc0cdf-2df4-4273-a85f-5111c38d80c9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770407 Jul 22 14:04:10.120828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-b2f9356c-dd8c-4e1d-8a40-b2df2c0d68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.124121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-b2f9356c-dd8c-4e1d-8a40-b2df2c0d68ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1095 time: 0.0963290 Jul 22 14:04:10.126875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.193310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-468b15b4-7d25-4be1-859e-4054602cef7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 217 time: 0.0567327 Jul 22 14:04:10.208272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72f9b-74d2-4303-95e0-5a8e06272c37 req-48387bb3-9927-4771-902a-d6d4d9edd7fb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.212165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58e72f9b-74d2-4303-95e0-5a8e06272c37 req-48387bb3-9927-4771-902a-d6d4d9edd7fb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.2630408 Jul 22 14:04:10.318291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-e66ee5c9-d2be-4502-9f0a-2c8f90119765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.320374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-e66ee5c9-d2be-4502-9f0a-2c8f90119765 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1102140 Jul 22 14:04:10.340923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58e72f9b-74d2-4303-95e0-5a8e06272c37 req-2fe1d3b5-3dfa-4557-a323-de7e6249bc3f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220975 Jul 22 14:04:10.348045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.354990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e50ea-d4bc-4770-884d-a4111031faac req-cf819ea2-6594-4281-bfa7-7c27154027f1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.366379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e50ea-d4bc-4770-884d-a4111031faac req-cf819ea2-6594-4281-bfa7-7c27154027f1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.375681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e50ea-d4bc-4770-884d-a4111031faac req-cf819ea2-6594-4281-bfa7-7c27154027f1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.377794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-433e50ea-d4bc-4770-884d-a4111031faac req-cf819ea2-6594-4281-bfa7-7c27154027f1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2416 time: 0.1834571 Jul 22 14:04:10.399685 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe5903c-c1a5-4f8f-91e5-9872d1a41629 x-openstack-request-id: req-9fe5903c-c1a5-4f8f-91e5-9872d1a41629 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:10.400573 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:10.400978 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fe5903c-c1a5-4f8f-91e5-9872d1a41629 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:10.402143 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'status': 'completed', 'code': 200} Jul 22 14:04:10.406847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-ac43e27b-cfa0-42e2-9990-a85a1804b27e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769219 Jul 22 14:04:10.430015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.462244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dc507a-98ff-422e-a1ba-8342b5f5b7a9 None None] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:10.464652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.467189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8249c93-e1b7-4ef2-9999-48d1dab36c5e HTTP/1.1" status: 204 len: 168 time: 0.5699492 Jul 22 14:04:10.474960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57410) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:10.478826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-433e50ea-d4bc-4770-884d-a4111031faac req-3d2c7d79-52e2-44a1-9b40-cd2ed570e93a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754900 Jul 22 14:04:10.568014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-7f08765d-3565-470d-8563-04ef0c309ea8 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530244 Jul 22 14:04:10.578087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242591-bf82-4996-b658-276e931d39c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8249c93-e1b7-4ef2-9999-48d1dab36c5e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:10.735268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.761126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a0dc17e-f5e2-4d88-ba4a-a59007997c39 req-753f2551-24c5-453d-bc2a-e75192a759e0 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853583 Jul 22 14:04:10.810171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e6ec2-02a0-4dc2-84f3-e70a57203f6e req-2a3b2134-abd0-47f2-a120-c036210210fc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.812823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] DHCP port deletion for 7d04c8d4-74ec-4832-bdd7-740340395a57 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:04:10.819699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521e6ec2-02a0-4dc2-84f3-e70a57203f6e req-2a3b2134-abd0-47f2-a120-c036210210fc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.1474133 Jul 22 14:04:10.909495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521e6ec2-02a0-4dc2-84f3-e70a57203f6e req-e15754fa-1592-4e6f-8c82-227c71b094fa tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678833 Jul 22 14:04:10.911143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Deleting port 53940c56-ed4a-4f97-9919-65f72e57aa1f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:10.912905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.914124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62768613-918c-4eca-a209-ed4737a231a0'}, {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:10.916412 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51ae47f-61e0-48a5-b98b-1b5b14a708f2" -d '{"events": [{"server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "name": "network-vif-plugged", "status": "completed", "tag": "62768613-918c-4eca-a209-ed4737a231a0"}, {"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-plugged", "status": "completed", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:10.943327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Deleting port 53940c56-ed4a-4f97-9919-65f72e57aa1f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:10.944009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:10.979774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-308c3baa-bd59-4df2-a327-b7145eb4fdca service neutron] 10.222.0.20 "GET /v2.0/ports/3eaf21fd-fdc9-41dc-a03d-cf5d24be203c/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.1463954 Jul 22 14:04:10.981899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-0e7d5c22-dd04-4fb2-9a84-943d3359b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:10.983823 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-0e7d5c22-dd04-4fb2-9a84-943d3359b551 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1095 time: 0.1602840 Jul 22 14:04:11.019089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] For port 53940c56-ed4a-4f97-9919-65f72e57aa1f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=53940c56-ed4a-4f97-9919-65f72e57aa1f,segment=NetworkSegment(ae762bee-a1e0-4cac-b507-8a485d3e0830),segment_id=ae762bee-a1e0-4cac-b507-8a485d3e0830)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:11.019818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.037938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Calling delete_port for 53940c56-ed4a-4f97-9919-65f72e57aa1f owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:11.147716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] For port 53940c56-ed4a-4f97-9919-65f72e57aa1f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=53940c56-ed4a-4f97-9919-65f72e57aa1f,segment=NetworkSegment(ae762bee-a1e0-4cac-b507-8a485d3e0830),segment_id=ae762bee-a1e0-4cac-b507-8a485d3e0830)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:11.148579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.154495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.167267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Calling delete_port for 53940c56-ed4a-4f97-9919-65f72e57aa1f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:11.196161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Pushing event deleted for resources: {'Port': ['ID=53940c56-ed4a-4f97-9919-65f72e57aa1f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:11.203759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] No DVR routers for this DVR port 53940c56-ed4a-4f97-9919-65f72e57aa1f on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:11.323089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.338526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d04c8d4-74ec-4832-bdd7-740340395a57']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:11.353187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae762bee-a1e0-4cac-b507-8a485d3e0830') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:11.353863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae762bee-a1e0-4cac-b507-8a485d3e0830') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:11.381587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-9e2104b9-0d15-459a-ad66-bb57774677d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.383108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-9e2104b9-0d15-459a-ad66-bb57774677d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.3914762 Jul 22 14:04:11.398431 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.424160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.440437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:04:11.441200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.442275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-61a081f7-03c4-44f0-9a37-e1c4f5b55ad0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 217 time: 0.0500646 Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:04:11.443791 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:04:11.454616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55957f5-6100-4747-b70a-006ebb1cb569 req-d38cb1c6-af71-499c-8d65-be3cd4fff10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.456137 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a55957f5-6100-4747-b70a-006ebb1cb569 req-d38cb1c6-af71-499c-8d65-be3cd4fff10d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1098 time: 0.2570722 Jul 22 14:04:11.532430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2bb6-6c24-4836-b964-c7a6515e454d req-d6bf261a-07d1-4431-b5c5-6730b16c2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.532831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2bb6-6c24-4836-b964-c7a6515e454d req-d6bf261a-07d1-4431-b5c5-6730b16c2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.533304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2bb6-6c24-4836-b964-c7a6515e454d req-d6bf261a-07d1-4431-b5c5-6730b16c2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.535055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-192b2bb6-6c24-4836-b964-c7a6515e454d req-d6bf261a-07d1-4431-b5c5-6730b16c2091 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2872 time: 0.2259076 Jul 22 14:04:11.568119 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb937693-30f9-42b7-b751-8d8c2f896502 x-openstack-request-id: req-fb937693-30f9-42b7-b751-8d8c2f896502 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:11.568679 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "name": "network-vif-plugged", "status": "completed", "tag": "62768613-918c-4eca-a209-ed4737a231a0", "code": 200}, {"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-plugged", "status": "completed", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:11.568679 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb937693-30f9-42b7-b751-8d8c2f896502 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:11.569025 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62768613-918c-4eca-a209-ed4737a231a0', 'code': 200} Jul 22 14:04:11.569231 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'code': 200} Jul 22 14:04:11.570177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6017daf-2343-4332-90d0-7d8fe83d10af no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:11.570628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cefb9-cd09-4168-b470-dac6360c2882 req-8ab70ca8-3a8b-4cae-9336-18fada62b0c9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.578588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef1cefb9-cd09-4168-b470-dac6360c2882 req-8ab70ca8-3a8b-4cae-9336-18fada62b0c9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.2222471 Jul 22 14:04:11.584218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-8a4c40aa-fcc1-486a-8676-6c15b716e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.585720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-8a4c40aa-fcc1-486a-8676-6c15b716e0a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1286778 Jul 22 14:04:11.595738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b6017daf-2343-4332-90d0-7d8fe83d10af {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:04:11.599006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6017daf-2343-4332-90d0-7d8fe83d10af not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:11.599596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 53940c56-ed4a-4f97-9919-65f72e57aa1f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:11.606036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a55957f5-6100-4747-b70a-006ebb1cb569 req-094aa3b2-f55a-4e23-b4a1-6a2dfaf1bab9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395237 Jul 22 14:04:11.612945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.628514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.631209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 53940c56-ed4a-4f97-9919-65f72e57aa1f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:04:11.631660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 53940c56-ed4a-4f97-9919-65f72e57aa1f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:11.634642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d04c8d4-74ec-4832-bdd7-740340395a57 HTTP/1.1" status: 204 len: 168 time: 1.1567020 Jul 22 14:04:11.638449 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:11.661039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-c96fcb37-fc19-4a59-bb6a-4930f2566073 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635071 Jul 22 14:04:11.668871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b5799-0f71-4d8f-acb4-5937102a4674 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d04c8d4-74ec-4832-bdd7-740340395a57,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:11.681394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-4996b9c7-31b1-43cc-a555-a06c1918a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.682563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Network 7d04c8d4-74ec-4832-bdd7-740340395a57 is not hosted by any dhcp agent {{(pid=93761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:04:11.683173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-4996b9c7-31b1-43cc-a555-a06c1918a608 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f&tenant_id=19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 1102 time: 0.2204936 Jul 22 14:04:11.683323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] No DVR routers for this DVR port 53940c56-ed4a-4f97-9919-65f72e57aa1f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:11.687211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef1cefb9-cd09-4168-b470-dac6360c2882 req-4b238229-19a9-4dbc-b594-d287bc13386c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072268 Jul 22 14:04:11.691685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366e115-97c4-42e0-a4c9-1be6e7d958e9 None None] Pushing event deleted for resources: {'Port': ['ID=53940c56-ed4a-4f97-9919-65f72e57aa1f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:11.705684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-192b2bb6-6c24-4836-b964-c7a6515e454d req-c2841057-a5d0-4043-a9b8-0d0a6d10bec9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561899 Jul 22 14:04:11.848077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73115e61-cbe7-4cf0-a4e5-cd573af1cd25 req-3689f10b-9a3e-4427-b98a-ae27600c7a1c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.858076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:11.858198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73115e61-cbe7-4cf0-a4e5-cd573af1cd25 req-3689f10b-9a3e-4427-b98a-ae27600c7a1c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.3172147 Jul 22 14:04:11.882642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-d8ff9e73-add6-4f1e-b6bc-b3db98f6fbcc service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054305 Jul 22 14:04:11.942064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1ef32b1f-16d4-452f-9a00-7c745a89721d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3aee200028d407b8c5a4b576329ace2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884008 Jul 22 14:04:11.943785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:11.945061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73115e61-cbe7-4cf0-a4e5-cd573af1cd25 req-49b9a3b1-bc86-4a70-9ca4-dd0251318f51 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887556 Jul 22 14:04:11.982555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-083c8d90-5954-4297-bfc8-be5cda29bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:11.984973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-083c8d90-5954-4297-bfc8-be5cda29bf3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1102 time: 0.2099223 Jul 22 14:04:12.033023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bd42-c00b-4210-a168-6ba99d788db3 req-91de1e1b-50ff-4ce6-90df-3f06e8ef73ff tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.039113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-556e5162-f7e4-403e-ae7c-cd408b556448 req-9f16dd54-2af7-436a-ab28-95b36d128f3a service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476052 Jul 22 14:04:12.039496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bd42-c00b-4210-a168-6ba99d788db3 req-91de1e1b-50ff-4ce6-90df-3f06e8ef73ff tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.046894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66bd42-c00b-4210-a168-6ba99d788db3 req-91de1e1b-50ff-4ce6-90df-3f06e8ef73ff tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.048506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e66bd42-c00b-4210-a168-6ba99d788db3 req-91de1e1b-50ff-4ce6-90df-3f06e8ef73ff tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2416 time: 0.1676540 Jul 22 14:04:12.072361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22597862-5079-41bd-82a4-2ca9557b5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:12.097385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22597862-5079-41bd-82a4-2ca9557b5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:12.111179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-2e3f9eea-4e9f-4aba-bce5-e32fa490f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.112735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-2e3f9eea-4e9f-4aba-bce5-e32fa490f118 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1210191 Jul 22 14:04:12.150588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e66bd42-c00b-4210-a168-6ba99d788db3 req-1c2db530-7dd1-4bf5-90af-51159b5b4b75 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848379 Jul 22 14:04:12.180932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22597862-5079-41bd-82a4-2ca9557b5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:12.183634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22597862-5079-41bd-82a4-2ca9557b5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:12.187225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-22597862-5079-41bd-82a4-2ca9557b5120 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bb38f4c-6db8-4bbc-b340-6f306571cb06 HTTP/1.1" status: 204 len: 168 time: 0.2386448 Jul 22 14:04:12.198721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22597862-5079-41bd-82a4-2ca9557b5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb38f4c-6db8-4bbc-b340-6f306571cb06,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:12.200935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-9739e6bf-a82f-44f9-8bf8-00f5fa6ebe5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 217 time: 0.0732641 Jul 22 14:04:12.266456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-1d062b95-3a67-4e08-8e91-369276f9d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.268046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-1d062b95-3a67-4e08-8e91-369276f9d2cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0601201 Jul 22 14:04:12.292657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22792b49-8e3d-4dcd-aa60-ffdb42872bbb req-2c244a55-02fa-41c6-bd1f-3aeff59644d1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.294289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22792b49-8e3d-4dcd-aa60-ffdb42872bbb req-2c244a55-02fa-41c6-bd1f-3aeff59644d1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.1766136 Jul 22 14:04:12.372327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22792b49-8e3d-4dcd-aa60-ffdb42872bbb req-07c9a0ed-60be-4102-b88b-a1ff580f2dac tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598166 Jul 22 14:04:12.381524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-b90c0242-372c-42f1-a5de-9554ee57087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.383292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-b90c0242-372c-42f1-a5de-9554ee57087a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076779 Jul 22 14:04:12.496478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-ab67be4d-6ac6-42cd-9cb8-9421fdee531a service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037862 Jul 22 14:04:12.660317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fcae9cf-186b-492c-8031-ffcd4dd52f51 req-12e51bd1-360d-4ac8-af31-7bd236926e91 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573479 Jul 22 14:04:12.911333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec8893-2b84-457c-a73b-b704966d0c3f req-b4283590-42f9-4929-b0fd-24fedd4bc643 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:12.912921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48ec8893-2b84-457c-a73b-b704966d0c3f req-b4283590-42f9-4929-b0fd-24fedd4bc643 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.0923071 Jul 22 14:04:12.964201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48ec8893-2b84-457c-a73b-b704966d0c3f req-d9e9793f-8596-4d2f-b8cf-95cead8edceb tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 Jul 22 14:04:13.117191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dab4b9-0858-4847-9e76-a7c41173bd85 req-d94c29f5-8d10-4be9-bc56-2007a52e602c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.118929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8dab4b9-0858-4847-9e76-a7c41173bd85 req-d94c29f5-8d10-4be9-bc56-2007a52e602c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.0806446 Jul 22 14:04:13.167012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8dab4b9-0858-4847-9e76-a7c41173bd85 req-57cf35a4-6ce5-488f-89dc-99a9baa263be tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372670 Jul 22 14:04:13.309915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf053f-b97a-4bdb-b302-bc702c8754dd req-26973e9f-cd36-4d1d-9b07-048237195185 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.318684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf053f-b97a-4bdb-b302-bc702c8754dd req-26973e9f-cd36-4d1d-9b07-048237195185 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.324501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf053f-b97a-4bdb-b302-bc702c8754dd req-26973e9f-cd36-4d1d-9b07-048237195185 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.326863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1bdf053f-b97a-4bdb-b302-bc702c8754dd req-26973e9f-cd36-4d1d-9b07-048237195185 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2416 time: 0.1009390 Jul 22 14:04:13.369553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1bdf053f-b97a-4bdb-b302-bc702c8754dd req-68629cc8-6235-4749-af23-7c8b1eefd918 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365055 Jul 22 14:04:13.572641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb65c-130f-47e5-ae29-864e39ebf50e req-6a350061-9826-44db-995a-1482069d1772 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.577196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9afeb65c-130f-47e5-ae29-864e39ebf50e req-6a350061-9826-44db-995a-1482069d1772 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.0895784 Jul 22 14:04:13.650206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9afeb65c-130f-47e5-ae29-864e39ebf50e req-f8ec815a-9b72-4f9f-af8a-abe8d9ea39b3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635102 Jul 22 14:04:13.840892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2db3a-00a7-454e-8f41-59fbb245a6a1 req-d13fd492-25f6-40b9-b063-38030d4d82ff tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.850194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cf2db3a-00a7-454e-8f41-59fbb245a6a1 req-d13fd492-25f6-40b9-b063-38030d4d82ff tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1098 time: 0.0728023 Jul 22 14:04:13.899125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cf2db3a-00a7-454e-8f41-59fbb245a6a1 req-c6aa4be9-7b0f-4c1f-bae9-b30823c4cba9 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Jul 22 14:04:13.952455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a91b9-cd78-4dd3-9dbf-4f435ca88caa req-0855cbba-37aa-4626-a734-70712b2de964 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.960613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a91b9-cd78-4dd3-9dbf-4f435ca88caa req-0855cbba-37aa-4626-a734-70712b2de964 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.975020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a91b9-cd78-4dd3-9dbf-4f435ca88caa req-0855cbba-37aa-4626-a734-70712b2de964 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:13.989197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-901a91b9-cd78-4dd3-9dbf-4f435ca88caa req-0855cbba-37aa-4626-a734-70712b2de964 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2416 time: 0.1681049 Jul 22 14:04:14.031145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-901a91b9-cd78-4dd3-9dbf-4f435ca88caa req-88d92b43-1aad-4686-87bb-b890d3ccea51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Jul 22 14:04:14.050163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb4255-8552-4a9f-baf0-bf03926ec97a req-74ab29a9-90c6-4693-8538-e3cc591cd587 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:14.054092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8deb4255-8552-4a9f-baf0-bf03926ec97a req-74ab29a9-90c6-4693-8538-e3cc591cd587 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1098 time: 0.0755351 Jul 22 14:04:14.077014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57530) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:14.104321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8deb4255-8552-4a9f-baf0-bf03926ec97a req-3cbdd3b8-f4a3-4a84-b6d8-6feeaae5da70 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Jul 22 14:04:14.201124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d886-2123-41dd-a061-ee4f539c0c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.254995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca401a-add6-42c4-b193-bd2ec66d2e61 req-07d4c5fa-a2b1-44a6-863c-bf593a06163d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:14.256614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbca401a-add6-42c4-b193-bd2ec66d2e61 req-07d4c5fa-a2b1-44a6-863c-bf593a06163d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.0786595 Jul 22 14:04:14.308540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbca401a-add6-42c4-b193-bd2ec66d2e61 req-7bf2a550-2668-4441-b8d2-3fc1418d539f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Jul 22 14:04:14.350532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d886-2123-41dd-a061-ee4f539c0c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.359629 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d886-2123-41dd-a061-ee4f539c0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.423103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d886-2123-41dd-a061-ee4f539c0c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24950ac6-1dce-4488-9f9b-f1b2e5fc1b33,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:14.430630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0ae9d886-2123-41dd-a061-ee4f539c0c8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82c25cf7e01b40f680cd5de211c01d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519628 Jul 22 14:04:14.433235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57544) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:14.463005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4b30b-9b36-489e-a355-1d125b266222 req-805069fc-1c8c-4359-8469-df6b0abc456a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:14.466186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1bc4b30b-9b36-489e-a355-1d125b266222 req-805069fc-1c8c-4359-8469-df6b0abc456a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.1551075 Jul 22 14:04:14.491139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25102290-4e85-486b-9fbc-a391d581dc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.521650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1bc4b30b-9b36-489e-a355-1d125b266222 req-a63e7e91-92a3-4567-8752-f78ae8ea4ee4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Jul 22 14:04:14.526523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25102290-4e85-486b-9fbc-a391d581dc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.586583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25102290-4e85-486b-9fbc-a391d581dc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.589104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25102290-4e85-486b-9fbc-a391d581dc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:14.593439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-25102290-4e85-486b-9fbc-a391d581dc03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24950ac6-1dce-4488-9f9b-f1b2e5fc1b33 HTTP/1.1" status: 204 len: 168 time: 0.1563141 Jul 22 14:04:14.600095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25102290-4e85-486b-9fbc-a391d581dc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24950ac6-1dce-4488-9f9b-f1b2e5fc1b33,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:15.260683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226ce6-0f44-4317-8017-44863fd02c9e req-0d2c21c6-a9db-4b3a-97a1-a0bbb3379c1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.268262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226ce6-0f44-4317-8017-44863fd02c9e req-0d2c21c6-a9db-4b3a-97a1-a0bbb3379c1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.275580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226ce6-0f44-4317-8017-44863fd02c9e req-0d2c21c6-a9db-4b3a-97a1-a0bbb3379c1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.282444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3226ce6-0f44-4317-8017-44863fd02c9e req-0d2c21c6-a9db-4b3a-97a1-a0bbb3379c1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2416 time: 0.1219220 Jul 22 14:04:15.332796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3226ce6-0f44-4317-8017-44863fd02c9e req-a2be76c6-2c8d-4bdd-9625-818689476ce7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456755 Jul 22 14:04:15.383625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-54f7c0e6-2d9b-41fb-ae8c-5c16038c9880 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:04:15.384937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-54f7c0e6-2d9b-41fb-ae8c-5c16038c9880 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065854 Jul 22 14:04:15.399428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Request body: {'binding': {'host': 'n-h2-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:15.399975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Unknown quota resources ['binding']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:04:15.413229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:15.536899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1775447778-network', 'tenant_id': 'c72574df07fd49ff8850672ed65ac392'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:15.544193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-64a4ed0d-0b17-4167-917e-f09e80c912a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.551758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-64a4ed0d-0b17-4167-917e-f09e80c912a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.557954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-64a4ed0d-0b17-4167-917e-f09e80c912a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.559828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-64a4ed0d-0b17-4167-917e-f09e80c912a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 2416 time: 0.1737332 Jul 22 14:04:15.562980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Made reservation on behalf of c72574df07fd49ff8850672ed65ac392 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:15.566878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.581610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.689211 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.694379 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.721039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:04:15.725834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on host n-h2-787205-11 for vnic_type normal with profile None {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:15.726152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:15.726481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:15.731388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc349624-41f2-4310-9f7b-dbb66ec54a26,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:15.737171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:15.737506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:15.748596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.751194 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Added segment d8f86990-a3d0-42dc-9d2b-e479910b1199 of type vlan for network efb27f92-c04f-4cb0-8541-cba020a06243 Jul 22 14:04:15.762748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd5965-f05a-44fb-abab-996666bc2e7c req-574f10c7-a97c-4842-9ac2-cf5004218908 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.765071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4dd5965-f05a-44fb-abab-996666bc2e7c req-574f10c7-a97c-4842-9ac2-cf5004218908 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.2041788 Jul 22 14:04:15.765985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:15.766318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:15.766701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:15.767145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Bound port: 62768613-918c-4eca-a209-ed4737a231a0, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:15.795377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.829721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.831195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:15.832176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.832539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:15.832886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.866121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4512112 Jul 22 14:04:15.867039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:15.882142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Request body: {'subnet': {'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1775447778-subnet', 'tenant_id': 'c72574df07fd49ff8850672ed65ac392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:15.894902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:15.898631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4dd5965-f05a-44fb-abab-996666bc2e7c req-31b65fa1-b9b0-4d2e-ae1b-8c4fd76d0893 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006463 Jul 22 14:04:15.931043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Made reservation on behalf of c72574df07fd49ff8850672ed65ac392 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:15.935546 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.936202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:15.949422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b304e4ec-eb92-4356-a20c-14dd5b3493dc service neutron] 10.222.0.11 "POST /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0/bindings HTTP/1.1" status: 201 len: 390 time: 0.5544367 Jul 22 14:04:16.024080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:16.024080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.081361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:16.087582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438fe49-c362-43c4-9a58-068a1ac19ebe admin admin] Pushing event updated for resources: {'Network': ['ID=efb27f92-c04f-4cb0-8541-cba020a06243,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:16.104679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network efb27f92-c04f-4cb0-8541-cba020a06243 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:04:16.196288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a17b23-4ea5-4683-a825-1569ac07ed12 req-7449ec42-4114-46db-8f35-1456405d5afc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:16.204730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99a17b23-4ea5-4683-a825-1569ac07ed12 req-7449ec42-4114-46db-8f35-1456405d5afc tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.2000937 Jul 22 14:04:16.256930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:16.261493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:16.345314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99a17b23-4ea5-4683-a825-1569ac07ed12 req-bc803c4b-97d8-45b9-aa26-7d76fb08ed32 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369755 Jul 22 14:04:16.410260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-856dd945-b6b8-4a57-8790-4e094219a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:16.412062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-856dd945-b6b8-4a57-8790-4e094219a595 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1098 time: 0.2048869 Jul 22 14:04:16.454191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:16.470515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'mac_address': 'fa:16:3e:f4:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:16.538785 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.547501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-fa29e2e4-ad47-4638-8047-f815a7c74297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:16.549562 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-fa29e2e4-ad47-4638-8047-f815a7c74297 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1304660 Jul 22 14:04:16.549731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.550211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.575592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e', '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'b1dfd49d-3623-4f54-83cb-f7bef51a328b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:16.608711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:16.611053 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f746c4-fe53-4778-b312-466268a303f4" -d '{"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:16.614503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:16.637587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:16.640119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.647201 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.685747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:16.695285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10a704-24ea-48b6-9046-19219272ffb1 req-97ca45f7-7e4b-481d-bec7-181b83480ecb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:16.698498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-9398823b-7e7f-4d17-bf38-7128fda9acd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 217 time: 0.1196754 Jul 22 14:04:16.699729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:16.702642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9e10a704-24ea-48b6-9046-19219272ffb1 req-97ca45f7-7e4b-481d-bec7-181b83480ecb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.5426416 Jul 22 14:04:16.756151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Checking segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:16.756505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Network hostable DHCP agents. Network: efb27f92-c04f-4cb0-8541-cba020a06243, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:04:16.757395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:04:16.758042 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:04:16.774171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:16.803312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9e10a704-24ea-48b6-9046-19219272ffb1 req-c96901e5-a20a-4706-91a1-1a32ea12bf4f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998838 Jul 22 14:04:16.812182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:16.817195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.820099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-794ef77a-7b51-4c2f-9a61-0312695a455f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "DELETE /v2.0/ports/6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e HTTP/1.1" status: 204 len: 173 time: 1.2549343 Jul 22 14:04:16.831590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Network efb27f92-c04f-4cb0-8541-cba020a06243 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:04:16.843080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, efb27f92-c04f-4cb0-8541-cba020a06243) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:16.857145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:16.858449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:16.873897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d47326-5ad7-4fb9-994f-dcbbf604dbde None None] Network efb27f92-c04f-4cb0-8541-cba020a06243 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:16.875648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-deleted', 'tag': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:16.878092 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccf92cb-e0da-41c3-8ff8-1fd4bb8925a1" -d '{"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-deleted", "tag": "6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:16.893349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-98467fa3-563c-4108-9866-56b523e7e8fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0149794 Jul 22 14:04:16.983258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-a63b54f2-1e36-40d8-84cb-6e1d9cc0eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:16.985054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-a63b54f2-1e36-40d8-84cb-6e1d9cc0eaba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.2727396 Jul 22 14:04:17.019795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ae0db-a93d-4904-9c2d-c5cb55bdd1a7 req-b4f40e96-3d76-47b8-a79e-726810022b95 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.026311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ae0db-a93d-4904-9c2d-c5cb55bdd1a7 req-b4f40e96-3d76-47b8-a79e-726810022b95 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.033604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2e2ae0db-a93d-4904-9c2d-c5cb55bdd1a7 req-b4f40e96-3d76-47b8-a79e-726810022b95 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 1680 time: 0.6056232 Jul 22 14:04:17.116717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-0f0f6979-61df-4693-86f7-43498919a77d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134367 Jul 22 14:04:17.240658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-65d28790-8131-4d50-afee-d6e000934b93 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.242346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-65d28790-8131-4d50-afee-d6e000934b93 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f&tenant_id=19b15405b2804ee8a1803b9bdcb151d7&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 948 time: 0.1077685 Jul 22 14:04:17.250357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2e2ae0db-a93d-4904-9c2d-c5cb55bdd1a7 req-bcd14210-6634-4489-aeae-6d81498d6866 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158041 Jul 22 14:04:17.346120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port b1dfd49d-3623-4f54-83cb-f7bef51a328b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:17.346700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:17.353222 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd673cd-6c81-4548-94ac-9ebd0fe0bc18 x-openstack-request-id: req-4cd673cd-6c81-4548-94ac-9ebd0fe0bc18 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:17.353816 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:17.353816 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cd673cd-6c81-4548-94ac-9ebd0fe0bc18 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:17.354182 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'code': 200} Jul 22 14:04:17.355588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-6eee9dc7-5d54-48e3-8092-a530b8f1e102 service neutron] 10.222.0.20 "GET /v2.0/ports/3eaf21fd-fdc9-41dc-a03d-cf5d24be203c/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.1056907 Jul 22 14:04:17.395763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:17.400344 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0fb773-bb3e-4b8d-869c-f1d7e7d83d1e x-openstack-request-id: req-9f0fb773-bb3e-4b8d-869c-f1d7e7d83d1e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:17.400748 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-deleted", "tag": "6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:17.401164 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f0fb773-bb3e-4b8d-869c-f1d7e7d83d1e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:17.401900 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-deleted', 'tag': '6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e', 'status': 'completed', 'code': 200} Jul 22 14:04:17.461844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:17.470044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca118d50-561e-4746-a628-c364fe239f30 None None] Network efb27f92-c04f-4cb0-8541-cba020a06243 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:17.511906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:17.525066 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:17.526070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-504ded2a-9390-464e-b86d-fef4b41693df service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010956 Jul 22 14:04:17.561067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-35010dad-a706-4cdc-923d-98abb048a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.562891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-35010dad-a706-4cdc-923d-98abb048a433 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1100 time: 0.1753120 Jul 22 14:04:17.573486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530b9d3-4bfb-449d-a132-ae4c9af3831d req-f68ddc65-618a-491e-b08f-719862bc3994 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.575362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d530b9d3-4bfb-449d-a132-ae4c9af3831d req-f68ddc65-618a-491e-b08f-719862bc3994 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.1014712 Jul 22 14:04:17.677091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d530b9d3-4bfb-449d-a132-ae4c9af3831d req-88d39c91-237a-424c-9e49-d6f01b670e8c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858598 Jul 22 14:04:17.721135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-0fa358d3-d29d-4545-9a38-0d7f92aa5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.731725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-0fa358d3-d29d-4545-9a38-0d7f92aa5b04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1551540 Jul 22 14:04:17.743024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:17.785456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-c1d91ac8-8998-40db-b75d-af7df8f8a137 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 217 time: 0.0388076 Jul 22 14:04:17.807272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:17.849796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-f72bb606-664b-45a4-b83e-19f94b2eeb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.851705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-f72bb606-664b-45a4-b83e-19f94b2eeb67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0601940 Jul 22 14:04:17.929718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-bf59517e-1c5e-4976-a75c-0ddd4ffe655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:17.931629 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-bf59517e-1c5e-4976-a75c-0ddd4ffe655b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721626 Jul 22 14:04:18.015682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port b1dfd49d-3623-4f54-83cb-f7bef51a328b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b1dfd49d-3623-4f54-83cb-f7bef51a328b,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:18.016077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.044917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for b1dfd49d-3623-4f54-83cb-f7bef51a328b owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:18.050071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-e1bb77f6-fded-40cb-be16-8755c973bb7e service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123060 Jul 22 14:04:18.121368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e34a9c-c645-41f1-8ced-07766f084880 req-f8537258-6fcd-4852-bd23-b3eba8705612 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:18.123856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e34a9c-c645-41f1-8ced-07766f084880 req-f8537258-6fcd-4852-bd23-b3eba8705612 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.6022124 Jul 22 14:04:18.136542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-5ef38b55-101c-4f6b-b245-17c1c88b0f8a service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984975 Jul 22 14:04:18.195262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-9b1d8b3f-5da8-4388-9985-dd747510e542 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:18.198004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-9b1d8b3f-5da8-4388-9985-dd747510e542 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.1948662 Jul 22 14:04:18.250655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b1dfd49d-3623-4f54-83cb-f7bef51a328b no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:18.258542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e34a9c-c645-41f1-8ced-07766f084880 req-1f22f70c-c513-4cc2-926d-da669c42728b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782788 Jul 22 14:04:18.285445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f32bca5c-89f8-41bc-bf85-f7cde07bbf05 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/quotas/c72574df07fd49ff8850672ed65ac392 HTTP/1.1" status: 200 len: 375 time: 0.0408814 Jul 22 14:04:18.296431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-f26a2e54-1bd4-4eeb-9b4a-97e527985676 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524818 Jul 22 14:04:18.347275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.391846 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-10578ffc-7e66-444b-9c06-264890d37ceb tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842121 Jul 22 14:04:18.392333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No active binding found for port b1dfd49d-3623-4f54-83cb-f7bef51a328b {{(pid=93761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:04:18.392815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b1dfd49d-3623-4f54-83cb-f7bef51a328b not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:18.393190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:18.422915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=b1dfd49d-3623-4f54-83cb-f7bef51a328b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:18.444753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:04:18.445098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6430ea2b-c8d7-4ded-8459-7ab7bb5d9d7e not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:18.445521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:18.519991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port b1dfd49d-3623-4f54-83cb-f7bef51a328b on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:18.528188 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.530609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-f80a8f7d-d5fe-4452-bc23-f212cc1891c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "DELETE /v2.0/ports/b1dfd49d-3623-4f54-83cb-f7bef51a328b HTTP/1.1" status: 204 len: 173 time: 1.6418476 Jul 22 14:04:18.557142 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a92f8a79-e440-4e34-b252-5ea2bbd78b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.586627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-38d2a06e-8e51-4d78-9b68-a381cb6d3a9a service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872265 Jul 22 14:04:18.636054 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.663407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197da4f-51f2-42d9-aa45-d8f4258e8ed2 req-476f84a6-063a-4e68-b9e2-6ea3c2bec7b0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:18.683684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d197da4f-51f2-42d9-aa45-d8f4258e8ed2 req-476f84a6-063a-4e68-b9e2-6ea3c2bec7b0 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.2740817 Jul 22 14:04:18.738674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-517cb551-a815-4191-bcaa-f682ac4f357f service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491673 Jul 22 14:04:18.747877 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.750141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:18.761278 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:18.820052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d197da4f-51f2-42d9-aa45-d8f4258e8ed2 req-54f6e278-119a-4220-bb67-109b601e9caf tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353562 Jul 22 14:04:18.867260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:18.884437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:18.886891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:19.107836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:19.108351 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:19.119194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bd7f-f75c-46ea-acb3-f726a665367d req-d96fa852-39e1-4a9b-a7d8-22ed4d20347c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:19.129640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1355bd7f-f75c-46ea-acb3-f726a665367d req-d96fa852-39e1-4a9b-a7d8-22ed4d20347c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 942 time: 0.1919129 Jul 22 14:04:19.149467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:19.192075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1355bd7f-f75c-46ea-acb3-f726a665367d req-1d1b72c5-1806-46d4-b813-12c829ada3d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594964 Jul 22 14:04:19.343559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75a80b89-267d-4bd3-906d-2884521cf218 req-1e0ea02d-a321-4f9b-9d8c-cb5d8ad98482 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 210 time: 0.0936556 Jul 22 14:04:19.355014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:19.358548 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259bd9d-1fe3-4bff-bc8e-ba00f7986dcd" -d '{"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-unplugged", "status": "completed", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:19.402919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-deleted', 'tag': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:19.418524 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155dfa76-221e-495b-8c47-225c026a2599" -d '{"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-deleted", "tag": "b1dfd49d-3623-4f54-83cb-f7bef51a328b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:19.507137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea428-eaa4-420e-a309-cc1ca7b70d21 req-4a3ff5f0-21b6-464d-baa8-f709170f67f4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:19.516038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b2ea428-eaa4-420e-a309-cc1ca7b70d21 req-4a3ff5f0-21b6-464d-baa8-f709170f67f4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 949 time: 0.1867998 Jul 22 14:04:19.562822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:19.653586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:19.704576 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:19.716561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0d6b0-7078-492c-8508-0cb32a90f46c req-1389e7ce-691f-42b3-bee1-0f456f05398a tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:19.722007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port 2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:19.725072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:19.726404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2be0d6b0-7078-492c-8508-0cb32a90f46c req-1389e7ce-691f-42b3-bee1-0f456f05398a tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.1513228 Jul 22 14:04:19.728498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed90cf29-e030-46bd-bea8-25d5640217ae req-07af82d7-0d4b-4a31-871a-b67c3e21eab3 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.20 "DELETE /v2.0/ports/2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e HTTP/1.1" status: 204 len: 173 time: 1.1859713 Jul 22 14:04:19.741984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b2ea428-eaa4-420e-a309-cc1ca7b70d21 req-d451f515-bdc7-4176-b11d-9c52b20dc2b4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247941 Jul 22 14:04:19.797848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2be0d6b0-7078-492c-8508-0cb32a90f46c req-964424f3-c044-4f4e-933f-0b2b934f2e70 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667455 Jul 22 14:04:19.811595 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbab66fd-3ebc-4c53-b5ac-2e669dff656d x-openstack-request-id: req-cbab66fd-3ebc-4c53-b5ac-2e669dff656d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:19.812088 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-unplugged", "status": "completed", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:19.812700 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbab66fd-3ebc-4c53-b5ac-2e669dff656d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:19.813309 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'code': 200} Jul 22 14:04:19.864493 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a193ea-0512-422a-9ee9-17e89ed654b0 x-openstack-request-id: req-79a193ea-0512-422a-9ee9-17e89ed654b0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:19.864792 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-deleted", "tag": "b1dfd49d-3623-4f54-83cb-f7bef51a328b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:19.865047 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79a193ea-0512-422a-9ee9-17e89ed654b0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:19.865451 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-deleted', 'tag': 'b1dfd49d-3623-4f54-83cb-f7bef51a328b', 'status': 'completed', 'code': 200} Jul 22 14:04:20.006004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bf19e-dfd0-4edc-92e0-ebc65a029475 req-a1c1acc1-8721-432b-9ff6-97d94e76f8dc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:20.008023 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c8bf19e-dfd0-4edc-92e0-ebc65a029475 req-a1c1acc1-8721-432b-9ff6-97d94e76f8dc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.0902848 Jul 22 14:04:20.054527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c8bf19e-dfd0-4edc-92e0-ebc65a029475 req-9348de00-2825-4db0-ad40-af571f7e72ee tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Jul 22 14:04:20.269820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:20.272427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:20.422539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd5cb3bb-2ca1-4ade-8636-9d188aac4ea6 req-d3d1f8da-7265-4433-92b0-abc4a9b586e1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=97656acc-6c62-4f65-8025-939970a74956 HTTP/1.1" status: 200 len: 210 time: 0.0520928 Jul 22 14:04:20.576434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:20.585327 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:20.587555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df16062d-d3f7-41ee-a077-59ec271020eb req-aa88a4a2-02c3-4f33-8c28-27309944baf4 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 210 time: 0.0804007 Jul 22 14:04:20.655673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:20.675650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002', 'port_id': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'mac_address': 'fa:16:3e:4c:48:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:20.756568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:20.792085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7a4511-aade-4ad9-9187-298648e64a3e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:20.846578 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:20.852702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:20.870839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:20.908084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-530fee3f-6788-4b28-85a0-2c74c2a00435 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:20.911994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-530fee3f-6788-4b28-85a0-2c74c2a00435 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.3443055 Jul 22 14:04:20.930459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Request body: {'port': {'device_id': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'admin_state_up': True, 'tenant_id': 'c72574df07fd49ff8850672ed65ac392'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:20.990360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:20.999506 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.002284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894c836-cacd-403e-b1d7-f7f152417919 req-623d1f28-80b7-40c6-94c8-a8c52ae4cbe3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.003789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:21.005133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-fe7eba75-3d08-43ea-83c7-aed5d40145bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.006952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-fe7eba75-3d08-43ea-83c7-aed5d40145bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f&tenant_id=19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 1101 time: 0.2476859 Jul 22 14:04:21.012514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3894c836-cacd-403e-b1d7-f7f152417919 req-623d1f28-80b7-40c6-94c8-a8c52ae4cbe3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 949 time: 0.1046762 Jul 22 14:04:21.070878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3894c836-cacd-403e-b1d7-f7f152417919 req-228c7bf9-db7c-4f81-8f42-295f572d2d0d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519357 Jul 22 14:04:21.084031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:21.112448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4c7a4511-aade-4ad9-9187-298648e64a3e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:21.153103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807b117-e329-415a-8f5a-7611b6288f2b req-52d9c825-ad2e-4217-b410-d18d374df755 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.155032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0807b117-e329-415a-8f5a-7611b6288f2b req-52d9c825-ad2e-4217-b410-d18d374df755 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 944 time: 0.2026806 Jul 22 14:04:21.208042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-d4a2979d-17de-497c-a7b8-bf9ee13dd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.209487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-d4a2979d-17de-497c-a7b8-bf9ee13dd326 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 1102 time: 0.1515110 Jul 22 14:04:21.212241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Made reservation on behalf of c72574df07fd49ff8850672ed65ac392 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:21.216456 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.243855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e1da6-5971-4b5e-85b9-70bff42216a7 req-86d9fc07-7087-4dc1-af04-56494dca476f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.252442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f0e1da6-5971-4b5e-85b9-70bff42216a7 req-86d9fc07-7087-4dc1-af04-56494dca476f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.0896394 Jul 22 14:04:21.304531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f0e1da6-5971-4b5e-85b9-70bff42216a7 req-e73d7233-db78-4bef-87aa-5d6789b9e2f3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464287 Jul 22 14:04:21.310305 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.316023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-9beff4d2-0823-494a-be28-82a7a001919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.317308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-9beff4d2-0823-494a-be28-82a7a001919d service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.0979121 Jul 22 14:04:21.340584 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0807b117-e329-415a-8f5a-7611b6288f2b req-fc5bb847-2594-4c05-9126-416ec5bddd66 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790488 Jul 22 14:04:21.356191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ab2b38-d73c-4d54-8c02-bbb892ccec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.381876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-0c6e4945-a661-4de2-b5cb-a21517454557 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 200 len: 217 time: 0.0556059 Jul 22 14:04:21.480713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:21.496720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-c9c79ffd-9674-46d4-9972-e15f8077087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.498934 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-c9c79ffd-9674-46d4-9972-e15f8077087e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0844600 Jul 22 14:04:21.535072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting subnet 7701c08d-ea6f-4698-9a3e-5b0f39a9b986 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:04:21.538568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.563322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Allocated IP 172.20.0.12 (efb27f92-c04f-4cb0-8541-cba020a06243/1e7a32a9-63bd-45fa-b23d-f2d18fa072c6/1e11fb41-606c-4033-bde3-119e6ab8aca4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:21.585209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.615325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-44f92f3e-1a3c-42fc-b8a9-d9d5accdd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:21.616860 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-44f92f3e-1a3c-42fc-b8a9-d9d5accdd06e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087961 Jul 22 14:04:21.688236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.750739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37f1d617-3017-4b6a-bf60-624e77886a21 req-8863d001-b00c-4ace-8b5c-d4635c3b5cfa tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 210 time: 0.0726128 Jul 22 14:04:21.754618 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.791439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Subnet': ['ID=7701c08d-ea6f-4698-9a3e-5b0f39a9b986,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:21.796457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.801170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-182e779a-fae3-4c23-933a-08aeb2cb830a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/subnets/7701c08d-ea6f-4698-9a3e-5b0f39a9b986 HTTP/1.1" status: 204 len: 168 time: 0.3168213 Jul 22 14:04:21.801896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:21.804781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f7edcf-fbe7-49b2-bfec-ca7b61771810 None None] Network b5339cfc-1f60-4917-a1b8-a4da9faea26d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:21.822563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:21.832825 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef1340-d166-47de-82d1-72546fc6e0be" -d '{"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:21.867591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-deleted', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:21.869759 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbb4d88-adbe-480f-b422-b2ee414c817d" -d '{"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-deleted", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:21.898748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-f66fadf8-1b2b-40c4-90c5-d81e8ef2f55d service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739141 Jul 22 14:04:21.931291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:21.945862 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d2654d-4fff-441c-950b-d84dfa5dd2c3 x-openstack-request-id: req-20d2654d-4fff-441c-950b-d84dfa5dd2c3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:21.946151 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:21.946545 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20d2654d-4fff-441c-950b-d84dfa5dd2c3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:21.946947 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'code': 200} Jul 22 14:04:22.007059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b392a54d-c510-4b23-afd1-0e645ee14d0d tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1257294929&fields=id&tenant_id=a26e5dafa31e44d3aefa5eb55df30171 HTTP/1.1" status: 200 len: 267 time: 0.0732768 Jul 22 14:04:22.021802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.064803 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421b4a89-c0b6-464c-b7c1-10153c418ab1 x-openstack-request-id: req-421b4a89-c0b6-464c-b7c1-10153c418ab1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:22.065155 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97656acc-6c62-4f65-8025-939970a74956", "name": "network-vif-deleted", "tag": "2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:22.065395 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-421b4a89-c0b6-464c-b7c1-10153c418ab1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:22.065765 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97656acc-6c62-4f65-8025-939970a74956', 'name': 'network-vif-deleted', 'tag': '2b46dbc3-e4eb-4ae1-ad26-c8f4a2c4fb2e', 'status': 'completed', 'code': 200} Jul 22 14:04:22.077269 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.091565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] DHCP port deletion for b5339cfc-1f60-4917-a1b8-a4da9faea26d request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:04:22.145091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] Deleting port d97406a1-06be-4025-8abe-978cdf3d3cff {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:22.145557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.156478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-a0da8df4-0917-4061-8361-8d4732104b1a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:22.156924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c66a7ab3-1080-49ba-b22f-3f25592442cd req-297b4ab3-ddd7-4129-98e3-6f329d27895b service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459795 Jul 22 14:04:22.159330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Network efb27f92-c04f-4cb0-8541-cba020a06243 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:22.165464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:22.173641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:22.176568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-a0da8df4-0917-4061-8361-8d4732104b1a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/networks?id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 HTTP/1.1" status: 200 len: 816 time: 0.1534915 Jul 22 14:04:22.200447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port d97406a1-06be-4025-8abe-978cdf3d3cff {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:22.200972 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.205167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-eaed38d7-3f0d-4151-a28c-47a08cee4e6d tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/quotas/a26e5dafa31e44d3aefa5eb55df30171 HTTP/1.1" status: 200 len: 375 time: 0.0277388 Jul 22 14:04:22.239224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] For port d97406a1-06be-4025-8abe-978cdf3d3cff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d97406a1-06be-4025-8abe-978cdf3d3cff,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:22.239769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.248319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:22.272378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:22.278287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] Calling delete_port for d97406a1-06be-4025-8abe-978cdf3d3cff owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:22.292476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:22.293103 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.315064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd12187-e2ee-4000-bb98-7ec532df7730 req-10d8076e-6d8c-423a-8897-219ec87690de tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:22.316653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffd12187-e2ee-4000-bb98-7ec532df7730 req-10d8076e-6d8c-423a-8897-219ec87690de tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 950 time: 0.1146324 Jul 22 14:04:22.330285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-f2a52c09-a36e-4bd7-b35c-a44264d73af9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4043682 Jul 22 14:04:22.343670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port d97406a1-06be-4025-8abe-978cdf3d3cff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d97406a1-06be-4025-8abe-978cdf3d3cff,segment=NetworkSegment(2f98ed01-9d2b-4f18-abe9-0df365604661),segment_id=2f98ed01-9d2b-4f18-abe9-0df365604661)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:22.344092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.351204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Request body: {'port': {'device_id': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:22.370046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for d97406a1-06be-4025-8abe-978cdf3d3cff owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:22.384622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-77c363dc-32cd-4f24-8a88-3571ab9253c5 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a26e5dafa31e44d3aefa5eb55df30171&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1680250 Jul 22 14:04:22.448908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffd12187-e2ee-4000-bb98-7ec532df7730 req-50518cbf-f389-41b4-9c91-bd5eada23b18 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196971 Jul 22 14:04:22.468085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.477295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.558917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4c7a4511-aade-4ad9-9187-298648e64a3e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:22.565271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4c7a4511-aade-4ad9-9187-298648e64a3e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:22.565439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.596433 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.636683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] Pushing event deleted for resources: {'Port': ['ID=d97406a1-06be-4025-8abe-978cdf3d3cff,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:22.637950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-d6339920-e1a8-4ec7-b523-899a9a366ccb service neutron] 10.222.0.11 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028563 Jul 22 14:04:22.643947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.649906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432a53c-ae63-4f27-b773-a529285870b4 None None] No DVR routers for this DVR port d97406a1-06be-4025-8abe-978cdf3d3cff on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:22.682165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=d97406a1-06be-4025-8abe-978cdf3d3cff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:22.714778 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.718933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port d97406a1-06be-4025-8abe-978cdf3d3cff on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:22.752832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:22.757922 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.758718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:22.796554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65303c8c-918f-498a-9d65-7e6e56bf2174 req-94fc470f-d413-4c3f-a1ab-4228bce1bd0f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:22.803893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65303c8c-918f-498a-9d65-7e6e56bf2174 req-94fc470f-d413-4c3f-a1ab-4228bce1bd0f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.1733027 Jul 22 14:04:22.851392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:22.874845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.887971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65303c8c-918f-498a-9d65-7e6e56bf2174 req-6f3bcea6-5061-4660-8cc5-6a639b8e60b3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830600 Jul 22 14:04:22.900387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5339cfc-1f60-4917-a1b8-a4da9faea26d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:22.918762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f98ed01-9d2b-4f18-abe9-0df365604661') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:22.919066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f98ed01-9d2b-4f18-abe9-0df365604661') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:22.928193 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.934740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-a12625f5-fcb7-4780-8909-46b47eaa3dde service neutron] 10.222.0.11 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883236 Jul 22 14:04:22.954228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.981233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:22.994549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:04:22.996244 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:04:23.001173 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:04:23.008063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e11fb41-606c-4033-bde3-119e6ab8aca4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:23.008860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:23.014546 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.025707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.072214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Transition to ACTIVE for port object 1e11fb41-606c-4033-bde3-119e6ab8aca4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:23.079427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.106128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:23.143494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.168862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:23.175340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.177514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/networks/b5339cfc-1f60-4917-a1b8-a4da9faea26d HTTP/1.1" status: 204 len: 168 time: 1.3747902 Jul 22 14:04:23.178754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b930ec9-0ff8-44f2-b8ad-25d7d8d2a235 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Network': ['ID=b5339cfc-1f60-4917-a1b8-a4da9faea26d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:23.182065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:23.226545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90e045-8fe4-4370-aee0-9ec27327e1f9 req-b49e2169-8285-46e3-adc6-1db590f8b061 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:23.228122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d90e045-8fe4-4370-aee0-9ec27327e1f9 req-b49e2169-8285-46e3-adc6-1db590f8b061 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.2148461 Jul 22 14:04:23.237948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d97406a1-06be-4025-8abe-978cdf3d3cff no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:23.247047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Attempting to bind port 1e11fb41-606c-4033-bde3-119e6ab8aca4 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:23.247379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Attempting to bind port 1e11fb41-606c-4033-bde3-119e6ab8aca4 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:23.247712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Attempting to bind port 1e11fb41-606c-4033-bde3-119e6ab8aca4 on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:23.261510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Port 1e11fb41-606c-4033-bde3-119e6ab8aca4 on network efb27f92-c04f-4cb0-8541-cba020a06243 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:23.261801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Attempting to bind port 1e11fb41-606c-4033-bde3-119e6ab8aca4 on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:23.271080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting subnet c7dfa250-52e6-4b1c-966e-fa536a205e79 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:04:23.274776 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.276320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:23.276666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Checking segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:23.276951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d97406a1-06be-4025-8abe-978cdf3d3cff {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:04:23.277866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Bound using segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:23.278323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Bound port: 1e11fb41-606c-4033-bde3-119e6ab8aca4, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:23.278687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.281502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d97406a1-06be-4025-8abe-978cdf3d3cff not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:23.322210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.323855 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d90e045-8fe4-4370-aee0-9ec27327e1f9 req-fdb805c6-4df1-4728-ae29-86d5be58ecc5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839343 Jul 22 14:04:23.394507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:23.404696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:23.411210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.452216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:23.453062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.454682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e11fb41-606c-4033-bde3-119e6ab8aca4 HTTP/1.1" status: 200 len: 1093 time: 1.1077266 Jul 22 14:04:23.527056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.568680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e08ea1-6a5a-41f5-b1dc-80e13a928c96 service neutron] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:23.609474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf7c76ee-4e2f-4325-9c81-cbba7f2cb54e req-437cf495-fef1-4ab7-bc3b-ef2330c8a0de tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.0418370 Jul 22 14:04:23.656107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.708545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Subnet': ['ID=c7dfa250-52e6-4b1c-966e-fa536a205e79,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:23.713227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:23.715826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a13530f7-4e86-4960-bd49-4b46a9b6a0d4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/subnets/c7dfa250-52e6-4b1c-966e-fa536a205e79 HTTP/1.1" status: 204 len: 168 time: 0.5201879 Jul 22 14:04:23.719912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fbacc9-d64f-4edc-843b-61eeacb6ec64 None None] Network c096e517-9156-4a54-bf79-61224a4e852c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:23.738424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57766) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:23.832794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50946-062d-49e5-b338-a06b25f86dac req-dfd85b34-f0db-4bfa-912a-c4c62346788f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:23.833261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf990005-463a-4d2d-a646-048b44511793 req-7f134fc4-bd25-4823-8c04-e522fe3002bb tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:23.839977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81c50946-062d-49e5-b338-a06b25f86dac req-dfd85b34-f0db-4bfa-912a-c4c62346788f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.1275682 Jul 22 14:04:23.850705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf990005-463a-4d2d-a646-048b44511793 req-7f134fc4-bd25-4823-8c04-e522fe3002bb tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 944 time: 0.3208470 Jul 22 14:04:23.901993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-e91e8038-7193-4795-a7ea-792fa9e21b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:23.904311 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-e91e8038-7193-4795-a7ea-792fa9e21b7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 1096 time: 0.4011111 Jul 22 14:04:23.916496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81c50946-062d-49e5-b338-a06b25f86dac req-24aba308-7df0-40ad-84d2-d3d20c0f698f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Jul 22 14:04:23.949079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e'}, {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:23.955770 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d0166-5baf-4ce3-a1ce-0209c66c60de" -d '{"events": [{"server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "name": "network-vif-plugged", "status": "completed", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e"}, {"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:24.043314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf990005-463a-4d2d-a646-048b44511793 req-fa0a144f-eb16-48b2-9665-979632bb00d1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912117 Jul 22 14:04:24.072965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] DHCP port deletion for c096e517-9156-4a54-bf79-61224a4e852c request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:04:24.082373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:24.094124 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def8d65-bb53-42f7-afd1-9bdd9682bd65" -d '{"events": [{"name": "network-changed", "server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:24.110139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3673f6a-0b39-473b-b067-e02b8b7d2415 req-2e373669-4e88-4967-9b88-ab442dee2df2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:24.118510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3673f6a-0b39-473b-b067-e02b8b7d2415 req-2e373669-4e88-4967-9b88-ab442dee2df2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.1065593 Jul 22 14:04:24.175415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3673f6a-0b39-473b-b067-e02b8b7d2415 req-8787ae66-09ad-403a-853f-f9396309f4cc tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 Jul 22 14:04:24.176343 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2ca26b-b03e-43da-9f73-0d48563eb353 x-openstack-request-id: req-6d2ca26b-b03e-43da-9f73-0d48563eb353 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:24.176715 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "name": "network-vif-plugged", "status": "completed", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e", "code": 200}, {"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:24.177033 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d2ca26b-b03e-43da-9f73-0d48563eb353 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:24.177577 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'code': 200} Jul 22 14:04:24.177789 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'code': 200} Jul 22 14:04:24.199646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.209906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] Deleting port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:24.210360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.212944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.221784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-4797b24f-24d4-4700-8a21-ef14104ce909 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4 HTTP/1.1" status: 200 len: 217 time: 0.2030516 Jul 22 14:04:24.287996 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22abed7-c7fc-4743-857e-177076dd0f63 x-openstack-request-id: req-d22abed7-c7fc-4743-857e-177076dd0f63 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:24.288670 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:24.289104 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d22abed7-c7fc-4743-857e-177076dd0f63 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:24.289656 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'status': 'completed', 'code': 200} Jul 22 14:04:24.325563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-a3bb8686-0cf6-4bbf-ad1e-f249ce46baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:24.327631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] For port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:24.328185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-a3bb8686-0cf6-4bbf-ad1e-f249ce46baba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.1000030 Jul 22 14:04:24.328313 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.353128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:24.353462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.362875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] Calling delete_port for 6a8b85cb-5d52-4111-8749-7b1c13e24e3c owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:24.401255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-1659ec94-9573-4965-b92c-abb23da815e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652745 Jul 22 14:04:24.536649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,segment=NetworkSegment(33f5a0c6-4c29-45d3-8fdf-69ee656f9902),segment_id=33f5a0c6-4c29-45d3-8fdf-69ee656f9902)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:24.537180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.584492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.628736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482697f-5d46-4202-8cdf-7f6535843d68 req-9b586adb-8a96-4208-8ced-3a749e82f7af tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:24.633494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for 6a8b85cb-5d52-4111-8749-7b1c13e24e3c owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:24.636183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] No DVR routers for this DVR port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:24.642732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9482697f-5d46-4202-8cdf-7f6535843d68 req-9b586adb-8a96-4208-8ced-3a749e82f7af tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1796308 Jul 22 14:04:24.655650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a52ad-a00f-45e9-b81c-f4589a37ee7a None None] Pushing event deleted for resources: {'Port': ['ID=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:24.659273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6761-aa47-45d3-93b2-0a54a4812983 req-0618923e-eb73-4719-911e-01b33682dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:24.661071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe9e6761-aa47-45d3-93b2-0a54a4812983 req-0618923e-eb73-4719-911e-01b33682dc55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1097 time: 0.3112597 Jul 22 14:04:24.727579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9482697f-5d46-4202-8cdf-7f6535843d68 req-0331b281-faea-498e-adf8-624a4946823c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648255 Jul 22 14:04:24.745871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-438cbc6f-7107-486a-acc4-d63c3afba679 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172472 Jul 22 14:04:24.768035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe9e6761-aa47-45d3-93b2-0a54a4812983 req-293567f8-9858-4b98-9252-e2c612cc9f55 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939467 Jul 22 14:04:24.832706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71d43e8c-e171-4feb-ae31-23f6e2ddde39 req-60871ee8-d711-4560-836f-4345a9f9c6dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.0494909 Jul 22 14:04:24.892350 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:24.929002 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c6ac7e-7f20-4992-a0be-582f9157a57d req-a7accf3e-402c-4477-8d8d-c139e3259913 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766064 Jul 22 14:04:24.929992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=6a8b85cb-5d52-4111-8749-7b1c13e24e3c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:24.939011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port 6a8b85cb-5d52-4111-8749-7b1c13e24e3c on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:25.114901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c3845-e604-4579-98ff-9b0a23a0c2f5 req-15dcaae2-432a-4abd-827e-13d876f4d81b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.116775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52c3845-e604-4579-98ff-9b0a23a0c2f5 req-15dcaae2-432a-4abd-827e-13d876f4d81b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.1002860 Jul 22 14:04:25.183860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52c3845-e604-4579-98ff-9b0a23a0c2f5 req-056d35f4-2170-432c-9670-4dd382bfe647 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585170 Jul 22 14:04:25.200190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6a8b85cb-5d52-4111-8749-7b1c13e24e3c no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:25.243635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6a8b85cb-5d52-4111-8749-7b1c13e24e3c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:04:25.244064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6a8b85cb-5d52-4111-8749-7b1c13e24e3c not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:25.341284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6c5c-45c4-4182-ae06-94f539a09b3e req-b059a011-aa65-4dd5-93a1-fffbd8cba55f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.343890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34fb6c5c-45c4-4182-ae06-94f539a09b3e req-b059a011-aa65-4dd5-93a1-fffbd8cba55f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.0704622 Jul 22 14:04:25.385427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34fb6c5c-45c4-4182-ae06-94f539a09b3e req-ad5546d4-e5a9-480e-9aea-83cdb05a7c0f tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354400 Jul 22 14:04:25.397810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.472728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c096e517-9156-4a54-bf79-61224a4e852c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:25.489459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f5a0c6-4c29-45d3-8fdf-69ee656f9902') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:25.489819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f5a0c6-4c29-45d3-8fdf-69ee656f9902') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:25.512466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.525072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6381e-fab0-4ea9-a5d7-fda2c8cb8769 req-19b18176-68f3-4b48-bc1a-6ee8bfcf68fa tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.534152 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ec6381e-fab0-4ea9-a5d7-fda2c8cb8769 req-19b18176-68f3-4b48-bc1a-6ee8bfcf68fa tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 948 time: 0.0823941 Jul 22 14:04:25.538456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-2cc6edc5-4941-4c36-9525-940876888acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.540177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-2cc6edc5-4941-4c36-9525-940876888acc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 1096 time: 0.5523634 Jul 22 14:04:25.541088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.550439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-7f9d0f39-2a66-4d14-95ac-a79a6ca5cdc9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.551845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-7f9d0f39-2a66-4d14-95ac-a79a6ca5cdc9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.20 "GET /v2.0/networks?id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 HTTP/1.1" status: 200 len: 816 time: 0.5767953 Jul 22 14:04:25.570592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ec6381e-fab0-4ea9-a5d7-fda2c8cb8769 req-463077bd-ee15-4f95-8c98-5da4f12fd882 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Jul 22 14:04:25.571817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:04:25.572239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:04:25.588525 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:04:25.764807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea91dbe-f213-4cc2-acad-a8a3e777e038 req-380bb9a9-f654-4c57-a178-430577a4e128 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.774130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ea91dbe-f213-4cc2-acad-a8a3e777e038 req-380bb9a9-f654-4c57-a178-430577a4e128 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 944 time: 0.3492658 Jul 22 14:04:25.801287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.819453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-40dcc870-b74d-4b36-8a24-fc3d35a0d944 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26e5dafa31e44d3aefa5eb55df30171 HTTP/1.1" status: 200 len: 380 time: 0.2488880 Jul 22 14:04:25.837348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.843126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/networks/c096e517-9156-4a54-bf79-61224a4e852c HTTP/1.1" status: 204 len: 168 time: 2.0925546 Jul 22 14:04:25.848193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:25.848567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Request body: {'port': {'device_id': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'admin_state_up': True, 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'security_groups': ['20fecaf6-03fe-4701-976d-933def9e7fe1']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:25.857145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1412139574'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:25.890425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2872e-5cc4-4a82-900c-21d1203689a8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Network': ['ID=c096e517-9156-4a54-bf79-61224a4e852c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:25.908105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-ea59eac0-888d-45f5-afc8-e4311ccf4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:25.909766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-ea59eac0-888d-45f5-afc8-e4311ccf4748 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 906 time: 0.3570285 Jul 22 14:04:25.924316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:25.927729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.939025 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ea91dbe-f213-4cc2-acad-a8a3e777e038 req-f7757731-8e90-4e55-9d87-bee913219cfd tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630664 Jul 22 14:04:25.970516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:04:25.984607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:25.984963 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Added segment c2381e3a-ce57-4e0b-8f93-3c1d140098ee of type vlan for network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 Jul 22 14:04:25.999574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-72538383-8b6e-4b35-b5c1-f51f0a0a5035 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4 HTTP/1.1" status: 200 len: 217 time: 0.0788717 Jul 22 14:04:26.039629 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.060116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6e99-0265-4200-a06c-0243fc3bc2b1 req-f8581881-ed28-4a58-a5ff-7ae9ad3d7f09 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.061854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85da6e99-0265-4200-a06c-0243fc3bc2b1 req-f8581881-ed28-4a58-a5ff-7ae9ad3d7f09 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1812346 Jul 22 14:04:26.090517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-e5fe71b3-8083-4838-ad2e-55a1f987f3e2 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579805 Jul 22 14:04:26.097813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.104267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.104812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.149516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85da6e99-0265-4200-a06c-0243fc3bc2b1 req-d629f31a-c4a5-4d13-aa5f-a854f52e6bdf tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755990 Jul 22 14:04:26.149756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-023db052-fa8e-46cc-bd5a-f08724f3e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.151626 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-023db052-fa8e-46cc-bd5a-f08724f3e591 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.1389740 Jul 22 14:04:26.191168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Network': ['ID=5e6b4abc-d2fe-4335-a8e3-473dcd897070,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:26.195959 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3590d5e9-2bf4-4cee-b0b9-4ef59b1a2e8a tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3431029 Jul 22 14:04:26.196304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-b01fdfd2-3c62-4597-bb10-dd533410c7ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348356 Jul 22 14:04:26.200096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57820) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:26.200720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Made reservation on behalf of a26e5dafa31e44d3aefa5eb55df30171 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:26.206189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.206905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:04:26.225378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'subnet': {'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:26.279853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1bc4d57-dcc5-48eb-bc3b-32285805866f req-3f67b4fc-43fb-4ace-b38a-098754908f03 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.0386500 Jul 22 14:04:26.294406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:26.413135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215344ac-dc6a-406f-bf89-2b93d7d6b9f6 req-9dae3299-929e-4359-b139-87aecdafa10b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.414709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-215344ac-dc6a-406f-bf89-2b93d7d6b9f6 req-9dae3299-929e-4359-b139-87aecdafa10b tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1097 time: 0.0703309 Jul 22 14:04:26.434793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:26.449446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'mac_address': 'fa:16:3e:f4:46:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:26.464788 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-215344ac-dc6a-406f-bf89-2b93d7d6b9f6 req-f7d04621-a70c-4cbf-a44f-1f14eca1eaae tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369148 Jul 22 14:04:26.496102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-059373e9-fb41-40a4-88e4-9f88b8ee27c2 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.504751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-059373e9-fb41-40a4-88e4-9f88b8ee27c2 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980260 Jul 22 14:04:26.518229 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.534434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:26.556713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:26.562128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.579631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-dc42ed11-1aee-422b-85cd-ac1a306a7040 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/quotas/19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 375 time: 0.0737913 Jul 22 14:04:26.605750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-78b249b1-02f2-47d2-8564-7596bad4bfcc service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842888 Jul 22 14:04:26.622185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:26.630284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2d4f-439e-44a5-9881-7eb76394341a req-1d001242-23b1-44a7-818c-e5475f8207c7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.632064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0d2d4f-439e-44a5-9881-7eb76394341a req-1d001242-23b1-44a7-818c-e5475f8207c7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.0769579 Jul 22 14:04:26.663649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:26.667423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:26.674739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0d2d4f-439e-44a5-9881-7eb76394341a req-36dfffc2-aafa-44eb-ac11-1bfd0bf3cd60 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361733 Jul 22 14:04:26.704425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Allocated IP 172.20.0.3 (aa3ddf32-d276-4ce1-ae61-fdc4f53519e3/7ed52ec2-22fc-43e3-90f7-393b0056ab9d/5cbe8421-03fc-4875-b36f-a676ed85733c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:26.805335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6fe7-af9c-4b16-b208-9d584e4cbc3d req-d6ba04a9-e2c3-46e7-a7ba-3a8bec47343c tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:26.806925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eedb6fe7-af9c-4b16-b208-9d584e4cbc3d req-d6ba04a9-e2c3-46e7-a7ba-3a8bec47343c tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1097 time: 0.0673289 Jul 22 14:04:26.829945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:26.864478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eedb6fe7-af9c-4b16-b208-9d584e4cbc3d req-672f4750-c472-413f-a99a-ba934ed8f995 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484784 Jul 22 14:04:26.870176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:26.912230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-1683652a-8711-49a3-a3b3-c848942a887c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3315425 Jul 22 14:04:26.918712 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3def8d65-bb53-42f7-afd1-9bdd9682bd65 req-a82f7d63-ffc8-49a9-8870-75cebfdfe2d2 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862830 Jul 22 14:04:27.143241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:27.180424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.213789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Transition to ACTIVE for port object 5cbe8421-03fc-4875-b36f-a676ed85733c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:27.233326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'mac_address': 'fa:16:3e:d1:db:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:27.250246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46da7c4-a28e-4cd4-8501-bb24715e7912 req-b2941599-26e4-415c-b398-55090b59fdf7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 210 time: 0.0356822 Jul 22 14:04:27.331481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.378617 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.411038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e11fb41-606c-4033-bde3-119e6ab8aca4 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:27.460165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:27.466610 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.481012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Subnet': ['ID=54ccfd70-e9e4-4d6d-b669-2438742a0087,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:27.540570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:27.598368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Checking segment: {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:27.598796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network hostable DHCP agents. Network: 5e6b4abc-d2fe-4335-a8e3-473dcd897070, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:04:27.604219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.687575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e0acf-026b-48bc-a0ca-59b2545fd846 req-45edeb51-9510-41c9-8a7b-5877e1c4952f tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:27.689994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e15e0acf-026b-48bc-a0ca-59b2545fd846 req-45edeb51-9510-41c9-8a7b-5877e1c4952f tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 944 time: 0.4617851 Jul 22 14:04:27.714731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event updated for resources: {'Port': ['ID=5cbe8421-03fc-4875-b36f-a676ed85733c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:27.730417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:27.737334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:04:27.745214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:27.750269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:27.768351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1e11fb41-606c-4033-bde3-119e6ab8aca4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:27.784339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 5e6b4abc-d2fe-4335-a8e3-473dcd897070) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:27.802748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:27.803306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.816652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9827bfd-38e3-497d-855a-4be828a490e2 None None] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:27.872408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e15e0acf-026b-48bc-a0ca-59b2545fd846 req-fe0de332-29c8-44a2-b91a-1059f3e7d107 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687086 Jul 22 14:04:27.897263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-19eb6b0e-f0b4-45da-8db1-b17a3edb01b2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6766427 Jul 22 14:04:27.899670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:27.907398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1090726872'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:27.911839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:27.912712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.950252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:27.956959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:27.958857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-9059c109-36a3-4457-9e74-bb82718b8ac1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1148059 Jul 22 14:04:27.975927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Request body: {'port': {'device_id': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:28.016905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:04:28.041050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.041547 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Added segment ad592be0-c7dd-4875-953c-4919c71c8feb of type vlan for network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 Jul 22 14:04:28.141969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.176638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.212503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.222159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:28.223428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.278100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3767626 Jul 22 14:04:28.283799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57880) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:28.292642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'subnet': {'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:28.316535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:28.351466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2b914-f90f-45b9-bdfb-f6fbcbae7750 req-e11238cd-44d5-42fd-b9f1-8e0ed46f4064 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:28.352970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08d2b914-f90f-45b9-bdfb-f6fbcbae7750 req-e11238cd-44d5-42fd-b9f1-8e0ed46f4064 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 931 time: 0.3117020 Jul 22 14:04:28.369928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-5e6b4abc-d2fe-4335-a8e3-473dcd897070', 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'fixed_ips': [{'subnet_id': '54ccfd70-e9e4-4d6d-b669-2438742a0087'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:04:28.370793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.372608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc851b-51f2-44a3-85ca-d157aae19543 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Network': ['ID=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:28.400854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:04:28.453866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8f459cf1-2a4e-403f-a706-33032f527000 None None] Provisioning for port 5cbe8421-03fc-4875-b36f-a676ed85733c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:28.487869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:28.492008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.518913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8f459cf1-2a4e-403f-a706-33032f527000 None None] Provisioning complete for port 5cbe8421-03fc-4875-b36f-a676ed85733c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:28.519487 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f459cf1-2a4e-403f-a706-33032f527000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.569470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8f459cf1-2a4e-403f-a706-33032f527000 None None] Port 5cbe8421-03fc-4875-b36f-a676ed85733c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:04:28.571276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08d2b914-f90f-45b9-bdfb-f6fbcbae7750 req-aeb247cb-f548-4311-bf73-c666a5227d2d tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966882 Jul 22 14:04:28.595024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-2dea220c-c30f-4c05-85e5-a41e18705824 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447724 Jul 22 14:04:28.741449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-b268b24d-08ca-4313-ad99-afb7bc7e3de9 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:04:28.742959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-b268b24d-08ca-4313-ad99-afb7bc7e3de9 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136275 Jul 22 14:04:28.763415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Request body: {'binding': {'host': 'n-h1-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:28.765974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Unknown quota resources ['binding']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:04:28.773323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbe8421-03fc-4875-b36f-a676ed85733c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:28.809292 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.823743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c15e96-29af-47a4-a524-8c6b46dffaed req-d216c688-4b84-4910-9abd-57a7baa25cca tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:28.825344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-67c15e96-29af-47a4-a524-8c6b46dffaed req-d216c688-4b84-4910-9abd-57a7baa25cca tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.1801767 Jul 22 14:04:28.850383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-521cc8d7-a17c-4204-b13e-f72838641066 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:28.851950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-521cc8d7-a17c-4204-b13e-f72838641066 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423694 Jul 22 14:04:28.878938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:28.879156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Request body: {'port': {'device_id': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '19b15405b2804ee8a1803b9bdcb151d7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:28.879395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:28.889931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Allocated IP 19.80.0.2 (5e6b4abc-d2fe-4335-a8e3-473dcd897070/54ccfd70-e9e4-4d6d-b669-2438742a0087/ded96b31-9197-4e3e-a1d2-d122fdad0435) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:28.891115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Transition to ACTIVE for port object 5cbe8421-03fc-4875-b36f-a676ed85733c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:28.919808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-67c15e96-29af-47a4-a524-8c6b46dffaed req-bc88391f-7571-473f-abc7-856414c69dd5 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807347 Jul 22 14:04:28.922862 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.070664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Pushing event updated for resources: {'Port': ['ID=5cbe8421-03fc-4875-b36f-a676ed85733c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:29.193300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on host n-h1-787205-11 for vnic_type normal with profile None {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:29.194034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:29.198241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:29.224445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:29.225178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:29.231531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:29.232826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:29.233634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:29.234511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Bound port: 4c7a4511-aade-4ad9-9187-298648e64a3e, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:29.293948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Attempting to bind port 5cbe8421-03fc-4875-b36f-a676ed85733c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:29.294427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Attempting to bind port 5cbe8421-03fc-4875-b36f-a676ed85733c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:29.294899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Attempting to bind port 5cbe8421-03fc-4875-b36f-a676ed85733c on network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:29.313282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Port 5cbe8421-03fc-4875-b36f-a676ed85733c on network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:29.313759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Attempting to bind port 5cbe8421-03fc-4875-b36f-a676ed85733c on network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:29.332756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:29.333239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Checking segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:29.333745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Bound using segment: {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:29.334267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Bound port: 5cbe8421-03fc-4875-b36f-a676ed85733c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f869d0a8-a6fc-4a4a-a900-d2e951486e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:29.334705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.371468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a4f9702-91fa-4ab4-ac81-8d137f67ece2 req-b062ff82-b568-42f3-ae19-d052babc4fe4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 210 time: 0.0425849 Jul 22 14:04:29.395270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:29.400170 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.401523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-65778cd7-cd6f-415e-b7bb-4f431e6bfeb7 service neutron] 10.222.0.11 "POST /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e/bindings HTTP/1.1" status: 201 len: 390 time: 0.6463728 Jul 22 14:04:29.486448 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.529715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] For port 5cbe8421-03fc-4875-b36f-a676ed85733c, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:29.547697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] For port 5cbe8421-03fc-4875-b36f-a676ed85733c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5cbe8421-03fc-4875-b36f-a676ed85733c,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:29.552571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:29.552770 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.555247 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64f9496-b551-495d-a3a7-e9159f75a1a9" -d '{"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:29.579538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:29.581113 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.588939 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.595936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Transition to ACTIVE for port object ded96b31-9197-4e3e-a1d2-d122fdad0435 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:29.646730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Transition to ACTIVE for port object ded96b31-9197-4e3e-a1d2-d122fdad0435 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:29.665067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.682863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:29.715302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:29.716339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:29.717536 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.718994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] 10.222.0.20 "PUT /v2.0/ports/5cbe8421-03fc-4875-b36f-a676ed85733c HTTP/1.1" status: 200 len: 1092 time: 1.7514260 Jul 22 14:04:29.731455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:29.734526 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017fe8b0-7a8a-4b34-986d-8fec697d9849" -d '{"events": [{"name": "network-changed", "server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:29.740953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:29.748865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:29.813575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Pushing event updated for resources: {'Port': ['ID=ded96b31-9197-4e3e-a1d2-d122fdad0435,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:29.824722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a996b-1671-49d9-abe9-3cb6709e8d2a service neutron] Pushing event updated for resources: {'Port': ['ID=5cbe8421-03fc-4875-b36f-a676ed85733c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:29.851270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.882057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Attempting to bind port ded96b31-9197-4e3e-a1d2-d122fdad0435 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:29.882423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Attempting to bind port ded96b31-9197-4e3e-a1d2-d122fdad0435 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:29.882794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Attempting to bind port ded96b31-9197-4e3e-a1d2-d122fdad0435 on network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:29.896487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:29.896880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Checking segment: {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:29.897295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.897750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Bound using segment: {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:29.898250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Bound port: ded96b31-9197-4e3e-a1d2-d122fdad0435, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:29.898641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:29.957014 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:04:29.967884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798315f-a62b-48c5-9c4c-a4d0f73dd019 req-50e38131-1fde-4473-ad08-359500b4cfe2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:29.980549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3798315f-a62b-48c5-9c4c-a4d0f73dd019 req-50e38131-1fde-4473-ad08-359500b4cfe2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 945 time: 0.4052722 Jul 22 14:04:30.002844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Made reservation on behalf of 19b15405b2804ee8a1803b9bdcb151d7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:30.007422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:30.065269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Checking segment: {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:30.065607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network hostable DHCP agents. Network: 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:04:30.085568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] For port ded96b31-9197-4e3e-a1d2-d122fdad0435, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:30.109226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] For port ded96b31-9197-4e3e-a1d2-d122fdad0435, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ded96b31-9197-4e3e-a1d2-d122fdad0435,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:30.118552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Subnet': ['ID=379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:30.121717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:30.162413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:04:30.184235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0cb03-c166-41ea-85e7-f3b317b8e7f5 req-5d88e6c6-b1f0-4189-b536-81efadf1be32 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.191690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ee0cb03-c166-41ea-85e7-f3b317b8e7f5 req-5d88e6c6-b1f0-4189-b536-81efadf1be32 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.4481869 Jul 22 14:04:30.241475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a24009-3299-4e10-8b4d-02e72333b90f None None] Pushing event updated for resources: {'Port': ['ID=ded96b31-9197-4e3e-a1d2-d122fdad0435,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:30.300063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Allocated IP 192.168.233.54 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/b0fdaf6f-2722-4f2a-bbad-e8670dce2879) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:30.302751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:30.307995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.308670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:30.312583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf083b33-8cb8-4108-93c0-d49d6b20b841 None None] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:30.335593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ee0cb03-c166-41ea-85e7-f3b317b8e7f5 req-43ecf5f6-3256-40f3-8d22-5d1bec1c3b24 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429980 Jul 22 14:04:30.371877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56343dca-e6b1-4aef-b3ac-5e5657951963 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0782022 Jul 22 14:04:30.439046 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e3614-d123-4ccf-a860-cafea3aa37ed x-openstack-request-id: req-180e3614-d123-4ccf-a860-cafea3aa37ed {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:30.439380 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-plugged", "status": "completed", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:30.439934 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-180e3614-d123-4ccf-a860-cafea3aa37ed {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:30.440335 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'code': 200} Jul 22 14:04:30.593310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-a50b3dcd-a8cc-445c-994c-5ca9e98b757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.602500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-a50b3dcd-a8cc-445c-994c-5ca9e98b757d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1097 time: 0.8999162 Jul 22 14:04:30.648839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5f9fe-2de1-4f41-ba75-9f6042043536 req-017c48e9-05ac-4cc3-ba56-24b78286e407 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.649798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8', 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'fixed_ips': [{'subnet_id': '379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:04:30.650453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5e5f9fe-2de1-4f41-ba75-9f6042043536 req-017c48e9-05ac-4cc3-ba56-24b78286e407 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.1682713 Jul 22 14:04:30.656786 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:30.751349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:30.756280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5e5f9fe-2de1-4f41-ba75-9f6042043536 req-42d05d4e-270c-4218-87fb-d1aab59cdb56 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909309 Jul 22 14:04:30.778725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-1cbb1154-21be-4152-96a1-91e95c7cc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.781159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-1cbb1154-21be-4152-96a1-91e95c7cc05f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a26e5dafa31e44d3aefa5eb55df30171&device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 1095 time: 1.0072730 Jul 22 14:04:30.790361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Transition to ACTIVE for port object b0fdaf6f-2722-4f2a-bbad-e8670dce2879 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:30.821428 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3798315f-a62b-48c5-9c4c-a4d0f73dd019 req-0d5f0ef3-2205-46c0-94b7-b95a9b1f0e47 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8399968 Jul 22 14:04:30.852970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:30.861923 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2cb0cc-2c03-4953-b150-b15ab88771dd x-openstack-request-id: req-5e2cb0cc-2c03-4953-b150-b15ab88771dd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:30.862179 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:30.862404 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e2cb0cc-2c03-4953-b150-b15ab88771dd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:30.862790 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'status': 'completed', 'code': 200} Jul 22 14:04:30.875856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-c1d3eb5a-f73a-47bd-a5b3-3fd7b0075d58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cbe8421-03fc-4875-b36f-a676ed85733c HTTP/1.1" status: 200 len: 217 time: 0.0751529 Jul 22 14:04:30.896745 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:30.905962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Allocated IP 19.86.0.2 (7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8/379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3/785d549d-c40a-43ea-badb-6ba691a8b566) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:30.911952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:30.921986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42', '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:30.932337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-f346de11-3ea7-47bd-a2b8-1b7300d336f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.933914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-f346de11-3ea7-47bd-a2b8-1b7300d336f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.2494609 Jul 22 14:04:30.956832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-cc5a22ad-3fa1-4e4d-b3c0-db0cfffe1526 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:30.958458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-cc5a22ad-3fa1-4e4d-b3c0-db0cfffe1526 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1098 time: 0.4238884 Jul 22 14:04:30.992457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:31.001390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-11'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:31.007432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-2d6bef59-c4bb-44da-aa08-d1fe13a968a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 217 time: 0.0627432 Jul 22 14:04:31.023094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:31.032252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:31.057088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-e65529ae-5864-4e9a-9b03-6c5fce5844ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.058645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-e65529ae-5864-4e9a-9b03-6c5fce5844ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ed52ec2-22fc-43e3-90f7-393b0056ab9d HTTP/1.1" status: 200 len: 855 time: 0.1754603 Jul 22 14:04:31.286386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.287413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.292995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:31.336144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-29dde6d9-1c86-46b5-8f30-5f1fe5fafa8a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4610004 Jul 22 14:04:31.352629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Request body: {'port': {'device_id': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:31.383010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-a76043ae-1ef7-49e2-ac47-722229f430a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.392268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ded96b31-9197-4e3e-a1d2-d122fdad0435 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:31.392776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-a76043ae-1ef7-49e2-ac47-722229f430a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.3644059 Jul 22 14:04:31.449341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 1e11fb41-606c-4033-bde3-119e6ab8aca4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:31.476845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.488365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-79269e86-0f02-49d8-ba71-01a7e5fd8361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819061 Jul 22 14:04:31.488595 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.496893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.521670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40579e3e-71ba-42e2-89a2-db7249212ea2 req-d25fa889-2c29-4c1b-9a98-a59d66b1be6a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.525023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40579e3e-71ba-42e2-89a2-db7249212ea2 req-d25fa889-2c29-4c1b-9a98-a59d66b1be6a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 946 time: 0.5314190 Jul 22 14:04:31.559471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-5359a725-1cfc-4209-9ce8-a56463b7a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.561471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-5359a725-1cfc-4209-9ce8-a56463b7a804 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4608014 Jul 22 14:04:31.591638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 1e11fb41-606c-4033-bde3-119e6ab8aca4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:31.592167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.602445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Transition to ACTIVE for port object 785d549d-c40a-43ea-badb-6ba691a8b566 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:31.615671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40579e3e-71ba-42e2-89a2-db7249212ea2 req-fa5f7fe2-ba80-4d15-8368-e4c6af3b77da tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690382 Jul 22 14:04:31.668628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Transition to ACTIVE for port object 785d549d-c40a-43ea-badb-6ba691a8b566 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:31.747437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13d39ce7-bee4-4383-860e-0898326a69a8 None None] Provisioning for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:31.772410 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.774256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e2ab1-759e-4d81-8057-253fc6c321a9 req-e9c5eb71-d210-49f3-abd0-cf3787a40081 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.776160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d13e2ab1-759e-4d81-8057-253fc6c321a9 req-e9c5eb71-d210-49f3-abd0-cf3787a40081 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 935 time: 0.5500972 Jul 22 14:04:31.819827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13d39ce7-bee4-4383-860e-0898326a69a8 None None] Provisioning complete for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:31.820056 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13d39ce7-bee4-4383-860e-0898326a69a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:31.822200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9cef0-7194-4f9b-9252-c48a8fca6bac None None] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:31.943349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:31.955474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ded96b31-9197-4e3e-a1d2-d122fdad0435 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:31.980025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:31.984396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-e328195e-5694-4ebf-8222-ff762e1c41bb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.988150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:31.990260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-e328195e-5694-4ebf-8222-ff762e1c41bb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:31.991871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-e328195e-5694-4ebf-8222-ff762e1c41bb tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/networks?id=5e6b4abc-d2fe-4335-a8e3-473dcd897070&id=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 HTTP/1.1" status: 200 len: 1392 time: 0.1883495 Jul 22 14:04:32.031232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-1e614e0f-9115-42fb-bad7-155383dafcbc tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/quotas/6afbce5dc0dd4835b7543b63046c4a99 HTTP/1.1" status: 200 len: 375 time: 0.0181801 Jul 22 14:04:32.041967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fdaf6f-2722-4f2a-bbad-e8670dce2879 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:32.059895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.062169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Pushing event updated for resources: {'Port': ['ID=785d549d-c40a-43ea-badb-6ba691a8b566,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:32.071208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-13d39ce7-bee4-4383-860e-0898326a69a8 None None] Port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:04:32.079378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-09f97fd9-96c0-45a1-abad-fdb53244189d service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045354 Jul 22 14:04:32.095666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Transition to ACTIVE for port object b0fdaf6f-2722-4f2a-bbad-e8670dce2879 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:32.099778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.106844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-85e8f66c-b51c-400e-a5c9-12a2f01be633 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071410 Jul 22 14:04:32.174556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:32.189295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-cd2afb90-92ae-4e15-91be-268b65440bde tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1422889 Jul 22 14:04:32.203798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d13e2ab1-759e-4d81-8057-253fc6c321a9 req-fe2ccd73-a824-4082-aaf9-0217e4783881 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722620 Jul 22 14:04:32.225504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:32.246242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Attempting to bind port 785d549d-c40a-43ea-badb-6ba691a8b566 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:32.246868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Attempting to bind port 785d549d-c40a-43ea-badb-6ba691a8b566 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:32.247068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Attempting to bind port 785d549d-c40a-43ea-badb-6ba691a8b566 on network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:32.304049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:32.304648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Checking segment: {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:32.304876 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.305292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Bound using segment: {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:32.305752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Bound port: 785d549d-c40a-43ea-badb-6ba691a8b566, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:32.306189 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.309062 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.318561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] Provisioning for port ded96b31-9197-4e3e-a1d2-d122fdad0435 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:32.333750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:32.348032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:32.368451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] Provisioning complete for port ded96b31-9197-4e3e-a1d2-d122fdad0435 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:32.368859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.370728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:32.371080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:32.371374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:32.383539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:32.383943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:32.388789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-bb00745d-7d34-418d-8b38-46091b9c430d service neutron] 10.222.0.11 "GET /v2.0/networks/5e6b4abc-d2fe-4335-a8e3-473dcd897070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800652 Jul 22 14:04:32.392120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:32.392370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:32.392757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:32.393010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Bound port: b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:32.393376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.549436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:32.553901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:32.562378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-602e7673-98f2-49ff-ae10-63d85c934ada service neutron] 10.222.0.11 "GET /v2.0/networks/5e6b4abc-d2fe-4335-a8e3-473dcd897070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664739 Jul 22 14:04:32.567896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.575654 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.584420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.592738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90fbef98-ba60-4268-9bed-199ad6c3ddbc req-a0d62584-812c-4cc0-978e-2f2c6ec5fdbd service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826024 Jul 22 14:04:32.594711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6f022e8-4c79-420c-80d4-8b85cdd2c05a service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618483 Jul 22 14:04:32.652067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ce6fa-62a8-472c-80de-fe05c4533356 req-14d82b2d-55f6-435c-afb7-a2ba047cc861 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:32.659770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b1ce6fa-62a8-472c-80de-fe05c4533356 req-14d82b2d-55f6-435c-afb7-a2ba047cc861 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.3439987 Jul 22 14:04:32.730618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:32.734615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:32.735008 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fb7a67-00aa-40ca-ac25-b8181fc50c74" -d '{"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-plugged", "status": "completed", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:32.742185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:32.742686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.744503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-fbfe38e6-1b04-4b77-a1e3-1b50196102e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 1096 time: 1.3997266 Jul 22 14:04:32.745202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:32.747955 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:32.787035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:32.799560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:32.817026 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.841556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b1ce6fa-62a8-472c-80de-fe05c4533356 req-9aa0d31d-f895-43b3-94c1-eca3741b4879 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807303 Jul 22 14:04:32.874981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62768613-918c-4eca-a209-ed4737a231a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:32.877530 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1d4465-9be1-4f4d-a032-df219656b85d" -d '{"events": [{"server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "62768613-918c-4eca-a209-ed4737a231a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:32.899927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-c5e7558f-679a-4e34-976a-cc3bad9ad687 service neutron] 10.222.0.11 "GET /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360350 Jul 22 14:04:32.901351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] For port 785d549d-c40a-43ea-badb-6ba691a8b566, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:32.906993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] For port 785d549d-c40a-43ea-badb-6ba691a8b566, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=785d549d-c40a-43ea-badb-6ba691a8b566,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:32.914419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:32.915983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on host n-h1-787205-11 for vnic_type normal with profile {"migrating_to": "n-h2-787205-11"} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:32.916564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:32.916940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:32.924671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:32.924990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Attempting to bind port 62768613-918c-4eca-a209-ed4737a231a0 on network a1b0424d-884b-465a-9e78-1af492525ccd {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:32.934624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:32.934957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Checking segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:32.935399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Bound using segment: {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:32.936878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Bound port: 62768613-918c-4eca-a209-ed4737a231a0, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8a162e-78b7-4efb-90d9-a704835b937b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a1b0424d-884b-465a-9e78-1af492525ccd'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:32.937288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:32.940404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-2e512ad7-e31d-43e6-bcf9-8068f624e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:32.940620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 has no active binding in host n-h2-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:04:32.942589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-2e512ad7-e31d-43e6-bcf9-8068f624e1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a26e5dafa31e44d3aefa5eb55df30171&device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 1095 time: 0.2756584 Jul 22 14:04:32.953781 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:33.068894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:33.114527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] For port ded96b31-9197-4e3e-a1d2-d122fdad0435, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ded96b31-9197-4e3e-a1d2-d122fdad0435,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:33.120170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:33.142633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-f905bbd3-c30b-4212-98e8-bab57c7f1e8d service neutron] 10.222.0.11 "GET /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322595 Jul 22 14:04:33.143983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:33.196246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-c38fb599-26c7-4901-883e-c033a79e59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.203600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-c38fb599-26c7-4901-883e-c033a79e59c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1099 time: 0.4165354 Jul 22 14:04:33.219919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:33.242780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:33.252515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:33.258807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941168c-71d5-4628-9cf2-411b38e7c032 None None] Pushing event updated for resources: {'Port': ['ID=785d549d-c40a-43ea-badb-6ba691a8b566,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:33.268713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ad70-9b9f-41bd-86a8-ac29f7587895 req-b6651e25-e3db-41f5-a289-a597fa678fca tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.276357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ea0ad70-9b9f-41bd-86a8-ac29f7587895 req-b6651e25-e3db-41f5-a289-a597fa678fca tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.3148441 Jul 22 14:04:33.302622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-1bf2b4c6-1cec-4b22-b041-d6e8aa62c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.305768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-1bf2b4c6-1cec-4b22-b041-d6e8aa62c2da service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 HTTP/1.1" status: 200 len: 917 time: 0.3537965 Jul 22 14:04:33.313974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-3d2f2f57-a7ac-4d1f-89b6-0d0f374226d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0992079 Jul 22 14:04:33.366796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2c281-1436-4b15-ad8c-1fcccb498fc3 None None] Pushing event updated for resources: {'Port': ['ID=ded96b31-9197-4e3e-a1d2-d122fdad0435,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:33.416628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-52667756-a6c6-46d5-813c-d7e7d47c5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.418564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-52667756-a6c6-46d5-813c-d7e7d47c5546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0912759 Jul 22 14:04:33.458512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-4f7adeed-d44c-418d-a99a-802c27f8c358 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cbe8421-03fc-4875-b36f-a676ed85733c HTTP/1.1" status: 200 len: 217 time: 0.1028969 Jul 22 14:04:33.550731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2cb669e8-339a-4686-8dd0-1a5ee13c40ee None None] Provisioning complete for port ded96b31-9197-4e3e-a1d2-d122fdad0435 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:33.553806 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2cb669e8-339a-4686-8dd0-1a5ee13c40ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:33.611538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877b4ec-b852-4a85-b04f-0863cfeebaa7 req-4582b270-7669-4b47-a5ed-7cf891b85176 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.619713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b877b4ec-b852-4a85-b04f-0863cfeebaa7 req-4582b270-7669-4b47-a5ed-7cf891b85176 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 946 time: 0.1075928 Jul 22 14:04:33.643278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-53283807-4b51-4927-a60f-c8f9831e8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.644999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-53283807-4b51-4927-a60f-c8f9831e8f3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2037008 Jul 22 14:04:33.669653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ea0ad70-9b9f-41bd-86a8-ac29f7587895 req-f506ed49-33c7-4fcf-a86d-b0b897bf6db0 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3923604 Jul 22 14:04:33.720411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:33.726244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b877b4ec-b852-4a85-b04f-0863cfeebaa7 req-06165c62-217d-4a18-b61d-50ad0e82b8cc tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057904 Jul 22 14:04:33.730777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.731702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:33.733655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-132d398c-0eb5-4612-9bdd-92095cc166ce service neutron] 10.222.0.20 "PUT /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 1124 time: 2.7373743 Jul 22 14:04:33.752346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-3f1b6976-0eaa-475c-a8ac-01c1155a6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.754075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-3f1b6976-0eaa-475c-a8ac-01c1155a6b04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ed52ec2-22fc-43e3-90f7-393b0056ab9d HTTP/1.1" status: 200 len: 855 time: 0.2624002 Jul 22 14:04:33.901104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-e223c5ef-f0c5-4a32-8fa0-537ff9c21762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:33.904652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-e223c5ef-f0c5-4a32-8fa0-537ff9c21762 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317675 Jul 22 14:04:33.909062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['62768613-918c-4eca-a209-ed4737a231a0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:33.937881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-4e679ed4-b54a-455b-8bbb-d689efcd4e79 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783389 Jul 22 14:04:33.976704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['62768613-918c-4eca-a209-ed4737a231a0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:33.995587 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee610cd-9358-4b6f-b6cb-6fe46d9383f2 x-openstack-request-id: req-9ee610cd-9358-4b6f-b6cb-6fe46d9383f2 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:33.995888 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-plugged", "status": "completed", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:33.996147 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ee610cd-9358-4b6f-b6cb-6fe46d9383f2 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:33.996552 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'code': 200} Jul 22 14:04:34.096181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48efdb92-e363-4e3b-9c59-91dbd5b5fc3d req-8f054d09-9fd8-473f-8de0-871df579dffa service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506028 Jul 22 14:04:34.120741 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5970f141-a14e-4047-9750-c27da0772da2 x-openstack-request-id: req-5970f141-a14e-4047-9750-c27da0772da2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:34.121078 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:34.121285 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5970f141-a14e-4047-9750-c27da0772da2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:34.121704 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'status': 'completed', 'code': 200} Jul 22 14:04:34.133124 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e8cb1d-5baf-496d-a765-5cb09ecf88de x-openstack-request-id: req-02e8cb1d-5baf-496d-a765-5cb09ecf88de {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:34.133431 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "name": "network-vif-unplugged", "status": "completed", "tag": "62768613-918c-4eca-a209-ed4737a231a0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:34.135679 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02e8cb1d-5baf-496d-a765-5cb09ecf88de {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:34.136101 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62768613-918c-4eca-a209-ed4737a231a0', 'code': 200} Jul 22 14:04:34.216372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-25a21d43-f49a-45a0-b21a-8bfc6217d604 service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004284 Jul 22 14:04:34.275345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b3e27-0227-44eb-9825-404c3017fe24 req-73d2d7a9-a088-45e6-a3d6-de1ebd388dd1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.277159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-398b3e27-0227-44eb-9825-404c3017fe24 req-73d2d7a9-a088-45e6-a3d6-de1ebd388dd1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.1800630 Jul 22 14:04:34.335940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-93e9cf19-4696-41e2-9f12-830e37162c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.344913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-93e9cf19-4696-41e2-9f12-830e37162c23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1099 time: 0.1690593 Jul 22 14:04:34.381654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee0a27-4ad3-4fb9-88e6-7003a67e30e6 req-d393064e-5f38-48f7-8a90-00be1e7bbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.383793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9ee0a27-4ad3-4fb9-88e6-7003a67e30e6 req-d393064e-5f38-48f7-8a90-00be1e7bbfdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 1098 time: 0.3262212 Jul 22 14:04:34.438733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-398b3e27-0227-44eb-9825-404c3017fe24 req-d40ff21f-377b-4ee7-97b5-8271c139b111 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492019 Jul 22 14:04:34.543254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9ee0a27-4ad3-4fb9-88e6-7003a67e30e6 req-fb530bc7-4de9-434a-94c4-9b0c611a198d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446850 Jul 22 14:04:34.565401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-85ae96b0-73e3-4816-9ca3-12a49d7f82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.567044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-85ae96b0-73e3-4816-9ca3-12a49d7f82fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2124863 Jul 22 14:04:34.581405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-017fe8b0-7a8a-4b34-986d-8fec697d9849 req-8c13515f-24c2-4579-9f99-9ceba17323d9 service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542125 Jul 22 14:04:34.595665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d72a01-6040-4012-b7c4-4cf8c1371ca3 req-9590dd7a-da74-4c9c-9930-e7a00dab0eae tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.602274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7d72a01-6040-4012-b7c4-4cf8c1371ca3 req-9590dd7a-da74-4c9c-9930-e7a00dab0eae tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.3771873 Jul 22 14:04:34.649582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-6e22311d-6f17-4ed4-bb8a-24780b5b77be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0708556 Jul 22 14:04:34.650904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7d72a01-6040-4012-b7c4-4cf8c1371ca3 req-98d47f15-81d0-4c45-b016-2fd24262f0a0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401359 Jul 22 14:04:34.658393 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7f1a0f4-39c3-4adc-8b34-4fc2afa2d59b req-3af51d6f-376f-4671-81e7-978fd693523c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 210 time: 0.0891984 Jul 22 14:04:34.685646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456b97d-c5a2-44b4-bf2d-1b86a5d2243a None None] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:04:34.745291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-c27a81ee-8b23-48cc-a7f4-825586de8936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.748320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-c27a81ee-8b23-48cc-a7f4-825586de8936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0884213 Jul 22 14:04:34.784443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-52553e42-32f3-4d18-a390-6fac4ff39a31 None None] Provisioning for port 785d549d-c40a-43ea-badb-6ba691a8b566 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:34.854292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2a48e-e91e-4494-be54-191319f54ac5 req-8ac8e87e-289e-45ee-bb3e-41bcd52e44f5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.867253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49a2a48e-e91e-4494-be54-191319f54ac5 req-8ac8e87e-289e-45ee-bb3e-41bcd52e44f5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1010218 Jul 22 14:04:34.902566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55942e44-a1af-495d-9a0b-9bacf34d51a9 req-49d24d06-01de-4195-be75-0c71f36be62a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.910604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55942e44-a1af-495d-9a0b-9bacf34d51a9 req-49d24d06-01de-4195-be75-0c71f36be62a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.1001065 Jul 22 14:04:34.920528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-a0d25094-3128-4fce-a22c-42c356c0a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:34.922279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-a0d25094-3128-4fce-a22c-42c356c0a963 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1674523 Jul 22 14:04:34.936377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49a2a48e-e91e-4494-be54-191319f54ac5 req-cad75695-2714-45c6-af60-7fd147c7ccaa tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671034 Jul 22 14:04:35.094734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55942e44-a1af-495d-9a0b-9bacf34d51a9 req-6741bf1f-1b23-43d4-8534-e75578d533bc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830831 Jul 22 14:04:35.109701 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-9190699e-80d4-4f97-92f5-12d4dc0a1387 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782475 Jul 22 14:04:35.316639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3162e31c-1cc0-41d7-a9e0-82a8de2a0cc7 req-dec6f8a4-494b-4274-8db3-3b6de5d7a383 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967435 Jul 22 14:04:35.379580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ded96b31-9197-4e3e-a1d2-d122fdad0435 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:35.430840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ded96b31-9197-4e3e-a1d2-d122fdad0435 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:35.431221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:35.528481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 785d549d-c40a-43ea-badb-6ba691a8b566 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:35.581642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 785d549d-c40a-43ea-badb-6ba691a8b566 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:35.587283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 785d549d-c40a-43ea-badb-6ba691a8b566 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:35.587994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:35.640738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-3cf4d025-f994-47c2-97a8-47d3c76b2966 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:35.647456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-3cf4d025-f994-47c2-97a8-47d3c76b2966 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:35.649337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-3cf4d025-f994-47c2-97a8-47d3c76b2966 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.13 "GET /v2.0/networks?id=5e6b4abc-d2fe-4335-a8e3-473dcd897070&id=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 HTTP/1.1" status: 200 len: 1392 time: 0.6622643 Jul 22 14:04:35.656387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e78adc-9a77-4c74-ac09-97c9b4ee6a68 req-ee10fe8c-208e-400b-b6fe-ee79976e0c11 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:35.666586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0e78adc-9a77-4c74-ac09-97c9b4ee6a68 req-ee10fe8c-208e-400b-b6fe-ee79976e0c11 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.1136730 Jul 22 14:04:35.674024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'port': {'device_id': 'a5da96f5-a726-4703-953a-f160d54b8356', 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070', 'admin_state_up': True, 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:35.703722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:35.726616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0e78adc-9a77-4c74-ac09-97c9b4ee6a68 req-8adb4bfc-95a8-4eb3-be17-a05f849ca5a9 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555787 Jul 22 14:04:35.729803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84309bce-8a05-4150-97ce-de81a2e2b96d req-87e0b90d-4a81-433b-805a-7de0bfd90fe1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:35.738889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84309bce-8a05-4150-97ce-de81a2e2b96d req-87e0b90d-4a81-433b-805a-7de0bfd90fe1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 946 time: 0.7043436 Jul 22 14:04:35.783383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 785d549d-c40a-43ea-badb-6ba691a8b566, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=785d549d-c40a-43ea-badb-6ba691a8b566,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:35.787859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:35.827250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84309bce-8a05-4150-97ce-de81a2e2b96d req-c9314bce-c9d8-477c-98ae-cc671fc95667 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822124 Jul 22 14:04:35.880007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=785d549d-c40a-43ea-badb-6ba691a8b566,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:35.891813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.892411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.893116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.893719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.894209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.894678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.895962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.896401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.896972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.897562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.898034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.898509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:04:35.898684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb75af-ab29-4054-8582-58c9fae56a7c req-f98b322b-001d-47e0-9ec5-aeffe2384dc0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:35.906299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4fb75af-ab29-4054-8582-58c9fae56a7c req-f98b322b-001d-47e0-9ec5-aeffe2384dc0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.1068311 Jul 22 14:04:35.909885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:35.916943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:35.942051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4fb75af-ab29-4054-8582-58c9fae56a7c req-cd2f8390-c0d9-432e-89a2-bf127ab65ac7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Jul 22 14:04:35.980575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f684c5ca-4386-4418-94ae-71eea99d5806 req-c5284838-3d13-4a3e-b840-a423303ee6a4 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 210 time: 0.0435026 Jul 22 14:04:36.092108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fcbe0-f6bf-4cf6-8e6a-0fb9667c7ed6 req-602de5d9-63a5-404f-8e70-7b0bb71fb60f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.094054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f34fcbe0-f6bf-4cf6-8e6a-0fb9667c7ed6 req-602de5d9-63a5-404f-8e70-7b0bb71fb60f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.0743167 Jul 22 14:04:36.095091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Allocated IP 19.80.0.10 (5e6b4abc-d2fe-4335-a8e3-473dcd897070/54ccfd70-e9e4-4d6d-b669-2438742a0087/0756cd99-4b34-4116-8c4c-eab08d4052aa) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:36.137050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'tag': '62768613-918c-4eca-a209-ed4737a231a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:36.138655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f34fcbe0-f6bf-4cf6-8e6a-0fb9667c7ed6 req-6c3400be-ec47-41da-94c7-bf7ccd075bef tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381691 Jul 22 14:04:36.139743 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1a5585-7bd4-4f24-96b1-84826a8d312e" -d '{"events": [{"name": "network-changed", "server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "tag": "62768613-918c-4eca-a209-ed4737a231a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:36.217325 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9592507-1be0-4ba6-a4b2-e6689d798c26 x-openstack-request-id: req-c9592507-1be0-4ba6-a4b2-e6689d798c26 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:36.217805 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "tag": "62768613-918c-4eca-a209-ed4737a231a0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:36.218183 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9592507-1be0-4ba6-a4b2-e6689d798c26 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:36.218573 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'tag': '62768613-918c-4eca-a209-ed4737a231a0', 'status': 'completed', 'code': 200} Jul 22 14:04:36.298872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-09278705-8ed2-4b12-b8e2-a34fffdf7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.300512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-09278705-8ed2-4b12-b8e2-a34fffdf7c0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0662444 Jul 22 14:04:36.339149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:36.364795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839caecd-f693-4e80-965b-3cdb8fe527f6 req-23a3d65d-a411-44a9-9e84-8d28627161f5 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.366419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-839caecd-f693-4e80-965b-3cdb8fe527f6 req-23a3d65d-a411-44a9-9e84-8d28627161f5 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.1718104 Jul 22 14:04:36.371612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Transition to ACTIVE for port object 0756cd99-4b34-4116-8c4c-eab08d4052aa will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:36.425691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-dab29c86-d8d3-4991-948d-9a9d3c0d3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.427840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-dab29c86-d8d3-4991-948d-9a9d3c0d3049 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1197269 Jul 22 14:04:36.428932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-839caecd-f693-4e80-965b-3cdb8fe527f6 req-d4fc2065-bda2-41b1-aa5c-de5e0ca3efff tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535827 Jul 22 14:04:36.447320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:36.485987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-6751db89-f143-4fd8-b0ea-371424e64c78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 217 time: 0.0500762 Jul 22 14:04:36.491218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:36.496559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:36.499349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:36.531243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Port': ['ID=0756cd99-4b34-4116-8c4c-eab08d4052aa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:36.547587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-68b17988-5e50-494f-892c-210f7ec75ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.550425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-68b17988-5e50-494f-892c-210f7ec75ded service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0552828 Jul 22 14:04:36.576923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.577648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:36.588198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-a8ebb86f-da6c-4cab-b18f-bf5b0869e08c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301957 Jul 22 14:04:36.595599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ed8e70c9-6504-4449-a56a-c0e551fd4d51 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9267874 Jul 22 14:04:36.607891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Request body: {'port': {'device_id': 'a5da96f5-a726-4703-953a-f160d54b8356', 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8', 'admin_state_up': True, 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:36.704570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-07f91aee-0296-4057-b049-e8de377e5db7 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025877 Jul 22 14:04:36.752275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c903641f-e487-4e3c-bbce-34dfee3ab48d None None] Provisioning for port 0756cd99-4b34-4116-8c4c-eab08d4052aa completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:36.757515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c903641f-e487-4e3c-bbce-34dfee3ab48d None None] Provisioning complete for port 0756cd99-4b34-4116-8c4c-eab08d4052aa triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:36.758648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c903641f-e487-4e3c-bbce-34dfee3ab48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:36.761227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Made reservation on behalf of 6afbce5dc0dd4835b7543b63046c4a99 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:04:36.766071 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:36.800022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c903641f-e487-4e3c-bbce-34dfee3ab48d None None] Port 0756cd99-4b34-4116-8c4c-eab08d4052aa cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:04:36.824794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b1a5585-7bd4-4f24-96b1-84826a8d312e req-392d90ef-4585-49f6-8752-4fdf742d6e41 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111445 Jul 22 14:04:36.924872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c300bc0-88e2-435a-8bde-99fae8bc2731 req-2e30d914-5a4d-48ad-a111-9ca6f701d4ec tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:36.929852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Allocated IP 19.86.0.200 (7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8/379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3/6d59d496-dce7-4884-b469-4efef39df27f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:04:36.931131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c300bc0-88e2-435a-8bde-99fae8bc2731 req-2e30d914-5a4d-48ad-a111-9ca6f701d4ec tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.0981841 Jul 22 14:04:36.976942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c300bc0-88e2-435a-8bde-99fae8bc2731 req-36b60787-41b4-43f2-8c3d-66a9ffbd2d64 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417769 Jul 22 14:04:37.079127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65abc58-79dc-45ea-8af1-9ec0fa6e5c33 req-2ad55f65-6d03-464b-b698-8562273d37a6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:37.086123 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c65abc58-79dc-45ea-8af1-9ec0fa6e5c33 req-2ad55f65-6d03-464b-b698-8562273d37a6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 946 time: 0.1481125 Jul 22 14:04:37.106936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c11bc6-1492-4612-bac9-c48fdd1dd4f8 req-dd3acd53-3e9a-47c5-a546-48ae92d5e8a5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:37.108722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85c11bc6-1492-4612-bac9-c48fdd1dd4f8 req-dd3acd53-3e9a-47c5-a546-48ae92d5e8a5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.0667558 Jul 22 14:04:37.182666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85c11bc6-1492-4612-bac9-c48fdd1dd4f8 req-60e2e721-acac-4e72-8a58-3f333c2c2f51 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594020 Jul 22 14:04:37.207775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 785d549d-c40a-43ea-badb-6ba691a8b566 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:37.222231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c65abc58-79dc-45ea-8af1-9ec0fa6e5c33 req-6bb31030-b7c6-49b9-bb85-052706f30a5d tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350002 Jul 22 14:04:37.245654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:37.279442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Transition to ACTIVE for port object 6d59d496-dce7-4884-b469-4efef39df27f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:37.281763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 785d549d-c40a-43ea-badb-6ba691a8b566 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:37.282149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:37.361450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee19243-c75d-48b0-859a-c55e98e6ed98 req-f59e159c-545d-4364-bddb-37d62ac9b4c8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:37.362773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ee19243-c75d-48b0-859a-c55e98e6ed98 req-f59e159c-545d-4364-bddb-37d62ac9b4c8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 931 time: 0.0854714 Jul 22 14:04:37.393705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:37.415410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ee19243-c75d-48b0-859a-c55e98e6ed98 req-0dd30cc6-a03c-466b-b4b0-dac023a7cfd7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402970 Jul 22 14:04:37.479063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:04:37.479953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event updated for resources: {'Port': ['ID=6d59d496-dce7-4884-b469-4efef39df27f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:37.485163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:04:37.494160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73925780-9a22-4233-b320-f11ed4314319 req-c7f9f187-c2de-41ec-931b-cf5f3c90808c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:37.495936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73925780-9a22-4233-b320-f11ed4314319 req-c7f9f187-c2de-41ec-931b-cf5f3c90808c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1717997 Jul 22 14:04:37.496789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:04:37.575733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:37.576981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:37.596751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73925780-9a22-4233-b320-f11ed4314319 req-b3639e19-cbcb-4cb3-a09e-826e47dcce88 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758054 Jul 22 14:04:37.633611 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-20fbeec8-85bf-4688-9d1d-4ef078e2b23b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0310020 Jul 22 14:04:37.649331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Request body: {'port': {'device_id': 'a5da96f5-a726-4703-953a-f160d54b8356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:37.767168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:37.834311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-19eb1f43-ab08-4845-bcd1-0d91123984ac None None] Provisioning for port 6d59d496-dce7-4884-b469-4efef39df27f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:37.848918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-19eb1f43-ab08-4845-bcd1-0d91123984ac None None] Provisioning complete for port 6d59d496-dce7-4884-b469-4efef39df27f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:37.849604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-19eb1f43-ab08-4845-bcd1-0d91123984ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:37.856297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dd0e3-35ed-48cb-955f-6cb521f092eb req-f9a0355f-6987-4deb-b332-7f577b607bf3 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:37.859764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380dd0e3-35ed-48cb-955f-6cb521f092eb req-f9a0355f-6987-4deb-b332-7f577b607bf3 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.1521573 Jul 22 14:04:37.915204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380dd0e3-35ed-48cb-955f-6cb521f092eb req-c1f8ea5b-7260-485f-9640-d10a7700681b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Jul 22 14:04:37.927882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-19eb1f43-ab08-4845-bcd1-0d91123984ac None None] Port 6d59d496-dce7-4884-b469-4efef39df27f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:04:38.000932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0aa40-3529-4783-9f2f-c3eb9fc0bbc9 req-b2fbee5d-0cfd-460e-9591-a0b309fe4d25 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.002485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ff0aa40-3529-4783-9f2f-c3eb9fc0bbc9 req-b2fbee5d-0cfd-460e-9591-a0b309fe4d25 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 946 time: 0.1792777 Jul 22 14:04:38.102877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ff0aa40-3529-4783-9f2f-c3eb9fc0bbc9 req-7b5da5b2-f80c-4187-96f9-e03921554636 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Jul 22 14:04:38.145460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e79bb5-bd94-4ee8-9cb1-6bd2be630335 req-a874ffae-0e43-4655-a04c-53f97c0c60d6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.147225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7e79bb5-bd94-4ee8-9cb1-6bd2be630335 req-a874ffae-0e43-4655-a04c-53f97c0c60d6 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.0763304 Jul 22 14:04:38.174754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0756cd99-4b34-4116-8c4c-eab08d4052aa {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:38.184171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.192224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7e79bb5-bd94-4ee8-9cb1-6bd2be630335 req-bd98831f-b5e0-46be-b7f1-c7106c23744b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368502 Jul 22 14:04:38.198347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Transition to ACTIVE for port object 0756cd99-4b34-4116-8c4c-eab08d4052aa will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:38.202914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.257511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Pushing event updated for resources: {'Port': ['ID=0756cd99-4b34-4116-8c4c-eab08d4052aa,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:38.345583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:38.380042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Attempting to bind port 0756cd99-4b34-4116-8c4c-eab08d4052aa on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:38.380400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Attempting to bind port 0756cd99-4b34-4116-8c4c-eab08d4052aa by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:38.380702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Attempting to bind port 0756cd99-4b34-4116-8c4c-eab08d4052aa on network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:38.395444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3e1f3-8f4e-490b-9a4d-5129069f94e7 req-1c333c07-d88a-4114-92af-95a65faf5421 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.397053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ae3e1f3-8f4e-490b-9a4d-5129069f94e7 req-1c333c07-d88a-4114-92af-95a65faf5421 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.1345375 Jul 22 14:04:38.398219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Port 0756cd99-4b34-4116-8c4c-eab08d4052aa on network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:38.398501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Attempting to bind port 0756cd99-4b34-4116-8c4c-eab08d4052aa on network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:38.411278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:38.411607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Checking segment: {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:38.412007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Bound using segment: {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:38.412460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Bound port: 0756cd99-4b34-4116-8c4c-eab08d4052aa, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:38.412822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.479642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ae3e1f3-8f4e-490b-9a4d-5129069f94e7 req-e5fde398-1c6a-4b3c-8a44-99202e847ed4 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Jul 22 14:04:38.542838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:38.578907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'mac_address': 'fa:16:3e:d4:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:38.616942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] For port 0756cd99-4b34-4116-8c4c-eab08d4052aa, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:38.642593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] For port 0756cd99-4b34-4116-8c4c-eab08d4052aa, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0756cd99-4b34-4116-8c4c-eab08d4052aa,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:38.647206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b294675-43cd-48ac-9952-8f7871dcb399 req-07594780-0f9e-4534-ab14-ed4d40af4af8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.648895 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.652360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.658760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b294675-43cd-48ac-9952-8f7871dcb399 req-07594780-0f9e-4534-ab14-ed4d40af4af8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.667851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b294675-43cd-48ac-9952-8f7871dcb399 req-07594780-0f9e-4534-ab14-ed4d40af4af8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1666 time: 0.1232381 Jul 22 14:04:38.668311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fdaf6f-2722-4f2a-bbad-e8670dce2879 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:38.696918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:38.710432 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.749357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.750074 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:38.752102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] 10.222.0.13 "PUT /v2.0/ports/0756cd99-4b34-4116-8c4c-eab08d4052aa HTTP/1.1" status: 200 len: 1092 time: 1.1067984 Jul 22 14:04:38.752840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'tag': '0756cd99-4b34-4116-8c4c-eab08d4052aa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:38.755134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b294675-43cd-48ac-9952-8f7871dcb399 req-57edc54b-0b21-42fc-bd8b-0fa033839623 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856690 Jul 22 14:04:38.756490 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c9e15-be6c-4280-9405-5e569ca943d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "tag": "0756cd99-4b34-4116-8c4c-eab08d4052aa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:38.811640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:38.824370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Request body: {'port': {'device_id': 'a5da96f5-a726-4703-953a-f160d54b8356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:38.933862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26487c93-ace3-4581-b1e6-91e692e59149 service neutron] Pushing event updated for resources: {'Port': ['ID=0756cd99-4b34-4116-8c4c-eab08d4052aa,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:38.959994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051ab6-69ae-4ba8-bd4e-431451bfa8fd req-295133b2-dc2f-42e4-b7b4-8dc7fb379b73 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:38.967575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00051ab6-69ae-4ba8-bd4e-431451bfa8fd req-295133b2-dc2f-42e4-b7b4-8dc7fb379b73 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.2205892 Jul 22 14:04:38.996631 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6945977-f55e-4185-b424-460bb53c4686 x-openstack-request-id: req-d6945977-f55e-4185-b424-460bb53c4686 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:38.996944 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "tag": "0756cd99-4b34-4116-8c4c-eab08d4052aa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:38.997264 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6945977-f55e-4185-b424-460bb53c4686 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:38.997414 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'tag': '0756cd99-4b34-4116-8c4c-eab08d4052aa', 'status': 'completed', 'code': 200} Jul 22 14:04:39.057710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b0fdaf6f-2722-4f2a-bbad-e8670dce2879'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:39.064068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00051ab6-69ae-4ba8-bd4e-431451bfa8fd req-38fc95e9-63db-44c2-bdd2-2cb8df816eb6 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954189 Jul 22 14:04:39.072552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:39.172400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-3b5cd862-f107-4758-b47c-e01430e6189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.172954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-3b5cd862-f107-4758-b47c-e01430e6189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.176529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-3b5cd862-f107-4758-b47c-e01430e6189c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1914 time: 0.1728876 Jul 22 14:04:39.249567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ca02-b69d-4384-aa2a-7837fe99297e req-276115f2-e2eb-4b50-a5c9-25b8851cc66e tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.258198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29e3ca02-b69d-4384-aa2a-7837fe99297e req-276115f2-e2eb-4b50-a5c9-25b8851cc66e tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.2071404 Jul 22 14:04:39.375068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a17ff-2639-4306-a75d-e2196d71d903 req-fedd256e-bb2f-4f7b-a256-08e7902a9d66 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.376550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd9a17ff-2639-4306-a75d-e2196d71d903 req-fedd256e-bb2f-4f7b-a256-08e7902a9d66 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 946 time: 0.1528020 Jul 22 14:04:39.449556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29e3ca02-b69d-4384-aa2a-7837fe99297e req-2d0bddb9-6d78-46fc-8ceb-0f39ebb48f0b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901603 Jul 22 14:04:39.463225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd9a17ff-2639-4306-a75d-e2196d71d903 req-c58f6d0e-5d27-4cb5-8758-ee81c9f67234 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725830 Jul 22 14:04:39.479009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d59d496-dce7-4884-b469-4efef39df27f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:39.488290 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:39.502382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Transition to ACTIVE for port object 6d59d496-dce7-4884-b469-4efef39df27f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:39.503638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-ff19820f-53c5-4b30-8faa-11e070f6982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.504181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-ff19820f-53c5-4b30-8faa-11e070f6982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.504963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-ff19820f-53c5-4b30-8faa-11e070f6982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.507607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-ff19820f-53c5-4b30-8faa-11e070f6982a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3186171 Jul 22 14:04:39.507895 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:39.578383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Pushing event updated for resources: {'Port': ['ID=6d59d496-dce7-4884-b469-4efef39df27f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:39.699081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Attempting to bind port 6d59d496-dce7-4884-b469-4efef39df27f on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:39.699438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Attempting to bind port 6d59d496-dce7-4884-b469-4efef39df27f by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:39.709241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Attempting to bind port 6d59d496-dce7-4884-b469-4efef39df27f on network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:39.720400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Port 6d59d496-dce7-4884-b469-4efef39df27f on network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:39.720724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Attempting to bind port 6d59d496-dce7-4884-b469-4efef39df27f on network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:39.727902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:39.728266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Checking segment: {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:39.728630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Bound using segment: {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:39.729066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Bound port: 6d59d496-dce7-4884-b469-4efef39df27f, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad592be0-c7dd-4875-953c-4919c71c8feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:39.729422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:39.861073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] For port 6d59d496-dce7-4884-b469-4efef39df27f, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:39.865161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] For port 6d59d496-dce7-4884-b469-4efef39df27f, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6d59d496-dce7-4884-b469-4efef39df27f,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:39.879153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:39.975843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:39.976530 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:39.978016 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] 10.222.0.13 "PUT /v2.0/ports/6d59d496-dce7-4884-b469-4efef39df27f HTTP/1.1" status: 200 len: 1093 time: 1.1620018 Jul 22 14:04:40.053868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27eb5ec-14cd-45e4-a42f-f1666a9e289e service neutron] Pushing event updated for resources: {'Port': ['ID=6d59d496-dce7-4884-b469-4efef39df27f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:40.116799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbda855-c0a4-4a21-9d39-6cac94c5405b req-3982460b-5441-4d00-b67e-b126341f4272 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.118962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0dbda855-c0a4-4a21-9d39-6cac94c5405b req-3982460b-5441-4d00-b67e-b126341f4272 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 948 time: 0.1334863 Jul 22 14:04:40.150152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-41eb915c-1267-4e7e-8807-e470c8aa1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.151690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d7c9e15-be6c-4280-9405-5e569ca943d0 req-41eb915c-1267-4e7e-8807-e470c8aa1310 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6381707 Jul 22 14:04:40.172381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8860c7-b714-4e34-8ecd-b8034fa3c24d req-36340885-6287-47aa-a9e6-a3c74ccc2f98 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.180767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c8860c7-b714-4e34-8ecd-b8034fa3c24d req-36340885-6287-47aa-a9e6-a3c74ccc2f98 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 944 time: 0.6057422 Jul 22 14:04:40.202086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0dbda855-c0a4-4a21-9d39-6cac94c5405b req-109a99b6-c9c2-4f3d-8a01-fa9bc882c5e0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703082 Jul 22 14:04:40.264687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c8860c7-b714-4e34-8ecd-b8034fa3c24d req-a322d7b2-e6c5-4704-a59a-7b22bed4d4bb tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Jul 22 14:04:40.311773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-3d7e2320-6252-48ed-875a-06379f3f0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.312374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-3d7e2320-6252-48ed-875a-06379f3f0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.314377 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-3d7e2320-6252-48ed-875a-06379f3f0622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1982 time: 0.1019549 Jul 22 14:04:40.343947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a087-6e61-4339-b5da-ca49494ffff5 req-d2141f91-a473-45c0-9116-312f8182b5c9 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.350131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8a087-6e61-4339-b5da-ca49494ffff5 req-d2141f91-a473-45c0-9116-312f8182b5c9 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.351779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72f8a087-6e61-4339-b5da-ca49494ffff5 req-d2141f91-a473-45c0-9116-312f8182b5c9 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1678 time: 0.1020422 Jul 22 14:04:40.358136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5cbe8421-03fc-4875-b36f-a676ed85733c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:40.364187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:40.384750 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-080252af-48c1-4e85-8130-725d934a82fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=0756cd99-4b34-4116-8c4c-eab08d4052aa HTTP/1.1" status: 200 len: 217 time: 0.0623803 Jul 22 14:04:40.399165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72f8a087-6e61-4339-b5da-ca49494ffff5 req-b933b05e-0e6f-4655-a3c1-2b140a7b554c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369289 Jul 22 14:04:40.472622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-76f696ba-3a8d-4fd4-adc3-705c770ac38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.478083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-76f696ba-3a8d-4fd4-adc3-705c770ac38d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54ccfd70-e9e4-4d6d-b669-2438742a0087 HTTP/1.1" status: 200 len: 801 time: 0.0868039 Jul 22 14:04:40.495043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-4542a3a9-5dcb-4c83-a26b-a84371d64ef7 service neutron] 10.222.0.13 "GET /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.0673847 Jul 22 14:04:40.522562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:40.568485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-c1e2d30e-a50f-454c-8e23-6364375615f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.570709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-c1e2d30e-a50f-454c-8e23-6364375615f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e6b4abc-d2fe-4335-a8e3-473dcd897070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831211 Jul 22 14:04:40.584812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:40.585247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:40.655608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 5cbe8421-03fc-4875-b36f-a676ed85733c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5cbe8421-03fc-4875-b36f-a676ed85733c,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:40.690950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'port_id': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'mac_address': 'fa:16:3e:86:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:40.723066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ebe12-0350-4e69-9118-7e8e1e4a0615 req-57bb377d-cfb7-4a79-8c61-9ed7bddf623f tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.724609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e13ebe12-0350-4e69-9118-7e8e1e4a0615 req-57bb377d-cfb7-4a79-8c61-9ed7bddf623f tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 943 time: 0.1488242 Jul 22 14:04:40.731462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74549d-db88-4636-ada3-d3bf79afa73d req-86a3f7ae-1716-493a-898e-2970f5812080 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:40.733667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a74549d-db88-4636-ada3-d3bf79afa73d req-86a3f7ae-1716-493a-898e-2970f5812080 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1561475 Jul 22 14:04:40.735567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-9764c520-06bb-42f1-9f27-abe912d06540 service neutron] 10.222.0.13 "GET /v2.0/networks/5e6b4abc-d2fe-4335-a8e3-473dcd897070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487739 Jul 22 14:04:40.742943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:40.770901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:40.774881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:40.780435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:40.783237 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb81a4-479e-47e2-8fb4-6afd00c6df89" -d '{"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-plugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:40.796218 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e13ebe12-0350-4e69-9118-7e8e1e4a0615 req-0c0f0272-1a89-41b7-9500-67bd0c9e92bf tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648832 Jul 22 14:04:40.803353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:40.807764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbe8421-03fc-4875-b36f-a676ed85733c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:40.807926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:40.815203 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:40.854098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a74549d-db88-4636-ada3-d3bf79afa73d req-aa6f07a6-a5d3-43db-915b-76cc30ac3ec0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132731 Jul 22 14:04:40.861011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62768613-918c-4eca-a209-ed4737a231a0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:40.862354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 5cbe8421-03fc-4875-b36f-a676ed85733c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5cbe8421-03fc-4875-b36f-a676ed85733c,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:40.871392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:40.876258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:40.880233 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:40.894608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-35204800-6858-4888-bb3a-970d72254ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/5e6b4abc-d2fe-4335-a8e3-473dcd897070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509726 Jul 22 14:04:40.896289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:40.907937 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb8e34a-c19a-44df-a69d-cd6c111378a7 x-openstack-request-id: req-9cb8e34a-c19a-44df-a69d-cd6c111378a7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:40.908175 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-plugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:40.908863 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9cb8e34a-c19a-44df-a69d-cd6c111378a7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:40.908863 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'code': 200} Jul 22 14:04:40.939399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:40.944786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-8d9e3060-52e2-4836-be49-d36e1e5a86f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=6d59d496-dce7-4884-b469-4efef39df27f HTTP/1.1" status: 200 len: 217 time: 0.0430236 Jul 22 14:04:40.990932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] Transition to ACTIVE for port object 62768613-918c-4eca-a209-ed4737a231a0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:40.995753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:41.001226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'tag': '6d59d496-dce7-4884-b469-4efef39df27f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:41.003849 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "tag": "6d59d496-dce7-4884-b469-4efef39df27f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:41.039828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=5cbe8421-03fc-4875-b36f-a676ed85733c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:41.052966 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e533dd-bdb1-4ee8-a2e4-bf74a216aba5 x-openstack-request-id: req-e3e533dd-bdb1-4ee8-a2e4-bf74a216aba5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:41.053270 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "tag": "6d59d496-dce7-4884-b469-4efef39df27f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:41.053526 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3e533dd-bdb1-4ee8-a2e4-bf74a216aba5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:41.053944 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'tag': '6d59d496-dce7-4884-b469-4efef39df27f', 'status': 'completed', 'code': 200} Jul 22 14:04:41.076624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] No DVR routers for this DVR port 62768613-918c-4eca-a209-ed4737a231a0 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:41.088774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-9f0f3dfa-cd4c-4ab8-a9a8-e8d888323841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.090648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-9f0f3dfa-cd4c-4ab8-a9a8-e8d888323841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3 HTTP/1.1" status: 200 len: 801 time: 0.1361644 Jul 22 14:04:41.092386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] Pushing event updated for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:41.120909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d061958b-827c-45c0-aed2-2ca172fa8144 service neutron] 10.222.0.13 "PUT /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0/bindings/n-h2-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6144977 Jul 22 14:04:41.152582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb83ed-a8d9-4e53-ba65-a563b34dbdc5 req-d6216df8-b558-4b7f-b942-662ac60c40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.154170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7dfb83ed-a8d9-4e53-ba65-a563b34dbdc5 req-d6216df8-b558-4b7f-b942-662ac60c40a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1101 time: 0.1501088 Jul 22 14:04:41.198721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-7b6283be-d9d2-44e9-8fc1-a7f72477fec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.200365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-7b6283be-d9d2-44e9-8fc1-a7f72477fec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031771 Jul 22 14:04:41.222319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7dfb83ed-a8d9-4e53-ba65-a563b34dbdc5 req-73ceeba6-cc5c-49c1-bca6-8e643cb8c3af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573442 Jul 22 14:04:41.227028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['5cbe8421-03fc-4875-b36f-a676ed85733c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:41.235673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-a3119da6-160e-4e4d-8032-7e00eb60a321 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.237761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-a3119da6-160e-4e4d-8032-7e00eb60a321 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.0661643 Jul 22 14:04:41.325776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-ade2fd4d-4172-4f39-a30a-13f4e9164c93 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150134 Jul 22 14:04:41.373108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbcef8-0cf6-4781-9bc2-8ec2907a508d req-2a148034-10c6-4188-a249-d2fb10ccd41a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.374686 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69fbcef8-0cf6-4781-9bc2-8ec2907a508d req-2a148034-10c6-4188-a249-d2fb10ccd41a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1134417 Jul 22 14:04:41.390279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b43985b6-a1fa-4210-82c7-1cc809ed6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.391740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-b43985b6-a1fa-4210-82c7-1cc809ed6edc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6&tenant_id=310b19e524c84e459853ae3d2cbbe443 HTTP/1.1" status: 200 len: 1097 time: 0.0990500 Jul 22 14:04:41.454939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69fbcef8-0cf6-4781-9bc2-8ec2907a508d req-b436b4f7-ed7b-4360-8afd-097d9204ff17 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668628 Jul 22 14:04:41.489566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-da6953ba-8e2f-45bc-97b8-43c316539ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.491307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-da6953ba-8e2f-45bc-97b8-43c316539ba8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0692606 Jul 22 14:04:41.501754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3b3c5fa-09ad-46a9-90c9-39b0e71e0240 req-5a769780-cd6c-4857-8d69-6cf22fbd8c4b service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693132 Jul 22 14:04:41.518958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67812ab7-2d31-4f3a-b7e6-a7515aeb21ac req-d30a03eb-8da8-4720-8b77-b28cb8b69815 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.520683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67812ab7-2d31-4f3a-b7e6-a7515aeb21ac req-d30a03eb-8da8-4720-8b77-b28cb8b69815 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 945 time: 0.1577225 Jul 22 14:04:41.578326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67812ab7-2d31-4f3a-b7e6-a7515aeb21ac req-0b9212c5-bdc0-473c-a374-d44a3ae9d000 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513768 Jul 22 14:04:41.606039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-0f96227c-1633-47a3-b166-c1e903612b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.608161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-0f96227c-1633-47a3-b166-c1e903612b30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.1076176 Jul 22 14:04:41.658994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-9e535e3d-da61-413e-ba30-11192aa5cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.659491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-9e535e3d-da61-413e-ba30-11192aa5cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.660586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-d5f0e1c7-e287-46ea-841d-7a3d9a3d59b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 200 len: 217 time: 0.0431776 Jul 22 14:04:41.661064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-9e535e3d-da61-413e-ba30-11192aa5cd2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1982 time: 0.0812755 Jul 22 14:04:41.739293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-34ab642f-df24-4295-ae0d-a6f1be3c03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.740752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-34ab642f-df24-4295-ae0d-a6f1be3c03fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0716877 Jul 22 14:04:41.775295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-f10572e5-2a38-44f6-9f00-69aba802e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.777013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-f10572e5-2a38-44f6-9f00-69aba802e590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 HTTP/1.1" status: 200 len: 903 time: 0.1088190 Jul 22 14:04:41.784087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-94ef9e82-f407-4bc0-aaa7-80b4ac5f7e64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336673 Jul 22 14:04:41.792385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9f28-b3ce-499e-bba8-1c933d1d1b06 req-b1450892-6093-406e-be65-c47e52e48666 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.798392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9f28-b3ce-499e-bba8-1c933d1d1b06 req-b1450892-6093-406e-be65-c47e52e48666 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.799923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93ad9f28-b3ce-499e-bba8-1c933d1d1b06 req-b1450892-6093-406e-be65-c47e52e48666 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1678 time: 0.1421239 Jul 22 14:04:41.819631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-5f702087-c274-4656-88c1-e4756292ad8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.200&port_id=6d59d496-dce7-4884-b469-4efef39df27f HTTP/1.1" status: 200 len: 217 time: 0.0354643 Jul 22 14:04:41.880956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-a04dcd6f-17a3-4f7b-ad54-a5de3870797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.882829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-a04dcd6f-17a3-4f7b-ad54-a5de3870797e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3 HTTP/1.1" status: 200 len: 801 time: 0.0553715 Jul 22 14:04:41.895941 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93ad9f28-b3ce-499e-bba8-1c933d1d1b06 req-7a46a9eb-96dd-4719-9893-2e480d2b6ee6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880227 Jul 22 14:04:41.922926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-09a9c374-a0ad-420e-bd5b-fb190394169d service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220500 Jul 22 14:04:41.996935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfdb11-4332-4cc6-b6de-54c8ba0a7a56 req-3fea7d1c-3023-4220-9543-19bb377a5c51 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:41.998697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ecfdb11-4332-4cc6-b6de-54c8ba0a7a56 req-3fea7d1c-3023-4220-9543-19bb377a5c51 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 944 time: 0.1130064 Jul 22 14:04:42.000529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-80e4233c-ed1b-4377-a9bd-584b7a312646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:42.001911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-80e4233c-ed1b-4377-a9bd-584b7a312646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044667 Jul 22 14:04:42.070099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ecfdb11-4332-4cc6-b6de-54c8ba0a7a56 req-65be4d86-28d8-417b-962c-175fef0156d1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646904 Jul 22 14:04:42.070640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-2a990445-5f6b-4e01-92d4-ed3133c8233a service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399052 Jul 22 14:04:42.084202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd66b-22b9-46ea-aa45-13d48a9cf1d1 req-14f999b1-56a6-4cba-9ad0-eb12333fe6aa tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:42.085843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1afd66b-22b9-46ea-aa45-13d48a9cf1d1 req-14f999b1-56a6-4cba-9ad0-eb12333fe6aa tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1201797 Jul 22 14:04:42.130316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1afd66b-22b9-46ea-aa45-13d48a9cf1d1 req-0b138fc2-852a-4211-9310-eb8523c27056 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Jul 22 14:04:42.132333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-63b29536-7cf7-4d31-88d1-c8bfc07c5f44 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126037 Jul 22 14:04:42.225887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67cf69b9-8aea-40bc-bb5a-04a30bd43a4f req-be8c489c-c1ff-40cb-9b33-bda6b44d8155 service neutron] 10.222.0.13 "GET /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858984 Jul 22 14:04:42.402850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33495632-d4da-4633-b4d6-2e9451305f03 req-7e30de4f-a033-41de-8a0a-330b7cbc649d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:42.404887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-7e30de4f-a033-41de-8a0a-330b7cbc649d tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6&tenant_id=310b19e524c84e459853ae3d2cbbe443&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.0695610 Jul 22 14:04:42.522021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-33495632-d4da-4633-b4d6-2e9451305f03 req-9059b36d-49ec-48e6-b9b9-796e72753f16 service neutron] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:42.525282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-33495632-d4da-4633-b4d6-2e9451305f03 req-9059b36d-49ec-48e6-b9b9-796e72753f16 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:42.526505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33495632-d4da-4633-b4d6-2e9451305f03 req-9059b36d-49ec-48e6-b9b9-796e72753f16 service neutron] 10.222.0.20 "DELETE /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0/bindings/n-h1-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.1128352 Jul 22 14:04:42.612028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17ad9-1502-4bf6-a6af-aca0bd73410c req-31a06fca-e5f9-4522-9e81-1ddd44879248 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:42.613564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58e17ad9-1502-4bf6-a6af-aca0bd73410c req-31a06fca-e5f9-4522-9e81-1ddd44879248 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.0731912 Jul 22 14:04:42.654109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58e17ad9-1502-4bf6-a6af-aca0bd73410c req-80253e3f-0ac0-4e5e-a95f-7e4761dac4e2 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335274 Jul 22 14:04:42.747314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918809b-3821-4e59-b079-fd81289fe697 req-3b16970b-3799-410e-966b-ea21ac05a915 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:42.750075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6918809b-3821-4e59-b079-fd81289fe697 req-3b16970b-3799-410e-966b-ea21ac05a915 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 945 time: 0.0704894 Jul 22 14:04:42.788607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6918809b-3821-4e59-b079-fd81289fe697 req-d84672c6-2b22-4691-bc28-82dd7427400e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jul 22 14:04:42.816844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea33739-3192-472f-92eb-eba38ecc53d9 req-f61b8799-257b-4738-9697-2ced56d51662 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:42.818457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fea33739-3192-472f-92eb-eba38ecc53d9 req-f61b8799-257b-4738-9697-2ced56d51662 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1101 time: 0.0553699 Jul 22 14:04:42.855456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fea33739-3192-472f-92eb-eba38ecc53d9 req-9f9bf490-3f54-41c8-a4bb-ce08fc1b8f4d tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Jul 22 14:04:42.878245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:42.999266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:43.019308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'mac_address': 'fa:16:3e:d1:db:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:43.059218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f39b9c-e13f-4952-9894-827408c013cf req-3bb9244d-d96f-4ad8-8911-bfa44cc01d1b tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:43.069888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1f39b9c-e13f-4952-9894-827408c013cf req-3bb9244d-d96f-4ad8-8911-bfa44cc01d1b tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 1097 time: 0.0885422 Jul 22 14:04:43.075476 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:43.092967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e11fb41-606c-4033-bde3-119e6ab8aca4 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:43.118522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1f39b9c-e13f-4952-9894-827408c013cf req-a5b9b5bd-8e53-49d0-8b69-6a47c6063d46 tempest-LiveMigrationTest-932393811 tempest-LiveMigrationTest-932393811-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468571 Jul 22 14:04:43.121297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:43.130494 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:43.205128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:43.259831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1e11fb41-606c-4033-bde3-119e6ab8aca4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:43.324260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f775-a5a5-4a8b-8c82-fca1db01f7d9 req-04e5d511-f33f-4323-95a4-03df521fd65a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:43.333677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f769f775-a5a5-4a8b-8c82-fca1db01f7d9 req-04e5d511-f33f-4323-95a4-03df521fd65a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 944 time: 0.1073856 Jul 22 14:04:43.346002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9f610-0fc4-40e0-b0a9-c99add63a1ad req-e5610981-d06e-481e-98d3-0dee146fff3f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:43.351821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9f610-0fc4-40e0-b0a9-c99add63a1ad req-e5610981-d06e-481e-98d3-0dee146fff3f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:43.353445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6da9f610-0fc4-40e0-b0a9-c99add63a1ad req-e5610981-d06e-481e-98d3-0dee146fff3f tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1678 time: 0.1339767 Jul 22 14:04:43.361787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-09fa9c4b-5b9f-4112-b420-3afff7922aeb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301951 Jul 22 14:04:43.395296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f769f775-a5a5-4a8b-8c82-fca1db01f7d9 req-98375368-ac18-4c43-b44d-a549279fa9bd tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607765 Jul 22 14:04:43.445347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6da9f610-0fc4-40e0-b0a9-c99add63a1ad req-37753830-e64c-4170-9b27-77ec3a8d8ec0 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666471 Jul 22 14:04:43.609528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c007242-36ac-4b2e-9a3d-df90e0c5199d req-8fd33ff2-4af9-47d1-a166-76e47c4b5495 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:43.611217 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c007242-36ac-4b2e-9a3d-df90e0c5199d req-8fd33ff2-4af9-47d1-a166-76e47c4b5495 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.0907059 Jul 22 14:04:43.744665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c007242-36ac-4b2e-9a3d-df90e0c5199d req-5ccdb65a-ffc2-4b8a-ae58-0cac5931516a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257052 Jul 22 14:04:43.790645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41b6d5-7ab6-496d-b0e0-29b719e04b8f req-c17edfcb-bfc1-4eac-b0b9-abeb43c2be47 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:43.809241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe41b6d5-7ab6-496d-b0e0-29b719e04b8f req-c17edfcb-bfc1-4eac-b0b9-abeb43c2be47 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.1052289 Jul 22 14:04:43.860322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe41b6d5-7ab6-496d-b0e0-29b719e04b8f req-998e706b-abfc-4fb4-8833-9714bf175ca0 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Jul 22 14:04:44.094885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2314d-8670-4311-ae02-289f2684e33d req-7389e1cb-6807-4c83-bf3d-9fcd916e7701 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:44.096631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bf2314d-8670-4311-ae02-289f2684e33d req-7389e1cb-6807-4c83-bf3d-9fcd916e7701 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 945 time: 0.1124372 Jul 22 14:04:44.169205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bf2314d-8670-4311-ae02-289f2684e33d req-f1e177e5-3cac-4c27-81ff-cb05dc9823a9 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624399 Jul 22 14:04:44.392687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5cbe8421-03fc-4875-b36f-a676ed85733c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:44.522593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 5cbe8421-03fc-4875-b36f-a676ed85733c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:44.534847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 5cbe8421-03fc-4875-b36f-a676ed85733c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:44.537076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:44.543213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-86192824-14c8-4731-8be9-9244b62a261e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:44.545268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-86192824-14c8-4731-8be9-9244b62a261e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 945 time: 0.1307502 Jul 22 14:04:44.644161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461c8c9-6a72-4131-aa37-ec74b85fdb23 req-e7da57c1-be10-4a24-8296-1dd4b7bf7c6a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:44.646369 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c461c8c9-6a72-4131-aa37-ec74b85fdb23 req-e7da57c1-be10-4a24-8296-1dd4b7bf7c6a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 944 time: 0.1022961 Jul 22 14:04:44.704296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c461c8c9-6a72-4131-aa37-ec74b85fdb23 req-f0d9d52d-55ce-473d-8eef-ac8504f8c9aa tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500596 Jul 22 14:04:44.772500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087084e-9c10-4c8b-b3a7-d0b1de9da849 req-c884359d-e6a8-4035-97fd-9b57180d66a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:44.778509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087084e-9c10-4c8b-b3a7-d0b1de9da849 req-c884359d-e6a8-4035-97fd-9b57180d66a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:44.780163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3087084e-9c10-4c8b-b3a7-d0b1de9da849 req-c884359d-e6a8-4035-97fd-9b57180d66a6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1678 time: 0.1721106 Jul 22 14:04:44.820256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:44.875870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Deleting port 62768613-918c-4eca-a209-ed4737a231a0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:44.876272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:44.883975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:44.889482 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835c925b-0a81-4488-9f2d-e480c16e1ed9" -d '{"events": [{"server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:44.903550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0756cd99-4b34-4116-8c4c-eab08d4052aa details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:44.926988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:44.934044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3087084e-9c10-4c8b-b3a7-d0b1de9da849 req-f620b093-4401-4f5b-b496-ddcf59be1e7e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018476 Jul 22 14:04:45.013120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 5cbe8421-03fc-4875-b36f-a676ed85733c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5cbe8421-03fc-4875-b36f-a676ed85733c,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:45.042194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.051872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8583dd1-f8e1-4f95-bc9f-f399962e00fd req-16df13b1-b343-49c6-9f75-68b25ccd505d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.065176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8583dd1-f8e1-4f95-bc9f-f399962e00fd req-16df13b1-b343-49c6-9f75-68b25ccd505d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1638069 Jul 22 14:04:45.077575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-2c0a2a53-a7c9-4d12-b1e6-8a501d162065 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.079240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-2c0a2a53-a7c9-4d12-b1e6-8a501d162065 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.2496033 Jul 22 14:04:45.102172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-787205-11'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:45.108611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] For port 62768613-918c-4eca-a209-ed4737a231a0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=62768613-918c-4eca-a209-ed4737a231a0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:45.109132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.137020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:04:45.146319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Calling delete_port for 62768613-918c-4eca-a209-ed4737a231a0 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:45.175700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-6d65dda7-bb16-414e-ade5-0c1868716536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.177518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-6d65dda7-bb16-414e-ade5-0c1868716536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1101 time: 0.2810390 Jul 22 14:04:45.287899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8583dd1-f8e1-4f95-bc9f-f399962e00fd req-87e82f3d-7041-4eb9-8576-2785cf7ef4f3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208810 Jul 22 14:04:45.294786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.350611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=5cbe8421-03fc-4875-b36f-a676ed85733c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:45.364971 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f8cb3d-440f-437d-a048-20ff1f7fef77 x-openstack-request-id: req-e7f8cb3d-440f-437d-a048-20ff1f7fef77 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:45.365838 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "name": "network-vif-plugged", "status": "completed", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:45.366106 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7f8cb3d-440f-437d-a048-20ff1f7fef77 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:45.366507 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'code': 200} Jul 22 14:04:45.417004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 1e11fb41-606c-4033-bde3-119e6ab8aca4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:45.417738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.499325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0756cd99-4b34-4116-8c4c-eab08d4052aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0756cd99-4b34-4116-8c4c-eab08d4052aa,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:45.520373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:45.528766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '0756cd99-4b34-4116-8c4c-eab08d4052aa', 'network_id': '5e6b4abc-d2fe-4335-a8e3-473dcd897070', 'port_id': '0756cd99-4b34-4116-8c4c-eab08d4052aa', 'mac_address': 'fa:16:3e:7c:fa:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ccfd70-e9e4-4d6d-b669-2438742a0087', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:45.545134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae1765-3dd5-4d43-b815-8c0f701d04b9 req-eb598236-5365-462f-b8ba-7c0dac5d7c0f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.552587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5ae1765-3dd5-4d43-b815-8c0f701d04b9 req-eb598236-5365-462f-b8ba-7c0dac5d7c0f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 945 time: 0.2816095 Jul 22 14:04:45.591041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-28b404af-0e70-44d0-939f-bae37edfd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.604603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-28b404af-0e70-44d0-939f-bae37edfd273 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3927164 Jul 22 14:04:45.607800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.645414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0756cd99-4b34-4116-8c4c-eab08d4052aa {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:45.661533 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.666381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.679852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['5d4c2b05-d791-488e-9f42-46f16b8a511d', '62768613-918c-4eca-a209-ed4737a231a0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:45.683261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0756cd99-4b34-4116-8c4c-eab08d4052aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0756cd99-4b34-4116-8c4c-eab08d4052aa,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:45.704212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-9d266ba3-a5dd-4cf6-a1a6-99e285005a51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0984721 Jul 22 14:04:45.711151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.711818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6d59d496-dce7-4884-b469-4efef39df27f details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:45.713562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event deleted for resources: {'Port': ['ID=62768613-918c-4eca-a209-ed4737a231a0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:45.737771 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5ae1765-3dd5-4d43-b815-8c0f701d04b9 req-3dad18d0-af5b-45a6-84ec-6f181249654c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840076 Jul 22 14:04:45.774259 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7152d4d2-1ad0-44a3-9d82-4bcb7b3efe1e req-e66bbc60-9315-4cb2-a9c4-64a0d42d0193 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0730968 Jul 22 14:04:45.809195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:45.828117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:45.835309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] No DVR routers for this DVR port 62768613-918c-4eca-a209-ed4737a231a0 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:45.839436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a917c2-9de8-43f0-a576-32b2c3d1be57 req-0e41f824-8ba3-441f-b734-e671e3a3479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.842806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73a917c2-9de8-43f0-a576-32b2c3d1be57 req-0e41f824-8ba3-441f-b734-e671e3a3479a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 1097 time: 0.3656979 Jul 22 14:04:45.852128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.853400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.855493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8434f678-0f6d-4060-8c52-b3716dbe2e0b req-6e49835b-1cdb-469a-99f7-d57cf439df73 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "DELETE /v2.0/ports/62768613-918c-4eca-a209-ed4737a231a0 HTTP/1.1" status: 204 len: 173 time: 1.3025053 Jul 22 14:04:45.856343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'name': 'network-vif-deleted', 'tag': '62768613-918c-4eca-a209-ed4737a231a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:45.859696 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f41acb-ca2c-431c-92e1-8d980d4d7b9f" -d '{"events": [{"server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "name": "network-vif-deleted", "tag": "62768613-918c-4eca-a209-ed4737a231a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:45.884328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-c6a233b4-0c91-4d90-9b04-17bd2e114a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:45.894345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-c6a233b4-0c91-4d90-9b04-17bd2e114a0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1679885 Jul 22 14:04:45.920547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:45.927227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:45.940210 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee1cf3b-3185-4168-ae66-d7268a79ac00 x-openstack-request-id: req-9ee1cf3b-3185-4168-ae66-d7268a79ac00 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:45.940210 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02f889c-0a91-4202-bf2b-f1fc8595b2d6", "name": "network-vif-deleted", "tag": "62768613-918c-4eca-a209-ed4737a231a0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:45.940490 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ee1cf3b-3185-4168-ae66-d7268a79ac00 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:45.940780 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02f889c-0a91-4202-bf2b-f1fc8595b2d6', 'name': 'network-vif-deleted', 'tag': '62768613-918c-4eca-a209-ed4737a231a0', 'status': 'completed', 'code': 200} Jul 22 14:04:45.941972 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac4b236-e84a-424c-91c5-e492872e9295" -d '{"events": [{"server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:45.957476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0756cd99-4b34-4116-8c4c-eab08d4052aa,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:45.958522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:46.026917 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73a917c2-9de8-43f0-a576-32b2c3d1be57 req-c40b872c-62c6-4576-a68c-0b3b5cc4b8ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633365 Jul 22 14:04:46.041363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:46.106466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f434e-c6d1-46ec-872f-5cbb5b370146 req-b31fad2a-9e6d-4a20-b845-209ea0f28da1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:46.108635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b3f434e-c6d1-46ec-872f-5cbb5b370146 req-b31fad2a-9e6d-4a20-b845-209ea0f28da1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.2072449 Jul 22 14:04:46.192178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on host n-h2-787205-11 for vnic_type normal with profile {"migrating_to": "n-h1-787205-11"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:04:46.192509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:04:46.192846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:46.202902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:04:46.202902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Attempting to bind port 4c7a4511-aade-4ad9-9187-298648e64a3e on network d2363324-8fd1-4404-b4be-5c9d76932002 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:04:46.212298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b3f434e-c6d1-46ec-872f-5cbb5b370146 req-9edb03e6-359f-4abc-9c75-3e2589ebc16a tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925040 Jul 22 14:04:46.237687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:46.242573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:04:46.242919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Checking segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:04:46.243932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Bound using segment: {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:04:46.244385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Bound port: 4c7a4511-aade-4ad9-9187-298648e64a3e, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31654ea2-3576-4de7-b89d-9a043a646449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd2363324-8fd1-4404-b4be-5c9d76932002'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:04:46.244747 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:46.282384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc5958-1b15-42ac-889a-089a1540c308 req-20c12ebd-2c84-498a-8619-45d529959a10 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:46.288179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6d59d496-dce7-4884-b469-4efef39df27f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6d59d496-dce7-4884-b469-4efef39df27f,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:46.289799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc5958-1b15-42ac-889a-089a1540c308 req-20c12ebd-2c84-498a-8619-45d529959a10 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:46.295549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ffc5958-1b15-42ac-889a-089a1540c308 req-20c12ebd-2c84-498a-8619-45d529959a10 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1679 time: 0.2301846 Jul 22 14:04:46.298747 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0d0961-4415-473f-9d9f-e85c12f3131f x-openstack-request-id: req-fe0d0961-4415-473f-9d9f-e85c12f3131f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:46.299040 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:46.299294 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe0d0961-4415-473f-9d9f-e85c12f3131f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:46.299955 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'code': 200} Jul 22 14:04:46.303810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-589d7382-a442-4ae5-be77-efa26318a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:46.306652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-589d7382-a442-4ae5-be77-efa26318a2cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3562105 Jul 22 14:04:46.315347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '6d59d496-dce7-4884-b469-4efef39df27f', 'network_id': '7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8', 'port_id': '6d59d496-dce7-4884-b469-4efef39df27f', 'mac_address': 'fa:16:3e:60:c0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3', 'ip_address': '19.86.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:04:46.375127 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:46.394277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ffc5958-1b15-42ac-889a-089a1540c308 req-35b6f360-9550-49d4-85fa-5cf93accc593 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933588 Jul 22 14:04:46.398070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d59d496-dce7-4884-b469-4efef39df27f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:46.423560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6d59d496-dce7-4884-b469-4efef39df27f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6d59d496-dce7-4884-b469-4efef39df27f,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:46.432611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:46.488424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:46.493595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:04:46.499361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:46.520432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6d59d496-dce7-4884-b469-4efef39df27f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:46.571535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-dd6bc093-c658-4738-886c-75aee733c193 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184017 Jul 22 14:04:46.607239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7ee5d-2fb9-4d4e-8e6e-7b0c5b083781 req-d0691232-80a9-4748-941e-d29ae7bbb4a6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:46.624461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81d7ee5d-2fb9-4d4e-8e6e-7b0c5b083781 req-d0691232-80a9-4748-941e-d29ae7bbb4a6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1494775 Jul 22 14:04:46.656269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:46.702217 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81d7ee5d-2fb9-4d4e-8e6e-7b0c5b083781 req-e5c0414c-3a94-4e98-98be-243d3fd07569 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766103 Jul 22 14:04:46.730611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:46.731309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:46.733528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-ef73a016-0632-4daa-800a-3e7ad0a5c2cf service neutron] 10.222.0.13 "PUT /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 1123 time: 1.6466875 Jul 22 14:04:46.756245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-2dcbb0d3-609f-420c-a30c-2718f9ed4b31 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746180 Jul 22 14:04:46.757538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0756cd99-4b34-4116-8c4c-eab08d4052aa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:46.911793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:04:46.999898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deff553b-f4d7-44b0-9ab4-cbedaefe9054 req-6b9276f0-dad4-4c1e-be0e-ecd363766d02 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0864143 Jul 22 14:04:47.059932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:47.084029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e has no active binding in host n-h1-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:04:47.088049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4c7a4511-aade-4ad9-9187-298648e64a3e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:47.090819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4c7a4511-aade-4ad9-9187-298648e64a3e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:47.126581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebde103-c9c1-404e-ba04-4099a6f9daf9 req-aea384bd-1e24-4edd-8ce6-ff33f197e8a3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:47.133847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ebde103-c9c1-404e-ba04-4099a6f9daf9 req-aea384bd-1e24-4edd-8ce6-ff33f197e8a3 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.1929371 Jul 22 14:04:47.245568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ebde103-c9c1-404e-ba04-4099a6f9daf9 req-1aa68347-dd53-4ccd-8eb9-71cfddd85111 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106482 Jul 22 14:04:47.368361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:47.371243 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabe96b3-17ab-4ddf-bff8-bafa9b359e72" -d '{"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-plugged", "status": "completed", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:47.448721 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa440907-91d2-424b-ad2a-482f1c42e60e x-openstack-request-id: req-aa440907-91d2-424b-ad2a-482f1c42e60e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:47.449836 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-plugged", "status": "completed", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:47.449836 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa440907-91d2-424b-ad2a-482f1c42e60e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:47.450130 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'code': 200} Jul 22 14:04:47.509006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5af351-d240-484e-8de4-faaca1cf06d0 req-91aa83c2-cddc-4f7b-aa3d-8f5b4ae12885 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:47.516462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc5af351-d240-484e-8de4-faaca1cf06d0 req-91aa83c2-cddc-4f7b-aa3d-8f5b4ae12885 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.1563683 Jul 22 14:04:47.606513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc5af351-d240-484e-8de4-faaca1cf06d0 req-cb070484-ace9-4df4-bc1f-32f00ad31345 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873179 Jul 22 14:04:47.776285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391b8f6-5211-4d84-9ae9-4f12317f0bbd req-bdf2c473-471e-401b-b08a-cde7e49ac43e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:47.783892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391b8f6-5211-4d84-9ae9-4f12317f0bbd req-bdf2c473-471e-401b-b08a-cde7e49ac43e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:47.785929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c391b8f6-5211-4d84-9ae9-4f12317f0bbd req-bdf2c473-471e-401b-b08a-cde7e49ac43e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1680 time: 0.1021118 Jul 22 14:04:47.854613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ecb1f-8974-44eb-ba18-c1fcba0888b1 req-1aea88e1-5bb3-4728-9948-19ece8531edc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:47.861898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-710ecb1f-8974-44eb-ba18-c1fcba0888b1 req-1aea88e1-5bb3-4728-9948-19ece8531edc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.0892651 Jul 22 14:04:47.865202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c391b8f6-5211-4d84-9ae9-4f12317f0bbd req-235b1fb9-d874-4e95-b38b-ba9c57c4d2c1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679271 Jul 22 14:04:47.872219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58254) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:04:47.882257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Request body: {'floatingip': {'port_id': '5cbe8421-03fc-4875-b36f-a676ed85733c'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:04:47.970774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:47.981394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['6d59d496-dce7-4884-b469-4efef39df27f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:48.109767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de432f6b-14bf-4945-8ca8-15602ac479d7 req-05830992-7360-4bf3-8c17-b705a41bfd0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:48.119825 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de432f6b-14bf-4945-8ca8-15602ac479d7 req-05830992-7360-4bf3-8c17-b705a41bfd0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1757982 Jul 22 14:04:48.186485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37775cdd-bdd5-4055-9b3a-aa4e200c6250 req-f86f27cd-12a6-4654-acb5-45b65568e408 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0730393 Jul 22 14:04:48.237370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de432f6b-14bf-4945-8ca8-15602ac479d7 req-aed21efd-c213-4d95-9f55-df09bbd6b2b5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167996 Jul 22 14:04:48.301481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:48.304519 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058" -d '{"events": [{"name": "network-changed", "server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:48.397225 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da18fdc-1dbd-420c-b781-eba1d1c1ca9f x-openstack-request-id: req-4da18fdc-1dbd-420c-b781-eba1d1c1ca9f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:48.397706 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:48.398053 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4da18fdc-1dbd-420c-b781-eba1d1c1ca9f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:48.398596 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'status': 'completed', 'code': 200} Jul 22 14:04:48.429240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:48.457520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 62768613-918c-4eca-a209-ed4737a231a0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:04:48.458110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 62768613-918c-4eca-a209-ed4737a231a0 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:04:48.528462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-b5678d71-e4b9-4435-aaba-f8f805b36120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:48.532248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-b5678d71-e4b9-4435-aaba-f8f805b36120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1126 time: 0.1143675 Jul 22 14:04:48.535476 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a89eec8c-e38c-44a2-862d-356ea4ea75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:48.672774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-3b2889d6-ef11-4f2d-846a-426f703b69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:48.674848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-3b2889d6-ef11-4f2d-846a-426f703b69b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.1313643 Jul 22 14:04:48.728105 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:48.780985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-2ab23887-d2b6-4604-a3c9-2835ccfecc42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 217 time: 0.0994935 Jul 22 14:04:48.913338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0756cd99-4b34-4116-8c4c-eab08d4052aa up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:48.937711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-14d03f25-8629-41f7-ba12-55f5b8c0ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:48.940526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-14d03f25-8629-41f7-ba12-55f5b8c0ce5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.1500847 Jul 22 14:04:49.038316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 0756cd99-4b34-4116-8c4c-eab08d4052aa completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:49.049586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 0756cd99-4b34-4116-8c4c-eab08d4052aa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:49.050339 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:49.100313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-cecdc529-b987-4688-bf32-2c645cf74509 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519511 Jul 22 14:04:49.179408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:49.271191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0756cd99-4b34-4116-8c4c-eab08d4052aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0756cd99-4b34-4116-8c4c-eab08d4052aa,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:49.276793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:49.283971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed9262-d33e-4ccf-9572-1cf97e20590f req-7d393a42-7063-463f-ad76-9c3312e3607b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:49.292100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed9262-d33e-4ccf-9572-1cf97e20590f req-7d393a42-7063-463f-ad76-9c3312e3607b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:49.293555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7bed9262-d33e-4ccf-9572-1cf97e20590f req-7d393a42-7063-463f-ad76-9c3312e3607b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1680 time: 0.2354286 Jul 22 14:04:49.296703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-2730ec2d-9480-4eee-8437-0ab289ba7716 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865416 Jul 22 14:04:49.363906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0756cd99-4b34-4116-8c4c-eab08d4052aa,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:49.384572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feacd46-e4fb-4003-a062-7917c5dcb2fa req-9077efcf-9850-47a0-a5ab-dcb89a2252d2 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:49.386443 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9feacd46-e4fb-4003-a062-7917c5dcb2fa req-9077efcf-9850-47a0-a5ab-dcb89a2252d2 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.9712167 Jul 22 14:04:49.413655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:49.429899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:49.451178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0756cd99-4b34-4116-8c4c-eab08d4052aa'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:49.454516 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4baeef2-b5a4-4bbd-ba86-12df84f1e73e" -d '{"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-plugged", "status": "completed", "tag": "0756cd99-4b34-4116-8c4c-eab08d4052aa"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:49.472589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7bed9262-d33e-4ccf-9572-1cf97e20590f req-ccd3a40f-7a28-421c-bc4a-b218aae5120b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719677 Jul 22 14:04:49.518092 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9feacd46-e4fb-4003-a062-7917c5dcb2fa req-e185de18-b08e-47ae-a115-ffd51a7dbf5c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246674 Jul 22 14:04:49.536178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bbc5ca8-f6bb-4fd9-a371-a0875716f058 req-a8b48005-2853-416d-9868-a3513bd30a52 service neutron] 10.222.0.20 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308650 Jul 22 14:04:49.574891 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Floating IP 7b872f18-1ddf-40f2-bd05-f85b030424ff associated. External IP: 172.25.8.36, port: 5cbe8421-03fc-4875-b36f-a676ed85733c. Jul 22 14:04:49.703167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:49.735120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-731b52ae-2f01-4272-9158-349d4a98a168 req-05b0e6ef-4d20-4251-be52-c04f83d63156 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0430615 Jul 22 14:04:49.817468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228d614-70b7-44d0-be50-79e08b89ad79 req-f01ee853-d436-4f34-89fe-ae9219ee328f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:49.824761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e228d614-70b7-44d0-be50-79e08b89ad79 req-f01ee853-d436-4f34-89fe-ae9219ee328f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1636963 Jul 22 14:04:49.827058 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7539f29-cd22-478c-a457-168b8ede334a x-openstack-request-id: req-e7539f29-cd22-478c-a457-168b8ede334a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:49.827510 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-plugged", "status": "completed", "tag": "0756cd99-4b34-4116-8c4c-eab08d4052aa", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:49.827919 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7539f29-cd22-478c-a457-168b8ede334a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:49.828518 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0756cd99-4b34-4116-8c4c-eab08d4052aa', 'code': 200} Jul 22 14:04:49.910178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e228d614-70b7-44d0-be50-79e08b89ad79 req-84ad8c35-f80e-4c56-8528-ad3815c58bdf tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845277 Jul 22 14:04:49.950036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Router 86fc366f-bb86-4764-aa54-d77358dc543f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:04:50.117646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:04:50.123970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:50.130019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] Sync routers for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:04:50.148862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:50.149695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:50.165260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d94fb733-95ed-498a-a01e-630a84f8f9b1 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "PUT /v2.0/floatingips/7b872f18-1ddf-40f2-bd05-f85b030424ff HTTP/1.1" status: 200 len: 990 time: 2.2912884 Jul 22 14:04:50.165935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:50.168538 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b096d82-50be-4b2c-8879-2b63e85cddf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:50.211369 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322dee8-549b-4034-b7a8-baa0a6b78aa4 x-openstack-request-id: req-6322dee8-549b-4034-b7a8-baa0a6b78aa4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:50.211805 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:50.212201 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6322dee8-549b-4034-b7a8-baa0a6b78aa4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:50.212606 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'status': 'completed', 'code': 200} Jul 22 14:04:50.331722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-794f3603-0107-4471-8fef-ca8fc8922d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:50.333438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-794f3603-0107-4471-8fef-ca8fc8922d9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a26e5dafa31e44d3aefa5eb55df30171&device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 1097 time: 0.0895188 Jul 22 14:04:50.353727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:50.740798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6cea3-cd47-478c-b040-c5d1bc070955 req-2cf48029-559d-486b-a2a3-1b5fd3caca4b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:50.759082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6cea3-cd47-478c-b040-c5d1bc070955 req-2cf48029-559d-486b-a2a3-1b5fd3caca4b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:50.761744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1f6cea3-cd47-478c-b040-c5d1bc070955 req-2cf48029-559d-486b-a2a3-1b5fd3caca4b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1681 time: 0.1639824 Jul 22 14:04:50.808572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '7b872f18-1ddf-40f2-bd05-f85b030424ff', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'port_id': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'mac_address': 'fa:16:3e:86:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:03:52Z', 'updated_at': '2021-07-22T14:04:49Z', 'revision_number': 1, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:47Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:50.854072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] Checking router: 86fc366f-bb86-4764-aa54-d77358dc543f for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:04:50.871203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1f6cea3-cd47-478c-b040-c5d1bc070955 req-47e2a46c-3cd9-4540-840c-83e53e94caf2 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942752 Jul 22 14:04:50.884174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:04:50.884659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:51.061399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-b49846f9-c3d8-4f16-979e-8f5b2511e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:51.071132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-b49846f9-c3d8-4f16-979e-8f5b2511e3dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 HTTP/1.1" status: 200 len: 917 time: 0.7204981 Jul 22 14:04:51.093131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4894a3cc-92e7-465a-a0c6-39e7c9dad460 req-3a6a382b-043e-41a4-a803-9422ab20e25a tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0433969 Jul 22 14:04:51.203166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac5ca3-93a7-4057-97a3-91668f259fd6 req-202a9f46-9563-4f80-9095-3fd8be14b9e8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:51.204940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:04:51.218143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ac5ca3-93a7-4057-97a3-91668f259fd6 req-202a9f46-9563-4f80-9095-3fd8be14b9e8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.4352896 Jul 22 14:04:51.300652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff2dab-dbb0-4d3c-9f01-9760bc0a7590 req-f7adf096-6b3b-4eff-95b8-91d98c9af0de tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:51.303489 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5ff2dab-dbb0-4d3c-9f01-9760bc0a7590 req-f7adf096-6b3b-4eff-95b8-91d98c9af0de tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1388807 Jul 22 14:04:51.315142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ac5ca3-93a7-4057-97a3-91668f259fd6 req-769eb653-91b7-4412-b62b-46c9819123b8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959864 Jul 22 14:04:51.371452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-e2283a9a-ce40-44a3-80c9-fe2e30f23d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cbe8421-03fc-4875-b36f-a676ed85733c HTTP/1.1" status: 200 len: 998 time: 0.2933216 Jul 22 14:04:51.372984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5ff2dab-dbb0-4d3c-9f01-9760bc0a7590 req-0bf00f1b-251c-4a33-8443-c847389c6379 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 Jul 22 14:04:51.493388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6d59d496-dce7-4884-b469-4efef39df27f up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:04:51.498903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-05566d47-983d-462f-99bf-52e210baea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:51.500906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-05566d47-983d-462f-99bf-52e210baea0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ed52ec2-22fc-43e3-90f7-393b0056ab9d HTTP/1.1" status: 200 len: 855 time: 0.1206143 Jul 22 14:04:51.597956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67a4942f-c7b1-408d-bc6f-7d12bef1e1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:51.613283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-aa696520-8822-4cea-8f79-4fbf34ebc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:51.614581 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:51.619172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-aa696520-8822-4cea-8f79-4fbf34ebc175 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108942 Jul 22 14:04:51.655268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 6d59d496-dce7-4884-b469-4efef39df27f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:04:51.666804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 6d59d496-dce7-4884-b469-4efef39df27f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:04:51.667620 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:51.674560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '7b872f18-1ddf-40f2-bd05-f85b030424ff', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'port_id': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'mac_address': 'fa:16:3e:86:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:03:52Z', 'updated_at': '2021-07-22T14:04:49Z', 'revision_number': 1, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:47Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:04:51.743401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc250b-c715-4b05-b7c2-985f56493c19 None None] The sync data for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 is: [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '7b872f18-1ddf-40f2-bd05-f85b030424ff', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'floating_ip_address': '172.25.8.36', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'port_id': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'mac_address': 'fa:16:3e:86:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:03:52Z', 'updated_at': '2021-07-22T14:04:49Z', 'revision_number': 1, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:47Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:04:51.810643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-c7f2c8a3-5ba6-40a1-bfd3-3a09e3161411 service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841207 Jul 22 14:04:51.840307 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:51.900491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d59d496-dce7-4884-b469-4efef39df27f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:51.903206 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6cec66-986d-410f-9399-ea1b44d09189" -d '{"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-plugged", "status": "completed", "tag": "6d59d496-dce7-4884-b469-4efef39df27f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:51.922223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6d59d496-dce7-4884-b469-4efef39df27f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6d59d496-dce7-4884-b469-4efef39df27f,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:51.930399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:52.034683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6d59d496-dce7-4884-b469-4efef39df27f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:52.064418 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cca60fb-8671-40dd-9231-4cd18112129e x-openstack-request-id: req-5cca60fb-8671-40dd-9231-4cd18112129e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:52.065069 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-plugged", "status": "completed", "tag": "6d59d496-dce7-4884-b469-4efef39df27f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:52.065494 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cca60fb-8671-40dd-9231-4cd18112129e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:52.066100 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d59d496-dce7-4884-b469-4efef39df27f', 'code': 200} Jul 22 14:04:52.179343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b096d82-50be-4b2c-8879-2b63e85cddf8 req-d82395b7-6a2a-459e-b530-e5429220d974 service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556652 Jul 22 14:04:52.190789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58078e5-0b7c-45f8-a945-b884463a7419 req-da3bd901-0ecd-49b5-bed5-5b5c659e1954 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:52.193656 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e7b972-adcd-4a56-86cb-b8f0a640258f None None] New status for floating IP 7b872f18-1ddf-40f2-bd05-f85b030424ff: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:04:52.211677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58078e5-0b7c-45f8-a945-b884463a7419 req-da3bd901-0ecd-49b5-bed5-5b5c659e1954 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:52.223347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c58078e5-0b7c-45f8-a945-b884463a7419 req-da3bd901-0ecd-49b5-bed5-5b5c659e1954 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1682 time: 0.1834016 Jul 22 14:04:52.275445 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:52.291091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74674b5-fd03-468b-9c83-152a57d467a7 req-07154a09-891a-4588-b082-7b1f0d9e64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:52.291583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74674b5-fd03-468b-9c83-152a57d467a7 req-07154a09-891a-4588-b082-7b1f0d9e64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:52.293160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a74674b5-fd03-468b-9c83-152a57d467a7 req-07154a09-891a-4588-b082-7b1f0d9e64de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1986 time: 0.1129031 Jul 22 14:04:52.294197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c58078e5-0b7c-45f8-a945-b884463a7419 req-c429d995-a93f-4b62-9b58-6cb0d3847eb6 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 Jul 22 14:04:52.451523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b77bce50-ecfe-4c22-9a71-907d1654ad8b req-6a324c56-7d25-4688-9ef2-68bf9e18381e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=e02f889c-0a91-4202-bf2b-f1fc8595b2d6 HTTP/1.1" status: 200 len: 210 time: 0.0932567 Jul 22 14:04:52.460475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a74674b5-fd03-468b-9c83-152a57d467a7 req-9a4d911c-c6c8-472e-838f-4a1f087f95ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559248 Jul 22 14:04:52.592527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1e422-915a-4478-984c-711ae92e2d2c req-327d0f3f-3d72-4d4a-af7b-43a57cefdff8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:52.599988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3be1e422-915a-4478-984c-711ae92e2d2c req-327d0f3f-3d72-4d4a-af7b-43a57cefdff8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.1588776 Jul 22 14:04:52.623851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff79ff-e70a-4b7a-84e9-7f57cfaadaa8 req-5f90cf4d-57c4-4848-a440-8c9001b54318 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:52.625521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1bff79ff-e70a-4b7a-84e9-7f57cfaadaa8 req-5f90cf4d-57c4-4848-a440-8c9001b54318 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.0839815 Jul 22 14:04:52.671477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3be1e422-915a-4478-984c-711ae92e2d2c req-de324e49-34c1-4aed-82bf-242d297a740b tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686820 Jul 22 14:04:52.715697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1bff79ff-e70a-4b7a-84e9-7f57cfaadaa8 req-ba3b23be-7062-4c9b-857e-fb244f37f529 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792847 Jul 22 14:04:53.514748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c534-f75e-4c99-bf4f-94652421502b req-7a05f630-a18a-4319-87e3-d758dfd24423 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:53.521342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468c534-f75e-4c99-bf4f-94652421502b req-7a05f630-a18a-4319-87e3-d758dfd24423 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:53.530129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c468c534-f75e-4c99-bf4f-94652421502b req-7a05f630-a18a-4319-87e3-d758dfd24423 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1682 time: 0.1349232 Jul 22 14:04:53.607597 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c468c534-f75e-4c99-bf4f-94652421502b req-330ce7b4-c6f9-4c9c-b238-1b1ab0ace6c7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753887 Jul 22 14:04:53.886527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbd7b6-fabb-475b-b016-5a6376cc8941 req-e4cad742-25f1-4c01-bc18-f0f8d8b7d757 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:53.888657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b4bbd7b6-fabb-475b-b016-5a6376cc8941 req-e4cad742-25f1-4c01-bc18-f0f8d8b7d757 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.0988946 Jul 22 14:04:53.926677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae61b0-fbc3-4882-aae2-d1d0a5788358 req-8b328046-b150-4ddb-ac04-e2f6b8e74b06 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:53.928222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57ae61b0-fbc3-4882-aae2-d1d0a5788358 req-8b328046-b150-4ddb-ac04-e2f6b8e74b06 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1178570 Jul 22 14:04:53.973737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b4bbd7b6-fabb-475b-b016-5a6376cc8941 req-8ce03e76-7644-4629-bf7e-c442069abff8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Jul 22 14:04:53.988536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57ae61b0-fbc3-4882-aae2-d1d0a5788358 req-1d0b3119-d4f0-4644-acf5-9151682e75fd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539649 Jul 22 14:04:54.147149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:54.252040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-acf6c312-7364-4339-a9ec-1e3ead20195a service neutron] 10.222.0.20 "GET /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.0652072 Jul 22 14:04:54.441004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:04:54.498600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08c788-d806-4f2d-9151-7b73c8568cdf req-231b744d-ed11-461d-9f88-3a812a34f8da tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:54.518255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f08c788-d806-4f2d-9151-7b73c8568cdf req-231b744d-ed11-461d-9f88-3a812a34f8da tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.1041842 Jul 22 14:04:54.602371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f08c788-d806-4f2d-9151-7b73c8568cdf req-0826b6fc-423b-44a7-82ec-f9469ba2e6c9 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830305 Jul 22 14:04:54.692973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:54.723724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:54.833588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7a4511-aade-4ad9-9187-298648e64a3e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:04:54.855444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:54.890091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:54.903354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a33b-1e18-4f63-be7a-9fc94c463c60 req-325efe7c-cec2-4a27-beb2-5af868be8faf tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:54.916996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1a33b-1e18-4f63-be7a-9fc94c463c60 req-325efe7c-cec2-4a27-beb2-5af868be8faf tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:54.919052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1a1a33b-1e18-4f63-be7a-9fc94c463c60 req-325efe7c-cec2-4a27-beb2-5af868be8faf tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1682 time: 0.1485453 Jul 22 14:04:55.049649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1a1a33b-1e18-4f63-be7a-9fc94c463c60 req-07105134-c4a9-4d22-861d-d64b7d740770 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196477 Jul 22 14:04:55.113745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] Transition to ACTIVE for port object 4c7a4511-aade-4ad9-9187-298648e64a3e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:04:55.134815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:55.203235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce9382-800b-4946-86db-12841b637d2b req-96084ea3-4bd3-41c3-9d4d-0ffa4b9b3574 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:55.210945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8ce9382-800b-4946-86db-12841b637d2b req-96084ea3-4bd3-41c3-9d4d-0ffa4b9b3574 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 943 time: 0.1454315 Jul 22 14:04:55.287628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8ce9382-800b-4946-86db-12841b637d2b req-8243bf20-50cf-4170-8246-146bf23804a5 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752404 Jul 22 14:04:55.329976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] No DVR routers for this DVR port 4c7a4511-aade-4ad9-9187-298648e64a3e on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:55.370152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:55.382045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c7dfaf-f913-4cbb-bf48-947836394e84 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e/bindings/n-h1-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.1166246 Jul 22 14:04:55.408309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850a1c1-8678-45a5-9a34-2fc8590f4e98 req-306d9436-5d01-4451-a467-53da20398c6d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:55.416317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c850a1c1-8678-45a5-9a34-2fc8590f4e98 req-306d9436-5d01-4451-a467-53da20398c6d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.2220745 Jul 22 14:04:55.514557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c850a1c1-8678-45a5-9a34-2fc8590f4e98 req-768b6ed8-6a3e-4fff-a26d-bf995e7da688 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929346 Jul 22 14:04:55.625242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-3b1def26-1736-4fa4-88a4-3aa99419d494 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:55.628574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-3b1def26-1736-4fa4-88a4-3aa99419d494 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1096 time: 0.1654232 Jul 22 14:04:55.782563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-288ef986-6317-428c-b9b3-c0c8b1c7930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:55.784627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-288ef986-6317-428c-b9b3-c0c8b1c7930a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7&tenant_id=050cafc0ac534a16806efabfec6ec8d0 HTTP/1.1" status: 200 len: 1096 time: 0.1478720 Jul 22 14:04:55.964208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e5e69502-086e-43e3-a96f-77746a823d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:55.968981 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e5e69502-086e-43e3-a96f-77746a823d85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=050cafc0ac534a16806efabfec6ec8d0&device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1562507 Jul 22 14:04:56.180927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2078-1218-4468-99c9-16ef0c3216bb req-7e6256b8-6245-4f41-ac26-bd9041042ab0 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:56.189233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb2078-1218-4468-99c9-16ef0c3216bb req-7e6256b8-6245-4f41-ac26-bd9041042ab0 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:56.190910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17eb2078-1218-4468-99c9-16ef0c3216bb req-7e6256b8-6245-4f41-ac26-bd9041042ab0 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1682 time: 0.1737068 Jul 22 14:04:56.192822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-2f71d35a-a421-4b3a-b400-29f1af423600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:56.194325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-2f71d35a-a421-4b3a-b400-29f1af423600 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 200 len: 921 time: 0.2159994 Jul 22 14:04:56.275673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e0e1a733-7680-4f43-9355-e2e39bbb4676 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 200 len: 217 time: 0.0738928 Jul 22 14:04:56.339244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17eb2078-1218-4468-99c9-16ef0c3216bb req-c8359548-06fa-413c-95c8-f33a8259f07b tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389723 Jul 22 14:04:56.374089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-d176c8e4-1c03-4fbf-bfac-c5e844c7bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:56.375996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-d176c8e4-1c03-4fbf-bfac-c5e844c7bfff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 200 len: 860 time: 0.0908437 Jul 22 14:04:56.487888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-c1b8aeef-9dcd-45ca-adc7-1498ab0c13e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2363324-8fd1-4404-b4be-5c9d76932002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039450 Jul 22 14:04:56.728472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79464c27-a162-41e2-9521-a2fa6437a666 req-809e157f-2f94-4b40-a11c-43dcb3bdd5eb tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:56.743471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79464c27-a162-41e2-9521-a2fa6437a666 req-809e157f-2f94-4b40-a11c-43dcb3bdd5eb tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 944 time: 0.2524672 Jul 22 14:04:56.790181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-0aa16f40-aa9a-436f-8721-59a3b417e4fc service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188723 Jul 22 14:04:56.802172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79464c27-a162-41e2-9521-a2fa6437a666 req-f5fb8d61-9312-413e-b582-33ee810dfdb4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596676 Jul 22 14:04:56.852244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ead2d-f42b-4c79-9223-ed939be69bb2 req-63b85fe6-b378-4b16-8455-8a0057ad3b59 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:56.862512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-002ead2d-f42b-4c79-9223-ed939be69bb2 req-63b85fe6-b378-4b16-8455-8a0057ad3b59 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1452105 Jul 22 14:04:56.926916 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-002ead2d-f42b-4c79-9223-ed939be69bb2 req-769ba825-96ee-483c-b328-d01305871763 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567548 Jul 22 14:04:57.007512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-80a18f44-4b92-4025-8d02-711e43fbddb3 service neutron] 10.222.0.13 "GET /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038426 Jul 22 14:04:57.236034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f34bb-8828-4dff-b481-4d3d1b14cb03 req-890f121f-f7a2-4d8e-a4d6-12b303f01a82 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.238062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-565f34bb-8828-4dff-b481-4d3d1b14cb03 req-890f121f-f7a2-4d8e-a4d6-12b303f01a82 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.1524708 Jul 22 14:04:57.338304 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-565f34bb-8828-4dff-b481-4d3d1b14cb03 req-d38a5469-5b61-4a6f-8fe9-f0e8e6cb4de1 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912426 Jul 22 14:04:57.366354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-dc6d77cd-4547-4d63-ac45-8efc89f3df35 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1713037 Jul 22 14:04:57.558088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c0a703-1cb0-44d1-978e-44e1501534e2 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.560154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-e6c0a703-1cb0-44d1-978e-44e1501534e2 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7&tenant_id=050cafc0ac534a16806efabfec6ec8d0&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1096 time: 0.2574463 Jul 22 14:04:57.631873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-f97a9a0a-ec86-4766-83e2-8dec3e91f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.633349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-f97a9a0a-ec86-4766-83e2-8dec3e91f923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.1815662 Jul 22 14:04:57.640732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-a05414ac-9b0c-4e13-9f8e-2b81eaef1389 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.647313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-a05414ac-9b0c-4e13-9f8e-2b81eaef1389 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.659047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-a05414ac-9b0c-4e13-9f8e-2b81eaef1389 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1682 time: 0.2046077 Jul 22 14:04:57.703670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc032b1-914d-442d-8127-e3daee13e15c req-6e5f4b4f-88cf-47eb-b75a-cfee136b85f8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.713432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc032b1-914d-442d-8127-e3daee13e15c req-6e5f4b4f-88cf-47eb-b75a-cfee136b85f8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:57.718764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bc032b1-914d-442d-8127-e3daee13e15c req-6e5f4b4f-88cf-47eb-b75a-cfee136b85f8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 1682 time: 0.2133729 Jul 22 14:04:57.896392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bc032b1-914d-442d-8127-e3daee13e15c req-797a61e2-1ec1-4f64-9cea-063c54f2c62d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600165 Jul 22 14:04:57.997354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-8db1b88d-94a2-4b85-86ba-3703f2dd7574 service neutron] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:04:58.005123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-8db1b88d-94a2-4b85-86ba-3703f2dd7574 service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:58.008377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454fa514-2e8a-4b8f-851b-3ca69cd17c27 req-8db1b88d-94a2-4b85-86ba-3703f2dd7574 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e/bindings/n-h2-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.4386799 Jul 22 14:04:58.011028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port 0756cd99-4b34-4116-8c4c-eab08d4052aa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:58.011515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:58.114089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-412cab53-0dc7-4f60-b80b-a004220f90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:58.117485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-412cab53-0dc7-4f60-b80b-a004220f90c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.3969328 Jul 22 14:04:58.203721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-3275e4f3-54ef-4e89-932c-ece0f4cacca7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 200 len: 217 time: 0.0785072 Jul 22 14:04:58.264807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port 0756cd99-4b34-4116-8c4c-eab08d4052aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0756cd99-4b34-4116-8c4c-eab08d4052aa,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:58.265747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:58.290965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for 0756cd99-4b34-4116-8c4c-eab08d4052aa owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:58.304438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab45e0-17e7-42b2-b364-b4b9fd16c0bc req-20be653c-2abd-46fd-b610-67c898b6a9e6 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:58.306452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83ab45e0-17e7-42b2-b364-b4b9fd16c0bc req-20be653c-2abd-46fd-b610-67c898b6a9e6 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 944 time: 0.3156519 Jul 22 14:04:58.365252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-a4576d95-e2c8-4901-935d-000d8782e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:58.366996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-a4576d95-e2c8-4901-935d-000d8782e096 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.1550863 Jul 22 14:04:58.395025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b63a41-1f61-48dc-bbf8-ec69e952e7aa req-96339061-477f-4c0b-aa58-e03e607d2b94 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:58.402601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35b63a41-1f61-48dc-bbf8-ec69e952e7aa req-96339061-477f-4c0b-aa58-e03e607d2b94 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.2288148 Jul 22 14:04:58.463977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35b63a41-1f61-48dc-bbf8-ec69e952e7aa req-d6b7707d-a331-4001-b54d-fe1c3b2162e6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562813 Jul 22 14:04:58.469469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-080fa89d-7fba-487d-8e6a-fccd95a59596 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939407 Jul 22 14:04:58.488310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83ab45e0-17e7-42b2-b364-b4b9fd16c0bc req-4486c69d-0b29-45c6-a50c-3e45d589a283 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682959 Jul 22 14:04:58.590958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-0036a1c1-2ca0-4b41-aaed-cf5fa7ae4f5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2814867 Jul 22 14:04:58.726807 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:58.749212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0756cd99-4b34-4116-8c4c-eab08d4052aa', '6d59d496-dce7-4884-b469-4efef39df27f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:04:58.839324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=0756cd99-4b34-4116-8c4c-eab08d4052aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:04:58.973453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port 0756cd99-4b34-4116-8c4c-eab08d4052aa on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:04:58.978326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106c83-7833-4cc0-aaa6-a8f1c139e870 req-bfff6cbb-8f7f-4a49-b4bf-652c4ed5e782 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:58.985841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5106c83-7833-4cc0-aaa6-a8f1c139e870 req-bfff6cbb-8f7f-4a49-b4bf-652c4ed5e782 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.2734878 Jul 22 14:04:58.987410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:58.991980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-5a61c5fc-8029-4d29-ab7d-8b7b00c89e1e tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.13 "DELETE /v2.0/ports/0756cd99-4b34-4116-8c4c-eab08d4052aa HTTP/1.1" status: 204 len: 173 time: 1.3127294 Jul 22 14:04:58.991980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-deleted', 'tag': '0756cd99-4b34-4116-8c4c-eab08d4052aa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:04:58.992287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-ac75f58a-fd40-4eda-af6f-a9614cd3d66e service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001390 Jul 22 14:04:58.994067 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e99add7-2f7c-4630-b5b2-f771e25e75cd" -d '{"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-deleted", "tag": "0756cd99-4b34-4116-8c4c-eab08d4052aa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:04:59.205544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcc6fc57-4d81-4ee7-8d62-659853ed68ea req-82d064cc-ccb6-4874-bbb7-1959766b6b13 service neutron] 10.222.0.13 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859801 Jul 22 14:04:59.261574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5106c83-7833-4cc0-aaa6-a8f1c139e870 req-a9160619-fe5d-4fff-a2e7-4d6c533a7e3f tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667646 Jul 22 14:04:59.264452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-2dd0b36a-9b16-43a9-ac1e-07bbdc199bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:59.266184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-2dd0b36a-9b16-43a9-ac1e-07bbdc199bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=310b19e524c84e459853ae3d2cbbe443&device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 1096 time: 0.5671701 Jul 22 14:04:59.442852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684c9e-696c-4138-8cd3-be6fbbdd75c8 req-7ae5ae0a-88ad-4282-80b5-1c16fdb89ff1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:59.445490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6684c9e-696c-4138-8cd3-be6fbbdd75c8 req-7ae5ae0a-88ad-4282-80b5-1c16fdb89ff1 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 946 time: 0.1824524 Jul 22 14:04:59.454099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port 6d59d496-dce7-4884-b469-4efef39df27f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:04:59.454809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:59.582545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6684c9e-696c-4138-8cd3-be6fbbdd75c8 req-7a29f5f7-9e4b-469f-a4c3-59d7b1137e15 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48e969d-743c-4a2b-93b1-c3ad33fc5b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083341 Jul 22 14:04:59.598181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-675d67a5-3f94-43f0-8ac3-aaa32bef1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:59.599746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-675d67a5-3f94-43f0-8ac3-aaa32bef1ddb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 200 len: 909 time: 0.2448673 Jul 22 14:04:59.607746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb58a1-fa11-4b44-bc6b-6888ff42e36a req-24648976-a437-4c65-b709-616ff2c36a9d tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:59.609309 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5dfb58a1-fa11-4b44-bc6b-6888ff42e36a req-24648976-a437-4c65-b709-616ff2c36a9d tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1009934 Jul 22 14:04:59.639504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port 6d59d496-dce7-4884-b469-4efef39df27f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6d59d496-dce7-4884-b469-4efef39df27f,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:04:59.640278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:04:59.672054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-38b2dc15-515b-477c-ae5e-4b4815606bbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 200 len: 217 time: 0.0617130 Jul 22 14:04:59.710510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for 6d59d496-dce7-4884-b469-4efef39df27f owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:04:59.721004 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8673491-8b17-40d9-9d39-7f2df662f8c7 x-openstack-request-id: req-b8673491-8b17-40d9-9d39-7f2df662f8c7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:04:59.721425 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-deleted", "tag": "0756cd99-4b34-4116-8c4c-eab08d4052aa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:04:59.721827 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8673491-8b17-40d9-9d39-7f2df662f8c7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:04:59.722406 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-deleted', 'tag': '0756cd99-4b34-4116-8c4c-eab08d4052aa', 'status': 'completed', 'code': 200} Jul 22 14:04:59.777832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5dfb58a1-fa11-4b44-bc6b-6888ff42e36a req-afb38538-f415-4e3b-89b2-c57e1eaddfd6 tempest-LiveAutoBlockMigrationV225Test-594907217 tempest-LiveAutoBlockMigrationV225Test-594907217-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483576 Jul 22 14:04:59.779827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-6e9cff13-10cb-481e-84d1-161f66507372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:59.781343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-6e9cff13-10cb-481e-84d1-161f66507372 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 200 len: 848 time: 0.0835221 Jul 22 14:04:59.833912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-a6e89646-54b8-4cf9-b047-a1aa12f42130 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:04:59.835642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-a6e89646-54b8-4cf9-b047-a1aa12f42130 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.20 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.1683989 Jul 22 14:04:59.873869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-0ce1383c-5a4b-4401-b95a-49587db1fdf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1b0424d-884b-465a-9e78-1af492525ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733247 Jul 22 14:05:00.130928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-6a9edf4c-98a4-47a9-a7fd-311db3172b0b service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502871 Jul 22 14:05:00.276060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:00.331842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f632412-4f56-4f68-b80b-9a1653195c9a req-835a8d19-4552-4b19-b5da-21e1d1439d1d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:00.333563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f632412-4f56-4f68-b80b-9a1653195c9a req-835a8d19-4552-4b19-b5da-21e1d1439d1d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.3260231 Jul 22 14:05:00.367391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=6d59d496-dce7-4884-b469-4efef39df27f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:00.511321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f632412-4f56-4f68-b80b-9a1653195c9a req-5129a7b1-31b9-407d-9aa5-c63da6bf1fb5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936444 Jul 22 14:05:00.514243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32ef2d0-d690-499d-819d-9c341f5f88aa req-8d3b0ebd-0b79-4daf-aea5-11d7aee030ae service neutron] 10.222.0.20 "GET /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708537 Jul 22 14:05:00.623923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port 6d59d496-dce7-4884-b469-4efef39df27f on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:00.631465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:00.636711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-491d291a-6d3c-43bf-9504-acad0dc9dd04 req-2eeaf1f9-bff0-4dff-bf54-fb16cf3f3fc8 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.13 "DELETE /v2.0/ports/6d59d496-dce7-4884-b469-4efef39df27f HTTP/1.1" status: 204 len: 173 time: 1.6341448 Jul 22 14:05:00.645073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Deleting port 3b60f806-41df-4c79-9e33-ab33a729dfc8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:00.645073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:00.820316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] For port 3b60f806-41df-4c79-9e33-ab33a729dfc8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3b60f806-41df-4c79-9e33-ab33a729dfc8,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:00.823022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:00.927867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb898b9-2f8b-44cb-8c55-eaa515f94a39 req-e5669ff8-cd02-40ee-acd2-02265e860e76 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:00.929386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edb898b9-2f8b-44cb-8c55-eaa515f94a39 req-e5669ff8-cd02-40ee-acd2-02265e860e76 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.1891329 Jul 22 14:05:00.937173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-6e92623a-2350-4cc2-b625-262726156366 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:00.938740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-6e92623a-2350-4cc2-b625-262726156366 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 944 time: 0.3398948 Jul 22 14:05:00.951901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0756cd99-4b34-4116-8c4c-eab08d4052aa no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:00.983784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 0756cd99-4b34-4116-8c4c-eab08d4052aa {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:00.984687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0756cd99-4b34-4116-8c4c-eab08d4052aa not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:00.985664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6d59d496-dce7-4884-b469-4efef39df27f no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:01.011991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 6d59d496-dce7-4884-b469-4efef39df27f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:01.012923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6d59d496-dce7-4884-b469-4efef39df27f not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:01.068776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94bcb5-7acd-41b5-862e-e54254480600 req-ba3fdb40-55b1-45ce-8bdf-8aaee82b7b88 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:01.075950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edb898b9-2f8b-44cb-8c55-eaa515f94a39 req-a480398c-ad27-4a66-a21f-4222eb18cdb3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361582 Jul 22 14:05:01.076289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc94bcb5-7acd-41b5-862e-e54254480600 req-ba3fdb40-55b1-45ce-8bdf-8aaee82b7b88 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 946 time: 0.1411684 Jul 22 14:05:01.108712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Deleting port 5d4c2b05-d791-488e-9f42-46f16b8a511d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:01.109114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.198421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc94bcb5-7acd-41b5-862e-e54254480600 req-3e660c4d-2d5c-4541-9f75-7a55345b7b2f tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups?id=6777381f-538c-4edb-a81b-1516e68c5541&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212008 Jul 22 14:05:01.202559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.203428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.203966 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Floating IP 0ba679c2-9593-49ce-ad1d-b133fbc90eea disassociated. External IP: 172.25.8.161, port: 3b60f806-41df-4c79-9e33-ab33a729dfc8. Jul 22 14:05:01.204515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Calling delete_port for 3b60f806-41df-4c79-9e33-ab33a729dfc8 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:01.282215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] For port 5d4c2b05-d791-488e-9f42-46f16b8a511d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5d4c2b05-d791-488e-9f42-46f16b8a511d,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:01.282751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.313424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Calling delete_port for 5d4c2b05-d791-488e-9f42-46f16b8a511d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:01.394402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-3da4a5e4-2bec-4c44-b299-1cb8f7cd3332 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:01.396752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-3da4a5e4-2bec-4c44-b299-1cb8f7cd3332 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 944 time: 0.1776066 Jul 22 14:05:01.550798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68fe3c0e-76ff-4387-8c73-89abcf377b0c req-d47471d2-d469-401f-b571-6e4aec3cdb48 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5da96f5-a726-4703-953a-f160d54b8356 HTTP/1.1" status: 200 len: 210 time: 0.1068370 Jul 22 14:05:01.550798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.592304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['5d4c2b05-d791-488e-9f42-46f16b8a511d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:01.690275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeef0d-abd5-44d9-abbf-74b8aede7651 req-438b4d02-e1e6-4b59-a6b7-745e62c6e8f8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:01.698863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57eeef0d-abd5-44d9-abbf-74b8aede7651 req-438b4d02-e1e6-4b59-a6b7-745e62c6e8f8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 944 time: 0.3790920 Jul 22 14:05:01.731372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-deleted', 'tag': '6d59d496-dce7-4884-b469-4efef39df27f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:01.734426 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961ce9d0-4a52-45b9-9f1b-53939325fe06" -d '{"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-deleted", "tag": "6d59d496-dce7-4884-b469-4efef39df27f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:01.742539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event deleted for resources: {'Port': ['ID=5d4c2b05-d791-488e-9f42-46f16b8a511d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:01.752074 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.781101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] No DVR routers for this DVR port 5d4c2b05-d791-488e-9f42-46f16b8a511d on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:01.787329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:01.789728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27ef8522-e21a-4a03-bf3e-4466e6aed25a req-63bad974-42f0-4ead-80c8-ca66ff8f4e84 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "DELETE /v2.0/ports/5d4c2b05-d791-488e-9f42-46f16b8a511d HTTP/1.1" status: 204 len: 173 time: 0.8329725 Jul 22 14:05:01.790319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'name': 'network-vif-deleted', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:01.793130 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d04aa95-e057-4e4c-9f1d-1478fef3db6a" -d '{"events": [{"server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "name": "network-vif-deleted", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:01.818209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event deleted for resources: {'Port': ['ID=3b60f806-41df-4c79-9e33-ab33a729dfc8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:01.874674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57eeef0d-abd5-44d9-abbf-74b8aede7651 req-386d4f46-9c5f-46b0-8174-67b420bb1a39 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700249 Jul 22 14:05:01.945874 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca61bc7-99a5-4473-8949-635c3b095376 x-openstack-request-id: req-2ca61bc7-99a5-4473-8949-635c3b095376 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:01.946180 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5da96f5-a726-4703-953a-f160d54b8356", "name": "network-vif-deleted", "tag": "6d59d496-dce7-4884-b469-4efef39df27f", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:01.946424 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ca61bc7-99a5-4473-8949-635c3b095376 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:01.946813 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5da96f5-a726-4703-953a-f160d54b8356', 'name': 'network-vif-deleted', 'tag': '6d59d496-dce7-4884-b469-4efef39df27f', 'status': 'completed', 'code': 200} Jul 22 14:05:01.980839 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abaf312-3ebe-4308-9fa5-55be1de41a93 x-openstack-request-id: req-5abaf312-3ebe-4308-9fa5-55be1de41a93 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:01.981129 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3ad008-ba84-48af-a387-54e961457259", "name": "network-vif-deleted", "tag": "5d4c2b05-d791-488e-9f42-46f16b8a511d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:01.981386 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5abaf312-3ebe-4308-9fa5-55be1de41a93 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:01.982018 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3ad008-ba84-48af-a387-54e961457259', 'name': 'network-vif-deleted', 'tag': '5d4c2b05-d791-488e-9f42-46f16b8a511d', 'status': 'completed', 'code': 200} Jul 22 14:05:02.002809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baed454-83c9-4265-9dd6-5924acf11cee req-681d50ab-95c6-413a-a6f0-5ebe3449a7d7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:02.004400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2baed454-83c9-4265-9dd6-5924acf11cee req-681d50ab-95c6-413a-a6f0-5ebe3449a7d7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1439660 Jul 22 14:05:02.061317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2baed454-83c9-4265-9dd6-5924acf11cee req-8f8ce521-9af6-4058-9d2f-0d290810f9e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Jul 22 14:05:02.324661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Deleting port 4c7a4511-aade-4ad9-9187-298648e64a3e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:02.340210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.340468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee01b73b-0729-4154-89ad-05b17857583c req-21f07a13-69ec-438b-bdb2-b076e7fddb5c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 210 time: 0.0520391 Jul 22 14:05:02.414385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31bc6642-cd11-459d-95ae-ffa8507d981b req-0981b704-4c6e-4837-af7e-2f55186b52b8 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c3ad008-ba84-48af-a387-54e961457259 HTTP/1.1" status: 200 len: 210 time: 0.0602612 Jul 22 14:05:02.536347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Router 2a823e4c-37e1-4fed-a44a-98fb9273d371 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:05:02.543768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] For port 4c7a4511-aade-4ad9-9187-298648e64a3e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4c7a4511-aade-4ad9-9187-298648e64a3e,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:02.544883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.563848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Calling delete_port for 4c7a4511-aade-4ad9-9187-298648e64a3e owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:02.620668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:02.670996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting subnet 379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:02.674127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.714700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.736858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:02.748669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] Sync routers for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:02.775994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:02.776642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:02.789584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] No DVR routers for this DVR port 3b60f806-41df-4c79-9e33-ab33a729dfc8 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:02.796219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.798261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f561cb8-353c-4f08-bfae-10f743ab5c25 req-70ef94db-e1cc-4b90-861d-5afa9e06fe32 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.20 "DELETE /v2.0/ports/3b60f806-41df-4c79-9e33-ab33a729dfc8 HTTP/1.1" status: 204 len: 173 time: 2.9520137 Jul 22 14:05:02.855751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.867108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.883065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7385df24-1e67-4b34-91c5-86d2df3b717f', '4c7a4511-aade-4ad9-9187-298648e64a3e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:02.935578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.940557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event deleted for resources: {'Port': ['ID=4c7a4511-aade-4ad9-9187-298648e64a3e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:02.982286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Subnet': ['ID=379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:02.984805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:02.987214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1509c28e-4cd7-43da-b18f-f8323ea3c5b7 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/subnets/379f5d1e-bc6a-4bf4-b38c-84c806a8c2d3 HTTP/1.1" status: 204 len: 168 time: 0.3655188 Jul 22 14:05:02.989982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:02.996783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] No DVR routers for this DVR port 4c7a4511-aade-4ad9-9187-298648e64a3e on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:03.010176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b591389-5107-46ba-a6d2-0228a91185ba None None] Network 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:03.030054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:03.030882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0c62d81f-2eec-49e7-b381-d5bfe4ba83fc req-bf9c1ad2-5c05-415d-8a6e-d7f82a61f55c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "DELETE /v2.0/ports/4c7a4511-aade-4ad9-9187-298648e64a3e HTTP/1.1" status: 204 len: 173 time: 1.6278212 Jul 22 14:05:03.044666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a16fd64e-e97a-414c-b22d-af3301d72c7a req-9b838842-7f32-4041-80d6-a05fdb79a57d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.0730455 Jul 22 14:05:03.128678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:03.193147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:03.229574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port 785d549d-c40a-43ea-badb-6ba691a8b566 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:03.233910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:03.315219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port 785d549d-c40a-43ea-badb-6ba691a8b566, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=785d549d-c40a-43ea-badb-6ba691a8b566,segment=NetworkSegment(ad592be0-c7dd-4875-953c-4919c71c8feb),segment_id=ad592be0-c7dd-4875-953c-4919c71c8feb)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:03.315652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:03.341542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for 785d549d-c40a-43ea-badb-6ba691a8b566 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:03.374497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b031c-a49a-4da4-8786-2557cf21018c req-5d79816d-155c-439f-ba78-eb263786d054 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:03.376288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d8b031c-a49a-4da4-8786-2557cf21018c req-5d79816d-155c-439f-ba78-eb263786d054 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1567075 Jul 22 14:05:03.459041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d8b031c-a49a-4da4-8786-2557cf21018c req-391062c7-6da2-4862-99a3-75e84459f1a9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749907 Jul 22 14:05:03.464236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:03.553256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port 785d549d-c40a-43ea-badb-6ba691a8b566 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:03.567448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=785d549d-c40a-43ea-badb-6ba691a8b566,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:03.578492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1598d-35cf-4864-81d0-9b8117671674 None None] DHCP port deletion for 7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:05:03.688320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:54Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:03.723793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41622658-2059-4161-8505-cb0b39223d39 req-2cdc4a68-48d0-4a6c-a188-76fd973daf6a tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0ca4c0c-b970-49c4-85b5-e8bf1559e24a HTTP/1.1" status: 200 len: 210 time: 0.0495512 Jul 22 14:05:03.740998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] Checking router: 2a823e4c-37e1-4fed-a44a-98fb9273d371 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:03.772344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:03.773561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:03.947928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'name': 'network-vif-deleted', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8'}, {'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'name': 'network-vif-deleted', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:03.952494 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5cd2b1-d0ef-46be-a9a6-e1d3f270fc7b" -d '{"events": [{"server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "name": "network-vif-deleted", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8"}, {"server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "name": "network-vif-deleted", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:04.052593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:04.166786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.180572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:04.192733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad592be0-c7dd-4875-953c-4919c71c8feb') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:04.193034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad592be0-c7dd-4875-953c-4919c71c8feb') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:04.204773 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.223182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.238999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:04.239393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:04.249259 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:04.280619 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497875fa-18eb-41fa-af09-93e4971b9126 x-openstack-request-id: req-497875fa-18eb-41fa-af09-93e4971b9126 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:04.281950 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ca4c0c-b970-49c4-85b5-e8bf1559e24a", "name": "network-vif-deleted", "tag": "3b60f806-41df-4c79-9e33-ab33a729dfc8", "status": "completed", "code": 200}, {"server_uuid": "fad919e0-bda3-4677-8a12-dc59bf9f7ae7", "name": "network-vif-deleted", "tag": "4c7a4511-aade-4ad9-9187-298648e64a3e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:04.282516 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-497875fa-18eb-41fa-af09-93e4971b9126 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:04.283307 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ca4c0c-b970-49c4-85b5-e8bf1559e24a', 'name': 'network-vif-deleted', 'tag': '3b60f806-41df-4c79-9e33-ab33a729dfc8', 'status': 'completed', 'code': 200} Jul 22 14:05:04.284028 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad919e0-bda3-4677-8a12-dc59bf9f7ae7', 'name': 'network-vif-deleted', 'tag': '4c7a4511-aade-4ad9-9187-298648e64a3e', 'status': 'completed', 'code': 200} Jul 22 14:05:04.357937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e7a5fd6d-dc36-4fc3-9bd9-a956e72eae0f req-72c5170c-db44-4f1e-873e-eeb5c8e9abde tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.0568547 Jul 22 14:05:04.401369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.414682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:54Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:04.416329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.418268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/networks/7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8 HTTP/1.1" status: 204 len: 168 time: 1.4270759 Jul 22 14:05:04.423964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58652) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:04.461670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c99a3c9-f6f2-4d1e-870a-ec7b06e4b580 None None] The sync data for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 is: [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:02:48Z', 'revision_number': 4, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7a44ab8d-b208-4df3-9b67-e37725db1ae6', 'name': '', 'network_id': '37ed38df-5099-4f48-a7a8-b46b2fa35c9f', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'mac_address': 'fa:16:3e:4c:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:47Z', 'updated_at': '2021-07-22T14:02:54Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'subnets': [{'id': '5cba6ac9-985f-4365-8767-44d266d7939a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:05:04.466246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba043a8b-c652-4d3c-889b-cee82d8e2468 tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Network': ['ID=7fe2b355-ac9f-4c93-b99d-4484ee8a0cc8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:04.466507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3b60f806-41df-4c79-9e33-ab33a729dfc8 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:04.513942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 3b60f806-41df-4c79-9e33-ab33a729dfc8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:04.514244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3b60f806-41df-4c79-9e33-ab33a729dfc8 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:04.514694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:04.564947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 5d4c2b05-d791-488e-9f42-46f16b8a511d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:04.565900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5d4c2b05-d791-488e-9f42-46f16b8a511d not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:04.566042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081489c-0dc5-468c-a8a3-a5bc313ba495 req-7eae7d9f-6972-48ad-8b43-f60e9b651de9 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:04.567761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d081489c-0dc5-468c-a8a3-a5bc313ba495 req-7eae7d9f-6972-48ad-8b43-f60e9b651de9 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 944 time: 0.1643009 Jul 22 14:05:04.581879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting subnet 54ccfd70-e9e4-4d6d-b669-2438742a0087 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:04.595633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.651942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d081489c-0dc5-468c-a8a3-a5bc313ba495 req-902559ae-2fed-46c5-b46a-2c94f8df133b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 Jul 22 14:05:04.740266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:04.861113 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d82bf77-28af-4d66-b3fe-67194750a5d9 None None] New status for floating IP 0ba679c2-9593-49ce-ad1d-b133fbc90eea: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:05:04.864955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-48b0ec28-984f-48d1-b270-8cb28c78aee6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:04.865777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-48b0ec28-984f-48d1-b270-8cb28c78aee6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.1191385 Jul 22 14:05:04.884394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-6f7288d2-f853-4bcc-a113-68c011d883be tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/quotas/c72574df07fd49ff8850672ed65ac392 HTTP/1.1" status: 200 len: 375 time: 0.0132751 Jul 22 14:05:04.901781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-d83241da-0cff-4cbb-a549-9756820571a2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:04.903398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-d83241da-0cff-4cbb-a549-9756820571a2 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 944 time: 0.2555621 Jul 22 14:05:04.925999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ad63b-1af7-47ec-8571-4ebea9170c81 req-d846fefa-32e6-4047-a396-2d8510f3f533 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:04.927420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-950ad63b-1af7-47ec-8571-4ebea9170c81 req-d846fefa-32e6-4047-a396-2d8510f3f533 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.2588906 Jul 22 14:05:04.979414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-55bf9b3f-9984-4212-acc9-f85a86179bb8 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865891 Jul 22 14:05:04.986258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:05.002709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.016722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 4c7a4511-aade-4ad9-9187-298648e64a3e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:05.017324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4c7a4511-aade-4ad9-9187-298648e64a3e not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:05.017985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:05.107469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-cb87d2fe-4380-4297-b2db-7d2264fd9850 service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166787 Jul 22 14:05:05.114336 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.124330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-950ad63b-1af7-47ec-8571-4ebea9170c81 req-78209930-26e1-4153-9a1c-8f839f542d7e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768868 Jul 22 14:05:05.142355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:05.145288 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40d4e5-ebf2-4d20-9764-119e8f0f0872" -d '{"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-unplugged", "status": "completed", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:05.183756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:05.186648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.188869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.250231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Subnet': ['ID=54ccfd70-e9e4-4d6d-b669-2438742a0087,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:05.282458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.284287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1942ad45-5f1e-4921-a980-72a7b9822f9d tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/subnets/54ccfd70-e9e4-4d6d-b669-2438742a0087 HTTP/1.1" status: 204 len: 168 time: 0.8592129 Jul 22 14:05:05.285751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 785d549d-c40a-43ea-badb-6ba691a8b566 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:05.289468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-cc272602-806c-4bc4-afbe-3d8525fc2ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764371 Jul 22 14:05:05.290627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:05.302709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385baf3d-ace2-4021-9353-e4eacab3f73d None None] Network 5e6b4abc-d2fe-4335-a8e3-473dcd897070 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:05.317896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Deleting port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:05.318262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.327694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:05.344966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 785d549d-c40a-43ea-badb-6ba691a8b566 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:05.345471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 785d549d-c40a-43ea-badb-6ba691a8b566 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:05.349533 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ca55bf-a794-44f0-a7b7-0ef2ae3b73e7 x-openstack-request-id: req-17ca55bf-a794-44f0-a7b7-0ef2ae3b73e7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:05.349914 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-unplugged", "status": "completed", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:05.350247 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17ca55bf-a794-44f0-a7b7-0ef2ae3b73e7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:05.351652 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'code': 200} Jul 22 14:05:05.407208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.504919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:05.506618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] For port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:05.506992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.540172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Calling delete_port for bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:05.634074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a866cac-de7e-471b-b005-1c4fc1bf5ec1 req-5cc8e5b9-9682-4272-9fee-a33cc156c322 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.0673296 Jul 22 14:05:05.665531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8cafa64-de02-4d0e-83e3-6dda61a37af4 req-9ef36741-cbaf-4d36-9312-61f97afcca73 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 210 time: 0.0989802 Jul 22 14:05:05.718220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] DHCP port deletion for 5e6b4abc-d2fe-4335-a8e3-473dcd897070 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:05:05.745985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Deleting port ded96b31-9197-4e3e-a1d2-d122fdad0435 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:05.746350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.776691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ed73-22e1-4980-bf47-fdea8afbb29e tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.824505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.858426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ed73-22e1-4980-bf47-fdea8afbb29e tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.862782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] For port ded96b31-9197-4e3e-a1d2-d122fdad0435, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ded96b31-9197-4e3e-a1d2-d122fdad0435,segment=NetworkSegment(c2381e3a-ce57-4e0b-8f93-3c1d140098ee),segment_id=c2381e3a-ce57-4e0b-8f93-3c1d140098ee)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:05.863147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.899201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Calling delete_port for ded96b31-9197-4e3e-a1d2-d122fdad0435 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:05.900625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event deleted for resources: {'Port': ['ID=bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:05.980669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ed73-22e1-4980-bf47-fdea8afbb29e tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.981689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] No DVR routers for this DVR port bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:05.983425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2b6ed73-22e1-4980-bf47-fdea8afbb29e tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.987812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2b6ed73-22e1-4980-bf47-fdea8afbb29e tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "DELETE /v2.0/security-groups/6777381f-538c-4edb-a81b-1516e68c5541 HTTP/1.1" status: 204 len: 168 time: 0.4737360 Jul 22 14:05:05.990033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:05.990275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:05.993792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c5c5de3-f028-49b1-b47d-7a399f6260f6 req-e068e335-5f76-4eb8-b303-9c3f9d78ba7b tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.20 "DELETE /v2.0/ports/bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 HTTP/1.1" status: 204 len: 173 time: 1.0806170 Jul 22 14:05:06.029918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567455c2-bc4d-4b02-8136-9f674e694530 req-be81938d-70cd-4baf-b898-e08825f0edb7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:06.035825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-567455c2-bc4d-4b02-8136-9f674e694530 req-be81938d-70cd-4baf-b898-e08825f0edb7 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=82443620-e2e5-4e32-90e5-9f475a1fc72f HTTP/1.1" status: 200 len: 866 time: 0.2696714 Jul 22 14:05:06.056901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6ed73-22e1-4980-bf47-fdea8afbb29e tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6777381f-538c-4edb-a81b-1516e68c5541,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:06.066373 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-92a36af2-4bec-4097-b6b2-11da24216296 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] show failed (client error): The resource could not be found. Jul 22 14:05:06.070601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-92a36af2-4bec-4097-b6b2-11da24216296 tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "GET /v2.0/security-groups/6777381f-538c-4edb-a81b-1516e68c5541 HTTP/1.1" status: 404 len: 347 time: 0.0765827 Jul 22 14:05:06.071939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:06.109888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-567455c2-bc4d-4b02-8136-9f674e694530 req-66531f80-1e23-438d-8250-53d67c82a737 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695662 Jul 22 14:05:06.160907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.168358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Deleting port ded96b31-9197-4e3e-a1d2-d122fdad0435 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:06.169000 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.228093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] No DVR routers for this DVR port ded96b31-9197-4e3e-a1d2-d122fdad0435 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:06.257781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Port': ['ID=ded96b31-9197-4e3e-a1d2-d122fdad0435,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:06.289332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'name': 'network-vif-deleted', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:06.303272 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858bcf59-00ef-4608-b158-d30eb872be54" -d '{"events": [{"server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "name": "network-vif-deleted", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:06.317434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] For port ded96b31-9197-4e3e-a1d2-d122fdad0435, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:06.318002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.336138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-bf234d59-2235-49e2-af6a-07cc2027279b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:06.337752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-bf234d59-2235-49e2-af6a-07cc2027279b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/ports?device_id=c171ada3-bd20-4397-bf07-ddc552bcc00c HTTP/1.1" status: 200 len: 944 time: 0.1418285 Jul 22 14:05:06.351574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Calling delete_port for ded96b31-9197-4e3e-a1d2-d122fdad0435 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:06.356909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Port ded96b31-9197-4e3e-a1d2-d122fdad0435 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:05:06.358540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.400960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] Pushing event deleted for resources: {'Port': ['ID=ded96b31-9197-4e3e-a1d2-d122fdad0435,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:06.421686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b1cf5-4aba-4837-aa5c-2a32a1fcef69 None None] No DVR routers for this DVR port ded96b31-9197-4e3e-a1d2-d122fdad0435 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:06.443860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.461551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6b4abc-d2fe-4335-a8e3-473dcd897070']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:06.481255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:06.482451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2381e3a-ce57-4e0b-8f93-3c1d140098ee') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:06.496958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.502261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Deleting port 10cc883e-95e6-4c33-ad42-ead05c563649 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:06.502594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.515387 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7106a370-97f6-4ab3-94c6-74b7c07467f1 x-openstack-request-id: req-7106a370-97f6-4ab3-94c6-74b7c07467f1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:06.515711 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82443620-e2e5-4e32-90e5-9f475a1fc72f", "name": "network-vif-deleted", "tag": "bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:06.515959 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7106a370-97f6-4ab3-94c6-74b7c07467f1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:06.516324 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82443620-e2e5-4e32-90e5-9f475a1fc72f', 'name': 'network-vif-deleted', 'tag': 'bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0', 'status': 'completed', 'code': 200} Jul 22 14:05:06.548357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Deleting port 1e11fb41-606c-4033-bde3-119e6ab8aca4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:06.548794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.598482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19363197-3159-4823-8861-ca3e14e575fa req-01e8554c-f2ed-44c8-b8c0-888b4a704170 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:06.600923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19363197-3159-4823-8861-ca3e14e575fa req-01e8554c-f2ed-44c8-b8c0-888b4a704170 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.2952695 Jul 22 14:05:06.602502 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.636236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:06.637030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:06.642444 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:06.666393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] For port 1e11fb41-606c-4033-bde3-119e6ab8aca4, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1e11fb41-606c-4033-bde3-119e6ab8aca4,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:06.666698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.689187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Calling delete_port for 1e11fb41-606c-4033-bde3-119e6ab8aca4 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:06.769979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.772872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.775465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.791569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.798109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] 10.222.0.11 "DELETE /v2.0/networks/5e6b4abc-d2fe-4335-a8e3-473dcd897070 HTTP/1.1" status: 204 len: 168 time: 1.5061064 Jul 22 14:05:06.834623 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19363197-3159-4823-8861-ca3e14e575fa req-f3c57855-726a-40f1-8ad1-ab39ccb2b3b5 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246344 Jul 22 14:05:06.838990 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-012fc640-dc37-4be2-b886-77159ef91471 req-f8445dae-e594-4040-9fe9-cac8f0dd8fe4 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.1275997 Jul 22 14:05:06.863775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d342c-b2b2-4b42-b295-a8d0954c080c tempest-ServersTestMultiNic-1642946135 tempest-ServersTestMultiNic-1642946135-project] Pushing event deleted for resources: {'Network': ['ID=5e6b4abc-d2fe-4335-a8e3-473dcd897070,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:06.884726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Calling delete_port for 10cc883e-95e6-4c33-ad42-ead05c563649 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:06.949234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:06.960755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:05:07.026996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event deleted for resources: {'Port': ['ID=1e11fb41-606c-4033-bde3-119e6ab8aca4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:07.083177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58722) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:07.108657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-825f1039-6846-4326-aa30-cb8cd8e4e584 req-b6f8920e-2a7d-424d-b551-fd5343021b54 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 210 time: 0.1491632 Jul 22 14:05:07.176369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c87b7eb4-ef04-4355-b2e6-c7fc219d8888 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:07.178113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c87b7eb4-ef04-4355-b2e6-c7fc219d8888 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.3074975 Jul 22 14:05:07.192247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Request body: {'port': {'device_id': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'admin_state_up': True, 'tenant_id': 'c72574df07fd49ff8850672ed65ac392'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:07.199312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] No DVR routers for this DVR port 1e11fb41-606c-4033-bde3-119e6ab8aca4 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:07.205221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:07.207528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad8a612-9a2d-40fb-bd20-9ac1f07ad116 req-948462b6-7022-4c1f-ba9c-19225af35e00 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "DELETE /v2.0/ports/1e11fb41-606c-4033-bde3-119e6ab8aca4 HTTP/1.1" status: 204 len: 173 time: 0.8640954 Jul 22 14:05:07.255606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ded96b31-9197-4e3e-a1d2-d122fdad0435 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:07.311616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ded96b31-9197-4e3e-a1d2-d122fdad0435 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:07.311952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ded96b31-9197-4e3e-a1d2-d122fdad0435 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:07.479329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:07.490019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Made reservation on behalf of c72574df07fd49ff8850672ed65ac392 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:07.493369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:07.533125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Pushing event deleted for resources: {'Port': ['ID=10cc883e-95e6-4c33-ad42-ead05c563649,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:07.661514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:07.665935 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:07.668166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89818dfe-d0c6-42cd-a1e7-c897ab66323c tempest-ServersTestManualDisk-2026755954 tempest-ServersTestManualDisk-2026755954-project] 10.222.0.11 "DELETE /v2.0/floatingips/0ba679c2-9593-49ce-ad1d-b133fbc90eea HTTP/1.1" status: 204 len: 168 time: 1.5950067 Jul 22 14:05:07.669593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97bf10-84fd-4b2f-a3b2-2d745a48a757 req-52077c00-8eb5-465a-9948-7162c5f39ce3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:07.672005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a97bf10-84fd-4b2f-a3b2-2d745a48a757 req-52077c00-8eb5-465a-9948-7162c5f39ce3 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 945 time: 0.1908159 Jul 22 14:05:07.672493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58734) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:07.757066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Allocated IP 172.20.0.7 (efb27f92-c04f-4cb0-8541-cba020a06243/1e7a32a9-63bd-45fa-b23d-f2d18fa072c6/f01696c5-f14a-488a-b5c7-f551978668db) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:07.849715 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a97bf10-84fd-4b2f-a3b2-2d745a48a757 req-e6c6fd19-a771-4098-88f9-879a33362870 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678882 Jul 22 14:05:08.034202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.115430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6c609-eba1-4391-b894-d09d840b0c2a req-dd42d197-70cc-4a87-9ec6-904458479c92 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:08.117026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5cc6c609-eba1-4391-b894-d09d840b0c2a req-dd42d197-70cc-4a87-9ec6-904458479c92 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1332412 Jul 22 14:05:08.126492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.190438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Network efb27f92-c04f-4cb0-8541-cba020a06243 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:08.202667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:08.211165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:08.224028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5cc6c609-eba1-4391-b894-d09d840b0c2a req-24b37316-61ee-44c1-9c38-4c925ddce27e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Jul 22 14:05:08.242584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:08.278082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:08.279505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.297584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-93edc1bc-1ad2-4965-9b6f-0f3e5d424290 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1100028 Jul 22 14:05:08.310322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Request body: {'port': {'device_id': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:08.389591 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4806b01-bab2-4d8d-b61a-c4b72c77254d req-0656c2b6-1d3e-4c41-9403-7d30c6e68ee9 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=fad919e0-bda3-4677-8a12-dc59bf9f7ae7 HTTP/1.1" status: 200 len: 210 time: 0.0654662 Jul 22 14:05:08.406888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-b6c23021-b996-462f-9408-ee471ca787e1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:08.408437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-b6c23021-b996-462f-9408-ee471ca787e1 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 945 time: 0.6127007 Jul 22 14:05:08.418078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.436462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.475464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:08.520412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-deleted', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:08.522723 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f9e438-7669-4bae-8106-3e415e0075a5" -d '{"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-deleted", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:08.526283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:08.527940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf599cbd-c9eb-40c3-b61e-ccc0b14bd7d0 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:08.554870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a189f54-5519-461f-a227-7043264eb133 req-86635a46-0dc3-4285-8fb9-9e8ea95e88db tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:08.556607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3a189f54-5519-461f-a227-7043264eb133 req-86635a46-0dc3-4285-8fb9-9e8ea95e88db tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 931 time: 0.1752539 Jul 22 14:05:08.639414 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b771d02-ae91-4ae7-90c8-bbd781c9af69 x-openstack-request-id: req-3b771d02-ae91-4ae7-90c8-bbd781c9af69 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:08.639619 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171ada3-bd20-4397-bf07-ddc552bcc00c", "name": "network-vif-deleted", "tag": "1e11fb41-606c-4033-bde3-119e6ab8aca4", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:08.639933 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b771d02-ae91-4ae7-90c8-bbd781c9af69 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:08.640338 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171ada3-bd20-4397-bf07-ddc552bcc00c', 'name': 'network-vif-deleted', 'tag': '1e11fb41-606c-4033-bde3-119e6ab8aca4', 'status': 'completed', 'code': 200} Jul 22 14:05:08.676649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3a189f54-5519-461f-a227-7043264eb133 req-a01b59c5-79dd-4b9d-b12f-f24ba310ec98 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631595 Jul 22 14:05:08.870151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01696c5-f14a-488a-b5c7-f551978668db {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:08.880163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.900041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Deleting port 2576c850-6d67-44db-b63a-c488bb34d834 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:08.901244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Transition to ACTIVE for port object f01696c5-f14a-488a-b5c7-f551978668db will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:08.906090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.908523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:08.984483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:09.001231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2576c850-6d67-44db-b63a-c488bb34d834 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:09.074401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Attempting to bind port f01696c5-f14a-488a-b5c7-f551978668db on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:09.074879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Attempting to bind port f01696c5-f14a-488a-b5c7-f551978668db by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:09.076191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Attempting to bind port f01696c5-f14a-488a-b5c7-f551978668db on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:09.081690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Port f01696c5-f14a-488a-b5c7-f551978668db on network efb27f92-c04f-4cb0-8541-cba020a06243 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:09.082101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Attempting to bind port f01696c5-f14a-488a-b5c7-f551978668db on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:09.088498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:09.088972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Checking segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:09.089821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Bound using segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:09.090713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Bound port: f01696c5-f14a-488a-b5c7-f551978668db, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:09.091766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.120850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:09.143516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 1e11fb41-606c-4033-bde3-119e6ab8aca4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:09.143951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1e11fb41-606c-4033-bde3-119e6ab8aca4 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:09.186134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:09.189588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:09.194512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.205572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] For port 2576c850-6d67-44db-b63a-c488bb34d834, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2576c850-6d67-44db-b63a-c488bb34d834,segment=NetworkSegment(6f8a162e-78b7-4efb-90d9-a704835b937b),segment_id=6f8a162e-78b7-4efb-90d9-a704835b937b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:09.205981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.232210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Calling delete_port for 2576c850-6d67-44db-b63a-c488bb34d834 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:09.234267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:09.234982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.236532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] 10.222.0.13 "PUT /v2.0/ports/f01696c5-f14a-488a-b5c7-f551978668db HTTP/1.1" status: 200 len: 1092 time: 0.9312105 Jul 22 14:05:09.237083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:09.239944 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ba324d-7f02-46ed-814e-a5193ffeda65" -d '{"events": [{"name": "network-changed", "server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "tag": "f01696c5-f14a-488a-b5c7-f551978668db"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:09.271473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067bc9-a562-434f-a7b9-293f0758722b service neutron] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:09.276867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180561-9270-495a-8bb4-f69f135db79f req-b1b6f1e9-e35b-4465-9db4-289dab647c7d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:09.284892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-02180561-9270-495a-8bb4-f69f135db79f req-b1b6f1e9-e35b-4465-9db4-289dab647c7d tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 945 time: 0.3301799 Jul 22 14:05:09.322292 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96246c4d-5be7-484e-8c2d-cd590a14e7a9 x-openstack-request-id: req-96246c4d-5be7-484e-8c2d-cd590a14e7a9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:09.322615 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "tag": "f01696c5-f14a-488a-b5c7-f551978668db", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:09.322876 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96246c4d-5be7-484e-8c2d-cd590a14e7a9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:09.323236 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db', 'status': 'completed', 'code': 200} Jul 22 14:05:09.360104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-6b8f8e2b-f8f9-4a51-99cc-9af6631a09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:09.362233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-6b8f8e2b-f8f9-4a51-99cc-9af6631a09b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 1095 time: 0.0800588 Jul 22 14:05:09.415080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Deleting port 7029a768-7772-43cd-83c0-aa2b169f9fff {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:09.415880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.434148 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-08720c7c-d4bc-428e-baff-b5dfc85238c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01696c5-f14a-488a-b5c7-f551978668db HTTP/1.1" status: 200 len: 217 time: 0.0567856 Jul 22 14:05:09.437654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-02180561-9270-495a-8bb4-f69f135db79f req-15722152-fe25-41fc-8665-fd46f473d17e tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/security-groups?id=f941bb5f-e269-4964-8b5a-a80c4e159f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519091 Jul 22 14:05:09.445768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.510453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-a885c42d-a390-44f9-aa86-4455673649e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:09.514503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-a885c42d-a390-44f9-aa86-4455673649e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.0721545 Jul 22 14:05:09.524214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b8c0-8fdb-46fb-9b37-9c0fb592766c req-dcf18325-eb49-4f92-ba83-d369b8eaf8f9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:09.526166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a152b8c0-8fdb-46fb-9b37-9c0fb592766c req-dcf18325-eb49-4f92-ba83-d369b8eaf8f9 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1598551 Jul 22 14:05:09.575376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-4f5607a7-1418-4872-8236-e57cf607605a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479686 Jul 22 14:05:09.608626 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a152b8c0-8fdb-46fb-9b37-9c0fb592766c req-b37d1392-f591-4dc3-bed5-83078d24ae0f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677807 Jul 22 14:05:09.702214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] For port 7029a768-7772-43cd-83c0-aa2b169f9fff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7029a768-7772-43cd-83c0-aa2b169f9fff,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:09.702214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.717380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-86df73b5-c3ac-42c7-87b1-d7e8d98bdf03 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204469 Jul 22 14:05:09.750352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Calling delete_port for 7029a768-7772-43cd-83c0-aa2b169f9fff owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:09.765646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:09.901027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cf9589a-34e5-494b-bb6d-646955018d60 req-38de2c78-c6d3-48ca-9499-f059e8dd0f75 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773584 Jul 22 14:05:09.939771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Pushing event deleted for resources: {'Port': ['ID=2576c850-6d67-44db-b63a-c488bb34d834,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:10.016218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-61563a28-852a-460d-be92-833204f6c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:10.018279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-61563a28-852a-460d-be92-833204f6c602 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 1095 time: 0.0637689 Jul 22 14:05:10.019042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.019503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.019846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.020177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.020501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.020822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.021163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.021487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.021825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.022142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.022456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.022770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:10.058693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] No DVR routers for this DVR port 2576c850-6d67-44db-b63a-c488bb34d834 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:10.064521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:10.066648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-141b7106-33b8-4d1f-b93b-ca5e3caa5db6 req-1f7c7904-1c8b-454a-bc4d-ee3964b71c93 tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.13 "DELETE /v2.0/ports/2576c850-6d67-44db-b63a-c488bb34d834 HTTP/1.1" status: 204 len: 173 time: 1.6518106 Jul 22 14:05:10.166308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-301c67f7-b51e-466a-8c5b-58852268b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:10.168453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-301c67f7-b51e-466a-8c5b-58852268b9f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 906 time: 0.1426649 Jul 22 14:05:10.202392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38911d71-bc85-4b40-b9d2-c7b0ca637204 req-a53e475e-e7c3-4a22-9940-b7ecc04a6bfd tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:10.203708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38911d71-bc85-4b40-b9d2-c7b0ca637204 req-a53e475e-e7c3-4a22-9940-b7ecc04a6bfd tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 943 time: 0.2807271 Jul 22 14:05:10.227986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-cbd1a0be-76fd-44ce-a2f2-c284adfa84c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01696c5-f14a-488a-b5c7-f551978668db HTTP/1.1" status: 200 len: 217 time: 0.0507786 Jul 22 14:05:10.286645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-51054781-378b-475d-96e1-fbb9161929c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:10.288618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-51054781-378b-475d-96e1-fbb9161929c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.0525806 Jul 22 14:05:10.339564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-70479c85-7288-4419-b514-96b62a434cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416803 Jul 22 14:05:10.359211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38911d71-bc85-4b40-b9d2-c7b0ca637204 req-713dfb17-e79f-4d13-a169-2f2a88fb9bec tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199615 Jul 22 14:05:10.361003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:10.388608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=7029a768-7772-43cd-83c0-aa2b169f9fff,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:10.486198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Deleting port 7a44ab8d-b208-4df3-9b67-e37725db1ae6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:10.486817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:10.518762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-16a6bf8f-0c9c-4a12-a532-f73b8b9b1b49 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723354 Jul 22 14:05:10.735041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'name': 'network-vif-deleted', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:10.740677 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e07b860-0bf8-4e19-a116-f4881ea4e606" -d '{"events": [{"server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "name": "network-vif-deleted", "tag": "2576c850-6d67-44db-b63a-c488bb34d834"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:10.746758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a15002b-ce09-4968-be73-21a951d65f2b req-98cd9b12-8890-410c-95f4-3801f76cc2ff tempest-LiveMigrationTest-484117927 tempest-LiveMigrationTest-484117927-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dbde42d-e2f1-43e0-a619-aee1560b6eb0 HTTP/1.1" status: 200 len: 210 time: 0.1738906 Jul 22 14:05:10.813097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74ba324d-7f02-46ed-814e-a5193ffeda65 req-2e445ee9-e6dd-49bc-a037-ba243f9938ad service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776005 Jul 22 14:05:10.870111 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5495841-3ec1-49ab-864d-e9465fc37285 x-openstack-request-id: req-a5495841-3ec1-49ab-864d-e9465fc37285 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:10.870513 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbde42d-e2f1-43e0-a619-aee1560b6eb0", "name": "network-vif-deleted", "tag": "2576c850-6d67-44db-b63a-c488bb34d834", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:10.870850 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5495841-3ec1-49ab-864d-e9465fc37285 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:10.871324 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbde42d-e2f1-43e0-a619-aee1560b6eb0', 'name': 'network-vif-deleted', 'tag': '2576c850-6d67-44db-b63a-c488bb34d834', 'status': 'completed', 'code': 200} Jul 22 14:05:10.876236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] For port 7a44ab8d-b208-4df3-9b67-e37725db1ae6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7a44ab8d-b208-4df3-9b67-e37725db1ae6,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:10.876813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:10.927926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Calling delete_port for 7a44ab8d-b208-4df3-9b67-e37725db1ae6 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:10.947647 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:11.013384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0b488-98ef-4841-9640-2057edafde93 req-24bfdcc1-838b-4fa5-a86e-82c73a9d858b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:11.015047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8b0b488-98ef-4841-9640-2057edafde93 req-24bfdcc1-838b-4fa5-a86e-82c73a9d858b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.2548304 Jul 22 14:05:11.145818 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8b0b488-98ef-4841-9640-2057edafde93 req-f71712fd-2bf1-4e8d-baed-c6df8a61ea99 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944490 Jul 22 14:05:11.390449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Router 1689900d-47c9-4f66-9517-d91977253161 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:05:11.391748 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:11.426670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=7a44ab8d-b208-4df3-9b67-e37725db1ae6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:11.531881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba3b8-a619-4f9d-b5ba-d75d5a43db68 req-a49a6722-da1b-4150-a509-e103b4c79c78 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:11.533601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0eba3b8-a619-4f9d-b5ba-d75d5a43db68 req-a49a6722-da1b-4150-a509-e103b4c79c78 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 943 time: 0.0929134 Jul 22 14:05:11.607821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0eba3b8-a619-4f9d-b5ba-d75d5a43db68 req-8725cf52-c31d-488a-a7ce-848f63c1f717 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632114 Jul 22 14:05:11.837396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:11.943890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Deleting subnet efd98642-14a3-469e-ac2d-92b2fd8f92a1 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:11.947980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:11.995672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.040149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:12.046991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7384e293-b230-4ea4-8154-f6309f4a7c1a admin admin] 10.222.0.11 "PUT /v2.0/routers/1689900d-47c9-4f66-9517-d91977253161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9623735 Jul 22 14:05:12.047216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.049336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58792) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:12.054350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] Sync routers for ids ['1689900d-47c9-4f66-9517-d91977253161'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:12.055929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.069586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] Routers {'1689900d-47c9-4f66-9517-d91977253161'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:12.070470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1689900d-47c9-4f66-9517-d91977253161'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.110379 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.140130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efd98642-14a3-469e-ac2d-92b2fd8f92a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:12.145185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.150143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/efd98642-14a3-469e-ac2d-92b2fd8f92a1 HTTP/1.1" status: 204 len: 168 time: 0.3116317 Jul 22 14:05:12.155200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58794) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:12.158950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.159586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.159969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.160411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.160646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.161259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.161604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.161960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.162589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.162882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.163222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.163614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b41f71f-9fd9-4f7f-ba76-3374137fdd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:12.272495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] Set router 1689900d-47c9-4f66-9517-d91977253161 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:12.335392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d48f-96a3-474d-8b90-c04e28dcd1cb req-2b0d3f5a-d05a-4eae-ac1a-f52ea418a22d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:12.337048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a832d48f-96a3-474d-8b90-c04e28dcd1cb req-2b0d3f5a-d05a-4eae-ac1a-f52ea418a22d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.0880160 Jul 22 14:05:12.345162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.353303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.395985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a832d48f-96a3-474d-8b90-c04e28dcd1cb req-66ef6eea-a18b-4a74-a2e4-7c8619fba248 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514534 Jul 22 14:05:12.479666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:05:10Z', 'revision_number': 5, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.509288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] Checking router: 1689900d-47c9-4f66-9517-d91977253161 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:12.519912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] Routers {'1689900d-47c9-4f66-9517-d91977253161'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:12.519912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1689900d-47c9-4f66-9517-d91977253161'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.624713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.634670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] Set router 1689900d-47c9-4f66-9517-d91977253161 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:12.645311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.650553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b0424d-884b-465a-9e78-1af492525ccd']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.667482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8a162e-78b7-4efb-90d9-a704835b937b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.667871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8a162e-78b7-4efb-90d9-a704835b937b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.712853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.744777 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.760295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:12.760791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:12.763401 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:12.791468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Router 2a823e4c-37e1-4fed-a44a-98fb9273d371 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:05:12.863700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:05:10Z', 'revision_number': 5, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:12.901860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655e92d4-51f0-4260-8775-984e6a752300 None None] The sync data for ids ['1689900d-47c9-4f66-9517-d91977253161'] in n-d-787205-11 is: [{'id': '1689900d-47c9-4f66-9517-d91977253161', 'name': 'tempest-ServersTestMultiNic-726485199-router', 'tenant_id': '6afbce5dc0dd4835b7543b63046c4a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:05:10Z', 'revision_number': 5, 'project_id': '6afbce5dc0dd4835b7543b63046c4a99', 'gw_port': {'id': 'ff93ccdc-8a88-487a-8fcc-6f3b6a306286', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:85:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1689900d-47c9-4f66-9517-d91977253161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:16Z', 'updated_at': '2021-07-22T14:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:05:12.919709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.959081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Deleting port ff93ccdc-8a88-487a-8fcc-6f3b6a306286 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:12.959081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.963528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:12.965439 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a1b0424d-884b-465a-9e78-1af492525ccd HTTP/1.1" status: 204 len: 168 time: 0.8052468 Jul 22 14:05:12.968826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:13.009115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed640a81-d285-4bca-8b58-58aae358b89b admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b0424d-884b-465a-9e78-1af492525ccd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:13.015522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f01696c5-f14a-488a-b5c7-f551978668db details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:13.031094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Deleting subnet a65c566c-4384-4ca5-9e3c-06e98de4e1d2 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:13.036295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.087520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.096650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75c1cb-d2e3-42e1-8750-3045792388e3 req-e50ab2e1-cee8-4869-ade3-6ddd87dd4c89 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:13.105034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f75c1cb-d2e3-42e1-8750-3045792388e3 req-e50ab2e1-cee8-4869-ade3-6ddd87dd4c89 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 943 time: 0.4022057 Jul 22 14:05:13.139314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:13.147413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a59e72f-6dc4-4da1-b3b4-cef608d1c5fe admin admin] 10.222.0.11 "PUT /v2.0/routers/2a823e4c-37e1-4fed-a44a-98fb9273d371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4728522 Jul 22 14:05:13.149177 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] Sync routers for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:13.152467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:13.165225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.165771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] For port ff93ccdc-8a88-487a-8fcc-6f3b6a306286, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:13.166358 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:13.166489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.167024 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:13.244611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.264485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Calling delete_port for ff93ccdc-8a88-487a-8fcc-6f3b6a306286 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:13.266399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:13.309242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'f01696c5-f14a-488a-b5c7-f551978668db', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': 'f01696c5-f14a-488a-b5c7-f551978668db', 'mac_address': 'fa:16:3e:8f:97:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:13.309982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f75c1cb-d2e3-42e1-8750-3045792388e3 req-decce7e4-2836-41cd-9d74-4ee9897d102d tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038698 Jul 22 14:05:13.332508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.337448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a65c566c-4384-4ca5-9e3c-06e98de4e1d2 HTTP/1.1" status: 204 len: 168 time: 0.3668184 Jul 22 14:05:13.340318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b482ea0-0450-4474-b777-91f94e39fb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65c566c-4384-4ca5-9e3c-06e98de4e1d2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:13.360366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58816) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:13.381401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.416434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01696c5-f14a-488a-b5c7-f551978668db {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:13.448818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7029a768-7772-43cd-83c0-aa2b169f9fff no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:13.466664 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:13.482523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7029a768-7772-43cd-83c0-aa2b169f9fff {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:13.483282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7029a768-7772-43cd-83c0-aa2b169f9fff not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:13.496741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:13.499076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248863b-1589-4d93-8385-b3d9878c6579 req-0d405d99-2355-42be-ac0e-be7598978b35 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:13.503424 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.512114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6248863b-1589-4d93-8385-b3d9878c6579 req-0d405d99-2355-42be-ac0e-be7598978b35 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 945 time: 0.1507308 Jul 22 14:05:13.613276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:13.623319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6248863b-1589-4d93-8385-b3d9878c6579 req-6ae3f3ac-cce1-4fa6-a38c-2fb6c823d1ba tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090763 Jul 22 14:05:13.674138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.681011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.736677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-96196209-c194-4889-9dd6-a6b4593cdd4c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:13.740052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-96196209-c194-4889-9dd6-a6b4593cdd4c tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 945 time: 0.0928435 Jul 22 14:05:13.759747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f01696c5-f14a-488a-b5c7-f551978668db'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:13.899194 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:05:11Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:13.912881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b43d2b-52d9-45d6-80e5-779edbef629b req-2af03427-ff3c-42bc-9c13-cf3a3074769c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:13.920692 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57b43d2b-52d9-45d6-80e5-779edbef629b req-2af03427-ff3c-42bc-9c13-cf3a3074769c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.3488147 Jul 22 14:05:13.938114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Deleting port 7385df24-1e67-4b34-91c5-86d2df3b717f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:13.938483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:13.955078 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] Checking router: 2a823e4c-37e1-4fed-a44a-98fb9273d371 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:13.968552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] Routers {'2a823e4c-37e1-4fed-a44a-98fb9273d371'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:13.969177 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:04:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a823e4c-37e1-4fed-a44a-98fb9273d371'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:14.024348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.049139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930b028a-2816-4dd1-a8ba-9611b4b68c01']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:14.064469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] For port 7385df24-1e67-4b34-91c5-86d2df3b717f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7385df24-1e67-4b34-91c5-86d2df3b717f,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:14.065266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.065494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.079072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Calling delete_port for 7385df24-1e67-4b34-91c5-86d2df3b717f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:14.079424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d0fac9-e020-4822-afa1-5eceb291960f') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:14.079663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d0fac9-e020-4822-afa1-5eceb291960f') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:14.083835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57b43d2b-52d9-45d6-80e5-779edbef629b req-ecddb26f-1a40-4afe-99a2-71f5f0d6adea tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625090 Jul 22 14:05:14.093286 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] Set router 2a823e4c-37e1-4fed-a44a-98fb9273d371 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:14.100054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.107493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.145187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.172697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:14.172960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.174772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ff93ccdc-8a88-487a-8fcc-6f3b6a306286,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:14.176578 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:14.290155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.324424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event deleted for resources: {'Port': ['ID=7385df24-1e67-4b34-91c5-86d2df3b717f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:14.336281 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:05:11Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:14.360626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7385df24-1e67-4b34-91c5-86d2df3b717f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:14.385418 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4250a2-0f11-425f-9585-c69d2e3827b7 None None] The sync data for ids ['2a823e4c-37e1-4fed-a44a-98fb9273d371'] in n-d-787205-11 is: [{'id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'name': 'tempest-ServersTestManualDisk-565467279-router', 'tenant_id': '33433f79fb704407b44aef9589088e73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:02:43Z', 'updated_at': '2021-07-22T14:05:11Z', 'revision_number': 5, 'project_id': '33433f79fb704407b44aef9589088e73', 'gw_port': {'id': '6fe98327-ed03-404f-bc97-dc4d2504c688', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a823e4c-37e1-4fed-a44a-98fb9273d371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:02:44Z', 'updated_at': '2021-07-22T14:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:05:14.644789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.655957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.660307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] 10.222.0.11 "DELETE /v2.0/networks/930b028a-2816-4dd1-a8ba-9611b4b68c01 HTTP/1.1" status: 204 len: 168 time: 1.2952616 Jul 22 14:05:14.664775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] No DVR routers for this DVR port 7385df24-1e67-4b34-91c5-86d2df3b717f on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:14.667960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.670831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a82a26f9-e18d-4744-a2a5-b1543c626576 req-1bc04743-170a-4219-a30e-24b3d62de183 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "DELETE /v2.0/ports/7385df24-1e67-4b34-91c5-86d2df3b717f HTTP/1.1" status: 204 len: 173 time: 0.9240632 Jul 22 14:05:14.671691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'name': 'network-vif-deleted', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:14.673512 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac316b-4bfc-4b18-8b3b-01cefd36d72a" -d '{"events": [{"server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "name": "network-vif-deleted", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:14.688195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Deleting port 6fe98327-ed03-404f-bc97-dc4d2504c688 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:14.688541 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.694828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e672a66-4aba-401d-b7f4-7048e11869cd admin admin] Pushing event deleted for resources: {'Network': ['ID=930b028a-2816-4dd1-a8ba-9611b4b68c01,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:14.700781 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.741841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-896c0934-3f05-49b8-a004-80664f74b0a0 req-1c62e9c7-ef03-47e2-937d-bbd9480cc34d tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=f93ea165-982f-4ec5-8f9d-6b9aea533beb HTTP/1.1" status: 200 len: 210 time: 0.0354848 Jul 22 14:05:14.810709 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac001424-2bc1-4010-987c-2b30a5acfc73 x-openstack-request-id: req-ac001424-2bc1-4010-987c-2b30a5acfc73 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:14.810995 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f93ea165-982f-4ec5-8f9d-6b9aea533beb", "name": "network-vif-deleted", "tag": "7385df24-1e67-4b34-91c5-86d2df3b717f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:14.811250 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac001424-2bc1-4010-987c-2b30a5acfc73 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:14.811662 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f93ea165-982f-4ec5-8f9d-6b9aea533beb', 'name': 'network-vif-deleted', 'tag': '7385df24-1e67-4b34-91c5-86d2df3b717f', 'status': 'completed', 'code': 200} Jul 22 14:05:14.854176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:14.907946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c9f8623f-8f7b-4f75-8e6a-edf0489bc645 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=310b19e524c84e459853ae3d2cbbe443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504019 Jul 22 14:05:14.908178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:14.911495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.915833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.961565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe00-f61c-43e0-9631-0fad1a34abc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:14.967905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75950284-bf90-4f24-8422-aeb036fa7877 req-4db24e44-ddba-4425-bc3d-6516a4c0adc2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:14.969447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75950284-bf90-4f24-8422-aeb036fa7877 req-4db24e44-ddba-4425-bc3d-6516a4c0adc2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 944 time: 0.3736439 Jul 22 14:05:14.989241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe00-f61c-43e0-9631-0fad1a34abc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.031708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f01696c5-f14a-488a-b5c7-f551978668db up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:15.040137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] For port 6fe98327-ed03-404f-bc97-dc4d2504c688, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6fe98327-ed03-404f-bc97-dc4d2504c688,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:15.040711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.043311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe00-f61c-43e0-9631-0fad1a34abc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.048152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe00-f61c-43e0-9631-0fad1a34abc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.049406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8cd7fe00-f61c-43e0-9631-0fad1a34abc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f941bb5f-e269-4964-8b5a-a80c4e159f1c HTTP/1.1" status: 204 len: 168 time: 0.1402731 Jul 22 14:05:15.050734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.051423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1689900d-47c9-4f66-9517-d91977253161 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:05:15.058078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7fe00-f61c-43e0-9631-0fad1a34abc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f941bb5f-e269-4964-8b5a-a80c4e159f1c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:15.073648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.083211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8bd75eb0-18b1-455d-9c0a-918eefff92ab admin admin] 10.222.0.11 "DELETE /v2.0/routers/1689900d-47c9-4f66-9517-d91977253161 HTTP/1.1" status: 204 len: 168 time: 3.0303702 Jul 22 14:05:15.083211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Calling delete_port for 6fe98327-ed03-404f-bc97-dc4d2504c688 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:15.086611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58838) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:15.121449 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75950284-bf90-4f24-8422-aeb036fa7877 req-1fbfb056-c049-4e8f-a71e-d89d73a70111 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096487 Jul 22 14:05:15.126781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port f01696c5-f14a-488a-b5c7-f551978668db completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:15.131707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port f01696c5-f14a-488a-b5c7-f551978668db triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:15.132165 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.265002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Deleting subnet a992f795-0744-40e0-a989-85500daa02fd {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:15.270385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.329990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a44ab8d-b208-4df3-9b67-e37725db1ae6 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:15.369218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7a44ab8d-b208-4df3-9b67-e37725db1ae6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:15.369918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a44ab8d-b208-4df3-9b67-e37725db1ae6 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:15.372840 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.379949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.399700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:15.402205 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeda009d-df38-4e08-af89-340abd70eff7" -d '{"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-plugged", "status": "completed", "tag": "f01696c5-f14a-488a-b5c7-f551978668db"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:15.429223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:15.438934 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.439332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb4845-4cc1-4627-8237-bac512671880 req-927b9b33-1e31-443e-9354-043d6cd396ba tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:15.440702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:15.445363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cdcb4845-4cc1-4627-8237-bac512671880 req-927b9b33-1e31-443e-9354-043d6cd396ba tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1802478 Jul 22 14:05:15.550355 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada6f4c3-0cd5-45bf-a179-6520c4b63818 x-openstack-request-id: req-ada6f4c3-0cd5-45bf-a179-6520c4b63818 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:15.551005 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-plugged", "status": "completed", "tag": "f01696c5-f14a-488a-b5c7-f551978668db", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:15.551837 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ada6f4c3-0cd5-45bf-a179-6520c4b63818 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:15.552432 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db', 'code': 200} Jul 22 14:05:15.555619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 7385df24-1e67-4b34-91c5-86d2df3b717f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:15.556313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7385df24-1e67-4b34-91c5-86d2df3b717f not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:15.564605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cdcb4845-4cc1-4627-8237-bac512671880 req-af9ccffe-a105-4609-b218-1344be3ee69a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121373 Jul 22 14:05:15.599222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:15.622589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.658952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d8b9a-e07d-426c-87a6-bab824828e43 req-ea18183d-0e07-4f40-9790-84b40657a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:15.659442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.660953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce4d8b9a-e07d-426c-87a6-bab824828e43 req-ea18183d-0e07-4f40-9790-84b40657a837 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 1097 time: 0.0802164 Jul 22 14:05:15.688960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:15.696196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe98327-ed03-404f-bc97-dc4d2504c688,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:15.722053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce4d8b9a-e07d-426c-87a6-bab824828e43 req-a7218f5f-13d6-47e2-ad37-ba902fea7cbf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503099 Jul 22 14:05:15.784876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.820362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a992f795-0744-40e0-a989-85500daa02fd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:15.834682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.836745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8a2d9652-e415-432c-ac86-d38a4a0858f2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a992f795-0744-40e0-a989-85500daa02fd HTTP/1.1" status: 204 len: 168 time: 0.7470493 Jul 22 14:05:15.837610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.839644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:15.855465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163134ad-f47b-45e0-ba22-c816f86e5691 None None] Network 4f0dab59-d878-4a30-a6f2-d112109a00b0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:15.956084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:15.958428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.000921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.012447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.014096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a823e4c-37e1-4fed-a44a-98fb9273d371 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:05:16.032581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.036623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:16.036760 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-505bdf25-4ae0-41d8-b814-a4edfabaca5e admin admin] 10.222.0.11 "DELETE /v2.0/routers/2a823e4c-37e1-4fed-a44a-98fb9273d371 HTTP/1.1" status: 204 len: 168 time: 2.8789635 Jul 22 14:05:16.159913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] DHCP port deletion for 4f0dab59-d878-4a30-a6f2-d112109a00b0 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:05:16.160928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58866) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:16.161522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-594ea18b-6b75-4600-b318-5747898d526d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e317c2973a1c4acdadd75dc59bfc3835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712365 Jul 22 14:05:16.195022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Deleting subnet 5cba6ac9-985f-4365-8767-44d266d7939a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:16.203709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.219935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] Deleting port 519be002-5109-4926-8cc5-bd86f9370fbc {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:16.220316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.250396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0acd7709-54ac-44e7-bc2c-217139d5997b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.265933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.268338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Deleting port 519be002-5109-4926-8cc5-bd86f9370fbc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:16.268668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.323143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] For port 519be002-5109-4926-8cc5-bd86f9370fbc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=519be002-5109-4926-8cc5-bd86f9370fbc,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:16.323545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.323653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0acd7709-54ac-44e7-bc2c-217139d5997b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.326499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701e905-d294-4146-8ce4-27266ff3b8e0 req-59326b44-d90e-422e-97bc-3dbbf54ebec8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:16.328151 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e701e905-d294-4146-8ce4-27266ff3b8e0 req-59326b44-d90e-422e-97bc-3dbbf54ebec8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 945 time: 0.2198639 Jul 22 14:05:16.340484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] Calling delete_port for 519be002-5109-4926-8cc5-bd86f9370fbc owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:16.409412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96d0c-0578-4b92-9d0d-e46053b4d838 req-e9c37a8c-e980-4f7b-b6ec-ac35bd11877d tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:16.422763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45c96d0c-0578-4b92-9d0d-e46053b4d838 req-e9c37a8c-e980-4f7b-b6ec-ac35bd11877d tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1565840 Jul 22 14:05:16.446213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0acd7709-54ac-44e7-bc2c-217139d5997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.449266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0acd7709-54ac-44e7-bc2c-217139d5997b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.450717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0acd7709-54ac-44e7-bc2c-217139d5997b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7178e57-366c-4c3e-be1e-f05858014389 HTTP/1.1" status: 204 len: 168 time: 0.2877278 Jul 22 14:05:16.471483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd7709-54ac-44e7-bc2c-217139d5997b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7178e57-366c-4c3e-be1e-f05858014389,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:16.475143 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.499779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e701e905-d294-4146-8ce4-27266ff3b8e0 req-d052e949-ed2e-4666-8b3f-336415e749a1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561205 Jul 22 14:05:16.505140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] For port 519be002-5109-4926-8cc5-bd86f9370fbc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=519be002-5109-4926-8cc5-bd86f9370fbc,segment=NetworkSegment(aabebab9-f9b4-4dbd-9ec7-59a044269ea4),segment_id=aabebab9-f9b4-4dbd-9ec7-59a044269ea4)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:16.505846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.510389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45c96d0c-0578-4b92-9d0d-e46053b4d838 req-1a2cced7-00a1-4774-86a2-f321844fc617 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833619 Jul 22 14:05:16.534438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] Pushing event deleted for resources: {'Port': ['ID=519be002-5109-4926-8cc5-bd86f9370fbc,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:16.536659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e697f8-132a-48e0-a7d1-f9aa3a5d6b1a None None] No DVR routers for this DVR port 519be002-5109-4926-8cc5-bd86f9370fbc on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:16.586276 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.588625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Calling delete_port for 519be002-5109-4926-8cc5-bd86f9370fbc owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:16.739244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-ca6c7037-5e71-48ec-9a18-71fc903542bd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:16.740773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-ca6c7037-5e71-48ec-9a18-71fc903542bd tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 945 time: 0.2108650 Jul 22 14:05:16.744065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.776694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d632d41-5834-4b37-9aa5-4bf4286ae819 req-8b771157-4fe2-4d61-ba58-fe5908888111 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:16.778792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d632d41-5834-4b37-9aa5-4bf4286ae819 req-8b771157-4fe2-4d61-ba58-fe5908888111 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1107583 Jul 22 14:05:16.814461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.818901 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5cba6ac9-985f-4365-8767-44d266d7939a HTTP/1.1" status: 204 len: 168 time: 0.7795305 Jul 22 14:05:16.820018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f5ee5-4140-42bc-927b-2397fb139a3f None None] Network 37ed38df-5099-4f48-a7a8-b46b2fa35c9f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:16.822263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a42ec-37d5-4626-ab40-e6c5648f03e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cba6ac9-985f-4365-8767-44d266d7939a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:16.828012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:16.837989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d632d41-5834-4b37-9aa5-4bf4286ae819 req-d1cb7a7d-c974-49c8-8e96-fedb922fd6cb tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524888 Jul 22 14:05:16.859216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:16.908402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Pushing event deleted for resources: {'Port': ['ID=519be002-5109-4926-8cc5-bd86f9370fbc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:16.962892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] No DVR routers for this DVR port 519be002-5109-4926-8cc5-bd86f9370fbc on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:17.015689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.078376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.087413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] DHCP port deletion for 37ed38df-5099-4f48-a7a8-b46b2fa35c9f request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:05:17.092453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0dab59-d878-4a30-a6f2-d112109a00b0']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:17.123608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:17.123996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabebab9-f9b4-4dbd-9ec7-59a044269ea4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:17.136363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Deleting port bf272f25-23a1-4b91-8488-43cbc04a7523 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:17.136703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.150376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] Deleting port ce478ab1-80a9-4023-bc67-56b0226497ea {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:17.151030 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.155103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.221337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.239147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] For port ce478ab1-80a9-4023-bc67-56b0226497ea, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce478ab1-80a9-4023-bc67-56b0226497ea,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:17.239621 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.240629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:17.240936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:17.242782 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:17.256256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] Calling delete_port for ce478ab1-80a9-4023-bc67-56b0226497ea owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:17.272972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fe98327-ed03-404f-bc97-dc4d2504c688 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:17.301946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6fe98327-ed03-404f-bc97-dc4d2504c688 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:17.302360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fe98327-ed03-404f-bc97-dc4d2504c688 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:17.302844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff93ccdc-8a88-487a-8fcc-6f3b6a306286 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:17.326425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Deleting port ce478ab1-80a9-4023-bc67-56b0226497ea {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:17.326425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.329711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ff93ccdc-8a88-487a-8fcc-6f3b6a306286 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:17.330068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff93ccdc-8a88-487a-8fcc-6f3b6a306286 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:17.330652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce478ab1-80a9-4023-bc67-56b0226497ea no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:17.348907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] For port bf272f25-23a1-4b91-8488-43cbc04a7523, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bf272f25-23a1-4b91-8488-43cbc04a7523,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:17.349279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.353643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.388230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.392864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] 10.222.0.11 "DELETE /v2.0/networks/4f0dab59-d878-4a30-a6f2-d112109a00b0 HTTP/1.1" status: 204 len: 168 time: 1.5506301 Jul 22 14:05:17.393910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Calling delete_port for bf272f25-23a1-4b91-8488-43cbc04a7523 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:17.448325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001413b-e6df-4897-a1d9-ceaa1028df4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0dab59-d878-4a30-a6f2-d112109a00b0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:17.463855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] For port ce478ab1-80a9-4023-bc67-56b0226497ea, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce478ab1-80a9-4023-bc67-56b0226497ea,segment=NetworkSegment(433d287f-2e6d-4ac6-8bd7-985179279042),segment_id=433d287f-2e6d-4ac6-8bd7-985179279042)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:17.464222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.489919 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.508494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Calling delete_port for ce478ab1-80a9-4023-bc67-56b0226497ea owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:17.533171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.535710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] Pushing event deleted for resources: {'Port': ['ID=ce478ab1-80a9-4023-bc67-56b0226497ea,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:17.552825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642456c8-877b-4508-bf8b-851dfd923e16 None None] No DVR routers for this DVR port ce478ab1-80a9-4023-bc67-56b0226497ea on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:17.597540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 519be002-5109-4926-8cc5-bd86f9370fbc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:17.727140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:17.741030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.784070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 519be002-5109-4926-8cc5-bd86f9370fbc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:17.784581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 519be002-5109-4926-8cc5-bd86f9370fbc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:17.789216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.789847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27ebb-5262-42df-aa74-3525b1d8a341 req-005faabc-fbac-40ac-a280-de09e56e67ec tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:17.801666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ae27ebb-5262-42df-aa74-3525b1d8a341 req-005faabc-fbac-40ac-a280-de09e56e67ec tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1505809 Jul 22 14:05:17.801816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce478ab1-80a9-4023-bc67-56b0226497ea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:17.807875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] No DVR routers for this DVR port ce478ab1-80a9-4023-bc67-56b0226497ea on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:17.843098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ae27ebb-5262-42df-aa74-3525b1d8a341 req-6d5e13e0-2e93-469f-a3fe-76c248adba3a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Jul 22 14:05:17.886493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event deleted for resources: {'Port': ['ID=bf272f25-23a1-4b91-8488-43cbc04a7523,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:17.946265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cedb74be-9713-46eb-871c-dfa089abc3ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6afbce5dc0dd4835b7543b63046c4a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142160 Jul 22 14:05:17.948874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:17.976292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46e5d3-cf79-4798-bd69-d5e74d02ae31 req-3d9fcaa4-773d-471d-a743-45fc6830ccc1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:17.978226 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a46e5d3-cf79-4798-bd69-d5e74d02ae31 req-3d9fcaa4-773d-471d-a743-45fc6830ccc1 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=811f479b-1ee4-4be6-8618-b8ddc4eb54aa HTTP/1.1" status: 200 len: 866 time: 0.3017640 Jul 22 14:05:17.978841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] No DVR routers for this DVR port bf272f25-23a1-4b91-8488-43cbc04a7523 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:17.983671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:17.986238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80c78890-39d1-4d8e-88d0-61b59cb45487 req-be7621df-fd3d-498f-826f-b5e81287416f tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "DELETE /v2.0/ports/bf272f25-23a1-4b91-8488-43cbc04a7523 HTTP/1.1" status: 204 len: 173 time: 1.2357404 Jul 22 14:05:17.986696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'name': 'network-vif-deleted', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:17.989194 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a0bb42-6e48-4e5e-bbf9-175b6de15370" -d '{"events": [{"server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "name": "network-vif-deleted", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:18.017688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.025129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66de16ca-e30e-4b3f-852b-7a270b0fdc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.030190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ed38df-5099-4f48-a7a8-b46b2fa35c9f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:18.054492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433d287f-2e6d-4ac6-8bd7-985179279042') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:18.054792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433d287f-2e6d-4ac6-8bd7-985179279042') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:18.066895 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66de16ca-e30e-4b3f-852b-7a270b0fdc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.068686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.111535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a46e5d3-cf79-4798-bd69-d5e74d02ae31 req-155a0cc8-f045-4fa3-9693-f46e23124865 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855174 Jul 22 14:05:18.126643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.133806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:18.134484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:18.136545 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:18.174954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66de16ca-e30e-4b3f-852b-7a270b0fdc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.178382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66de16ca-e30e-4b3f-852b-7a270b0fdc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.179548 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-66de16ca-e30e-4b3f-852b-7a270b0fdc6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a48e969d-743c-4a2b-93b1-c3ad33fc5b22 HTTP/1.1" status: 204 len: 168 time: 0.2296119 Jul 22 14:05:18.207741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de16ca-e30e-4b3f-852b-7a270b0fdc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48e969d-743c-4a2b-93b1-c3ad33fc5b22,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:18.233844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ae200-5f55-4c98-9996-f996ab0a45a7 req-8fc3ebd5-50f5-475a-abff-367427b48113 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:18.237405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.238601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e1ae200-5f55-4c98-9996-f996ab0a45a7 req-8fc3ebd5-50f5-475a-abff-367427b48113 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1467004 Jul 22 14:05:18.263708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.272329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] 10.222.0.11 "DELETE /v2.0/networks/37ed38df-5099-4f48-a7a8-b46b2fa35c9f HTTP/1.1" status: 204 len: 168 time: 1.4431555 Jul 22 14:05:18.288249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2f441-d164-4242-80f6-f9649f2e6d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=37ed38df-5099-4f48-a7a8-b46b2fa35c9f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:18.306920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e1ae200-5f55-4c98-9996-f996ab0a45a7 req-bfe77ed1-c19e-47a3-adcb-9dadaad80421 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Jul 22 14:05:18.380246 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748ada3-e367-4f1b-957d-71fe396ee4ad x-openstack-request-id: req-7748ada3-e367-4f1b-957d-71fe396ee4ad {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:18.380544 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f479b-1ee4-4be6-8618-b8ddc4eb54aa", "name": "network-vif-deleted", "tag": "bf272f25-23a1-4b91-8488-43cbc04a7523", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:18.380854 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7748ada3-e367-4f1b-957d-71fe396ee4ad {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:18.381268 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f479b-1ee4-4be6-8618-b8ddc4eb54aa', 'name': 'network-vif-deleted', 'tag': 'bf272f25-23a1-4b91-8488-43cbc04a7523', 'status': 'completed', 'code': 200} Jul 22 14:05:18.424436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:18.514408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f43dee8-6643-48eb-aaad-34fcb4818af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.516008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82281a2d-efb4-4756-a9bb-616d07745e45 req-47bf5d5a-a676-46f1-8f1a-8417e87cbd73 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:18.517809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82281a2d-efb4-4756-a9bb-616d07745e45 req-47bf5d5a-a676-46f1-8f1a-8417e87cbd73 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1249511 Jul 22 14:05:18.530425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d67148a1-6741-4ce2-a7c1-e4942f415df4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33433f79fb704407b44aef9589088e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046746 Jul 22 14:05:18.532617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:18.596086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe25650-689d-44af-95f5-2e54a80614e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.613669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82281a2d-efb4-4756-a9bb-616d07745e45 req-b08a0cd4-5f55-46d3-a31f-c107340f85ea tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826395 Jul 22 14:05:18.630657 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe25650-689d-44af-95f5-2e54a80614e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.687843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe25650-689d-44af-95f5-2e54a80614e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.692892 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe25650-689d-44af-95f5-2e54a80614e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.694907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9fe25650-689d-44af-95f5-2e54a80614e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c0ad2e7-26ed-4316-93cf-c31fb82822ee HTTP/1.1" status: 204 len: 168 time: 0.1612570 Jul 22 14:05:18.703995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe25650-689d-44af-95f5-2e54a80614e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ad2e7-26ed-4316-93cf-c31fb82822ee,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:18.704496 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:18.899675 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-91d4fb99-31c3-4939-b905-3e012241e38a service neutron] show failed (client error): The resource could not be found. Jul 22 14:05:18.900942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-91d4fb99-31c3-4939-b905-3e012241e38a service neutron] 10.222.0.20 "GET /v2.0/ports/b0fdaf6f-2722-4f2a-bbad-e8670dce2879/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0698347 Jul 22 14:05:19.178222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-a7f9d600-5749-40d5-8ed1-869d845243a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:19.179779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-a7f9d600-5749-40d5-8ed1-869d845243a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948&tenant_id=19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 1101 time: 0.0873020 Jul 22 14:05:19.194819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:19.306209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-e0863999-2bf5-47c3-9fdd-56763b4777fe tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359075 Jul 22 14:05:19.339988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:19.443304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:19.451656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-1dab9e3b-2f37-424d-b22b-d48fe5d1986e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:19.454811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-1dab9e3b-2f37-424d-b22b-d48fe5d1986e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410735 Jul 22 14:05:19.474259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-165f649a-db02-453f-bb36-bcb18fd302fe tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/quotas/bb15bd61e5334cd098c8935af2138409 HTTP/1.1" status: 200 len: 375 time: 0.0146484 Jul 22 14:05:19.529228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-b470426e-cddf-4f03-be27-b4254afae2a0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489988 Jul 22 14:05:19.612599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-5165074-network', 'tenant_id': '14ca23dab1474f3083fa0eb585985d8b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:19.626547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2657ca7-e708-4844-b78f-0cbedc7c298d req-0a3bcf58-6c21-40a4-826c-4f948e214d37 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:19.627725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2657ca7-e708-4844-b78f-0cbedc7c298d req-0a3bcf58-6c21-40a4-826c-4f948e214d37 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1905541 Jul 22 14:05:19.705951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:19.736258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59018) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:19.744199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Made reservation on behalf of 14ca23dab1474f3083fa0eb585985d8b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:19.746689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:19.763121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2657ca7-e708-4844-b78f-0cbedc7c298d req-4dceebda-39df-4dc2-8f1f-8868e7fe16a6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114950 Jul 22 14:05:19.766186 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:19.799361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:19.899662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:19.926199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9606f6-de6e-4e60-a40a-0dbb6ed43daa req-d1de0379-61f0-4938-afbf-a1de610befde tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:19.936124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a9606f6-de6e-4e60-a40a-0dbb6ed43daa req-d1de0379-61f0-4938-afbf-a1de610befde tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 945 time: 0.2143290 Jul 22 14:05:19.961322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1936651211-network', 'tenant_id': 'bd34a3d301b843da8f1e58b55c20e026'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:19.991363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:19.996001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a9606f6-de6e-4e60-a40a-0dbb6ed43daa req-4b19fb73-b322-4f78-9253-5c1d7b58ef95 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/security-groups?id=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Jul 22 14:05:20.016969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-24cc47e9-1be1-41c6-af6e-3a6d9cb99fca tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:20.018682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-24cc47e9-1be1-41c6-af6e-3a6d9cb99fca tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 945 time: 0.1908433 Jul 22 14:05:20.034026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Transition to ACTIVE for port object b0fdaf6f-2722-4f2a-bbad-e8670dce2879 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:20.047571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.063207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a067-2b99-46d8-92e6-2d0eaae474ef req-09d244da-922f-49fc-adca-2ddc8056a927 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:20.064847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3243a067-2b99-46d8-92e6-2d0eaae474ef req-09d244da-922f-49fc-adca-2ddc8056a927 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.2022550 Jul 22 14:05:20.119151 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8205d504-1375-4f66-a448-011ff507ed5c req-8a114a34-a18c-4eed-af27-c55827168cb9 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 210 time: 0.0556934 Jul 22 14:05:20.120919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.158265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.232471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Made reservation on behalf of bd34a3d301b843da8f1e58b55c20e026 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:20.234825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.239168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:20.252064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] No DVR routers for this DVR port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:20.255822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.257513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:05:20.276737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3069f110-609f-4838-be2d-cb2002db4fa2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:20.290795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3243a067-2b99-46d8-92e6-2d0eaae474ef req-46d56a14-0baa-4b3e-b00a-2de7af621747 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944671 Jul 22 14:05:20.296778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.297170 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Added segment 958f9cb6-88ec-4905-8fc3-9be0faf64ba7 of type vlan for network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce Jul 22 14:05:20.297585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Deleting port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:20.298163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.396506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:20.399599 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30830e-6e20-4489-95c8-a44051da62c8" -d '{"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:20.407943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:20.408947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:20.409371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:20.423586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:20.430970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:20.452351 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.470974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] For port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,segment=NetworkSegment(31654ea2-3576-4de7-b89d-9a043a646449),segment_id=31654ea2-3576-4de7-b89d-9a043a646449)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:20.471469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.483453 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e974a40-840a-4984-8df0-b0b6780a592d x-openstack-request-id: req-3e974a40-840a-4984-8df0-b0b6780a592d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:20.483780 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:20.484037 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e974a40-840a-4984-8df0-b0b6780a592d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:20.484471 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'code': 200} Jul 22 14:05:20.491523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:20.491904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:20.492428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:20.492878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Bound port: b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:20.493240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.494785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Calling delete_port for a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:20.548499 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.549411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:20.550104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.604355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.613885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.630466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1859114 Jul 22 14:05:20.632928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda86b5-04ae-4a8d-a596-1c7c69e56694 admin admin] Pushing event updated for resources: {'Network': ['ID=2bc23ff0-edb5-43f3-9613-5062dc44e3ce,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:20.638787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59036) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:20.643429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:05:20.645405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Request body: {'subnet': {'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-5165074-subnet', 'tenant_id': '14ca23dab1474f3083fa0eb585985d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:20.653899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:05:20.658511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:20.677010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.677228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:20.677499 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Added segment fc6d32c4-9418-4e37-8beb-bf3896209384 of type vlan for network 611eccef-abaa-4760-abf9-0a3b562a7fe6 Jul 22 14:05:20.683640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.686616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe145f-e168-4052-bcdf-2481be7038d5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:20.690997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Made reservation on behalf of 14ca23dab1474f3083fa0eb585985d8b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:20.693887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.744606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:20.745290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.747772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 1096 time: 1.5601749 Jul 22 14:05:20.754417 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.827281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.842354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.843660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:20.844437 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:20.864737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92842c3d-dee6-40a9-a85c-9d6b759027e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:20.903024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Pushing event deleted for resources: {'Port': ['ID=a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:20.992308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-e1c9c331-e322-4867-a1a2-da76901f5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:20.994120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-e1c9c331-e322-4867-a1a2-da76901f5550 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1099 time: 0.1429231 Jul 22 14:05:21.001146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] Pushing event updated for resources: {'Network': ['ID=611eccef-abaa-4760-abf9-0a3b562a7fe6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:21.023597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] No DVR routers for this DVR port a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:21.032625 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-830ad428-a404-4a5d-af88-51c1c2c6479a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2921877 Jul 22 14:05:21.033380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.034732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-15142e1c-ce31-4165-9932-4ab70d753e05 req-00710810-129f-4080-a053-7ee661e549c8 tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.13 "DELETE /v2.0/ports/a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec HTTP/1.1" status: 204 len: 173 time: 1.0075295 Jul 22 14:05:21.035243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'name': 'network-vif-deleted', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:21.037811 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03610310-5353-4409-830e-fd44040d718c" -d '{"events": [{"server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "name": "network-vif-deleted", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:21.038001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 611eccef-abaa-4760-abf9-0a3b562a7fe6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:05:21.040513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:21.048996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Request body: {'subnet': {'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1936651211-subnet', 'tenant_id': 'bd34a3d301b843da8f1e58b55c20e026', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:21.061690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:21.089818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c04f18-d543-46cd-b53d-24ea82f32aa7 req-9bf659a0-c676-4ad2-89d6-5b5b3adca2a7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.098839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83c04f18-d543-46cd-b53d-24ea82f32aa7 req-9bf659a0-c676-4ad2-89d6-5b5b3adca2a7 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.2023039 Jul 22 14:05:21.141470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: bf272f25-23a1-4b91-8488-43cbc04a7523 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:21.141826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bf272f25-23a1-4b91-8488-43cbc04a7523 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:21.147756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83c04f18-d543-46cd-b53d-24ea82f32aa7 req-593a951d-9e07-49bc-80e3-c2b6f4fa05a8 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476236 Jul 22 14:05:21.206527 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd43795c-96f0-4c31-9c19-937b3b82d9d8 x-openstack-request-id: req-dd43795c-96f0-4c31-9c19-937b3b82d9d8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:21.207056 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321a95e8-b410-48fb-92c5-2f74359c8d3a", "name": "network-vif-deleted", "tag": "a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:21.207523 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd43795c-96f0-4c31-9c19-937b3b82d9d8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:21.207934 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321a95e8-b410-48fb-92c5-2f74359c8d3a', 'name': 'network-vif-deleted', 'tag': 'a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec', 'status': 'completed', 'code': 200} Jul 22 14:05:21.247872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.256615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-557cd2b5-231d-4ae5-90c9-31219d3be901 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227256 Jul 22 14:05:21.294147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d66d1223-d2ab-4236-8864-a90ff09b8a03 req-caa79327-6eda-48cc-9536-d3c4fbd326ff tempest-LiveAutoBlockMigrationV225Test-1709129061 tempest-LiveAutoBlockMigrationV225Test-1709129061-project] 10.222.0.11 "GET /v2.0/ports?device_id=321a95e8-b410-48fb-92c5-2f74359c8d3a HTTP/1.1" status: 200 len: 210 time: 0.1767063 Jul 22 14:05:21.295037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Made reservation on behalf of bd34a3d301b843da8f1e58b55c20e026 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:21.298473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.307201 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.311999 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5ca91764-9d1e-4df1-bdd1-fbd768e36a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.373559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c01fb8a-a026-4109-92e0-725efbb59f27 req-e697ffe7-125d-420f-b531-81e31d3d0701 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 210 time: 0.0855818 Jul 22 14:05:21.384484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-8c0a4d52-76d2-4312-8510-7c702be3906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.386060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-8c0a4d52-76d2-4312-8510-7c702be3906f service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3845470 Jul 22 14:05:21.454132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-1a5158a6-6369-4eb3-99e2-53198aebc449 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.457138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-1a5158a6-6369-4eb3-99e2-53198aebc449 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908810 Jul 22 14:05:21.471835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:21.529063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-89aff8e3-339c-4251-b7bb-444527996aa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.1295226 Jul 22 14:05:21.555832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de202e8a-bbed-4fa3-865a-bfdf5b5e131a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:21.588590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Checking segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:21.589037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Network hostable DHCP agents. Network: 2bc23ff0-edb5-43f3-9613-5062dc44e3ce, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:05:21.650362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644d736-80aa-4dc7-a59b-729933d289b2 req-35f8d7d2-4bc6-4a21-bbd7-de455b3e670f tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.651893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8644d736-80aa-4dc7-a59b-729933d289b2 req-35f8d7d2-4bc6-4a21-bbd7-de455b3e670f tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1687689 Jul 22 14:05:21.665207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-486b193d-cadb-49c5-98d0-34d9afc4f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.667597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-486b193d-cadb-49c5-98d0-34d9afc4f31a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1276543 Jul 22 14:05:21.671409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:05:21.703094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:21.707005 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.728736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.737857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8644d736-80aa-4dc7-a59b-729933d289b2 req-0047c51a-9ab2-4817-9393-8fc812b09fd9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772550 Jul 22 14:05:21.750011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 2bc23ff0-edb5-43f3-9613-5062dc44e3ce) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:21.770255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d433e-98d3-4ef5-8698-8808ba523e90 None None] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:21.781139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.781929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.797141 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.869122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.874081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:21.874678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-556761e5-424c-4cfa-9a56-a61ba575e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:21.876866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-556761e5-424c-4cfa-9a56-a61ba575e2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2003305 Jul 22 14:05:21.877538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c0b494-a26e-4e53-aeb8-c9fde0fb999b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:21.911637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a10df4b3-dea6-418f-8375-72fb49eb0a84 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2627096 Jul 22 14:05:21.926741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74027db4-0628-4956-bd30-93eec25b7487 None None] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:21.933294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Checking segment: {'id': 'fc6d32c4-9418-4e37-8beb-bf3896209384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:21.933758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Network hostable DHCP agents. Network: 611eccef-abaa-4760-abf9-0a3b562a7fe6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:05:21.983075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b2c94-c801-4fd5-aa0f-4a02db32c32e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:21.999851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Network 611eccef-abaa-4760-abf9-0a3b562a7fe6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:05:22.023718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 611eccef-abaa-4760-abf9-0a3b562a7fe6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:22.027454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-dcfe7b84-2811-4b9c-9405-7b7adf5b4577 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414125 Jul 22 14:05:22.030998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:22.031646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.041542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc0c5fe-21d8-46db-95cb-06ecf6db15f7 None None] Network 611eccef-abaa-4760-abf9-0a3b562a7fe6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:22.073094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.206 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/db5aa8f3-be78-4598-b126-ab69589c5382) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:22.287553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929b486a-ee46-4214-bf83-aa57a21fa67b None None] Network 611eccef-abaa-4760-abf9-0a3b562a7fe6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:22.319799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.369024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.402570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object db5aa8f3-be78-4598-b126-ab69589c5382 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:22.429200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba06ea3-fa8d-43a2-9df8-f85633e3cdac req-7cf3b223-8df2-47d7-ab50-be4b6e6dab7b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:22.431752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ba06ea3-fa8d-43a2-9df8-f85633e3cdac req-7cf3b223-8df2-47d7-ab50-be4b6e6dab7b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.1709218 Jul 22 14:05:22.486169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:22.489956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.490924 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff74c764-684c-4fec-8d63-5dd704e863a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:22.495640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d3f4dfe-507d-46de-b174-a9662afb35b1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4525330 Jul 22 14:05:22.498850 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ba06ea3-fa8d-43a2-9df8-f85633e3cdac req-d02c30bb-8aa6-4d0b-ba77-12aa61a1958a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594192 Jul 22 14:05:22.538278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:22.545579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:22.553131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:22.555906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:22.596287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=db5aa8f3-be78-4598-b126-ab69589c5382,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:22.624746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7c68c6b-f7e0-480f-850d-fd538748cbbf req-61a4ab5b-4658-4fde-82e3-ac940914c5dc service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900376 Jul 22 14:05:22.625262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:22.626262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.649552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:22.652828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:22.683458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-14adcea3-154c-4715-aed9-06b6d6e5f341 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:22.693876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-14adcea3-154c-4715-aed9-06b6d6e5f341 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 812 time: 0.1935229 Jul 22 14:05:22.718215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-97a420e6-194b-415c-ad8d-3bcc8e27e946 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/quotas/14ca23dab1474f3083fa0eb585985d8b HTTP/1.1" status: 200 len: 375 time: 0.0233543 Jul 22 14:05:22.725450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f8727186-9292-401a-b197-021a58632e32 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2577713 Jul 22 14:05:22.740670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Request body: {'port': {'device_id': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:22.781393 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-d5ea1394-dc10-4b86-a9f5-df7c26e9e1d2 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614483 Jul 22 14:05:22.798594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Deleting subnet c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:22.814542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.900946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-5a7cf374-53bf-493d-af0e-09a3808dce13 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180179 Jul 22 14:05:22.936810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.957957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c6accee0-d22a-484c-8533-61825ebe0061 None None] Provisioning for port db5aa8f3-be78-4598-b126-ab69589c5382 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:22.961984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c6accee0-d22a-484c-8533-61825ebe0061 None None] Provisioning complete for port db5aa8f3-be78-4598-b126-ab69589c5382 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:22.962490 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6accee0-d22a-484c-8533-61825ebe0061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:22.991039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:23.007456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c6accee0-d22a-484c-8533-61825ebe0061 None None] Port db5aa8f3-be78-4598-b126-ab69589c5382 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:05:23.013091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-61c36a49-6183-4d5d-8b02-d33b1f1cb18c service neutron] 10.222.0.11 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047616 Jul 22 14:05:23.051997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:23.062223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:23.086974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:23.086974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a45fc5d3-c02f-41a3-a88b-4927f7dbb7ec not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:23.117026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbda797-8c79-4272-bb07-ce0302200b60 req-7544937b-e7e7-444f-8616-8a1ac9340ed1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.119215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfbda797-8c79-4272-bb07-ce0302200b60 req-7544937b-e7e7-444f-8616-8a1ac9340ed1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 936 time: 0.2521336 Jul 22 14:05:23.262625 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb08f8b6-3929-4901-9885-e892f7401748 x-openstack-request-id: req-eb08f8b6-3929-4901-9885-e892f7401748 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:23.263914 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:23.263914 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb08f8b6-3929-4901-9885-e892f7401748 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:23.264173 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'status': 'completed', 'code': 200} Jul 22 14:05:23.286240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:23.295912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfbda797-8c79-4272-bb07-ce0302200b60 req-c6def93d-256b-4327-a6cd-e202985213e9 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614904 Jul 22 14:05:23.339889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:23.353163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:23.358342 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5efbe747-a6ec-435e-b224-5f35901f6513 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c13cb8ef-39e7-4a62-89ee-9c49e6fcd5a4 HTTP/1.1" status: 204 len: 168 time: 0.7060263 Jul 22 14:05:23.358947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:23.471180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-fe36994a-2fa8-46be-b2fc-887caf16da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.472817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-fe36994a-2fa8-46be-b2fc-887caf16da42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1099 time: 0.1982155 Jul 22 14:05:23.488442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa2c0-74a2-4867-8877-e761f9453ec1 req-c1ed4579-02af-49b0-b298-6ae25b98eaeb tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.490039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-616fa2c0-74a2-4867-8877-e761f9453ec1 req-c1ed4579-02af-49b0-b298-6ae25b98eaeb tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1467712 Jul 22 14:05:23.531933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-e0dc793a-00f8-4a6c-a0a3-414f13a1ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.533505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-e0dc793a-00f8-4a6c-a0a3-414f13a1ddbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1099 time: 0.1994495 Jul 22 14:05:23.628622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-616fa2c0-74a2-4867-8877-e761f9453ec1 req-42b5112c-f839-4088-8ef8-51f9631cb3e9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287563 Jul 22 14:05:23.696116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-c7ec8037-84e1-4c24-96e5-2a18ee0c2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.697707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-c7ec8037-84e1-4c24-96e5-2a18ee0c2dc4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2182715 Jul 22 14:05:23.770376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-43a704eb-b3cb-47e8-be01-be731c8f7303 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0602257 Jul 22 14:05:23.771469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-f8d3ddeb-74ac-490e-9beb-8d9492e375a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.773290 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-f8d3ddeb-74ac-490e-9beb-8d9492e375a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2299259 Jul 22 14:05:23.804789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87f365bd-db4c-4e24-84e9-ba491100b239 req-5df8304f-562a-4d5c-a0cc-3f11a65e8876 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 210 time: 0.0807374 Jul 22 14:05:23.827694 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:23.872750 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-8e2b5b0b-e22c-4768-a79d-c0c696ffc4cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0822258 Jul 22 14:05:23.932228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-599687e3-872f-459e-b28d-e3c622454a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:23.933582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-599687e3-872f-459e-b28d-e3c622454a37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1425440 Jul 22 14:05:24.000194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-5ca08c76-ed1e-4f35-abaa-158133567fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.001710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-5ca08c76-ed1e-4f35-abaa-158133567fbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1171563 Jul 22 14:05:24.019065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5aa8f3-be78-4598-b126-ab69589c5382 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:24.033278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.080492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce926fe6-7e3f-44ba-b529-0cc622d5ad73 req-aed19d0f-1800-4fc2-985a-9ce5f4183453 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.080667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.082028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce926fe6-7e3f-44ba-b529-0cc622d5ad73 req-aed19d0f-1800-4fc2-985a-9ce5f4183453 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 947 time: 0.1823993 Jul 22 14:05:24.086778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-eb5e2c93-a3ba-4f9f-bdcc-413330154a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.087975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-eb5e2c93-a3ba-4f9f-bdcc-413330154a1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312897 Jul 22 14:05:24.101873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.107079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-fd4c5306-9a50-4819-96d3-71bd71da1580 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.108607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-fd4c5306-9a50-4819-96d3-71bd71da1580 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/networks?id=611eccef-abaa-4760-abf9-0a3b562a7fe6 HTTP/1.1" status: 200 len: 822 time: 0.2771585 Jul 22 14:05:24.109610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Transition to ACTIVE for port object db5aa8f3-be78-4598-b126-ab69589c5382 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:24.114546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2363324-8fd1-4404-b4be-5c9d76932002']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:24.116680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.157204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-9f0a34b5-cd43-43cb-8b60-458bfbc47406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.158929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-9f0a34b5-cd43-43cb-8b60-458bfbc47406 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475754 Jul 22 14:05:24.160954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31654ea2-3576-4de7-b89d-9a043a646449') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:24.161463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31654ea2-3576-4de7-b89d-9a043a646449') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:24.180039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-65c0cc38-d72c-4aeb-9333-316932b1057d tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/quotas/bd34a3d301b843da8f1e58b55c20e026 HTTP/1.1" status: 200 len: 375 time: 0.0557878 Jul 22 14:05:24.183708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.202719 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce926fe6-7e3f-44ba-b529-0cc622d5ad73 req-5b5c1653-74a4-48db-aa90-e48d6701eb89 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124480 Jul 22 14:05:24.279179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Pushing event updated for resources: {'Port': ['ID=db5aa8f3-be78-4598-b126-ab69589c5382,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:24.290297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-e6aa4642-aa2e-4a2d-99c7-63aa46ee0f4e tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bd34a3d301b843da8f1e58b55c20e026&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943561 Jul 22 14:05:24.291321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.313316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-9affa922-0c62-45b1-beb7-a6bed63e41c5 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123406 Jul 22 14:05:24.348771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:24.349309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:24.362211 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:24.373327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-99310dc1-09bc-4fad-b72a-5609cf0198c7 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844664 Jul 22 14:05:24.560545 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.592586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.597061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d2363324-8fd1-4404-b4be-5c9d76932002 HTTP/1.1" status: 204 len: 168 time: 1.2091591 Jul 22 14:05:24.597341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-23309747-a6a9-46c4-b1a1-ebd63646c6e1 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750673 Jul 22 14:05:24.599254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:24.625916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee85e84-0fc0-4a27-823e-ac49237f2379 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2363324-8fd1-4404-b4be-5c9d76932002,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:24.661525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff74c764-684c-4fec-8d63-5dd704e863a4 req-ca1a2b27-6e3f-485d-b07c-1aa2d3ab7ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226033 Jul 22 14:05:24.665991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Attempting to bind port db5aa8f3-be78-4598-b126-ab69589c5382 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:24.666332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Attempting to bind port db5aa8f3-be78-4598-b126-ab69589c5382 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:24.666660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Attempting to bind port db5aa8f3-be78-4598-b126-ab69589c5382 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:24.677466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Deleting subnet fd44d3d7-e8bd-474b-a1dd-b211534a7ced {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:24.681738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.689284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Port db5aa8f3-be78-4598-b126-ab69589c5382 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:24.689547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Attempting to bind port db5aa8f3-be78-4598-b126-ab69589c5382 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:24.691767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fa821-49e5-4599-9887-8838b950d031 req-2ad2307f-6a92-429f-a1e4-29067c3538e4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.693293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d51fa821-49e5-4599-9887-8838b950d031 req-2ad2307f-6a92-429f-a1e4-29067c3538e4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 948 time: 0.2170730 Jul 22 14:05:24.710062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-e0c14a9d-6bb3-4871-b998-21456bdb0fe4 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.713648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-e0c14a9d-6bb3-4871-b998-21456bdb0fe4 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.13 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 812 time: 0.3594770 Jul 22 14:05:24.717561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:24.718231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:24.718398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:24.718833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Bound port: db5aa8f3-be78-4598-b126-ab69589c5382, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:24.719190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.726811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Request body: {'port': {'device_id': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'admin_state_up': True, 'tenant_id': '14ca23dab1474f3083fa0eb585985d8b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:24.745025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.753776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-8f952554-1a2d-4b8f-906b-f79baba608cc service neutron] 10.222.0.11 "GET /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249578 Jul 22 14:05:24.781827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d51fa821-49e5-4599-9887-8838b950d031 req-b4d3ab1d-a856-4ca2-8d9e-84236f3b67af tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704310 Jul 22 14:05:24.808116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.907708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.935377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] For port db5aa8f3-be78-4598-b126-ab69589c5382, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:24.938020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd44d3d7-e8bd-474b-a1dd-b211534a7ced,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:24.947771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.949700 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6aab31ba-1b80-4a1f-a020-0760b7a2dbd0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fd44d3d7-e8bd-474b-a1dd-b211534a7ced HTTP/1.1" status: 204 len: 168 time: 0.3494840 Jul 22 14:05:24.952479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:24.964771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] For port db5aa8f3-be78-4598-b126-ab69589c5382, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=db5aa8f3-be78-4598-b126-ab69589c5382,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:24.968692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704d9f6-8e8b-40d1-9579-7ebe04e16510 req-2db2cfa0-cbe2-489d-93e6-0f82b4875a94 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:24.970408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6704d9f6-8e8b-40d1-9579-7ebe04e16510 req-2db2cfa0-cbe2-489d-93e6-0f82b4875a94 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1249719 Jul 22 14:05:24.973174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:24.979816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-ae1f93ad-9213-4f46-8b16-1165185796b3 service neutron] 10.222.0.11 "GET /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179208 Jul 22 14:05:25.017584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Made reservation on behalf of 14ca23dab1474f3083fa0eb585985d8b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:25.021723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.030228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:25.030993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.032275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/db5aa8f3-be78-4598-b126-ab69589c5382 HTTP/1.1" status: 200 len: 1097 time: 2.2983735 Jul 22 14:05:25.040092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'tag': 'db5aa8f3-be78-4598-b126-ab69589c5382'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:25.042385 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc43614-aedd-4ebe-8927-aa24aec6af7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c32661ae-dee4-40c8-aedf-12b29e85b2ee", "tag": "db5aa8f3-be78-4598-b126-ab69589c5382"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:25.072167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.075836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:25.086505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6704d9f6-8e8b-40d1-9579-7ebe04e16510 req-559a3441-7481-477b-97e3-8983379891f3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058986 Jul 22 14:05:25.094187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c6859-f515-4682-9559-397b5cec35d7 service neutron] Pushing event updated for resources: {'Port': ['ID=db5aa8f3-be78-4598-b126-ab69589c5382,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:25.264670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:25.275678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.289029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'mac_address': 'fa:16:3e:d4:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:25.296194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91604234-237b-421f-9f87-9b7e130bd2ec']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:25.302646 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9851b502-9595-4de8-9452-08a55b7b079a x-openstack-request-id: req-9851b502-9595-4de8-9452-08a55b7b079a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:25.308496 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32661ae-dee4-40c8-aedf-12b29e85b2ee", "tag": "db5aa8f3-be78-4598-b126-ab69589c5382", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:25.308885 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9851b502-9595-4de8-9452-08a55b7b079a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:25.309460 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'tag': 'db5aa8f3-be78-4598-b126-ab69589c5382', 'status': 'completed', 'code': 200} Jul 22 14:05:25.310585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8295a39-ca46-4032-9c15-358d096720c1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:25.310896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8295a39-ca46-4032-9c15-358d096720c1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:25.326173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-734b16c9-09c6-4296-be43-9c541c26da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:25.327205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-734b16c9-09c6-4296-be43-9c541c26da26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 1100 time: 0.2510424 Jul 22 14:05:25.333775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.380217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e2d2959-4578-4e46-b38d-94bb609abf1c req-3229031b-a471-49f0-9849-d4c8836c157c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 210 time: 0.0528731 Jul 22 14:05:25.388175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2296db38-a686-4544-8785-4772a49141ea req-19997fc1-bd2a-40ed-b421-ff50cbe98d99 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 210 time: 0.0710635 Jul 22 14:05:25.391522 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.395073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.406406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:25.406944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:25.422285 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:25.425382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fdaf6f-2722-4f2a-bbad-e8670dce2879 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:25.442389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-f4a38956-daaa-4328-97b9-43386eb2a6fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=db5aa8f3-be78-4598-b126-ab69589c5382 HTTP/1.1" status: 200 len: 217 time: 0.0959809 Jul 22 14:05:25.460300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Allocated IP 172.20.0.2 (2bc23ff0-edb5-43f3-9613-5062dc44e3ce/de202e8a-bbed-4fa3-865a-bfdf5b5e131a/747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:25.473515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:25.486340 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.590077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:25.602094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.612686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-7e02e5ab-c5bf-44cc-8114-9a7abbd7bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:25.614295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-7e02e5ab-c5bf-44cc-8114-9a7abbd7bb64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1659548 Jul 22 14:05:25.615236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.618428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] 10.222.0.11 "DELETE /v2.0/networks/91604234-237b-421f-9f87-9b7e130bd2ec HTTP/1.1" status: 204 len: 168 time: 0.6641996 Jul 22 14:05:25.631361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6440c8fd-5944-4ae6-a53e-f40d9ea06a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=91604234-237b-421f-9f87-9b7e130bd2ec,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:25.663871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593239b2-c49f-454d-a159-10f545382e53 req-f1005d8d-b06f-476a-a893-948e5d2e0e5a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:25.671672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593239b2-c49f-454d-a159-10f545382e53 req-f1005d8d-b06f-476a-a893-948e5d2e0e5a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 948 time: 0.1348979 Jul 22 14:05:25.720720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593239b2-c49f-454d-a159-10f545382e53 req-1de85501-8653-4efd-89ef-543d5b1c716f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480762 Jul 22 14:05:25.742844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.759883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-b781d38c-213a-4ba9-b2ea-8fdf0e39ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:25.761034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b0fdaf6f-2722-4f2a-bbad-e8670dce2879'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:25.761435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-b781d38c-213a-4ba9-b2ea-8fdf0e39ad4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1397562 Jul 22 14:05:25.851944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:25.915002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:25.980680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9df8b7f0-3a54-4bc9-a11b-06232ca1a0f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=050cafc0ac534a16806efabfec6ec8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271541 Jul 22 14:05:25.983154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:25.995574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-cccc051f-be8a-4f87-a5b3-a3063be765fc service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250748 Jul 22 14:05:26.005695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:26.024228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:26.026078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:26.061113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:26.120655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b71572fe-58c6-4df2-a43a-edf031804772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:26.132186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da8dfd-c53d-472a-8cf3-cc5d676fd50e req-c854ba95-8385-4adf-8100-0d6aab1e1417 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.133815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92da8dfd-c53d-472a-8cf3-cc5d676fd50e req-c854ba95-8385-4adf-8100-0d6aab1e1417 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 948 time: 0.2072449 Jul 22 14:05:26.187603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b71572fe-58c6-4df2-a43a-edf031804772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:26.188324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.189434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:26.220301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fe46fb8c-7ce2-4574-b03f-686b6b5481c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4988675 Jul 22 14:05:26.229018 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30d76ba-7754-4a09-82f3-9c6dc67b812d req-21cb0d83-c5ec-4f6f-8eff-d42d18d52d8e service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187519 Jul 22 14:05:26.251947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-2efaff4f-4927-4d0b-a309-c8e4de68c3d6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.253255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-2efaff4f-4927-4d0b-a309-c8e4de68c3d6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.13 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948&tenant_id=19b15405b2804ee8a1803b9bdcb151d7&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 948 time: 0.1927032 Jul 22 14:05:26.259074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92da8dfd-c53d-472a-8cf3-cc5d676fd50e req-efb675e9-696e-44a2-9007-5a24ec743cbb tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132712 Jul 22 14:05:26.290008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921044a-8950-4d07-a60b-10e26947742e req-0f49b973-4cb1-4dde-a116-cac562c2fb50 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.297560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d921044a-8950-4d07-a60b-10e26947742e req-0f49b973-4cb1-4dde-a116-cac562c2fb50 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 948 time: 0.1852221 Jul 22 14:05:26.304106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b71572fe-58c6-4df2-a43a-edf031804772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:26.306750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b71572fe-58c6-4df2-a43a-edf031804772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:26.307903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b71572fe-58c6-4df2-a43a-edf031804772 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4907fb6-9b1e-4ace-9451-b7bb42bf23f3 HTTP/1.1" status: 204 len: 168 time: 0.3238909 Jul 22 14:05:26.322924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71572fe-58c6-4df2-a43a-edf031804772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4907fb6-9b1e-4ace-9451-b7bb42bf23f3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:26.412327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d921044a-8950-4d07-a60b-10e26947742e req-938d2d66-5095-4ff2-af88-9cb626560548 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136932 Jul 22 14:05:26.418326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cbb17-8a41-4280-89c8-25b6bbc87a3f req-e6c23868-0577-40cb-b662-9bb96699248b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.420159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Request body: {'port': {'device_id': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:26.424659 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a61cbb17-8a41-4280-89c8-25b6bbc87a3f req-e6c23868-0577-40cb-b662-9bb96699248b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0851352 Jul 22 14:05:26.510199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a61cbb17-8a41-4280-89c8-25b6bbc87a3f req-08d320b6-ffc7-4340-9a81-2aeac9843af1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763259 Jul 22 14:05:26.539928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:26.541357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-45154ea7-d298-45e2-8de3-16cb43365cd2 service neutron] 10.222.0.13 "GET /v2.0/ports/b0fdaf6f-2722-4f2a-bbad-e8670dce2879/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.2786756 Jul 22 14:05:26.582406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-3c712d40-199a-4446-a358-ed94004aaed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.585228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-3c712d40-199a-4446-a358-ed94004aaed9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 1100 time: 0.2849565 Jul 22 14:05:26.688243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbee475b-39f5-4d71-97f4-1adf9ed8708b req-dd4e4fff-ed91-4f84-99fa-efa1f15d47ef tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 210 time: 0.0782928 Jul 22 14:05:26.784283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-f6fe8e61-3094-47fe-83eb-a00874473457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.785712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-f6fe8e61-3094-47fe-83eb-a00874473457 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1100 time: 0.2173462 Jul 22 14:05:26.786465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52fc25-8c13-4ff7-8b0c-8568a3dfb743 req-03a0b118-2062-4f80-9656-62362cf50377 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.788145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc52fc25-8c13-4ff7-8b0c-8568a3dfb743 req-03a0b118-2062-4f80-9656-62362cf50377 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 931 time: 0.2608650 Jul 22 14:05:26.873939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-b6b46bbc-fee7-4843-af04-6011b72353aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.876112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-b6b46bbc-fee7-4843-af04-6011b72353aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2818356 Jul 22 14:05:26.883177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc52fc25-8c13-4ff7-8b0c-8568a3dfb743 req-dbdc0b81-fe36-4401-9713-41e8bda5e614 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829849 Jul 22 14:05:26.924589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59180) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:26.944809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-c4c2824c-b0a3-4c83-9be1-5c947748a4c3 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.946651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-c4c2824c-b0a3-4c83-9be1-5c947748a4c3 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.20 "GET /v2.0/networks?id=611eccef-abaa-4760-abf9-0a3b562a7fe6 HTTP/1.1" status: 200 len: 822 time: 0.3020301 Jul 22 14:05:26.956839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-40b265f3-9a6e-41d7-ac24-21b27b25b569 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=db5aa8f3-be78-4598-b126-ab69589c5382 HTTP/1.1" status: 200 len: 217 time: 0.0726826 Jul 22 14:05:26.964179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Request body: {'port': {'device_id': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6', 'admin_state_up': True, 'tenant_id': 'bd34a3d301b843da8f1e58b55c20e026'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:26.985110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-f927290b-73fc-4305-8c4c-ce5234bcbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:26.986699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-f927290b-73fc-4305-8c4c-ce5234bcbf44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1571832 Jul 22 14:05:27.033363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-9f6b7f39-d4ad-4494-8e54-954b67339639 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0395074 Jul 22 14:05:27.062658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e69b5c57-afdd-40b7-95cf-d549823404fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5203c03d0ca40ea9d6bbc375e1b9e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137793 Jul 22 14:05:27.065832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:27.067671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-ce61e4cc-a056-4efc-9600-34834785ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.069086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-ce61e4cc-a056-4efc-9600-34834785ddea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0944993 Jul 22 14:05:27.096048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:27.145157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:27.153914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:27.154664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.160109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:27.160272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.173595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Transition to ACTIVE for port object 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:27.174764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-378b2943-43ed-41fb-84c1-838d9b5e8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.176559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-378b2943-43ed-41fb-84c1-838d9b5e8d77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1133962 Jul 22 14:05:27.182316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-d97aeece-0f69-41c0-b18b-e25db83e6c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.183488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8889-f11f-4e02-882b-14da588e9558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.183806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-d97aeece-0f69-41c0-b18b-e25db83e6c0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068015 Jul 22 14:05:27.185122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.245664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8889-f11f-4e02-882b-14da588e9558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.253082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Made reservation on behalf of bd34a3d301b843da8f1e58b55c20e026 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:27.256649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.267964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:27.275738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.303376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:27.306740 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0ae31-325f-4536-aafe-f53e1aa52ac6" -d '{"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-plugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:27.343432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:27.348519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.368326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-1a874ab5-3bab-44dc-882e-c5b39a72dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.370729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-1a874ab5-3bab-44dc-882e-c5b39a72dfc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776457 Jul 22 14:05:27.378554 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-bbb4887d-970e-419f-b5f3-0973ef95d6ab service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660826 Jul 22 14:05:27.384344 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e0d24-28a5-4dd5-93ae-2c34135a9eb3 x-openstack-request-id: req-903e0d24-28a5-4dd5-93ae-2c34135a9eb3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:27.384632 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-plugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:27.384884 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-903e0d24-28a5-4dd5-93ae-2c34135a9eb3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:27.385293 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'code': 200} Jul 22 14:05:27.413399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Attempting to bind port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:27.414030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Attempting to bind port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:27.414133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Attempting to bind port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:27.416011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:27.432328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:27.432652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Attempting to bind port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:27.468094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:27.468444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Checking segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:27.468839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Bound using segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:27.469286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Bound port: 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:27.469788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.572503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8889-f11f-4e02-882b-14da588e9558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.573978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fc43614-aedd-4ebe-8927-aa24aec6af7a req-015ba7e5-aae7-485e-b2a6-8563b76cd6d6 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869574 Jul 22 14:05:27.575010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ebe8889-f11f-4e02-882b-14da588e9558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.576138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9ebe8889-f11f-4e02-882b-14da588e9558 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07022845-d921-48d3-8d61-7f02cdfa1778 HTTP/1.1" status: 204 len: 168 time: 0.5096242 Jul 22 14:05:27.608552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:27.626224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:27.631084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.679677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff487-0cc1-4ded-be3a-52fd5af53ccb req-4c0732f1-5829-447f-8721-147bdb5dbd9f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.681275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12fff487-0cc1-4ded-be3a-52fd5af53ccb req-4c0732f1-5829-447f-8721-147bdb5dbd9f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1603954 Jul 22 14:05:27.705100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.705929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:27.707997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] 10.222.0.13 "PUT /v2.0/ports/747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d HTTP/1.1" status: 200 len: 1092 time: 1.4780786 Jul 22 14:05:27.710627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:27.712945 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc3a34-4d14-4ede-99f8-f0db548f5807" -d '{"events": [{"name": "network-changed", "server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:27.752083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4259c2b-caf4-4ac9-b72c-e71ab3d916ee service neutron] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:27.779111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12fff487-0cc1-4ded-be3a-52fd5af53ccb req-feff580e-bdb3-4996-8c93-806838677d83 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912127 Jul 22 14:05:27.870502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fd069cbe-1038-4b3f-bda6-50c54366d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:27.872743 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-fd069cbe-1038-4b3f-bda6-50c54366d477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 1095 time: 0.1084607 Jul 22 14:05:27.973437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-8dcd386e-83fa-49a6-a622-b771167ba790 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d HTTP/1.1" status: 200 len: 217 time: 0.0461822 Jul 22 14:05:28.022105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe8889-f11f-4e02-882b-14da588e9558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07022845-d921-48d3-8d61-7f02cdfa1778,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:28.042662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-22dc345b-6259-4ef0-a8c3-c708846424c3 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249886 Jul 22 14:05:28.050857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-cfc13fb4-c4c1-45ff-9cdf-ee77201144d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.052414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-cfc13fb4-c4c1-45ff-9cdf-ee77201144d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 200 len: 852 time: 0.0685925 Jul 22 14:05:28.054613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e793229-689e-44e7-a7bc-5c8651e22372 req-edbba1b5-3310-49a9-8c4b-2cf0dae89e3a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.061937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e793229-689e-44e7-a7bc-5c8651e22372 req-edbba1b5-3310-49a9-8c4b-2cf0dae89e3a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 948 time: 0.7231157 Jul 22 14:05:28.064939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Allocated IP 172.20.0.14 (611eccef-abaa-4760-abf9-0a3b562a7fe6/f8c0b494-a26e-4e53-aeb8-c9fde0fb999b/31127ddb-35c5-45ad-84de-293271da0e04) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:28.101774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-e98c4a2b-48a3-440c-9a50-37ab8d34a185 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423007 Jul 22 14:05:28.112979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344f817-6450-4e1a-af22-60d1d681b014 req-f906dfbc-ab02-424b-8fb4-8fdd1e47c08b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.120884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e344f817-6450-4e1a-af22-60d1d681b014 req-f906dfbc-ab02-424b-8fb4-8fdd1e47c08b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.2413650 Jul 22 14:05:28.204497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e793229-689e-44e7-a7bc-5c8651e22372 req-25d16922-832f-4ed9-a7c2-3e7fa7c48392 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416013 Jul 22 14:05:28.214226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e344f817-6450-4e1a-af22-60d1d681b014 req-798fafb4-70d7-4214-a443-25480968e82e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923948 Jul 22 14:05:28.280860 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-b56bc127-b699-4706-9115-612443204355 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571088 Jul 22 14:05:28.285954 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131cd442-2a30-4462-961e-a6146ece5c02 x-openstack-request-id: req-131cd442-2a30-4462-961e-a6146ece5c02 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:28.286482 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:28.287325 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-131cd442-2a30-4462-961e-a6146ece5c02 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:28.289013 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'status': 'completed', 'code': 200} Jul 22 14:05:28.293195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-c8a84b11-c9c6-4a9a-bee4-57aaca8cf3da service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250481 Jul 22 14:05:28.375213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5fc0570a-cb0e-4171-b584-429a48cbf008 req-4d0d0a9c-543c-40cb-988a-d8715930ba02 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 210 time: 0.0646882 Jul 22 14:05:28.423329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:28.438112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6854b791-39b3-4fc6-b63b-3b9243eb1848 req-0c044fc8-2415-4276-a011-376c283d6669 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475325 Jul 22 14:05:28.483457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:28.554153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-19ebcac6-6697-4b44-837b-70d6f479d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.556155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-19ebcac6-6697-4b44-837b-70d6f479d7bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 1095 time: 0.0571716 Jul 22 14:05:28.565078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device db5aa8f3-be78-4598-b126-ab69589c5382 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:28.592252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Network 611eccef-abaa-4760-abf9-0a3b562a7fe6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:28.595107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Pushing event updated for resources: {'Port': ['ID=31127ddb-35c5-45ad-84de-293271da0e04,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:28.598630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:28.601906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:28.662729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df590-1d1c-486a-a5a2-6b0538c5c838 req-13f3189f-cc62-4730-b69f-00ad97676324 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.664317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-644df590-1d1c-486a-a5a2-6b0538c5c838 req-13f3189f-cc62-4730-b69f-00ad97676324 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 943 time: 0.1827133 Jul 22 14:05:28.670980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.671644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:28.673211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port db5aa8f3-be78-4598-b126-ab69589c5382, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=db5aa8f3-be78-4598-b126-ab69589c5382,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:28.676800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-465f0115-93d2-44c6-9ce1-799d8cd7a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.678969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-465f0115-93d2-44c6-9ce1-799d8cd7a6cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 913 time: 0.1159446 Jul 22 14:05:28.689822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'db5aa8f3-be78-4598-b126-ab69589c5382', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'db5aa8f3-be78-4598-b126-ab69589c5382', 'mac_address': 'fa:16:3e:e4:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:28.700600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-4262825c-bb13-48a5-a543-77ae3ba83347 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7401299 Jul 22 14:05:28.717589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Request body: {'port': {'device_id': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:28.727952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-3f404b96-49a6-4860-aad3-d984a159099f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d HTTP/1.1" status: 200 len: 217 time: 0.0395532 Jul 22 14:05:28.744918 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:28.757594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-644df590-1d1c-486a-a5a2-6b0538c5c838 req-b72cc7a0-17d3-48c7-8b9c-15204be710a6 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819921 Jul 22 14:05:28.772631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5aa8f3-be78-4598-b126-ab69589c5382 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:28.793233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-2b456c8a-679b-4d60-bf7e-fe79dc2dea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:28.796051 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-2b456c8a-679b-4d60-bf7e-fe79dc2dea78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 200 len: 852 time: 0.0609953 Jul 22 14:05:28.814827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:28.818827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port db5aa8f3-be78-4598-b126-ab69589c5382, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=db5aa8f3-be78-4598-b126-ab69589c5382,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:28.826757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:28.862197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-b727217c-cb6c-4dac-b110-db42c50b2a31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584745 Jul 22 14:05:28.901147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=db5aa8f3-be78-4598-b126-ab69589c5382,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:29.077915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:29.169486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31127ddb-35c5-45ad-84de-293271da0e04 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:29.179951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:29.197483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Transition to ACTIVE for port object 31127ddb-35c5-45ad-84de-293271da0e04 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:29.202922 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:29.431565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664916f-b6e6-456f-b3bb-8861d9ef72e5 req-849b65b7-1f34-41c1-a581-af4dffeb441b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.433132 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0664916f-b6e6-456f-b3bb-8861d9ef72e5 req-849b65b7-1f34-41c1-a581-af4dffeb441b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.5688441 Jul 22 14:05:29.434294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Pushing event updated for resources: {'Port': ['ID=31127ddb-35c5-45ad-84de-293271da0e04,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:29.435071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-d041b7ef-f599-4ef3-9802-fcf55c1d941f service neutron] 10.222.0.13 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581634 Jul 22 14:05:29.482808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Attempting to bind port 31127ddb-35c5-45ad-84de-293271da0e04 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:29.483184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Attempting to bind port 31127ddb-35c5-45ad-84de-293271da0e04 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'fc6d32c4-9418-4e37-8beb-bf3896209384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:29.483519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Attempting to bind port 31127ddb-35c5-45ad-84de-293271da0e04 on network 611eccef-abaa-4760-abf9-0a3b562a7fe6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:29.492369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Port 31127ddb-35c5-45ad-84de-293271da0e04 on network 611eccef-abaa-4760-abf9-0a3b562a7fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:29.492714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Attempting to bind port 31127ddb-35c5-45ad-84de-293271da0e04 on network 611eccef-abaa-4760-abf9-0a3b562a7fe6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:29.502702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2290-aa3c-4c30-b68b-bd4d6356adff req-c53900cc-7ad9-4ace-94b1-9ae167ea2296 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.504245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e88e2290-aa3c-4c30-b68b-bd4d6356adff req-c53900cc-7ad9-4ace-94b1-9ae167ea2296 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 949 time: 0.1504304 Jul 22 14:05:29.508167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:29.508167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Checking segment: {'id': 'fc6d32c4-9418-4e37-8beb-bf3896209384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:29.508167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Bound using segment: {'id': 'fc6d32c4-9418-4e37-8beb-bf3896209384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:29.508631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Bound port: 31127ddb-35c5-45ad-84de-293271da0e04, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6d32c4-9418-4e37-8beb-bf3896209384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:29.508813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:29.538678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0664916f-b6e6-456f-b3bb-8861d9ef72e5 req-85b46c4e-eabb-4125-ae23-10d709e0e2ab tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945215 Jul 22 14:05:29.581412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cdc3a34-4d14-4ede-99f8-f0db548f5807 req-67e3d084-2853-4753-8ef1-ccf685c83326 service neutron] 10.222.0.13 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288276 Jul 22 14:05:29.605029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e88e2290-aa3c-4c30-b68b-bd4d6356adff req-4ce5ec41-21b5-4496-8a4c-b6ee5757f307 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871830 Jul 22 14:05:29.615785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] For port 31127ddb-35c5-45ad-84de-293271da0e04, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:29.620157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] For port 31127ddb-35c5-45ad-84de-293271da0e04, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=31127ddb-35c5-45ad-84de-293271da0e04,segment=NetworkSegment(fc6d32c4-9418-4e37-8beb-bf3896209384),segment_id=fc6d32c4-9418-4e37-8beb-bf3896209384)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:29.627103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:29.666389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.667010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:29.668463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] 10.222.0.20 "PUT /v2.0/ports/31127ddb-35c5-45ad-84de-293271da0e04 HTTP/1.1" status: 200 len: 1093 time: 0.9571717 Jul 22 14:05:29.669334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'tag': '31127ddb-35c5-45ad-84de-293271da0e04'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:29.671453 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2737c846-bdb5-4224-82ca-6b57b4b53ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "7e251e4e-465e-429e-b0ef-034dca05ca7f", "tag": "31127ddb-35c5-45ad-84de-293271da0e04"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:29.708081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa025a-1594-42dc-aa53-5dc905b4e722 service neutron] Pushing event updated for resources: {'Port': ['ID=31127ddb-35c5-45ad-84de-293271da0e04,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:29.716271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3921ca-a5ff-46c9-bd7b-9a51f1f55893 req-1172d057-773c-4d1f-8ec5-91cf7c0fe978 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.726447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd3921ca-a5ff-46c9-bd7b-9a51f1f55893 req-1172d057-773c-4d1f-8ec5-91cf7c0fe978 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0940614 Jul 22 14:05:29.775374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd3921ca-a5ff-46c9-bd7b-9a51f1f55893 req-d1c90298-ebcf-4bfc-8302-0e97ec58dd7c tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474274 Jul 22 14:05:29.785129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-660cfe0b-8685-41e6-91c5-80f029493bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.786857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-660cfe0b-8685-41e6-91c5-80f029493bbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd34a3d301b843da8f1e58b55c20e026&device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 1096 time: 0.0675533 Jul 22 14:05:29.854605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-0934b0a9-c8ab-4bae-9963-b9f04e3aac76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31127ddb-35c5-45ad-84de-293271da0e04 HTTP/1.1" status: 200 len: 217 time: 0.0565753 Jul 22 14:05:29.945806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-169f65e2-7f31-4d66-a1e7-e1ffb300a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.947279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-169f65e2-7f31-4d66-a1e7-e1ffb300a371 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8c0b494-a26e-4e53-aeb8-c9fde0fb999b HTTP/1.1" status: 200 len: 862 time: 0.0639102 Jul 22 14:05:29.960060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02899a68-1935-4ad8-af0b-527e413f7b12 req-1ab2c204-8c57-4cf5-88ed-db6654d4d62b tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:29.961557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02899a68-1935-4ad8-af0b-527e413f7b12 req-1ab2c204-8c57-4cf5-88ed-db6654d4d62b tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 944 time: 0.1572089 Jul 22 14:05:30.004892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-3dfe047d-9889-473a-9f27-dce2504a2eb4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=611eccef-abaa-4760-abf9-0a3b562a7fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423472 Jul 22 14:05:30.044066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02899a68-1935-4ad8-af0b-527e413f7b12 req-3d7b3e76-dbd1-4934-a427-4a908e698ced tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721934 Jul 22 14:05:30.128734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-e1dbf128-2ce0-40a2-a513-3df59095c614 service neutron] 10.222.0.20 "GET /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149037 Jul 22 14:05:30.242900 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b4249-1f95-419f-abb0-1aff2d96a899 x-openstack-request-id: req-fc8b4249-1f95-419f-abb0-1aff2d96a899 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:30.243503 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e251e4e-465e-429e-b0ef-034dca05ca7f", "tag": "31127ddb-35c5-45ad-84de-293271da0e04", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:30.243631 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc8b4249-1f95-419f-abb0-1aff2d96a899 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:30.244006 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'tag': '31127ddb-35c5-45ad-84de-293271da0e04', 'status': 'completed', 'code': 200} Jul 22 14:05:30.248631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6823997-38ff-4b4a-a708-1aa77306d6dc req-6dd5ec00-9ffd-4d29-9a32-639f9d80118b service neutron] 10.222.0.20 "GET /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143248 Jul 22 14:05:30.274322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26360579-2a11-4ba5-9376-d122d922d68d req-cd7125d0-8b67-4fd6-9556-8b0f05e93cf8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.282168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26360579-2a11-4ba5-9376-d122d922d68d req-cd7125d0-8b67-4fd6-9556-8b0f05e93cf8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 943 time: 0.0878134 Jul 22 14:05:30.338297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26360579-2a11-4ba5-9376-d122d922d68d req-8bf97183-7b59-48bd-8c6c-3c159143242b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Jul 22 14:05:30.362361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-fda46c9a-0a80-458b-bf8f-e28a3be7d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.363900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-fda46c9a-0a80-458b-bf8f-e28a3be7d0e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd34a3d301b843da8f1e58b55c20e026&device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 1096 time: 0.0651302 Jul 22 14:05:30.466408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-1c223332-cf4e-467b-8d1f-beee4d6cf349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.468195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-1c223332-cf4e-467b-8d1f-beee4d6cf349 service neutron] 10.222.0.20 "GET /v2.0/networks?id=611eccef-abaa-4760-abf9-0a3b562a7fe6 HTTP/1.1" status: 200 len: 923 time: 0.0956776 Jul 22 14:05:30.516055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-18177038-ffbb-45a4-88e4-a2f876d64f58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31127ddb-35c5-45ad-84de-293271da0e04 HTTP/1.1" status: 200 len: 217 time: 0.0391293 Jul 22 14:05:30.543401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-1b1ac1c9-035e-427f-8d94-93b764320aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.545718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-1b1ac1c9-035e-427f-8d94-93b764320aa4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948&tenant_id=19b15405b2804ee8a1803b9bdcb151d7 HTTP/1.1" status: 200 len: 1101 time: 0.0617282 Jul 22 14:05:30.558843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:30.566974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device db5aa8f3-be78-4598-b126-ab69589c5382 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:30.567915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-21d97960-e226-40ab-891e-92e519a2edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.569470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-21d97960-e226-40ab-891e-92e519a2edd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8c0b494-a26e-4e53-aeb8-c9fde0fb999b HTTP/1.1" status: 200 len: 862 time: 0.0458093 Jul 22 14:05:30.623010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-5165a2a3-9b26-4742-b3ce-2008047b40ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=611eccef-abaa-4760-abf9-0a3b562a7fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447705 Jul 22 14:05:30.641775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port db5aa8f3-be78-4598-b126-ab69589c5382 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:30.646451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port db5aa8f3-be78-4598-b126-ab69589c5382 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:30.647111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:30.667818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:30.749983 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:30.768765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-519b141b-f35d-4852-baae-5b1213c900f8 service neutron] 10.222.0.20 "GET /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386700 Jul 22 14:05:30.776902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5aa8f3-be78-4598-b126-ab69589c5382'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:30.780085 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd0644e-d712-46a5-b0c9-805a5e2b1fd4" -d '{"events": [{"server_uuid": "c32661ae-dee4-40c8-aedf-12b29e85b2ee", "name": "network-vif-plugged", "status": "completed", "tag": "db5aa8f3-be78-4598-b126-ab69589c5382"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:30.781547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a667d20-1d2a-4e86-a238-232c6a4852a8 req-c80635bd-fd8a-4248-8d7a-7471065933cd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.783062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a667d20-1d2a-4e86-a238-232c6a4852a8 req-c80635bd-fd8a-4248-8d7a-7471065933cd tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.1237993 Jul 22 14:05:30.797899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port db5aa8f3-be78-4598-b126-ab69589c5382, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=db5aa8f3-be78-4598-b126-ab69589c5382,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:30.804412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:30.865916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=db5aa8f3-be78-4598-b126-ab69589c5382,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:30.885506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a667d20-1d2a-4e86-a238-232c6a4852a8 req-fb8f8306-157c-420c-a2c2-ba28a0d78081 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932865 Jul 22 14:05:30.909986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2737c846-bdb5-4224-82ca-6b57b4b53ccc req-081d8fd2-39f4-4814-8111-7b61bdff102d service neutron] 10.222.0.20 "GET /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259389 Jul 22 14:05:30.925379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9d550-bcb9-4ecc-9435-27f1f2dd3cee req-22319496-f910-48c5-92bc-6009b6143316 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:30.926965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-edb9d550-bcb9-4ecc-9435-27f1f2dd3cee req-22319496-f910-48c5-92bc-6009b6143316 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 949 time: 0.1869011 Jul 22 14:05:30.967602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:31.002047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-edb9d550-bcb9-4ecc-9435-27f1f2dd3cee req-f70ec334-ca59-4fc2-bf83-44b0712a495b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Jul 22 14:05:31.021855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:31.059321 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0043451-e469-4541-968d-b7b37c5dc61b x-openstack-request-id: req-f0043451-e469-4541-968d-b7b37c5dc61b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:31.059755 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32661ae-dee4-40c8-aedf-12b29e85b2ee", "name": "network-vif-plugged", "status": "completed", "tag": "db5aa8f3-be78-4598-b126-ab69589c5382", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:31.060092 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0043451-e469-4541-968d-b7b37c5dc61b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:31.060497 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5aa8f3-be78-4598-b126-ab69589c5382', 'code': 200} Jul 22 14:05:31.079043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:31.082473 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aac1e13-0e50-4f25-b4d8-1449cac9f78e" -d '{"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:31.087495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.107582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Transition to ACTIVE for port object b0fdaf6f-2722-4f2a-bbad-e8670dce2879 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:31.113026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.122209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:31.189907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] No DVR routers for this DVR port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:31.200028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:31.312256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab8479-e89b-4fce-b056-9294c9062501 req-4b1938bc-71a0-43bd-98ed-fb511bf6a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.314734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2dab8479-e89b-4fce-b056-9294c9062501 req-4b1938bc-71a0-43bd-98ed-fb511bf6a03c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 1102 time: 0.1782887 Jul 22 14:05:31.317204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:31.317546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:31.318853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:31.328409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:31.328859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Attempting to bind port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:31.338614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:31.338965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:31.339364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:31.339816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Bound port: b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:31.340439 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.367970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:31.378074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2dab8479-e89b-4fce-b056-9294c9062501 req-318c4ecf-6348-4406-9520-3d9151b1e438 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500920 Jul 22 14:05:31.390796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'port_id': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'mac_address': 'fa:16:3e:11:4a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de202e8a-bbed-4fa3-865a-bfdf5b5e131a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:31.394763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b842dd3-31ab-4af1-b29a-5b6e62136884 req-6c436122-00d4-40bf-821c-d4b66b50c05a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.404503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b842dd3-31ab-4af1-b29a-5b6e62136884 req-6c436122-00d4-40bf-821c-d4b66b50c05a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.2481096 Jul 22 14:05:31.413734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863abfe5-0e79-420c-8568-6093ff256762 req-3212166c-9065-45ce-a33d-87a96f2e0318 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.423091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-863abfe5-0e79-420c-8568-6093ff256762 req-3212166c-9065-45ce-a33d-87a96f2e0318 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 944 time: 0.1601338 Jul 22 14:05:31.455052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b842dd3-31ab-4af1-b29a-5b6e62136884 req-2a08eb97-3b2d-4fa2-8a9b-ef07055c7612 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495825 Jul 22 14:05:31.480312 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.490684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:31.501010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:31.506506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-863abfe5-0e79-420c-8568-6093ff256762 req-09c7f2a1-cea4-4fb7-bfe0-c8a47c3e47f3 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799694 Jul 22 14:05:31.529749 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7fa4dd-14dc-417e-af56-1c012045a70b x-openstack-request-id: req-4d7fa4dd-14dc-417e-af56-1c012045a70b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:31.530275 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-unplugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:31.531543 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d7fa4dd-14dc-417e-af56-1c012045a70b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:31.531543 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'code': 200} Jul 22 14:05:31.533354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:31.533794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:31.541695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.542120 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.597862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.599114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:31.599659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:31.600918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] 10.222.0.20 "PUT /v2.0/ports/b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 1097 time: 1.0465844 Jul 22 14:05:31.700852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf387c-6869-4864-a3c4-05421b0aa3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:31.742937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c509b2-b7e2-407e-9058-8f68dc46b95f req-c7d235e6-5d99-4a99-b9b3-6824f0f4c368 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.744502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66c509b2-b7e2-407e-9058-8f68dc46b95f req-c7d235e6-5d99-4a99-b9b3-6824f0f4c368 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 944 time: 0.1584761 Jul 22 14:05:31.750589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-077b3f77-8c8a-46a0-a259-c65105ea7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.752061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-077b3f77-8c8a-46a0-a259-c65105ea7adf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1100 time: 0.1162159 Jul 22 14:05:31.779659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:31.827488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66c509b2-b7e2-407e-9058-8f68dc46b95f req-7d8b01e6-145a-45c5-81f7-c8468e5e4e99 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744562 Jul 22 14:05:31.884759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-1594ebf0-6f31-4214-9421-38473310505d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.886375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-1594ebf0-6f31-4214-9421-38473310505d service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1261950 Jul 22 14:05:31.931432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-62de3158-917d-424a-a290-4228591ee8ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0375726 Jul 22 14:05:31.934882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:31.995824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-9cff173f-d573-4fb1-8c90-5f4200e70af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:31.997451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-9cff173f-d573-4fb1-8c90-5f4200e70af7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0586009 Jul 22 14:05:32.051072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56146c79-c491-4e3c-85fd-884a41ccacf6 req-55c87a48-934a-40a0-a79e-96fc38ad597e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:32.053432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56146c79-c491-4e3c-85fd-884a41ccacf6 req-55c87a48-934a-40a0-a79e-96fc38ad597e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 948 time: 0.0761805 Jul 22 14:05:32.078313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090582da-b263-4453-8df1-a960aa372e7b req-174f6fae-0622-4dc3-9dd8-0d4c3d0c07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:32.080075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-174f6fae-0622-4dc3-9dd8-0d4c3d0c07c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736718 Jul 22 14:05:32.083388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65d87ff5-ce01-4ebf-aa36-baf14e9dff31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.126707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56146c79-c491-4e3c-85fd-884a41ccacf6 req-6652e771-f5d2-4568-ad77-d78053db40ff tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Jul 22 14:05:32.235099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-6e37e17c-15ab-40b6-9ec6-24592b0614e8 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434860 Jul 22 14:05:32.238838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65d87ff5-ce01-4ebf-aa36-baf14e9dff31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.243524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65d87ff5-ce01-4ebf-aa36-baf14e9dff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.250254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f62e-300a-4387-b0d1-0b8e67870486 req-f9d04e27-c38f-4a36-b490-efdfa4edc62b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:32.252104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3122f62e-300a-4387-b0d1-0b8e67870486 req-f9d04e27-c38f-4a36-b490-efdfa4edc62b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 950 time: 0.1708448 Jul 22 14:05:32.294533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-65d87ff5-ce01-4ebf-aa36-baf14e9dff31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b4a3ce3723f4201abaafb866163bdb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562322 Jul 22 14:05:32.295169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:32.297907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d87ff5-ce01-4ebf-aa36-baf14e9dff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1691b97-8e28-4bd3-a074-dabcce392276,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:32.333349 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3122f62e-300a-4387-b0d1-0b8e67870486 req-7db4a36c-42b1-4990-9602-1f9603585757 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689280 Jul 22 14:05:32.371032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1b87df-b123-49f7-aa8a-a74c2f444e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.397573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1b87df-b123-49f7-aa8a-a74c2f444e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.401877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090582da-b263-4453-8df1-a960aa372e7b req-2e648e09-0a5d-4cef-a2c5-919f02faa33a service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478417 Jul 22 14:05:32.461705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1b87df-b123-49f7-aa8a-a74c2f444e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.464334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1b87df-b123-49f7-aa8a-a74c2f444e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.465978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8d1b87df-b123-49f7-aa8a-a74c2f444e01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1691b97-8e28-4bd3-a074-dabcce392276 HTTP/1.1" status: 204 len: 168 time: 0.1694455 Jul 22 14:05:32.475496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b87df-b123-49f7-aa8a-a74c2f444e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1691b97-8e28-4bd3-a074-dabcce392276,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:32.572706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 31127ddb-35c5-45ad-84de-293271da0e04 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:32.614450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25b03-ca29-431b-8980-3fa67970ca85 req-3d15de3b-d6d1-4a2a-bf41-59119de91e31 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:32.616238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7f25b03-ca29-431b-8980-3fa67970ca85 req-3d15de3b-d6d1-4a2a-bf41-59119de91e31 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0767779 Jul 22 14:05:32.669438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae0c35-f2d5-4104-a3c0-3b19a5983b77 req-57b2aaad-08c9-49d5-b7db-00cfab192744 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:32.672323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81ae0c35-f2d5-4104-a3c0-3b19a5983b77 req-57b2aaad-08c9-49d5-b7db-00cfab192744 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 944 time: 0.0918801 Jul 22 14:05:32.690044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7f25b03-ca29-431b-8980-3fa67970ca85 req-0f6a1a10-6594-4ad9-977b-6cb03a96bf4e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Jul 22 14:05:32.718734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 31127ddb-35c5-45ad-84de-293271da0e04, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=31127ddb-35c5-45ad-84de-293271da0e04,segment=NetworkSegment(fc6d32c4-9418-4e37-8beb-bf3896209384),segment_id=fc6d32c4-9418-4e37-8beb-bf3896209384)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:32.730204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81ae0c35-f2d5-4104-a3c0-3b19a5983b77 req-b28def9a-cd52-4014-916e-9d04731808e7 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514510 Jul 22 14:05:32.822584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:32.838806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54c94595-7a06-4cb8-8b26-9260acc470a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.866597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '31127ddb-35c5-45ad-84de-293271da0e04', 'network_id': '611eccef-abaa-4760-abf9-0a3b562a7fe6', 'port_id': '31127ddb-35c5-45ad-84de-293271da0e04', 'mac_address': 'fa:16:3e:3a:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c0b494-a26e-4e53-aeb8-c9fde0fb999b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:32.912596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.927149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31127ddb-35c5-45ad-84de-293271da0e04 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:32.948033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 31127ddb-35c5-45ad-84de-293271da0e04, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=31127ddb-35c5-45ad-84de-293271da0e04,segment=NetworkSegment(fc6d32c4-9418-4e37-8beb-bf3896209384),segment_id=fc6d32c4-9418-4e37-8beb-bf3896209384)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:32.951291 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.969751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54c94595-7a06-4cb8-8b26-9260acc470a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.974743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54c94595-7a06-4cb8-8b26-9260acc470a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:32.983251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a6e86-8161-4e79-aec7-a55e23de4892 req-b15dfae0-3c5c-4def-a208-28bdab76b127 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:32.987672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-304a6e86-8161-4e79-aec7-a55e23de4892 req-b15dfae0-3c5c-4def-a208-28bdab76b127 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 944 time: 0.0769000 Jul 22 14:05:33.000672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=31127ddb-35c5-45ad-84de-293271da0e04,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:33.015762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-54c94595-7a06-4cb8-8b26-9260acc470a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=318dbc1206684aac9e9e2983793e3540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919825 Jul 22 14:05:33.017034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c94595-7a06-4cb8-8b26-9260acc470a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c728eb9-dbda-44e9-99d4-10642ba4601e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:33.019379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:33.025796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-304a6e86-8161-4e79-aec7-a55e23de4892 req-adb853eb-926c-491f-b4c6-9f3601508b1c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349135 Jul 22 14:05:33.069507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22c10df3-a19e-40db-be51-6566ea4227eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.094536 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22c10df3-a19e-40db-be51-6566ea4227eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.126863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:33.142638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22c10df3-a19e-40db-be51-6566ea4227eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.145304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22c10df3-a19e-40db-be51-6566ea4227eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.146559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-22c10df3-a19e-40db-be51-6566ea4227eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c728eb9-dbda-44e9-99d4-10642ba4601e HTTP/1.1" status: 204 len: 168 time: 0.1262138 Jul 22 14:05:33.158113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c10df3-a19e-40db-be51-6566ea4227eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c728eb9-dbda-44e9-99d4-10642ba4601e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:33.207641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['31127ddb-35c5-45ad-84de-293271da0e04'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:33.259676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:33.269534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:33.270068 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.293960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b0d0-2d71-438c-9a12-dc4bc06c2aa9 req-47c9772e-9aaf-45ab-ac51-1cc410d83787 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.301242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e97b0d0-2d71-438c-9a12-dc4bc06c2aa9 req-47c9772e-9aaf-45ab-ac51-1cc410d83787 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 948 time: 0.0911753 Jul 22 14:05:33.353806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e97b0d0-2d71-438c-9a12-dc4bc06c2aa9 req-d8d2638d-fe0c-423b-bce7-23206407f558 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Jul 22 14:05:33.437845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.466626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:33.468994 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3bfe35-26b9-4ad4-8fb5-675d8e37d783" -d '{"events": [{"server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "name": "network-vif-plugged", "status": "completed", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:33.477967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e0baa-cf8b-46a3-8218-82c5abdecb18 req-061174c1-fb3e-42df-9422-652185825c3c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.479945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-731e0baa-cf8b-46a3-8218-82c5abdecb18 req-061174c1-fb3e-42df-9422-652185825c3c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 950 time: 0.0721490 Jul 22 14:05:33.482883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:33.488092 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:33.488928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:33.519269 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26aea3c-fe20-485b-a226-465cde3f5ec3 x-openstack-request-id: req-b26aea3c-fe20-485b-a226-465cde3f5ec3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:33.519569 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "name": "network-vif-plugged", "status": "completed", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:33.519827 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b26aea3c-fe20-485b-a226-465cde3f5ec3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:33.520219 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'code': 200} Jul 22 14:05:33.528939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-731e0baa-cf8b-46a3-8218-82c5abdecb18 req-4d5e7360-4dd9-40d9-8c2a-a8e93f1652bd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Jul 22 14:05:33.532382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:33.534918 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39513eb5-245e-46e2-8a02-2c5ec011dfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:33.591550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:33.603333 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee38c0f-7b43-48f6-b0b3-684e97633645 x-openstack-request-id: req-2ee38c0f-7b43-48f6-b0b3-684e97633645 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:33.603630 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:33.603871 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ee38c0f-7b43-48f6-b0b3-684e97633645 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:33.604262 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'status': 'completed', 'code': 200} Jul 22 14:05:33.609093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:33.690901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-051040a7-378f-4e51-8329-6f2e09a1e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.692105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-051040a7-378f-4e51-8329-6f2e09a1e3b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1100 time: 0.0715845 Jul 22 14:05:33.697906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f035fd-34b1-4103-8fef-19699f419b54 req-a148fc4a-4200-4a3d-a9c7-d863d2565d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.699407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01f035fd-34b1-4103-8fef-19699f419b54 req-a148fc4a-4200-4a3d-a9c7-d863d2565d5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1145155 Jul 22 14:05:33.716032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-0d905a6a-4a65-4234-a8ae-5c90d3e150d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.718001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-0d905a6a-4a65-4234-a8ae-5c90d3e150d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1100 time: 0.0963621 Jul 22 14:05:33.791043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01f035fd-34b1-4103-8fef-19699f419b54 req-66a96df1-8cdd-4f3e-a6f1-661f20413159 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720298 Jul 22 14:05:33.854375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-56739da7-558d-4d1d-8e40-81a87960f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.854375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-56739da7-558d-4d1d-8e40-81a87960f5ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1543214 Jul 22 14:05:33.873901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-74ca3c3e-82e6-4fd7-929a-7d16fb5526d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.875449 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-74ca3c3e-82e6-4fd7-929a-7d16fb5526d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1435928 Jul 22 14:05:33.906019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-f73c5d07-d76a-40a9-95e7-a26bad6838ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0450957 Jul 22 14:05:33.922707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67be2f6-8bf8-413e-8863-c5fd547f34b8 req-184b18b4-5638-4189-91fe-0a876543881b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:33.924691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b67be2f6-8bf8-413e-8863-c5fd547f34b8 req-184b18b4-5638-4189-91fe-0a876543881b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1260815 Jul 22 14:05:33.929341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-7da5850b-8f4f-4726-a4bd-68c3542de226 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 200 len: 217 time: 0.0444579 Jul 22 14:05:34.000176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b67be2f6-8bf8-413e-8863-c5fd547f34b8 req-335ac767-31f5-4379-a80b-f9828b10788a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639853 Jul 22 14:05:34.022022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-8d591721-3a22-4f42-9b22-3746b19b9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.023540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-8d591721-3a22-4f42-9b22-3746b19b9d73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0979228 Jul 22 14:05:34.048597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-1166cc13-cedb-4d33-84fa-4067ba572e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.050250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-1166cc13-cedb-4d33-84fa-4067ba572e6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1113582 Jul 22 14:05:34.113309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b421c59-972a-4eef-b7dc-76d75acc1399 req-5b6f0148-fb84-4482-abc8-eb5fa512407b tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.114919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b421c59-972a-4eef-b7dc-76d75acc1399 req-5b6f0148-fb84-4482-abc8-eb5fa512407b tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 1102 time: 0.1285474 Jul 22 14:05:34.148153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b421c59-972a-4eef-b7dc-76d75acc1399 req-bb706776-c5e5-4e9b-b29f-c931cf611e34 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:34.154400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-eae33ba9-6dff-4d7b-96fe-8e01fc059138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.155935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-eae33ba9-6dff-4d7b-96fe-8e01fc059138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957019 Jul 22 14:05:34.161508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-b6b2286f-9c69-4b92-9b3f-3576d82d6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.163062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-b6b2286f-9c69-4b92-9b3f-3576d82d6d9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325414 Jul 22 14:05:34.172217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266ae5b-c438-42be-ad71-3f5f34db57c0 req-e4a3355a-3416-4df4-be3b-b109eddb65f8 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.173735 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7266ae5b-c438-42be-ad71-3f5f34db57c0 req-e4a3355a-3416-4df4-be3b-b109eddb65f8 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 945 time: 0.1018121 Jul 22 14:05:34.278555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7266ae5b-c438-42be-ad71-3f5f34db57c0 req-c2b9d42f-377d-414b-98f5-22c6e391f674 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950229 Jul 22 14:05:34.304349 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-967fd3f6-6eab-4a8f-a0a7-ec8b59f834f2 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418095 Jul 22 14:05:34.331205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-a7eb8973-c0f5-4ff1-899e-dd2d269828f5 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564834 Jul 22 14:05:34.430040 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b421c59-972a-4eef-b7dc-76d75acc1399 req-bb706776-c5e5-4e9b-b29f-c931cf611e34 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:34.443143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b421c59-972a-4eef-b7dc-76d75acc1399 req-bb706776-c5e5-4e9b-b29f-c931cf611e34 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:34.470608 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-920a2678-8d33-435a-b87d-685e2d14a9d3 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565058 Jul 22 14:05:34.474578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b421c59-972a-4eef-b7dc-76d75acc1399 req-bb706776-c5e5-4e9b-b29f-c931cf611e34 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504846 Jul 22 14:05:34.477005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39513eb5-245e-46e2-8a02-2c5ec011dfe3 req-80c60db2-a876-435c-8ed3-f677ca98ee7e service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368399 Jul 22 14:05:34.492899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb706776-c5e5-4e9b-b29f-c931cf611e34 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c014deae-5b59-4324-a01b-1d3651311417,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:34.513011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b9917-4f03-4ae9-89f8-854e641fa590 req-9818eb8b-d1cc-467e-ae28-39c3d4ef268c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.520571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e09b9917-4f03-4ae9-89f8-854e641fa590 req-9818eb8b-d1cc-467e-ae28-39c3d4ef268c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.1421905 Jul 22 14:05:34.563180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e09b9917-4f03-4ae9-89f8-854e641fa590 req-a9770f0c-c960-4d67-8759-7b760458af37 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Jul 22 14:05:34.576442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:34.591117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 31127ddb-35c5-45ad-84de-293271da0e04 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:34.732227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e2e04-b0a0-4cc8-9af6-e866eaa64647 req-8038cc89-efa3-44c7-8b4a-7c7b09f133e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.733966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf5e2e04-b0a0-4cc8-9af6-e866eaa64647 req-8038cc89-efa3-44c7-8b4a-7c7b09f133e3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 948 time: 0.0829692 Jul 22 14:05:34.781203 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf5e2e04-b0a0-4cc8-9af6-e866eaa64647 req-06c0583e-a88a-4347-a784-e617bf27f6d0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Jul 22 14:05:34.814655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 31127ddb-35c5-45ad-84de-293271da0e04 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:34.827700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 31127ddb-35c5-45ad-84de-293271da0e04 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:34.828081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:34.865983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:34.887776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'mac_address': 'fa:16:3e:d4:28:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:34.935814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43069739-27c3-4410-8b14-8294e16c7e5b req-f08a17de-1c25-46f5-86fd-03291fab2b05 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:34.942168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43069739-27c3-4410-8b14-8294e16c7e5b req-f08a17de-1c25-46f5-86fd-03291fab2b05 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 1100 time: 0.0672965 Jul 22 14:05:34.961275 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:34.978703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43069739-27c3-4410-8b14-8294e16c7e5b req-28ad1a17-a688-41b8-94ff-0077391d4ad3 tempest-MigrationsAdminTest-214722988 tempest-MigrationsAdminTest-214722988-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347018 Jul 22 14:05:34.987771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fdaf6f-2722-4f2a-bbad-e8670dce2879 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:34.992896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:35.019008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:35.025436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:35.056935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-310b939e-e318-4c70-96e0-e90cd9524fdd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225370 Jul 22 14:05:35.082935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 31127ddb-35c5-45ad-84de-293271da0e04, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=31127ddb-35c5-45ad-84de-293271da0e04,segment=NetworkSegment(fc6d32c4-9418-4e37-8beb-bf3896209384),segment_id=fc6d32c4-9418-4e37-8beb-bf3896209384)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:35.094220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:35.100206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:35.151503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=31127ddb-35c5-45ad-84de-293271da0e04,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:35.189980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-73c1b3a8-96ef-4881-8e18-9d907d9dfa9f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:35.193102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-73c1b3a8-96ef-4881-8e18-9d907d9dfa9f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1283681 Jul 22 14:05:35.208745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-bb404af3-3825-4110-83ec-a78244a5fa4a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/quotas/bb15bd61e5334cd098c8935af2138409 HTTP/1.1" status: 200 len: 375 time: 0.0098205 Jul 22 14:05:35.284802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3234e751-da39-43d0-a79b-f4051b681e61 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706677 Jul 22 14:05:35.307449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b0fdaf6f-2722-4f2a-bbad-e8670dce2879'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:35.429874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3c825-d766-46bf-959a-fa08ee322d84 req-751d553c-aeeb-4422-8573-6f368bcb1989 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:35.431466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3e3c825-d766-46bf-959a-fa08ee322d84 req-751d553c-aeeb-4422-8573-6f368bcb1989 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0712967 Jul 22 14:05:35.473296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3e3c825-d766-46bf-959a-fa08ee322d84 req-71964c7c-a42e-4d28-ad00-54f5faf0cbbd tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Jul 22 14:05:35.521683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31127ddb-35c5-45ad-84de-293271da0e04'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:35.524329 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2b5c46-a1b8-401d-9482-22616422392b" -d '{"events": [{"server_uuid": "7e251e4e-465e-429e-b0ef-034dca05ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "31127ddb-35c5-45ad-84de-293271da0e04"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:35.630081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91073-52ff-4586-98f3-548d2cebf5aa req-14f93e3d-9a02-435c-82a1-f73fb162fc2d tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:35.631588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-05b91073-52ff-4586-98f3-548d2cebf5aa req-14f93e3d-9a02-435c-82a1-f73fb162fc2d tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 946 time: 0.0689547 Jul 22 14:05:35.687346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-05b91073-52ff-4586-98f3-548d2cebf5aa req-e26e14f1-5941-4f6e-98ea-3e746ba0702a tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Jul 22 14:05:35.781426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6495b8e-485e-476d-8eec-c50fd5223d0f req-b3e99cf2-ff33-4bda-86c0-df9942bdc2b3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:35.783028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6495b8e-485e-476d-8eec-c50fd5223d0f req-b3e99cf2-ff33-4bda-86c0-df9942bdc2b3 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.0793841 Jul 22 14:05:35.827148 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ba5f8f-f1a6-4833-8b50-1abbd277c272 x-openstack-request-id: req-a4ba5f8f-f1a6-4833-8b50-1abbd277c272 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:35.827659 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e251e4e-465e-429e-b0ef-034dca05ca7f", "name": "network-vif-plugged", "status": "completed", "tag": "31127ddb-35c5-45ad-84de-293271da0e04", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:35.827766 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4ba5f8f-f1a6-4833-8b50-1abbd277c272 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:35.828083 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31127ddb-35c5-45ad-84de-293271da0e04', 'code': 200} Jul 22 14:05:35.833269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6495b8e-485e-476d-8eec-c50fd5223d0f req-f78141d9-b000-43a6-8fef-92e12a8bd2d0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 Jul 22 14:05:36.011140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5da9c-827d-407d-85b8-86fcdab4386a req-e9935a30-bca9-4214-981f-40da5e3d46eb tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:36.013332 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cb5da9c-827d-407d-85b8-86fcdab4386a req-e9935a30-bca9-4214-981f-40da5e3d46eb tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0841229 Jul 22 14:05:36.085970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cb5da9c-827d-407d-85b8-86fcdab4386a req-6a373e34-82df-4468-862a-32bf6e019c9b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667577 Jul 22 14:05:36.124045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93398cdb-e899-4681-b2f3-8f5e64dffa3e req-35de7e92-85f3-42f9-b23d-2c8b6e834287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:36.125833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93398cdb-e899-4681-b2f3-8f5e64dffa3e req-35de7e92-85f3-42f9-b23d-2c8b6e834287 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 1098 time: 0.2130992 Jul 22 14:05:36.206024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93398cdb-e899-4681-b2f3-8f5e64dffa3e req-ce2c7211-7a98-4e90-bb6f-7451243d84d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716455 Jul 22 14:05:36.224018 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39a71cf3-b6d3-4976-86c6-6fd77a5b1a11 req-d69d1e5f-277e-456e-9ff5-ca3f44d50581 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 210 time: 0.0395465 Jul 22 14:05:36.299945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a209a-492a-4e57-b69f-9b35a492df41 req-92bcf8f4-1cd9-4f8d-b04a-a13ac7141776 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:36.302461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-757a209a-492a-4e57-b69f-9b35a492df41 req-92bcf8f4-1cd9-4f8d-b04a-a13ac7141776 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0715485 Jul 22 14:05:36.362368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-757a209a-492a-4e57-b69f-9b35a492df41 req-dbf85f17-6024-41ba-8e06-9f70ddda7c25 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533464 Jul 22 14:05:36.489119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59494) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:36.587708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:36.632701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786123c-bfa3-43ef-9b52-a962f948c2b7 req-e9dfe938-ac47-4d97-8265-c840fb345c84 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:36.640269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5786123c-bfa3-43ef-9b52-a962f948c2b7 req-e9dfe938-ac47-4d97-8265-c840fb345c84 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0844681 Jul 22 14:05:36.660937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d156ca26-d174-4e61-83a7-251829939467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:36.671383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:36.676613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:36.677195 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:36.691420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5786123c-bfa3-43ef-9b52-a962f948c2b7 req-f3795f83-738d-4c41-86a9-fdfb7dad40e1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Jul 22 14:05:36.767470 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:36.805375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:36.811280 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:36.832620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbf10b-5cbe-450a-a8c1-78c9a2145cd5 req-dfbe0ad1-1ca1-4c50-a5e7-774701f607aa tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:36.834422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cbf10b-5cbe-450a-a8c1-78c9a2145cd5 req-dfbe0ad1-1ca1-4c50-a5e7-774701f607aa tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 946 time: 0.0700295 Jul 22 14:05:36.872088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=13']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:36.881407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.882087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.882636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.883168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.883699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.884221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.884744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.885266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.885826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.886437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.886949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.888154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:05:36.902627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d156ca26-d174-4e61-83a7-251829939467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:36.904908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cbf10b-5cbe-450a-a8c1-78c9a2145cd5 req-8768174b-061d-4f41-8eb7-a74d4f8da606 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538511 Jul 22 14:05:36.912585 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d156ca26-d174-4e61-83a7-251829939467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:36.925901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9b1b6-e0a1-41c5-898f-90f6090abb32 req-afd7671a-5234-4736-911a-7cac70bf2597 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:36.933779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60c9b1b6-e0a1-41c5-898f-90f6090abb32 req-afd7671a-5234-4736-911a-7cac70bf2597 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2057414 Jul 22 14:05:37.020134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-714cc9ac-7ae2-40e7-ac67-fc5701940eef tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:37.021634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-714cc9ac-7ae2-40e7-ac67-fc5701940eef tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 949 time: 0.2566917 Jul 22 14:05:37.045185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d156ca26-d174-4e61-83a7-251829939467 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b313f53ad35d43b49930137e36aa7892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545537 Jul 22 14:05:37.052150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:37.076159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81adcb-0bc9-45b6-a758-30e8bb0abb71 req-36873d1b-81cc-4cdc-85f5-5a8dfff44e56 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:37.077783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab81adcb-0bc9-45b6-a758-30e8bb0abb71 req-36873d1b-81cc-4cdc-85f5-5a8dfff44e56 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 950 time: 0.1049328 Jul 22 14:05:37.078898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156ca26-d174-4e61-83a7-251829939467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20be50f6-465d-4da6-b9d0-5c544433532e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:37.081071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-4d7ec5bf-61e6-4226-ac05-6c0c8e1550c9 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403063 Jul 22 14:05:37.104806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60c9b1b6-e0a1-41c5-898f-90f6090abb32 req-0b20a70f-2697-4cd9-a18f-6966f9b963b0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690543 Jul 22 14:05:37.208929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Deleting port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:37.209323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.226255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab81adcb-0bc9-45b6-a758-30e8bb0abb71 req-ce7e00f1-b834-42e1-9bb9-b80f2f38770c tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274524 Jul 22 14:05:37.261779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f28b-0836-4c6b-b129-0ebdb54c7a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.307920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-aa7a8cce-49f6-45c8-910a-e350d2528b82 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:37.311531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-aa7a8cce-49f6-45c8-910a-e350d2528b82 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247777 Jul 22 14:05:37.325962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f28b-0836-4c6b-b129-0ebdb54c7a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.331413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:37.360899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7dc5aff4-f76f-4b30-b6a3-8d2e78ec9391 req-c504e05d-bf65-4df4-90b3-982a7f951976 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 210 time: 0.0367100 Jul 22 14:05:37.376744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] For port b0fdaf6f-2722-4f2a-bbad-e8670dce2879, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:37.377147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.397648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Calling delete_port for b0fdaf6f-2722-4f2a-bbad-e8670dce2879 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:37.462806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f28b-0836-4c6b-b129-0ebdb54c7a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.466096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac1f28b-0836-4c6b-b129-0ebdb54c7a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.467408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9ac1f28b-0836-4c6b-b129-0ebdb54c7a58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20be50f6-465d-4da6-b9d0-5c544433532e HTTP/1.1" status: 204 len: 168 time: 0.4128323 Jul 22 14:05:37.480057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1f28b-0836-4c6b-b129-0ebdb54c7a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20be50f6-465d-4da6-b9d0-5c544433532e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:37.494828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9e591b06-d121-47b0-bd58-c0b2183376b2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293717 Jul 22 14:05:37.496955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:37.501074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.661774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-415c4290-bc55-4aea-8bb1-cf1bf566cd80 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:37.663441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-415c4290-bc55-4aea-8bb1-cf1bf566cd80 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631823 Jul 22 14:05:37.667021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.232 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/df564eab-d15c-4433-8714-88f3728498c2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:37.679872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:37.706027 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.732396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42', '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:37.763779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event deleted for resources: {'Port': ['ID=b0fdaf6f-2722-4f2a-bbad-e8670dce2879,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:37.794512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:37.835659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:37.838218 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4517e93c-ac48-4bda-b389-e93c580089ce" -d '{"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-plugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:37.869996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] No DVR routers for this DVR port b0fdaf6f-2722-4f2a-bbad-e8670dce2879 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:37.874794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.877188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a14c71c-0693-4033-baa9-ab61384d2f60 req-edb8cba6-7ee8-47e8-b7ec-8c5806183c78 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "DELETE /v2.0/ports/b0fdaf6f-2722-4f2a-bbad-e8670dce2879 HTTP/1.1" status: 204 len: 173 time: 0.8454685 Jul 22 14:05:37.880442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-deleted', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:37.882737 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a53216-06e8-4894-9a83-f99d7a8ed819" -d '{"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-deleted", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:37.938930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:37.943805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:37.945187 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364bc91a-4b4b-49ed-a3b4-f82872781069 x-openstack-request-id: req-364bc91a-4b4b-49ed-a3b4-f82872781069 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:37.948582 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-plugged", "status": "completed", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:37.949047 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-364bc91a-4b4b-49ed-a3b4-f82872781069 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:37.950177 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'code': 200} Jul 22 14:05:38.006849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e158a-c0e5-4bbe-b55e-3a0cfedcc2d9 req-bcdd8b77-b3ca-4c11-bfbd-8aaa7d24627d tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:38.017836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e4e158a-c0e5-4bbe-b55e-3a0cfedcc2d9 req-bcdd8b77-b3ca-4c11-bfbd-8aaa7d24627d tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1518242 Jul 22 14:05:38.092260 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3dfb19-3576-451b-92d1-ad0d1a3d3cf7 x-openstack-request-id: req-2e3dfb19-3576-451b-92d1-ad0d1a3d3cf7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:38.092595 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b27b5d29-55f4-46a3-b699-8623745cd948", "name": "network-vif-deleted", "tag": "b0fdaf6f-2722-4f2a-bbad-e8670dce2879", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:38.093378 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e3dfb19-3576-451b-92d1-ad0d1a3d3cf7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:38.093378 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b27b5d29-55f4-46a3-b699-8623745cd948', 'name': 'network-vif-deleted', 'tag': 'b0fdaf6f-2722-4f2a-bbad-e8670dce2879', 'status': 'completed', 'code': 200} Jul 22 14:05:38.096718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e4e158a-c0e5-4bbe-b55e-3a0cfedcc2d9 req-ffc7005d-c095-4de5-90f5-fb49448417a2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723083 Jul 22 14:05:38.107167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.110835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59532) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:38.132684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object df564eab-d15c-4433-8714-88f3728498c2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:38.155931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9142e80-8695-45ed-baca-b036213143f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.216313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.263990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:38.278942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:38.282304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:38.325945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.127 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/0838450d-7753-4f7b-97d6-fbc451daab6e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:38.361096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:38.362377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.367339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668451d2-0272-4fa5-bfc6-25cab63d0834 req-7ba278c2-c071-42b5-9642-d2d834a25c5e tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:38.368898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-668451d2-0272-4fa5-bfc6-25cab63d0834 req-7ba278c2-c071-42b5-9642-d2d834a25c5e tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 946 time: 0.2143276 Jul 22 14:05:38.406827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=df564eab-d15c-4433-8714-88f3728498c2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:38.459398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c62586-fa41-477a-b1d8-821f108df571 req-82449b64-fd0f-412d-b320-99f46f7e25d3 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:38.467502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91c62586-fa41-477a-b1d8-821f108df571 req-82449b64-fd0f-412d-b320-99f46f7e25d3 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2248983 Jul 22 14:05:38.488323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-668451d2-0272-4fa5-bfc6-25cab63d0834 req-b2463674-3b9b-4f4e-962f-2e5564c4afd0 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101835 Jul 22 14:05:38.505013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91c62586-fa41-477a-b1d8-821f108df571 req-755ca478-8172-4ab4-bcd6-0c5cd3906145 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362546 Jul 22 14:05:38.513348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9142e80-8695-45ed-baca-b036213143f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.533803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9c191607-88ce-4dbf-a6e1-df942e188691 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2112701 Jul 22 14:05:38.544221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9142e80-8695-45ed-baca-b036213143f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.550190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Request body: {'port': {'device_id': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:38.621008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9142e80-8695-45ed-baca-b036213143f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57d64ac-9310-4e38-b58a-52075d89fecd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:38.632054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a9142e80-8695-45ed-baca-b036213143f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bac50c9d449d454aac5a57eb19a16c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079241 Jul 22 14:05:38.633318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59546) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:38.654241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c21e615c-df18-4fd2-8acd-5754ea3ac12a None None] Provisioning for port df564eab-d15c-4433-8714-88f3728498c2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:38.667793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c21e615c-df18-4fd2-8acd-5754ea3ac12a None None] Provisioning complete for port df564eab-d15c-4433-8714-88f3728498c2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:38.669341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c21e615c-df18-4fd2-8acd-5754ea3ac12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.684073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.704158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.711959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d1486ad-7b53-44f8-87de-b07d100c9947 req-95c09912-72a6-4fd2-adaa-c52f8a3f9684 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b27b5d29-55f4-46a3-b699-8623745cd948 HTTP/1.1" status: 200 len: 210 time: 0.0558982 Jul 22 14:05:38.739053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object 0838450d-7753-4f7b-97d6-fbc451daab6e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:38.766752 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e178d959-f29f-4d1f-a4e5-4decd26f2f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.784216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c21e615c-df18-4fd2-8acd-5754ea3ac12a None None] Port df564eab-d15c-4433-8714-88f3728498c2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:05:38.802036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e178d959-f29f-4d1f-a4e5-4decd26f2f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.815355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.841979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:38.847550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:38.912561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:38.919467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:38.967199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=0838450d-7753-4f7b-97d6-fbc451daab6e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:38.979973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:38.987769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e178d959-f29f-4d1f-a4e5-4decd26f2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.991057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e178d959-f29f-4d1f-a4e5-4decd26f2f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:38.995901 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e178d959-f29f-4d1f-a4e5-4decd26f2f03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e57d64ac-9310-4e38-b58a-52075d89fecd HTTP/1.1" status: 204 len: 168 time: 0.3598161 Jul 22 14:05:39.037862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178d959-f29f-4d1f-a4e5-4decd26f2f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57d64ac-9310-4e38-b58a-52075d89fecd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:39.052635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3038e3-e0d1-4ade-8d99-e28dad269619 req-87787a9b-c794-4de6-856b-d135386afee1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:39.063488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f3038e3-e0d1-4ade-8d99-e28dad269619 req-87787a9b-c794-4de6-856b-d135386afee1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 936 time: 0.2278693 Jul 22 14:05:39.087910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:39.088586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:39.128711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-3c0cb63e-f2d2-4362-818d-a34fed8e0a56 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4530869 Jul 22 14:05:39.160675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Request body: {'port': {'device_id': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:39.202233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f3038e3-e0d1-4ade-8d99-e28dad269619 req-91d355a7-921f-4f28-8346-77656b509fe4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377888 Jul 22 14:05:39.323782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-be10b941-f8e8-4bf4-b89c-cf2b091bb9b0 None None] Provisioning for port 0838450d-7753-4f7b-97d6-fbc451daab6e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:39.334709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-be10b941-f8e8-4bf4-b89c-cf2b091bb9b0 None None] Provisioning complete for port 0838450d-7753-4f7b-97d6-fbc451daab6e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:39.335274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be10b941-f8e8-4bf4-b89c-cf2b091bb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:39.337844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df564eab-d15c-4433-8714-88f3728498c2 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:39.352532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:39.377829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Transition to ACTIVE for port object df564eab-d15c-4433-8714-88f3728498c2 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:39.389642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:39.392139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-be10b941-f8e8-4bf4-b89c-cf2b091bb9b0 None None] Port 0838450d-7753-4f7b-97d6-fbc451daab6e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:05:39.601370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1fd3-5f34-421f-96c3-8f50abf32faa req-1ba7806a-c7ea-4f7c-93b4-01ca5f28b324 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:39.605524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6ba1fd3-5f34-421f-96c3-8f50abf32faa req-1ba7806a-c7ea-4f7c-93b4-01ca5f28b324 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 946 time: 0.4944212 Jul 22 14:05:39.633208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:39.666371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6ba1fd3-5f34-421f-96c3-8f50abf32faa req-820a3336-06a5-48c6-884e-39087e5847eb tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540252 Jul 22 14:05:39.751743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f3af6-4b8f-4de3-9b22-60f5de96a723 req-ffffc0d5-8186-41f2-9373-50a58cc789cf tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:39.753703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e3f3af6-4b8f-4de3-9b22-60f5de96a723 req-ffffc0d5-8186-41f2-9373-50a58cc789cf tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.4865448 Jul 22 14:05:39.786543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Pushing event updated for resources: {'Port': ['ID=df564eab-d15c-4433-8714-88f3728498c2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:39.861282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e3f3af6-4b8f-4de3-9b22-60f5de96a723 req-6372f446-3e14-4134-96c2-5714bcb2a956 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013587 Jul 22 14:05:39.895178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Attempting to bind port df564eab-d15c-4433-8714-88f3728498c2 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:39.895514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Attempting to bind port df564eab-d15c-4433-8714-88f3728498c2 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:39.895841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Attempting to bind port df564eab-d15c-4433-8714-88f3728498c2 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:39.900899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Port df564eab-d15c-4433-8714-88f3728498c2 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:39.901122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Attempting to bind port df564eab-d15c-4433-8714-88f3728498c2 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:39.910156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:39.910497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:39.910885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:39.911316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Bound port: df564eab-d15c-4433-8714-88f3728498c2, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:39.911673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.010579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] For port df564eab-d15c-4433-8714-88f3728498c2, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:40.015407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] For port df564eab-d15c-4433-8714-88f3728498c2, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=df564eab-d15c-4433-8714-88f3728498c2,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:40.022885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.027670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59584) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:40.070578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af086f-1d14-4739-be03-4b811b0db5c4 req-de68c4cc-c39a-4770-a7e6-5e41a490408f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.077882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89af086f-1d14-4739-be03-4b811b0db5c4 req-de68c4cc-c39a-4770-a7e6-5e41a490408f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2894139 Jul 22 14:05:40.084089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.086252 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.089566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] 10.222.0.13 "PUT /v2.0/ports/df564eab-d15c-4433-8714-88f3728498c2 HTTP/1.1" status: 200 len: 1097 time: 1.5441318 Jul 22 14:05:40.092438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'tag': 'df564eab-d15c-4433-8714-88f3728498c2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:40.095162 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97bf79e-691c-4d68-be6e-7549240013c9" -d '{"events": [{"name": "network-changed", "server_uuid": "33ddb728-2897-4ca6-9123-133bc8ee7db7", "tag": "df564eab-d15c-4433-8714-88f3728498c2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:40.130028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0838450d-7753-4f7b-97d6-fbc451daab6e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:40.145863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.173516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89af086f-1d14-4739-be03-4b811b0db5c4 req-30bfb488-07c7-41e6-b511-7772c9d5dcec tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890393 Jul 22 14:05:40.185909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928ae62-2c6f-41d3-8078-b98df0909125 service neutron] Pushing event updated for resources: {'Port': ['ID=df564eab-d15c-4433-8714-88f3728498c2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:40.186234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Transition to ACTIVE for port object 0838450d-7753-4f7b-97d6-fbc451daab6e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:40.191650 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.252242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Pushing event updated for resources: {'Port': ['ID=0838450d-7753-4f7b-97d6-fbc451daab6e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:40.254177 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205c7bf-3441-479f-88cc-614fcd8b8c4b x-openstack-request-id: req-8205c7bf-3441-479f-88cc-614fcd8b8c4b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:40.255224 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ddb728-2897-4ca6-9123-133bc8ee7db7", "tag": "df564eab-d15c-4433-8714-88f3728498c2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:40.255543 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8205c7bf-3441-479f-88cc-614fcd8b8c4b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:40.256119 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'tag': 'df564eab-d15c-4433-8714-88f3728498c2', 'status': 'completed', 'code': 200} Jul 22 14:05:40.284011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-833356686-network', 'tenant_id': 'eeb1fdf1fca244de99a2d780f599f160'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:40.315294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-5aa7371b-64f7-4d43-86d6-258b0633b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.317481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-5aa7371b-64f7-4d43-86d6-258b0633b6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 1100 time: 0.1704104 Jul 22 14:05:40.318853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Made reservation on behalf of eeb1fdf1fca244de99a2d780f599f160 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:40.322923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.341891 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.394109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-af4f6f90-803b-4c1a-8985-e60702e213c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df564eab-d15c-4433-8714-88f3728498c2 HTTP/1.1" status: 200 len: 217 time: 0.0679498 Jul 22 14:05:40.398984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Attempting to bind port 0838450d-7753-4f7b-97d6-fbc451daab6e on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:40.399413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Attempting to bind port 0838450d-7753-4f7b-97d6-fbc451daab6e by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:40.400121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Attempting to bind port 0838450d-7753-4f7b-97d6-fbc451daab6e on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:40.413273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Port 0838450d-7753-4f7b-97d6-fbc451daab6e on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:40.413640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Attempting to bind port 0838450d-7753-4f7b-97d6-fbc451daab6e on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:40.424212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:40.424549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:40.424933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:40.425396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Bound port: 0838450d-7753-4f7b-97d6-fbc451daab6e, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:40.425788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.498882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880f24-0e1d-4495-96a4-3443e08c0e4b req-200aa91a-513f-495f-aa40-4447271ff76a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.500432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0880f24-0e1d-4495-96a4-3443e08c0e4b req-200aa91a-513f-495f-aa40-4447271ff76a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 948 time: 0.1486735 Jul 22 14:05:40.501801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-d6327388-fe41-419f-9a30-f6985c5a189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.503280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-d6327388-fe41-419f-9a30-f6985c5a189e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0962985 Jul 22 14:05:40.569210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] For port 0838450d-7753-4f7b-97d6-fbc451daab6e, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:40.592158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e37b7-a590-4917-afaa-fede87b9ef88 req-21f10509-8eed-4872-8248-63df78a2d2c6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.593797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd3e37b7-a590-4917-afaa-fede87b9ef88 req-21f10509-8eed-4872-8248-63df78a2d2c6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 951 time: 0.1979980 Jul 22 14:05:40.598416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] For port 0838450d-7753-4f7b-97d6-fbc451daab6e, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0838450d-7753-4f7b-97d6-fbc451daab6e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:40.604209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0880f24-0e1d-4495-96a4-3443e08c0e4b req-ac514b2b-102e-475e-9fa9-3cb4f3cb02d9 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874195 Jul 22 14:05:40.608467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.615277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:40.643086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: b0fdaf6f-2722-4f2a-bbad-e8670dce2879 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:40.643790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b0fdaf6f-2722-4f2a-bbad-e8670dce2879 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:40.650691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.663304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.674765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-1729be2c-ac0c-4782-8c22-cb6e130b29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.676126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-1729be2c-ac0c-4782-8c22-cb6e130b29fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633823 Jul 22 14:05:40.680800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.681426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.682847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] 10.222.0.13 "PUT /v2.0/ports/0838450d-7753-4f7b-97d6-fbc451daab6e HTTP/1.1" status: 200 len: 1097 time: 1.5314891 Jul 22 14:05:40.683418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'tag': '0838450d-7753-4f7b-97d6-fbc451daab6e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:40.686767 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2224e174-27b3-4d66-b980-4d53057b1e4a", "tag": "0838450d-7753-4f7b-97d6-fbc451daab6e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:40.688647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd3e37b7-a590-4917-afaa-fede87b9ef88 req-fe0fd884-81d2-41e5-a7ed-2b1f82da9520 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855012 Jul 22 14:05:40.708937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-c71db33d-e41b-440d-97e6-1af94540a686 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.713345 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-c71db33d-e41b-440d-97e6-1af94540a686 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 946 time: 0.2119963 Jul 22 14:05:40.717417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56146e34-f1ee-434f-88bc-863d181c261e service neutron] Pushing event updated for resources: {'Port': ['ID=0838450d-7753-4f7b-97d6-fbc451daab6e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:40.745282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:05:40.790282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df67bb9-8bb9-40d4-8e75-1247f31a29f5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:40.790576 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2643be14-85cb-478e-85b6-f7fa523b8d1a x-openstack-request-id: req-2643be14-85cb-478e-85b6-f7fa523b8d1a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:40.790868 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2224e174-27b3-4d66-b980-4d53057b1e4a", "tag": "0838450d-7753-4f7b-97d6-fbc451daab6e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:40.791120 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2643be14-85cb-478e-85b6-f7fa523b8d1a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:40.792059 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'tag': '0838450d-7753-4f7b-97d6-fbc451daab6e', 'status': 'completed', 'code': 200} Jul 22 14:05:40.792614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.792962 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Added segment e31a778e-6237-4413-b4b5-1a4477bda06d of type vlan for network 9219c122-f32f-4c14-bf93-f3fac52fd29c Jul 22 14:05:40.879685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.908436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-4ebfb51e-578d-4378-ac76-f0a48e767bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790168 Jul 22 14:05:40.953126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.954165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.954747 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:40.957110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-828eff21-69c4-4715-b0cc-9a51a796d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.959030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-828eff21-69c4-4715-b0cc-9a51a796d524 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 1100 time: 0.1838408 Jul 22 14:05:40.970129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684abaf-644f-4212-854e-07044b9a113a req-ab9489a2-19f8-49fd-a5c8-4b6bf493f723 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:40.971253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e684abaf-644f-4212-854e-07044b9a113a req-ab9489a2-19f8-49fd-a5c8-4b6bf493f723 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 946 time: 0.1826258 Jul 22 14:05:41.026010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-03505be3-4e19-46aa-a8db-daeb5d207682 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0838450d-7753-4f7b-97d6-fbc451daab6e HTTP/1.1" status: 200 len: 217 time: 0.0515187 Jul 22 14:05:41.054850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Deleting port 31127ddb-35c5-45ad-84de-293271da0e04 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:41.055191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.060503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0261426 Jul 22 14:05:41.065270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:41.071784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Request body: {'subnet': {'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-833356686-subnet', 'tenant_id': 'eeb1fdf1fca244de99a2d780f599f160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:41.097083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e684abaf-644f-4212-854e-07044b9a113a req-819eabd7-8d33-4f27-a707-9415dd3f1a3f tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dbe145f-e168-4052-bcdf-2481be7038d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153836 Jul 22 14:05:41.113007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438100b2-8739-489e-9c63-95b2438ea1f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9219c122-f32f-4c14-bf93-f3fac52fd29c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:41.131440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9219c122-f32f-4c14-bf93-f3fac52fd29c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:05:41.135150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-7b2c0f26-da39-45e9-8a9e-a2c0845d58a2 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167187 Jul 22 14:05:41.152976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Made reservation on behalf of eeb1fdf1fca244de99a2d780f599f160 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:41.155579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.167004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-bfd59936-b708-40c0-a323-414d7b28ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.168578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-bfd59936-b708-40c0-a323-414d7b28ff46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1355500 Jul 22 14:05:41.198180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a2265-f6c2-400e-b23d-a5f77170d225 req-e843ac28-6226-4d97-bb75-ed3a7ae5ac5a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.205735 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a8a2265-f6c2-400e-b23d-a5f77170d225 req-e843ac28-6226-4d97-bb75-ed3a7ae5ac5a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.2218685 Jul 22 14:05:41.231869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] For port 31127ddb-35c5-45ad-84de-293271da0e04, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=31127ddb-35c5-45ad-84de-293271da0e04,segment=NetworkSegment(fc6d32c4-9418-4e37-8beb-bf3896209384),segment_id=fc6d32c4-9418-4e37-8beb-bf3896209384)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:41.232240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.250222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Calling delete_port for 31127ddb-35c5-45ad-84de-293271da0e04 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:41.312325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-78f24f94-e211-4598-b664-9b3d0936a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.313906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-78f24f94-e211-4598-b664-9b3d0936a75b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388195 Jul 22 14:05:41.320901 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a8a2265-f6c2-400e-b23d-a5f77170d225 req-18daca4b-e17f-4d65-a6bb-7de660272440 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143453 Jul 22 14:05:41.376898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-a2c5b21a-08eb-451b-8fc9-da614015feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.378471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-a2c5b21a-08eb-451b-8fc9-da614015feac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 1100 time: 0.1608973 Jul 22 14:05:41.499316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.510492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-ba1609d2-f5c9-4b54-936b-351f86b76a5a service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890402 Jul 22 14:05:41.553877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffb6cd-2476-43bb-9e0d-3eff22a413a5 req-14024936-94d5-4263-ae6e-0194fa031ae7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.555359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8ffb6cd-2476-43bb-9e0d-3eff22a413a5 req-14024936-94d5-4263-ae6e-0194fa031ae7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2028317 Jul 22 14:05:41.559999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-e3d0d753-46cd-44d9-a010-3ba885a2d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.561508 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-e3d0d753-46cd-44d9-a010-3ba885a2d759 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1728437 Jul 22 14:05:41.567740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e349ca8d-8178-4aaf-b873-40a00aab1dfe,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:41.586923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.599071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['31127ddb-35c5-45ad-84de-293271da0e04'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:41.617893 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-36ed7d8f-09f1-4790-a86b-8a253d5fe3dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df564eab-d15c-4433-8714-88f3728498c2 HTTP/1.1" status: 200 len: 217 time: 0.0444160 Jul 22 14:05:41.620575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Checking segment: {'id': 'e31a778e-6237-4413-b4b5-1a4477bda06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:41.620940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Network hostable DHCP agents. Network: 9219c122-f32f-4c14-bf93-f3fac52fd29c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:05:41.662965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Pushing event deleted for resources: {'Port': ['ID=31127ddb-35c5-45ad-84de-293271da0e04,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:41.671410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Network 9219c122-f32f-4c14-bf93-f3fac52fd29c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:05:41.684561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-eeec93bd-c4ce-4c76-81cf-b8ff289972fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.686620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-eeec93bd-c4ce-4c76-81cf-b8ff289972fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0615118 Jul 22 14:05:41.689818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 9219c122-f32f-4c14-bf93-f3fac52fd29c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:41.697015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.698015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.704967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3dba5-8a3c-4f26-85e1-ec249ae580e8 None None] Network 9219c122-f32f-4c14-bf93-f3fac52fd29c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:41.719579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8ffb6cd-2476-43bb-9e0d-3eff22a413a5 req-e9e11a1e-1eed-451a-a25e-e543f1bee1e0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549873 Jul 22 14:05:41.751309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] No DVR routers for this DVR port 31127ddb-35c5-45ad-84de-293271da0e04 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:41.755334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:41.757423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cd7d485-da37-416c-b25e-fbb475cc4e9f req-61773ec1-18ea-4925-ad71-9ae46dc737d1 tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.20 "DELETE /v2.0/ports/31127ddb-35c5-45ad-84de-293271da0e04 HTTP/1.1" status: 204 len: 173 time: 1.0306489 Jul 22 14:05:41.766201 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22910bd5-7e4d-4449-8c02-c41af316f72e req-e1e12e90-b720-468e-9eca-11d7c95993df service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476144 Jul 22 14:05:41.820486 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38e9ecc8-4478-470a-8db4-33f4fb36b511 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7538390 Jul 22 14:05:41.885663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-57857730-dc64-4260-8505-40627968d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.887702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-57857730-dc64-4260-8505-40627968d369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1922987 Jul 22 14:05:41.897330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dfaca-780f-4985-8a57-329323147884 req-cf8904f4-0f6a-4a45-a243-d1fe17a676ae tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.905042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d19dfaca-780f-4985-8a57-329323147884 req-cf8904f4-0f6a-4a45-a243-d1fe17a676ae tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 948 time: 0.1523376 Jul 22 14:05:41.941804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49151b01-38e4-4610-beb8-5df47cd63993 None None] Network 9219c122-f32f-4c14-bf93-f3fac52fd29c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:41.956235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-ca9e1bc9-79ad-4f5e-ae72-6b35158e34b0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:41.957886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-ca9e1bc9-79ad-4f5e-ae72-6b35158e34b0 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 951 time: 0.2460716 Jul 22 14:05:42.000856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d19dfaca-780f-4985-8a57-329323147884 req-9c2fd22d-502d-4fee-a792-59f19934e9b2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948834 Jul 22 14:05:42.001628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f5a3-cf26-4b07-b83f-e86cc75752f8 req-24083421-590f-46fd-b316-83af850d6aee tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.006003 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4435f5a3-cf26-4b07-b83f-e86cc75752f8 req-24083421-590f-46fd-b316-83af850d6aee tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 951 time: 0.1869173 Jul 22 14:05:42.006003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-8ec524a9-fe1b-4d6c-8e49-8573d36560e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.018288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-8ec524a9-fe1b-4d6c-8e49-8573d36560e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 1100 time: 0.1907945 Jul 22 14:05:42.139137 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4435f5a3-cf26-4b07-b83f-e86cc75752f8 req-52b34849-8901-4652-b018-cc37e549f9ce tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197371 Jul 22 14:05:42.155997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-e26c84ec-1105-4883-8eba-60b46f6e979f service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396884 Jul 22 14:05:42.171454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-97a9ea68-5f64-46f2-9ab5-dbd706fd1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.173125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-97a9ea68-5f64-46f2-9ab5-dbd706fd1ef8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1472201 Jul 22 14:05:42.222324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-abf8015d-5842-46d3-b4ae-85e10a3ac53d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0838450d-7753-4f7b-97d6-fbc451daab6e HTTP/1.1" status: 200 len: 217 time: 0.0407195 Jul 22 14:05:42.238214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a866b45e-5685-407a-81ae-98fc64d28831 req-ddde0f60-8838-4c40-bda3-2435b287c7fc tempest-ServerAddressesNegativeTestJSON-1759623004 tempest-ServerAddressesNegativeTestJSON-1759623004-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e251e4e-465e-429e-b0ef-034dca05ca7f HTTP/1.1" status: 200 len: 210 time: 0.0452268 Jul 22 14:05:42.263368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Deleting port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:42.263844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.306903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-54130627-2330-4b03-9cb0-3b10ab08f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.308599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-54130627-2330-4b03-9cb0-3b10ab08f771 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0723052 Jul 22 14:05:42.346992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d97bf79e-691c-4d68-be6e-7549240013c9 req-fb77c991-2297-43ce-a144-5be5f93ded6e service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868196 Jul 22 14:05:42.391085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] For port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:42.392161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.398461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-fb0d406b-7ca3-46c8-9c98-a9f4320b0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.400140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-fb0d406b-7ca3-46c8-9c98-a9f4320b0fd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845623 Jul 22 14:05:42.407542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Calling delete_port for 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:42.540095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:42.547878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-965196210-network', 'tenant_id': '9e5ed2b4a5434bfa90bd6a37676fe13b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:42.582526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.584791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Made reservation on behalf of 9e5ed2b4a5434bfa90bd6a37676fe13b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:42.587113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.595928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42', '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:42.598138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:42.615514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f37b-9c33-47ff-aa37-6228cf11d4cb req-0459f0b2-5707-4251-893d-c70968734ab5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.617096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b34f37b-9c33-47ff-aa37-6228cf11d4cb req-0459f0b2-5707-4251-893d-c70968734ab5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1618869 Jul 22 14:05:42.619129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-a2585ea5-65d9-41d5-bff8-9066b47c88f0 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115130 Jul 22 14:05:42.619878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.624367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event deleted for resources: {'Port': ['ID=3eaf21fd-fdc9-41dc-a03d-cf5d24be203c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:42.684120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] No DVR routers for this DVR port 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:42.688293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.690348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a4045de-0912-40c9-92ef-09c39fb305bb req-2eb8279d-5258-401d-a3b5-2cdf795a5338 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "DELETE /v2.0/ports/3eaf21fd-fdc9-41dc-a03d-cf5d24be203c HTTP/1.1" status: 204 len: 173 time: 0.7153053 Jul 22 14:05:42.690835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-deleted', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:42.693643 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05d356-875f-4f6e-9bd9-16b0abcafef0" -d '{"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-deleted", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:42.705200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b34f37b-9c33-47ff-aa37-6228cf11d4cb req-e9e96077-5f05-4e0c-a2c8-7c2f4aec9dbc tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765362 Jul 22 14:05:42.797668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'name': 'network-vif-deleted', 'tag': '31127ddb-35c5-45ad-84de-293271da0e04'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:42.803560 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6543a9fc-d12b-4fee-bac8-dafbe6d78203" -d '{"events": [{"server_uuid": "7e251e4e-465e-429e-b0ef-034dca05ca7f", "name": "network-vif-deleted", "tag": "31127ddb-35c5-45ad-84de-293271da0e04"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:42.812590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.817447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.846233 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae7dd68-b5c8-4350-adff-391a9162e4c1 x-openstack-request-id: req-3ae7dd68-b5c8-4350-adff-391a9162e4c1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:42.846530 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a7bef3-329c-47c1-a15b-52ce3a330c9f", "name": "network-vif-deleted", "tag": "3eaf21fd-fdc9-41dc-a03d-cf5d24be203c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:42.846789 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ae7dd68-b5c8-4350-adff-391a9162e4c1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:42.847208 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a7bef3-329c-47c1-a15b-52ce3a330c9f', 'name': 'network-vif-deleted', 'tag': '3eaf21fd-fdc9-41dc-a03d-cf5d24be203c', 'status': 'completed', 'code': 200} Jul 22 14:05:42.862335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613e5393-6d1e-43cf-9bb2-2da883b7d8c4 req-6727d5ba-c4dd-407f-b79f-92069d087366 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233689 Jul 22 14:05:42.877934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:05:42.889205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d38486-b90f-46e2-a696-01fab6e2dfd5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:42.899571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.900094 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Added segment fb22a890-06c6-4407-a163-0ad90fd6a5d2 of type vlan for network 838bc631-dc67-40a8-ad3b-a6bae670c75b Jul 22 14:05:42.944054 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9498c2-ec87-44bf-be92-06795494728d x-openstack-request-id: req-8b9498c2-ec87-44bf-be92-06795494728d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:42.944342 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e251e4e-465e-429e-b0ef-034dca05ca7f", "name": "network-vif-deleted", "tag": "31127ddb-35c5-45ad-84de-293271da0e04", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:42.944591 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b9498c2-ec87-44bf-be92-06795494728d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:42.944972 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e251e4e-465e-429e-b0ef-034dca05ca7f', 'name': 'network-vif-deleted', 'tag': '31127ddb-35c5-45ad-84de-293271da0e04', 'status': 'completed', 'code': 200} Jul 22 14:05:42.971407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:42.987448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42728-ef30-4a39-8ab4-7f611be17b41 req-6d7544ad-5d2b-4c8c-b1e0-ead7e3401f3f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:42.989293 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99b42728-ef30-4a39-8ab4-7f611be17b41 req-6d7544ad-5d2b-4c8c-b1e0-ead7e3401f3f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0895770 Jul 22 14:05:43.006903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.007932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:43.008598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.035621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99b42728-ef30-4a39-8ab4-7f611be17b41 req-d601c312-646b-441e-b2d4-d91e06aa5a43 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Jul 22 14:05:43.041962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4980605 Jul 22 14:05:43.042152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59646) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:43.049510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Request body: {'subnet': {'network_id': '838bc631-dc67-40a8-ad3b-a6bae670c75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-965196210-subnet', 'tenant_id': '9e5ed2b4a5434bfa90bd6a37676fe13b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:43.072729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Made reservation on behalf of 9e5ed2b4a5434bfa90bd6a37676fe13b for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:43.076139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.076519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46867-1669-45d4-9c5a-628cb8ccf9fa admin admin] Pushing event updated for resources: {'Network': ['ID=838bc631-dc67-40a8-ad3b-a6bae670c75b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:43.086466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 838bc631-dc67-40a8-ad3b-a6bae670c75b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:05:43.149307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6da29-ecb6-4175-89c9-512066782de6 req-4766f221-2196-4426-b808-ad5034be1896 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:43.158233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8e6da29-ecb6-4175-89c9-512066782de6 req-4766f221-2196-4426-b808-ad5034be1896 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 948 time: 0.0747347 Jul 22 14:05:43.170307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device df564eab-d15c-4433-8714-88f3728498c2 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:43.213644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8e6da29-ecb6-4175-89c9-512066782de6 req-18ec51bd-5040-458d-80c4-27c26b77cd18 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 Jul 22 14:05:43.287077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a573641-0c5b-412f-808f-955bbf6dc0e9 req-f1c82e55-df48-47e2-9f0a-b86d55f2701b tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=67a7bef3-329c-47c1-a15b-52ce3a330c9f HTTP/1.1" status: 200 len: 210 time: 0.0427482 Jul 22 14:05:43.299315 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.311207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:43.322671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port df564eab-d15c-4433-8714-88f3728498c2, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=df564eab-d15c-4433-8714-88f3728498c2,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:43.343521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'df564eab-d15c-4433-8714-88f3728498c2', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'df564eab-d15c-4433-8714-88f3728498c2', 'mac_address': 'fa:16:3e:58:5e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:43.387590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Deleting subnet f8c0b494-a26e-4e53-aeb8-c9fde0fb999b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:05:43.391883 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.397202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e5cb45-b467-4cc7-9f5e-766c11020629,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:43.419679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Checking segment: {'id': 'fb22a890-06c6-4407-a163-0ad90fd6a5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '838bc631-dc67-40a8-ad3b-a6bae670c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:43.420082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Network hostable DHCP agents. Network: 838bc631-dc67-40a8-ad3b-a6bae670c75b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:05:43.421480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.438992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.441943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df564eab-d15c-4433-8714-88f3728498c2 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:43.448245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Network 838bc631-dc67-40a8-ad3b-a6bae670c75b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:05:43.460018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 838bc631-dc67-40a8-ad3b-a6bae670c75b) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:43.467563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:43.470327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.483623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e250ba-0fe4-4a38-8d6e-5e80e10a96d5 None None] Network 838bc631-dc67-40a8-ad3b-a6bae670c75b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:43.503358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fc1fb327-2fe6-4751-92a0-9c1cddc36f76 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4599283 Jul 22 14:05:43.514982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.551643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port df564eab-d15c-4433-8714-88f3728498c2, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=df564eab-d15c-4433-8714-88f3728498c2,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:43.556155 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.556918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0838450d-7753-4f7b-97d6-fbc451daab6e details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:43.600644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.636441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c0b494-a26e-4e53-aeb8-c9fde0fb999b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:43.639752 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.641996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-49908782-36d2-4db9-827c-993654f9f71c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8c0b494-a26e-4e53-aeb8-c9fde0fb999b HTTP/1.1" status: 204 len: 168 time: 0.3296990 Jul 22 14:05:43.645155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:43.655244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=df564eab-d15c-4433-8714-88f3728498c2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:43.709845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0838450d-7753-4f7b-97d6-fbc451daab6e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0838450d-7753-4f7b-97d6-fbc451daab6e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:43.731777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.739459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '0838450d-7753-4f7b-97d6-fbc451daab6e', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '0838450d-7753-4f7b-97d6-fbc451daab6e', 'mac_address': 'fa:16:3e:5d:ff:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:43.780067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7ece6-024d-43e7-acc6-cd616c98228d None None] Network 838bc631-dc67-40a8-ad3b-a6bae670c75b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:43.853654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.875211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf32bd-ff1c-44d6-92a6-39eb2b5c59ae req-e9e04d6d-feca-4a43-8bc8-e040e2f48fa3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:43.876800 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.883496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ebf32bd-ff1c-44d6-92a6-39eb2b5c59ae req-e9e04d6d-feca-4a43-8bc8-e040e2f48fa3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0963798 Jul 22 14:05:43.897636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['611eccef-abaa-4760-abf9-0a3b562a7fe6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:43.898450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0838450d-7753-4f7b-97d6-fbc451daab6e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:43.917968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6d32c4-9418-4e37-8beb-bf3896209384') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:43.918306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6d32c4-9418-4e37-8beb-bf3896209384') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:43.926053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0838450d-7753-4f7b-97d6-fbc451daab6e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0838450d-7753-4f7b-97d6-fbc451daab6e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:43.929582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.930812 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.945792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ebf32bd-ff1c-44d6-92a6-39eb2b5c59ae req-8d83e9ab-47b5-478f-90c9-f9a12a335bbe tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Jul 22 14:05:43.959017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.962539 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:05:43.968363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:05:43.968864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:05:43.970728 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:05:44.044320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0838450d-7753-4f7b-97d6-fbc451daab6e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:44.052986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:44.060559 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:44.062422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] 10.222.0.11 "DELETE /v2.0/networks/611eccef-abaa-4760-abf9-0a3b562a7fe6 HTTP/1.1" status: 204 len: 168 time: 0.4161391 Jul 22 14:05:44.079971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b7055-184b-490f-8ecb-59ce13636123 admin admin] Pushing event deleted for resources: {'Network': ['ID=611eccef-abaa-4760-abf9-0a3b562a7fe6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:44.144656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-b01b3118-2feb-466a-9cbc-92b4ed3d6abc tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:44.146432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-b01b3118-2feb-466a-9cbc-92b4ed3d6abc tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/networks?id=9219c122-f32f-4c14-bf93-f3fac52fd29c HTTP/1.1" status: 200 len: 814 time: 0.1254897 Jul 22 14:05:44.163267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-a5ae9940-45e8-462b-80c3-359596c3a4d5 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/quotas/eeb1fdf1fca244de99a2d780f599f160 HTTP/1.1" status: 200 len: 375 time: 0.0108707 Jul 22 14:05:44.184462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d840f7f-549c-4c33-a996-6b104128c6bc req-e71fd50d-a487-4b50-8a86-cc7e745a5e1c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:44.186226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d840f7f-549c-4c33-a996-6b104128c6bc req-e71fd50d-a487-4b50-8a86-cc7e745a5e1c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jul 22 14:05:44.205317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:44.208056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-05a9fd76-efbf-4076-848f-d7613899627b tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=eeb1fdf1fca244de99a2d780f599f160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384836 Jul 22 14:05:44.210954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['df564eab-d15c-4433-8714-88f3728498c2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:44.241149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d840f7f-549c-4c33-a996-6b104128c6bc req-746c4b83-4620-4dfe-bf9b-45b2f21f01bb tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481682 Jul 22 14:05:44.257782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59684) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:44.306184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b3a3a247-8a5f-481b-b168-1c5c9a365d9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd34a3d301b843da8f1e58b55c20e026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470016 Jul 22 14:05:44.309097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:44.360647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-a897dc86-9fb5-4b24-ad24-5936240a1e3a service neutron] 10.222.0.11 "GET /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393754 Jul 22 14:05:44.379520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621520b-0e2c-49a8-9c1b-dd0ea29943f5 req-c118d6c6-1450-46eb-92ca-ffa832a4f8ea tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:44.381174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c621520b-0e2c-49a8-9c1b-dd0ea29943f5 req-c118d6c6-1450-46eb-92ca-ffa832a4f8ea tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 949 time: 0.0730205 Jul 22 14:05:44.424467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c621520b-0e2c-49a8-9c1b-dd0ea29943f5 req-cd137d1a-f863-41f9-9000-7396a2f744c1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Jul 22 14:05:44.442347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef0af4-8572-477e-95fd-baddb04575cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:44.477951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef0af4-8572-477e-95fd-baddb04575cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:44.501912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-6c969a12-1113-450f-b647-3620525afd1b service neutron] 10.222.0.11 "GET /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326139 Jul 22 14:05:44.545024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef0af4-8572-477e-95fd-baddb04575cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:44.547653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef0af4-8572-477e-95fd-baddb04575cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:44.552061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-74ef0af4-8572-477e-95fd-baddb04575cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0dbe145f-e168-4052-bcdf-2481be7038d5 HTTP/1.1" status: 204 len: 168 time: 0.2342253 Jul 22 14:05:44.569912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef0af4-8572-477e-95fd-baddb04575cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe145f-e168-4052-bcdf-2481be7038d5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:44.632589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:44.662963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:44.663423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3eaf21fd-fdc9-41dc-a03d-cf5d24be203c not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:44.664079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 31127ddb-35c5-45ad-84de-293271da0e04 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:44.710012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 31127ddb-35c5-45ad-84de-293271da0e04 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:44.710787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 31127ddb-35c5-45ad-84de-293271da0e04 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:44.786186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d56c25c6-ee77-4a82-817f-148affefcb6a req-dbb92e79-2724-410a-812d-51f0ade87444 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 210 time: 0.0329716 Jul 22 14:05:44.859497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64991a-84aa-467d-a5e1-e861265aff55 req-ac81a0bf-d9e2-4b0d-8f32-7d79101cac9e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:44.862315 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed64991a-84aa-467d-a5e1-e861265aff55 req-ac81a0bf-d9e2-4b0d-8f32-7d79101cac9e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0763783 Jul 22 14:05:44.908579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed64991a-84aa-467d-a5e1-e861265aff55 req-eb3b6e6e-2149-46cf-8a9d-117e4e36fd18 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Jul 22 14:05:45.097000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a667a74-0a51-47a3-8738-4fe39c88a5f3 req-42fc4634-24dc-47b1-951b-ed426dcc5476 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:45.098974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a667a74-0a51-47a3-8738-4fe39c88a5f3 req-42fc4634-24dc-47b1-951b-ed426dcc5476 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.0747578 Jul 22 14:05:45.140354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a667a74-0a51-47a3-8738-4fe39c88a5f3 req-632be638-f356-41a9-9088-55b44bfca9a2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350850 Jul 22 14:05:45.357478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:45.388829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1ffda-e6e8-45e4-84c0-32d70fa1d4e1 req-076337f9-285f-4872-8271-583daa03379e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:45.390369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdd1ffda-e6e8-45e4-84c0-32d70fa1d4e1 req-076337f9-285f-4872-8271-583daa03379e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0684295 Jul 22 14:05:45.428987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdd1ffda-e6e8-45e4-84c0-32d70fa1d4e1 req-ce101ff1-7ffd-4493-a243-981e3c092208 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Jul 22 14:05:45.456330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1807093411-network', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:45.478129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Made reservation on behalf of af5f2a7c1c9447758435bd94fc3c0028 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:45.480517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.489113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.587118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9385f-3819-421c-b21e-8c4ea35289cd req-4fdbf428-a88b-4da3-9b89-2a8d453c6280 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:45.588637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7db9385f-3819-421c-b21e-8c4ea35289cd req-4fdbf428-a88b-4da3-9b89-2a8d453c6280 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 949 time: 0.0964904 Jul 22 14:05:45.665331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.670027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7db9385f-3819-421c-b21e-8c4ea35289cd req-5f83d724-4ae7-42eb-866e-363c4a2e8604 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636234 Jul 22 14:05:45.671405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.692722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:05:45.743997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.744355 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Added segment dc834dbe-3fe2-4c28-b807-84430c22aab5 of type vlan for network 1094ab7a-9834-49fa-af16-e560f25a08f3 Jul 22 14:05:45.749496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5102686c-9552-4290-878e-d095a9e8449c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:45.777182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f380e-249f-4642-82d3-ee33de79ac8f req-cb87e1be-0c35-4ba2-bd87-f6d1779f8329 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:45.779727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7f380e-249f-4642-82d3-ee33de79ac8f req-cb87e1be-0c35-4ba2-bd87-f6d1779f8329 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.1074464 Jul 22 14:05:45.825103 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7f380e-249f-4642-82d3-ee33de79ac8f req-bdf0484a-a6d2-46b8-bf32-a2693cf407f0 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390317 Jul 22 14:05:45.850350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.916956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-8bb5209c-29f4-4e8a-9f0c-a7913972cb1b tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:45.918863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-8bb5209c-29f4-4e8a-9f0c-a7913972cb1b tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.20 "GET /v2.0/networks?id=9219c122-f32f-4c14-bf93-f3fac52fd29c HTTP/1.1" status: 200 len: 814 time: 0.2223392 Jul 22 14:05:45.927908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-32e30554-b331-4ab3-be20-765a1217f14b req-94941433-d71b-4bb9-8faa-f060b5a5696f tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 210 time: 0.0554361 Jul 22 14:05:45.934828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Request body: {'port': {'device_id': '213f459f-fb27-446a-8733-e26b35a802c2', 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c', 'admin_state_up': True, 'tenant_id': 'eeb1fdf1fca244de99a2d780f599f160'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:45.965798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:45.966688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:45.967267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:46.049331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc786145-7c01-4c0a-a921-800ca58ffb46 req-66d971e1-f7ea-44df-8b9e-3471a9e73729 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:46.050944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc786145-7c01-4c0a-a921-800ca58ffb46 req-66d971e1-f7ea-44df-8b9e-3471a9e73729 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0702298 Jul 22 14:05:46.095121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc786145-7c01-4c0a-a921-800ca58ffb46 req-42ddcf65-8603-41a6-bad7-affed11da410 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Jul 22 14:05:46.283309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-f01770ce-ed6a-4bc7-afd3-afa5f6373946 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:46.284825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-f01770ce-ed6a-4bc7-afd3-afa5f6373946 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 949 time: 0.0681372 Jul 22 14:05:46.314423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9555593 Jul 22 14:05:46.320698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59752) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:46.327227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Request body: {'subnet': {'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1807093411-subnet', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:46.385331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Made reservation on behalf of af5f2a7c1c9447758435bd94fc3c0028 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:46.388662 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:46.398420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124dee7-be16-4a5b-a105-cfd4bd25ad0e admin admin] Pushing event updated for resources: {'Network': ['ID=1094ab7a-9834-49fa-af16-e560f25a08f3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:46.412094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:05:46.447457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Made reservation on behalf of eeb1fdf1fca244de99a2d780f599f160 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:05:46.452235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:46.469079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d63e13-f4e9-405f-8894-b93a057bd018 req-7441ef62-ac47-4daf-beed-80df7b1c2dce tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:46.471189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86d63e13-f4e9-405f-8894-b93a057bd018 req-7441ef62-ac47-4daf-beed-80df7b1c2dce tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.1623418 Jul 22 14:05:46.484411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Deleting port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:46.484961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:46.534219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86d63e13-f4e9-405f-8894-b93a057bd018 req-8a9094ee-6660-4605-838d-2e75318eabad tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512712 Jul 22 14:05:46.651805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Allocated IP 172.20.0.9 (9219c122-f32f-4c14-bf93-f3fac52fd29c/e349ca8d-8178-4aaf-b873-40a00aab1dfe/a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:46.879791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:46.890155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66f77-9228-4a7b-93a5-032816105ba7 req-a34064de-9626-4fcd-be97-9aca34a78fa6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:46.891736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbe66f77-9228-4a7b-93a5-032816105ba7 req-a34064de-9626-4fcd-be97-9aca34a78fa6 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.1381207 Jul 22 14:05:46.947734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbe66f77-9228-4a7b-93a5-032816105ba7 req-97d2d824-0761-4ad4-94af-9e05317f5034 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498369 Jul 22 14:05:46.960803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:46.974872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] For port 91f46df7-a2db-4b63-99b6-b5e85cb5be42, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=91f46df7-a2db-4b63-99b6-b5e85cb5be42,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:46.975252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.000497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Calling delete_port for 91f46df7-a2db-4b63-99b6-b5e85cb5be42 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:47.018449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.046000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Network 9219c122-f32f-4c14-bf93-f3fac52fd29c is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:47.050042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:47.069974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:47.092719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fa54c-cad9-4595-9583-7f34d7ea0d22 req-f78b8275-f5d3-4582-bffd-16f82b54ac71 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:47.094262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-355fa54c-cad9-4595-9583-7f34d7ea0d22 req-f78b8275-f5d3-4582-bffd-16f82b54ac71 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.5686131 Jul 22 14:05:47.096859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Pushing event updated for resources: {'Port': ['ID=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:47.135969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:47.136494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.160120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a1365-d25f-4e6c-9026-3f5497c0e4f0 req-0a7e9c6e-ee9c-464c-87f3-e2d50f4568c1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:47.161146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1debf9e-50b3-45af-8fa3-291ca20d93c6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:47.161604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103a1365-d25f-4e6c-9026-3f5497c0e4f0 req-0a7e9c6e-ee9c-464c-87f3-e2d50f4568c1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 949 time: 0.1400785 Jul 22 14:05:47.163286 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3ce40d4e-f29e-4aba-ab60-2994fa679b9a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330580 Jul 22 14:05:47.179562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Request body: {'port': {'device_id': '213f459f-fb27-446a-8733-e26b35a802c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:47.187846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device df564eab-d15c-4433-8714-88f3728498c2 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:47.193660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-355fa54c-cad9-4595-9583-7f34d7ea0d22 req-09b39ddc-d488-4d6e-9e40-268ad6ce8c01 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882337 Jul 22 14:05:47.196378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Checking segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:47.196753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Network hostable DHCP agents. Network: 1094ab7a-9834-49fa-af16-e560f25a08f3, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:05:47.247494 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103a1365-d25f-4e6c-9026-3f5497c0e4f0 req-8744886c-badd-4dc8-956a-90caef90b1f5 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774391 Jul 22 14:05:47.275142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port df564eab-d15c-4433-8714-88f3728498c2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:47.280487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port df564eab-d15c-4433-8714-88f3728498c2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:47.280877 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.306516 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.322771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:05:47.332240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.371802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event deleted for resources: {'Port': ['ID=91f46df7-a2db-4b63-99b6-b5e85cb5be42,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:47.383239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.384841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 1094ab7a-9834-49fa-af16-e560f25a08f3) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:47.395777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:47.396373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.402143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9f843f7e-de28-46a5-ab85-399912fed0e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:47.405847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['91f46df7-a2db-4b63-99b6-b5e85cb5be42'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:47.411374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ed60c-e46a-43e9-a820-44220118727f None None] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:47.483694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00a7d21c-bbed-4f49-abb5-e48276235f67 req-5cab84a9-1a49-49c7-a973-623191f1be3e tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ecc203-d147-4e7f-b790-1e33b36a5cb0 HTTP/1.1" status: 200 len: 210 time: 0.0833018 Jul 22 14:05:47.500256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ad7f0-5c1a-4858-9f84-561f6a55da29 req-87706f71-d442-4837-818d-607c7c4536b4 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:47.506057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df564eab-d15c-4433-8714-88f3728498c2'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:47.506681 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-055ad7f0-5c1a-4858-9f84-561f6a55da29 req-87706f71-d442-4837-818d-607c7c4536b4 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 931 time: 0.1630778 Jul 22 14:05:47.508534 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52c905-c862-4764-b349-9bf96839d627" -d '{"events": [{"server_uuid": "33ddb728-2897-4ca6-9123-133bc8ee7db7", "name": "network-vif-plugged", "status": "completed", "tag": "df564eab-d15c-4433-8714-88f3728498c2"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:47.512895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7f711f24-fb76-486c-b66a-526e450e0202 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1910210 Jul 22 14:05:47.524039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:47.530233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:05:47.533525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] No DVR routers for this DVR port 91f46df7-a2db-4b63-99b6-b5e85cb5be42 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:47.536381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.538722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12320cdc-6eb8-4e07-b0f3-3f9632ba1c90 req-66134fbb-4340-4bc8-b378-bce9d6de3d2d tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.20 "DELETE /v2.0/ports/91f46df7-a2db-4b63-99b6-b5e85cb5be42 HTTP/1.1" status: 204 len: 173 time: 1.2459371 Jul 22 14:05:47.539175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-deleted', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:47.543040 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881a5d0-9ec6-4caa-9630-95f3d5c54355" -d '{"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-deleted", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:47.566547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port df564eab-d15c-4433-8714-88f3728498c2, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=df564eab-d15c-4433-8714-88f3728498c2,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:47.582866 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee0fcdd-b74b-4056-a025-d9f5d496ef6c x-openstack-request-id: req-4ee0fcdd-b74b-4056-a025-d9f5d496ef6c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:47.583280 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ddb728-2897-4ca6-9123-133bc8ee7db7", "name": "network-vif-plugged", "status": "completed", "tag": "df564eab-d15c-4433-8714-88f3728498c2", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:47.583622 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ee0fcdd-b74b-4056-a025-d9f5d496ef6c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:47.584294 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df564eab-d15c-4433-8714-88f3728498c2', 'code': 200} Jul 22 14:05:47.587852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.588759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0838450d-7753-4f7b-97d6-fbc451daab6e up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:47.625063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-055ad7f0-5c1a-4858-9f84-561f6a55da29 req-2b02e601-b617-4ec6-9d4e-3cd52cfc7107 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113532 Jul 22 14:05:47.654165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.655488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.692298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=df564eab-d15c-4433-8714-88f3728498c2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:47.718279 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2675010-ff7d-4c35-b8db-8aaa5bc400f7 x-openstack-request-id: req-a2675010-ff7d-4c35-b8db-8aaa5bc400f7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:47.718670 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ecc203-d147-4e7f-b790-1e33b36a5cb0", "name": "network-vif-deleted", "tag": "91f46df7-a2db-4b63-99b6-b5e85cb5be42", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:47.718995 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2675010-ff7d-4c35-b8db-8aaa5bc400f7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:47.719455 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ecc203-d147-4e7f-b790-1e33b36a5cb0', 'name': 'network-vif-deleted', 'tag': '91f46df7-a2db-4b63-99b6-b5e85cb5be42', 'status': 'completed', 'code': 200} Jul 22 14:05:47.745336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d5c0a-2402-4a7f-88dd-fcd88fd65ed7 req-37ccad7e-9b87-469e-a082-d8ac02f4d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:47.747163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c44d5c0a-2402-4a7f-88dd-fcd88fd65ed7 req-37ccad7e-9b87-469e-a082-d8ac02f4d98d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 1102 time: 0.0917542 Jul 22 14:05:47.785683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.796119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c44d5c0a-2402-4a7f-88dd-fcd88fd65ed7 req-d7618254-d761-489f-9340-cd4db12d7591 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Jul 22 14:05:47.862892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b924cd-2a50-4a2d-afc5-3fe0724542b0 None None] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:05:47.883836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 0838450d-7753-4f7b-97d6-fbc451daab6e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:47.898265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 0838450d-7753-4f7b-97d6-fbc451daab6e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:47.898572 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:47.931082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:48.002360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.021739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.034667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13d71e-68b9-49ff-8d24-a57b4174e8bf req-59b914d3-0e26-4d93-910d-d60958fcce03 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:48.041652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e13d71e-68b9-49ff-8d24-a57b4174e8bf req-59b914d3-0e26-4d93-910d-d60958fcce03 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.3351789 Jul 22 14:05:48.055874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Transition to ACTIVE for port object a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:48.066584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.068573 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.124307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0838450d-7753-4f7b-97d6-fbc451daab6e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0838450d-7753-4f7b-97d6-fbc451daab6e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:48.129532 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.154119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f1f43-7622-4f5d-b30f-1b088d877484 req-1d11993d-5b82-4d17-9364-415662f82e37 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:48.156453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c50f1f43-7622-4f5d-b30f-1b088d877484 req-1d11993d-5b82-4d17-9364-415662f82e37 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.1034925 Jul 22 14:05:48.158553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e13d71e-68b9-49ff-8d24-a57b4174e8bf req-171b156d-b1e1-4494-8395-52ab7d6031b7 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156223 Jul 22 14:05:48.185200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:48.206618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0838450d-7753-4f7b-97d6-fbc451daab6e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:48.236216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c50f1f43-7622-4f5d-b30f-1b088d877484 req-4a46aff2-acdb-478f-949c-1d1a47e217d9 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups?id=799b1c95-caaf-44a2-95db-5b2fb074bdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689516 Jul 22 14:05:48.320261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Attempting to bind port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:48.320808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Attempting to bind port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'e31a778e-6237-4413-b4b5-1a4477bda06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:48.321158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Attempting to bind port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 on network 9219c122-f32f-4c14-bf93-f3fac52fd29c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:48.332166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 on network 9219c122-f32f-4c14-bf93-f3fac52fd29c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:05:48.332634 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Attempting to bind port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 on network 9219c122-f32f-4c14-bf93-f3fac52fd29c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:48.349250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:48.349593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Checking segment: {'id': 'e31a778e-6237-4413-b4b5-1a4477bda06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:48.350010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Bound using segment: {'id': 'e31a778e-6237-4413-b4b5-1a4477bda06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:48.350576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Bound port: a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e31a778e-6237-4413-b4b5-1a4477bda06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:48.350949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.382889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-fb741d5e-c4b0-40ee-9d0a-c1c770ef4030 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:48.384577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-fb741d5e-c4b0-40ee-9d0a-c1c770ef4030 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 946 time: 0.1290216 Jul 22 14:05:48.510460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4d3b4d64-a221-4faa-9c35-d86e3cbd825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.516002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87649c6-4da3-4be0-a9f0-130508c8bb06 req-fe9e0ebd-a835-41dc-ba7c-09ea9d970964 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:48.517575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c87649c6-4da3-4be0-a9f0-130508c8bb06 req-fe9e0ebd-a835-41dc-ba7c-09ea9d970964 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 950 time: 0.1513138 Jul 22 14:05:48.545393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] For port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:48.550607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] For port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,segment=NetworkSegment(e31a778e-6237-4413-b4b5-1a4477bda06d),segment_id=e31a778e-6237-4413-b4b5-1a4477bda06d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:48.557974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.566174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Deleting port 22e9d55e-38b1-4136-851b-299924b26093 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:48.566522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.574006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f0122-a386-4c54-a84d-893b9eeb1f06 req-11bcfc68-679f-4065-a29d-10eb0f0383c9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:48.575722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd9f0122-a386-4c54-a84d-893b9eeb1f06 req-11bcfc68-679f-4065-a29d-10eb0f0383c9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2454302 Jul 22 14:05:48.585872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c87649c6-4da3-4be0-a9f0-130508c8bb06 req-b80e2364-450e-43b0-b496-c3a744e49fb5 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613663 Jul 22 14:05:48.600699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.635925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:48.637285 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.638794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 HTTP/1.1" status: 200 len: 1092 time: 1.4675033 Jul 22 14:05:48.640511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213f459f-fb27-446a-8733-e26b35a802c2', 'tag': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:48.642887 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f" -d '{"events": [{"name": "network-changed", "server_uuid": "213f459f-fb27-446a-8733-e26b35a802c2", "tag": "a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:48.645885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.721579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.728064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] For port 22e9d55e-38b1-4136-851b-299924b26093, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=22e9d55e-38b1-4136-851b-299924b26093,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:48.728521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.815806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e096e0f-8091-489b-aee2-f75811720af9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:48.837162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd9f0122-a386-4c54-a84d-893b9eeb1f06 req-68480130-685c-454f-8932-c91df989a9ba tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397976 Jul 22 14:05:48.928520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Allocated IP 172.25.8.2 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9c215293-9040-42aa-b86e-0736b0f00802) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:48.956284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.956662 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:48.956979 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351 disassociated. External IP: 172.25.8.241, port: 22e9d55e-38b1-4136-851b-299924b26093. Jul 22 14:05:48.957328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Calling delete_port for 22e9d55e-38b1-4136-851b-299924b26093 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:49.001816 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9d1a4b-4197-4ad7-a47b-a6ebab19b74b x-openstack-request-id: req-cc9d1a4b-4197-4ad7-a47b-a6ebab19b74b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:49.002305 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213f459f-fb27-446a-8733-e26b35a802c2", "tag": "a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:49.002414 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc9d1a4b-4197-4ad7-a47b-a6ebab19b74b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:49.002721 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213f459f-fb27-446a-8733-e26b35a802c2', 'tag': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1', 'status': 'completed', 'code': 200} Jul 22 14:05:49.008266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-70fe76c9-5512-4487-affb-c077bb8d375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:49.009961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-70fe76c9-5512-4487-affb-c077bb8d375e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeb1fdf1fca244de99a2d780f599f160&device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 1095 time: 0.2871776 Jul 22 14:05:49.094123 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-f4aa1ae3-8755-4cf6-99a1-496653aab6f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 HTTP/1.1" status: 200 len: 217 time: 0.0693271 Jul 22 14:05:49.119644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:49.149061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5d07-263f-4a6c-a35f-923ca4796df3 req-8aeb78aa-9765-42d1-a8c5-39afcc813ed1 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:49.150614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-177e5d07-263f-4a6c-a35f-923ca4796df3 req-8aeb78aa-9765-42d1-a8c5-39afcc813ed1 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 943 time: 0.2235358 Jul 22 14:05:49.153351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event deleted for resources: {'Port': ['ID=22e9d55e-38b1-4136-851b-299924b26093,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:49.216028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:49.218968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3be37e19-0837-416c-ae29-0e2445d1b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:49.220454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3be37e19-0837-416c-ae29-0e2445d1b4ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e349ca8d-8178-4aaf-b873-40a00aab1dfe HTTP/1.1" status: 200 len: 854 time: 0.1173923 Jul 22 14:05:49.250673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-177e5d07-263f-4a6c-a35f-923ca4796df3 req-e8a17b64-c367-4032-9b5f-93d516044c3c tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852368 Jul 22 14:05:49.275243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-c204952d-47c4-4903-a1d6-99c426fb2807 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9219c122-f32f-4c14-bf93-f3fac52fd29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441809 Jul 22 14:05:49.317791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96474f7-3e93-4ba1-ae0c-2f05c591dfb3 req-d4ce67cc-47ef-48a0-84d0-4fefd227f3e6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:49.319300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e96474f7-3e93-4ba1-ae0c-2f05c591dfb3 req-d4ce67cc-47ef-48a0-84d0-4fefd227f3e6 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1214805 Jul 22 14:05:49.324540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:05:49.362879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:49.438649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:49.444309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e96474f7-3e93-4ba1-ae0c-2f05c591dfb3 req-99c62396-6e2f-4a2e-ac52-a98cc550d6e2 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149814 Jul 22 14:05:49.451361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:49.454171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:49.484926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:49.486782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9c215293-9040-42aa-b86e-0736b0f00802,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:49.497177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-9b9b9906-e033-430f-b2da-8870a38e2753 service neutron] 10.222.0.20 "GET /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127821 Jul 22 14:05:49.498721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:49.513209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:49.514891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:49.546642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] No DVR routers for this DVR port 22e9d55e-38b1-4136-851b-299924b26093 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:49.549855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:49.551936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0c31252-de8f-4f39-885c-3920b02f5588 req-a319050f-118b-45e1-bf2e-650aaf9d258f tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.13 "DELETE /v2.0/ports/22e9d55e-38b1-4136-851b-299924b26093 HTTP/1.1" status: 204 len: 173 time: 1.1453903 Jul 22 14:05:49.589370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f781c31-cc52-4a37-b13a-d50c7df84524 req-5c70eb30-a52b-4b9a-bb78-e145847c7dc7 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ad6fdb-2a0b-4662-9191-4435d256f984 HTTP/1.1" status: 200 len: 210 time: 0.0359833 Jul 22 14:05:49.595056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0838450d-7753-4f7b-97d6-fbc451daab6e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:49.598103 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb2d562-0f60-4d2f-b53f-4348087ca72d" -d '{"events": [{"server_uuid": "2224e174-27b3-4d66-b980-4d53057b1e4a", "name": "network-vif-plugged", "status": "completed", "tag": "0838450d-7753-4f7b-97d6-fbc451daab6e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:49.628858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93bccd-46d1-41d6-a054-defc7389e1fc req-f0cbb493-7ca8-4076-b559-5611480899be tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:49.635520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef93bccd-46d1-41d6-a054-defc7389e1fc req-f0cbb493-7ca8-4076-b559-5611480899be tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.3126705 Jul 22 14:05:49.735032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'name': 'network-vif-deleted', 'tag': '22e9d55e-38b1-4136-851b-299924b26093'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:49.737268 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c48a67-7128-4814-b11b-adc5eaae2582" -d '{"events": [{"server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "name": "network-vif-deleted", "tag": "22e9d55e-38b1-4136-851b-299924b26093"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:49.752723 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:49.755391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:49.787505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef93bccd-46d1-41d6-a054-defc7389e1fc req-99bf661f-af3c-470c-a23b-fd4fa305b3ed tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808523 Jul 22 14:05:49.811373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65ae17-f97c-4097-8f1f-49f135ceca73 req-da752072-ab10-4ff3-9ba1-a6f3037fb51b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:49.813112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e65ae17-f97c-4097-8f1f-49f135ceca73 req-da752072-ab10-4ff3-9ba1-a6f3037fb51b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 950 time: 0.1157284 Jul 22 14:05:49.865871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d52aab1b-6c11-4f9e-83a8-41f7ba20e797 req-3785253f-aef5-4c53-89bf-954e24e5bb20 service neutron] 10.222.0.20 "GET /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608952 Jul 22 14:05:49.878777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e65ae17-f97c-4097-8f1f-49f135ceca73 req-b502f8c3-a5b6-4322-b008-e1413b2c7c58 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591187 Jul 22 14:05:49.885409 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91474562-9299-413f-af6c-563d23262524 x-openstack-request-id: req-91474562-9299-413f-af6c-563d23262524 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:49.885994 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224e174-27b3-4d66-b980-4d53057b1e4a", "name": "network-vif-plugged", "status": "completed", "tag": "0838450d-7753-4f7b-97d6-fbc451daab6e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:49.886532 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91474562-9299-413f-af6c-563d23262524 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:49.887814 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0838450d-7753-4f7b-97d6-fbc451daab6e', 'code': 200} Jul 22 14:05:49.936963 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847cebb3-bd96-4cc7-80e0-19e43a087b3f x-openstack-request-id: req-847cebb3-bd96-4cc7-80e0-19e43a087b3f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:49.937255 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ad6fdb-2a0b-4662-9191-4435d256f984", "name": "network-vif-deleted", "tag": "22e9d55e-38b1-4136-851b-299924b26093", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:49.937508 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-847cebb3-bd96-4cc7-80e0-19e43a087b3f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:49.938165 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ad6fdb-2a0b-4662-9191-4435d256f984', 'name': 'network-vif-deleted', 'tag': '22e9d55e-38b1-4136-851b-299924b26093', 'status': 'completed', 'code': 200} Jul 22 14:05:50.007208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:50.077903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf6061-57ec-407a-b351-eabe0c25eb35 req-64859ca0-b6dc-450d-8c3e-f74e357c57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.079629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-42cf6061-57ec-407a-b351-eabe0c25eb35 req-64859ca0-b6dc-450d-8c3e-f74e357c57cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 1102 time: 0.1239433 Jul 22 14:05:50.094504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:50.137719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:50.147420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:50.148069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:50.169519 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-42cf6061-57ec-407a-b351-eabe0c25eb35 req-b411e0fa-64cc-491b-ba31-f9b2d7e40a55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815330 Jul 22 14:05:50.298863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:50.459914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98361f88-b87a-4493-a0ef-552bd63a8c0a req-92d03877-db40-4459-b133-7fc336664368 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.461553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98361f88-b87a-4493-a0ef-552bd63a8c0a req-92d03877-db40-4459-b133-7fc336664368 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 943 time: 0.0695202 Jul 22 14:05:50.506450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-9f1c551a-af0a-437b-8589-8ba4ee169cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.508002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-9f1c551a-af0a-437b-8589-8ba4ee169cf4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeb1fdf1fca244de99a2d780f599f160&device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 1095 time: 0.5588181 Jul 22 14:05:50.539070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98361f88-b87a-4493-a0ef-552bd63a8c0a req-0700b6c9-7983-43be-8aa4-603b6366401d tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681825 Jul 22 14:05:50.585709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:50.625319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890b8ad-3e08-4c3f-bc74-432174cc4a49 None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:00:56Z', 'revision_number': 4, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f8d37946-e941-4411-9db4-775dd17728dd', 'name': '', 'network_id': '6cc4f247-d331-48f3-ab2b-f5a55bd73e06', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'mac_address': 'fa:16:3e:03:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:54Z', 'updated_at': '2021-07-22T14:01:02Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'subnets': [{'id': '8df1868c-1dc2-4436-b445-752dd38378cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:05:50.634380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1b010-a20d-4fbd-86de-fec84ae252a0 req-c3f78ae4-c463-4ae8-8177-aaa1f94aa02a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.635904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ee1b010-a20d-4fbd-86de-fec84ae252a0 req-c3f78ae4-c463-4ae8-8177-aaa1f94aa02a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2213004 Jul 22 14:05:50.676436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:50.702472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 91f46df7-a2db-4b63-99b6-b5e85cb5be42 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:50.703080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 91f46df7-a2db-4b63-99b6-b5e85cb5be42 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:50.756730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-8ca6a7e9-51ab-4397-bee7-bf8001d19a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.758345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-8ca6a7e9-51ab-4397-bee7-bf8001d19a7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9219c122-f32f-4c14-bf93-f3fac52fd29c HTTP/1.1" status: 200 len: 915 time: 0.2393136 Jul 22 14:05:50.770057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ee1b010-a20d-4fbd-86de-fec84ae252a0 req-099594ea-c791-4688-83ae-931a2fe7070f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757580 Jul 22 14:05:50.790272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d61c9-b78f-4ba5-8906-b3eaaf19a74a req-063333b7-19d6-450b-a2fd-203264324728 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.794506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb1d61c9-b78f-4ba5-8906-b3eaaf19a74a req-063333b7-19d6-450b-a2fd-203264324728 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1373723 Jul 22 14:05:50.817074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-2799159d-b678-47d2-9c08-d69600d1f613 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 HTTP/1.1" status: 200 len: 217 time: 0.0503016 Jul 22 14:05:50.844645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-27cbb66e-4d93-4c8c-afb3-55cb8deeed26 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:50.844645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-27cbb66e-4d93-4c8c-afb3-55cb8deeed26 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.13 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 949 time: 0.1482420 Jul 22 14:05:50.878388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:50.918717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb1d61c9-b78f-4ba5-8906-b3eaaf19a74a req-8b3161f5-6468-4a29-8bab-690959a0a1a1 tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/security-groups?id=2930bdb2-0679-46bf-bd52-589c9cef516f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218216 Jul 22 14:05:50.983578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59844) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:50.992814 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4227f8-57be-4e1d-96d0-efa368ec2ebe None None] New status for floating IP 9c0b42a0-629f-4bd5-aeb9-603b0d891351: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:05:51.048214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-495df2f3-7d08-4ce5-96bd-5dd655d7c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:51.049765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-495df2f3-7d08-4ce5-96bd-5dd655d7c73d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e349ca8d-8178-4aaf-b873-40a00aab1dfe HTTP/1.1" status: 200 len: 854 time: 0.2217662 Jul 22 14:05:51.074016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afad51cd-a053-4d07-9bed-b8e809fd9571 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.093273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Deleting port 9f843f7e-de28-46a5-ab85-399912fed0e7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:51.093743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.114170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-b972a81e-7bda-46c9-9ab9-235cd9850a92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9219c122-f32f-4c14-bf93-f3fac52fd29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467026 Jul 22 14:05:51.132580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afad51cd-a053-4d07-9bed-b8e809fd9571 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.217059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbbd86-82cb-4ff7-b1ee-555a656997fb req-f1a3aa0b-4065-4757-9ce9-91ab513fb9aa tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:51.218873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aedbbd86-82cb-4ff7-b1ee-555a656997fb req-f1a3aa0b-4065-4757-9ce9-91ab513fb9aa tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 950 time: 0.2305663 Jul 22 14:05:51.232184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f01696c5-f14a-488a-b5c7-f551978668db details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:51.236650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 22e9d55e-38b1-4136-851b-299924b26093 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:51.252976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] For port 9f843f7e-de28-46a5-ab85-399912fed0e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9f843f7e-de28-46a5-ab85-399912fed0e7,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:51.253552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.276013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:05:51.282418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 22e9d55e-38b1-4136-851b-299924b26093 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:51.282789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 22e9d55e-38b1-4136-851b-299924b26093 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:51.283574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Calling delete_port for 9f843f7e-de28-46a5-ab85-399912fed0e7 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:51.291465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-5d6bfcb3-b74f-467a-8b7f-35ab71a062dc service neutron] 10.222.0.20 "GET /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707664 Jul 22 14:05:51.306236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aedbbd86-82cb-4ff7-b1ee-555a656997fb req-587cec94-1631-4206-ad4b-97a131ce6254 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789285 Jul 22 14:05:51.315674 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eae1e138-2b0e-4759-9251-33adeca4670a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.317136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.353333 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afad51cd-a053-4d07-9bed-b8e809fd9571 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.357026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afad51cd-a053-4d07-9bed-b8e809fd9571 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.358245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-afad51cd-a053-4d07-9bed-b8e809fd9571 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "DELETE /v2.0/security-groups/799b1c95-caaf-44a2-95db-5b2fb074bdfd HTTP/1.1" status: 204 len: 168 time: 0.3737066 Jul 22 14:05:51.362829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:51.386437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad51cd-a053-4d07-9bed-b8e809fd9571 tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b1c95-caaf-44a2-95db-5b2fb074bdfd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:51.391093 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-8f542725-e7f5-49d3-b157-5aab597a13db tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] show failed (client error): The resource could not be found. Jul 22 14:05:51.395211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f542725-e7f5-49d3-b157-5aab597a13db tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "GET /v2.0/security-groups/799b1c95-caaf-44a2-95db-5b2fb074bdfd HTTP/1.1" status: 404 len: 347 time: 0.0272877 Jul 22 14:05:51.397812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59848) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:51.408556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:51.429646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'f01696c5-f14a-488a-b5c7-f551978668db', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': 'f01696c5-f14a-488a-b5c7-f551978668db', 'mac_address': 'fa:16:3e:8f:97:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:51.469559 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.484961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f01696c5-f14a-488a-b5c7-f551978668db {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:51.504716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f0a9d4d-9239-4055-b764-7a7b3d5be65f req-2b8bb230-2c8a-42b3-8783-4f443c193fdd service neutron] 10.222.0.20 "GET /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970503 Jul 22 14:05:51.505344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:51.509236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:51.521813 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.524708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Sync routers for ids ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:51.529331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.535510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e077d19-42f7-4322-bad2-711599e55fd5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0069687 Jul 22 14:05:51.535898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:51.598286 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.599691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:51.612640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Deleting port 530e0749-6ffc-48b1-ab23-8c37c44e2fdc {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:51.612984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.619611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Routers {'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:51.620944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:51.678776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Pushing event deleted for resources: {'Port': ['ID=9f843f7e-de28-46a5-ab85-399912fed0e7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:51.706651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f01696c5-f14a-488a-b5c7-f551978668db'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:51.773026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] No DVR routers for this DVR port 9f843f7e-de28-46a5-ab85-399912fed0e7 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:05:51.780152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.782312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa9e1ebe-5b89-43d0-a86b-18551abae0b7 req-9e783772-de24-468e-83c7-98316505bf0a tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.13 "DELETE /v2.0/ports/9f843f7e-de28-46a5-ab85-399912fed0e7 HTTP/1.1" status: 204 len: 173 time: 0.9211824 Jul 22 14:05:51.810602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.811211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:51.846517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071d0a3-4438-4387-b54c-17f9bb3806a5 req-bad6e0d0-d5e3-4ab8-82f0-76a82b88adcf tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:51.848681 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0071d0a3-4438-4387-b54c-17f9bb3806a5 req-bad6e0d0-d5e3-4ab8-82f0-76a82b88adcf tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 943 time: 0.2437692 Jul 22 14:05:51.850115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Calling delete_port for 530e0749-6ffc-48b1-ab23-8c37c44e2fdc owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:51.942235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-deleted', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:51.944452 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699175f0-205e-4fe6-846b-7f84b51e4bc6" -d '{"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-deleted", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:51.989200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Set router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:51.989964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0071d0a3-4438-4387-b54c-17f9bb3806a5 req-72d4972e-837d-4654-9fee-d6a750068671 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168377 Jul 22 14:05:52.035449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b387c1-3163-4691-a5a4-a5244b304ef4 req-828e46fb-a7d7-4f5b-b3dc-3d8c9db7d148 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:52.042175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8b387c1-3163-4691-a5a4-a5244b304ef4 req-828e46fb-a7d7-4f5b-b3dc-3d8c9db7d148 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.1648567 Jul 22 14:05:52.098910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0d54313-6dc7-4279-a24f-9fafd4b214ad req-dee85698-4034-45b7-b268-6c459095522f tempest-MigrationsAdminTest-1355353648 tempest-MigrationsAdminTest-1355353648-project] 10.222.0.11 "GET /v2.0/ports?device_id=e815238d-db68-422d-b0b7-395db3f75d0c HTTP/1.1" status: 200 len: 210 time: 0.0377326 Jul 22 14:05:52.104502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8b387c1-3163-4691-a5a4-a5244b304ef4 req-02b8a1ab-673a-4ef1-8b3e-8136078e9ac7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613947 Jul 22 14:05:52.189445 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781c2dfc-dddf-4ca4-b66c-bf1dae8cacfa x-openstack-request-id: req-781c2dfc-dddf-4ca4-b66c-bf1dae8cacfa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:52.189829 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e815238d-db68-422d-b0b7-395db3f75d0c", "name": "network-vif-deleted", "tag": "9f843f7e-de28-46a5-ab85-399912fed0e7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:52.190195 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-781c2dfc-dddf-4ca4-b66c-bf1dae8cacfa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:52.192376 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e815238d-db68-422d-b0b7-395db3f75d0c', 'name': 'network-vif-deleted', 'tag': '9f843f7e-de28-46a5-ab85-399912fed0e7', 'status': 'completed', 'code': 200} Jul 22 14:05:52.195858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.229684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.247061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Pushing event deleted for resources: {'Port': ['ID=530e0749-6ffc-48b1-ab23-8c37c44e2fdc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:52.303292 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.311057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.314622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.315918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33afc968-4561-44c2-8bcb-0d9f23c8765e tempest-ServersWithSpecificFlavorTestJSON-678580584 tempest-ServersWithSpecificFlavorTestJSON-678580584-project] 10.222.0.11 "DELETE /v2.0/floatingips/9c0b42a0-629f-4bd5-aeb9-603b0d891351 HTTP/1.1" status: 204 len: 168 time: 0.9171586 Jul 22 14:05:52.334359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:05:49Z', 'revision_number': 3, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:52.375338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Checking router: a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:52.375689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Updating router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 port 9c215293-9040-42aa-b86e-0736b0f00802 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:05:52.439678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Allocated IP 172.20.0.1 (1094ab7a-9834-49fa-af16-e560f25a08f3/a1debf9e-50b3-45af-8fa3-291ca20d93c6/f516219a-9442-48d2-8c51-0441462ac4b4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:05:52.449539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.524066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96924b76-72a9-41ef-a6f3-3c8079add428 req-166d26f1-adcd-4f2d-ba12-063eeeebb89d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:52.526043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-96924b76-72a9-41ef-a6f3-3c8079add428 req-166d26f1-adcd-4f2d-ba12-063eeeebb89d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 950 time: 0.1164260 Jul 22 14:05:52.589581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.600031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-96924b76-72a9-41ef-a6f3-3c8079add428 req-1a2494bc-6712-4d68-9093-881e37855140 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580864 Jul 22 14:05:52.645786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.687370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:52.691123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:52.697984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:05:52.740292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:05:52.767245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Pushing event updated for resources: {'Port': ['ID=f516219a-9442-48d2-8c51-0441462ac4b4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:52.798505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:52.803122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00217008-ae65-4602-b70c-7cdfb21ec921 req-67eafe47-d278-48a6-a58e-c82443c83a25 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:52.810486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00217008-ae65-4602-b70c-7cdfb21ec921 req-67eafe47-d278-48a6-a58e-c82443c83a25 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 950 time: 0.0888431 Jul 22 14:05:52.843430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:52.910685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00217008-ae65-4602-b70c-7cdfb21ec921 req-7c6181bd-7f58-45b6-955e-f78ad16c46b4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952070 Jul 22 14:05:52.994090 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.026751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Transition to ACTIVE for port object 9c215293-9040-42aa-b86e-0736b0f00802 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:05:53.050767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.059077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.117013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,segment=NetworkSegment(e31a778e-6237-4413-b4b5-1a4477bda06d),segment_id=e31a778e-6237-4413-b4b5-1a4477bda06d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:53.144823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e2408-f876-4371-87c5-3f35bf4f1c1e None None] Pushing event updated for resources: {'Port': ['ID=9c215293-9040-42aa-b86e-0736b0f00802,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:53.147719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Attempting to bind port 9c215293-9040-42aa-b86e-0736b0f00802 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:05:53.148095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Attempting to bind port 9c215293-9040-42aa-b86e-0736b0f00802 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:05:53.148465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Attempting to bind port 9c215293-9040-42aa-b86e-0736b0f00802 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:05:53.157349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:05:53.158002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:05:53.158544 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.158964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:05:53.159614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Bound port: 9c215293-9040-42aa-b86e-0736b0f00802, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:05:53.159825 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.161585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1', 'network_id': '9219c122-f32f-4c14-bf93-f3fac52fd29c', 'port_id': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1', 'mac_address': 'fa:16:3e:6a:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e349ca8d-8178-4aaf-b873-40a00aab1dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:05:53.254776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f01696c5-f14a-488a-b5c7-f551978668db up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:53.257085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.291675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025107-c30b-4417-b8f8-a7d295521521 req-99bea1e6-60bc-4a05-8863-9917ed2ffe91 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:53.304219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03025107-c30b-4417-b8f8-a7d295521521 req-99bea1e6-60bc-4a05-8863-9917ed2ffe91 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 943 time: 0.2197633 Jul 22 14:05:53.307314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] For port 9c215293-9040-42aa-b86e-0736b0f00802, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:05:53.310287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:05:53.332753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] For port 9c215293-9040-42aa-b86e-0736b0f00802, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c215293-9040-42aa-b86e-0736b0f00802,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:05:53.353863 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.368934 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03025107-c30b-4417-b8f8-a7d295521521 req-1539e27b-11b9-46f9-bec3-fe3d71913c77 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637810 Jul 22 14:05:53.372447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,segment=NetworkSegment(e31a778e-6237-4413-b4b5-1a4477bda06d),segment_id=e31a778e-6237-4413-b4b5-1a4477bda06d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:53.404796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.411020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad567a3-db0b-4fe4-82fb-0b298e7ce27f req-672df75f-e251-4b2a-9d79-2a476916b1ba tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:53.417089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad567a3-db0b-4fe4-82fb-0b298e7ce27f req-672df75f-e251-4b2a-9d79-2a476916b1ba tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:53.419619 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5ad567a3-db0b-4fe4-82fb-0b298e7ce27f req-672df75f-e251-4b2a-9d79-2a476916b1ba tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a&device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 1691 time: 0.1249723 Jul 22 14:05:53.424457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port f01696c5-f14a-488a-b5c7-f551978668db triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:53.424668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.424838 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.460022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.464386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Routers {'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:53.465067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:53.556072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e2408-f876-4371-87c5-3f35bf4f1c1e None None] Pushing event updated for resources: {'Port': ['ID=9c215293-9040-42aa-b86e-0736b0f00802,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:53.566639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5ad567a3-db0b-4fe4-82fb-0b298e7ce27f req-58b54ee8-3cdd-4150-912d-2a8c3b1aa751 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383157 Jul 22 14:05:53.589333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.602594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Pushing event updated for resources: {'Port': ['ID=f516219a-9442-48d2-8c51-0441462ac4b4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:53.673092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb5792-d0f1-4a87-b7d2-40792574dfc5 req-65172da2-7e0e-48ee-b1e0-04bde41ad62e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:53.677131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.679918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:05:53.687830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69bb5792-d0f1-4a87-b7d2-40792574dfc5 req-65172da2-7e0e-48ee-b1e0-04bde41ad62e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.1982183 Jul 22 14:05:53.745650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:53.767443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:53.770056 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a16556-d441-4aa0-96bc-c05fea49fa1a" -d '{"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-plugged", "status": "completed", "tag": "f01696c5-f14a-488a-b5c7-f551978668db"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:53.786066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] Set router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:53.816664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:53.823128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:53.824267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:05:53.843414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69bb5792-d0f1-4a87-b7d2-40792574dfc5 req-04924817-ece4-4658-a103-a51f64e76e26 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500700 Jul 22 14:05:53.851047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 9f843f7e-de28-46a5-ab85-399912fed0e7 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:05:53.851580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9f843f7e-de28-46a5-ab85-399912fed0e7 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:05:53.965793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:54.036365 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f8b48-eea5-49fd-8e23-2a71656d665f x-openstack-request-id: req-665f8b48-eea5-49fd-8e23-2a71656d665f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:54.038544 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-plugged", "status": "completed", "tag": "f01696c5-f14a-488a-b5c7-f551978668db", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:54.038544 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-665f8b48-eea5-49fd-8e23-2a71656d665f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:54.039749 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db', 'code': 200} Jul 22 14:05:54.077512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:54.164857 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:54.207408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59960) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:54.294064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:05:54.297779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:05:54.416433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:05:52Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f516219a-9442-48d2-8c51-0441462ac4b4', 'name': '', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'mac_address': 'fa:16:3e:62:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:52Z', 'updated_at': '2021-07-22T14:05:53Z', 'revision_number': 2, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'subnets': [{'id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:54.437587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:05:54.453049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4175-d6c7-476b-9503-01978a7d7886 None None] The sync data for ids ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'] in n-d-787205-11 is: [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:05:52Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f516219a-9442-48d2-8c51-0441462ac4b4', 'name': '', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'mac_address': 'fa:16:3e:62:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:52Z', 'updated_at': '2021-07-22T14:05:53Z', 'revision_number': 2, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'subnets': [{'id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:05:54.566937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Deleting port f8d37946-e941-4411-9db4-775dd17728dd {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:54.567660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:54.569982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cba24-b09c-4c52-99b5-8d336636143f req-993b1748-5952-48da-a159-1600bbb271ee tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:54.577597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a45cba24-b09c-4c52-99b5-8d336636143f req-993b1748-5952-48da-a159-1600bbb271ee tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 1102 time: 0.3147888 Jul 22 14:05:54.625353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8375737-f045-4fc8-adc2-15110f75189d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19b15405b2804ee8a1803b9bdcb151d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146190 Jul 22 14:05:54.629285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:54.661397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a45cba24-b09c-4c52-99b5-8d336636143f req-54b90d26-654b-4d09-bb45-d2dad31917fa tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826330 Jul 22 14:05:54.753024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:54.763059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7a9b7556-358f-440c-9c81-854579be5c25 admin admin] 10.222.0.11 "PUT /v2.0/routers/a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2260749 Jul 22 14:05:54.776717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152891f5-a09f-4913-8299-c19032c746e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:54.918760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152891f5-a09f-4913-8299-c19032c746e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:55.040986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4957f-e974-469f-b1c5-6a0dda7a5dae req-df1f416d-ed37-4aec-b5f8-2d731589c237 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:55.043684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4e4957f-e974-469f-b1c5-6a0dda7a5dae req-df1f416d-ed37-4aec-b5f8-2d731589c237 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 1102 time: 0.2771783 Jul 22 14:05:55.101914 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152891f5-a09f-4913-8299-c19032c746e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:55.104571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152891f5-a09f-4913-8299-c19032c746e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:55.108258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-152891f5-a09f-4913-8299-c19032c746e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2930bdb2-0679-46bf-bd52-589c9cef516f HTTP/1.1" status: 204 len: 168 time: 0.4738491 Jul 22 14:05:55.137892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4e4957f-e974-469f-b1c5-6a0dda7a5dae req-a4cfa19f-f6e9-4db4-825d-3f76981d2de3 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657189 Jul 22 14:05:55.149353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152891f5-a09f-4913-8299-c19032c746e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930bdb2-0679-46bf-bd52-589c9cef516f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:55.201997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0ca74-1c10-44d8-ad5c-7167d0869ea8 req-61f5cc90-a4a3-4ff0-a65c-bae5714435ae tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:55.204102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06d0ca74-1c10-44d8-ad5c-7167d0869ea8 req-61f5cc90-a4a3-4ff0-a65c-bae5714435ae tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 944 time: 0.6963158 Jul 22 14:05:55.270791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] For port f8d37946-e941-4411-9db4-775dd17728dd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f8d37946-e941-4411-9db4-775dd17728dd,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:55.271161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:55.324334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06d0ca74-1c10-44d8-ad5c-7167d0869ea8 req-94ce0598-b63b-4747-b41b-5ac04cf9cfc8 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070297 Jul 22 14:05:55.325475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Calling delete_port for f8d37946-e941-4411-9db4-775dd17728dd owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:55.690354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404520a0-243a-4953-9338-aa09ff22c127 req-e0cc6294-affd-411d-bd72-80b8684d2325 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:55.692233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-404520a0-243a-4953-9338-aa09ff22c127 req-e0cc6294-affd-411d-bd72-80b8684d2325 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.1628938 Jul 22 14:05:55.755431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59990) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:55.862077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cc56ca3b-32ce-4bb7-9d44-dde3eb1a33b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a85b57f38502470493be96d8253afa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1044462 Jul 22 14:05:55.863265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:55.907056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-404520a0-243a-4953-9338-aa09ff22c127 req-02577af7-169c-4b70-9190-25425d35b02e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952837 Jul 22 14:05:55.931495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:55.947371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f536f0e-c577-4415-8667-9d9c8bed1012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:56.002930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f536f0e-c577-4415-8667-9d9c8bed1012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:56.039892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d37946-e941-4411-9db4-775dd17728dd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:56.097828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f536f0e-c577-4415-8667-9d9c8bed1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:56.104149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f536f0e-c577-4415-8667-9d9c8bed1012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:56.112225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f536f0e-c577-4415-8667-9d9c8bed1012 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5e2e833-3353-470d-8a05-e758713a805f HTTP/1.1" status: 204 len: 168 time: 0.2449994 Jul 22 14:05:56.143497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f536f0e-c577-4415-8667-9d9c8bed1012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e2e833-3353-470d-8a05-e758713a805f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:56.385208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:56.654705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-b56aa598-4019-4cff-8831-ae329c6a6359 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:56.655282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-b56aa598-4019-4cff-8831-ae329c6a6359 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 811 time: 0.2668083 Jul 22 14:05:56.695799 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-c5627488-39a9-4ea7-83b0-3662304ef4f3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/quotas/af5f2a7c1c9447758435bd94fc3c0028 HTTP/1.1" status: 200 len: 375 time: 0.0331349 Jul 22 14:05:56.706001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:56.723304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42701ac-547e-4bb8-a816-8c29447aa48a req-39d5a47f-1571-4c53-932b-ae482717f75c tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:56.738254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e42701ac-547e-4bb8-a816-8c29447aa48a req-39d5a47f-1571-4c53-932b-ae482717f75c tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 944 time: 0.2223241 Jul 22 14:05:56.814052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:56.823422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:56.823783 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:56.846624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e42701ac-547e-4bb8-a816-8c29447aa48a req-4b9b7220-b966-4ba4-ac2f-d611ccb8f248 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071997 Jul 22 14:05:56.865753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-c953d24d-0132-408f-bd12-878b8bf60387 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454155 Jul 22 14:05:57.016109 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:57.057772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:05:57.066217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-ad076993-6f73-47e0-a1dc-bf54d2bea88b service neutron] 10.222.0.11 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979320 Jul 22 14:05:57.066441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-3f3b685a-8100-4b8d-94e8-aadc2ebe8ca0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380208 Jul 22 14:05:57.108827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,segment=NetworkSegment(e31a778e-6237-4413-b4b5-1a4477bda06d),segment_id=e31a778e-6237-4413-b4b5-1a4477bda06d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:57.110449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f459f-fb27-446a-8733-e26b35a802c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:05:57.113737 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d686086-291c-465e-b49c-e79661ed56eb" -d '{"events": [{"server_uuid": "213f459f-fb27-446a-8733-e26b35a802c2", "name": "network-vif-plugged", "status": "completed", "tag": "a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:05:57.126241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:57.197302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-88c902b7-a71d-44a3-ae17-30bd08207e0c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:57.210829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-88c902b7-a71d-44a3-ae17-30bd08207e0c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419551 Jul 22 14:05:57.236419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-2188c698-711f-40cd-977e-909c726a2a97 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/quotas/bb15bd61e5334cd098c8935af2138409 HTTP/1.1" status: 200 len: 375 time: 0.0229440 Jul 22 14:05:57.254200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:57.279739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-759749d4-94bd-47ea-9fd7-b597f7d12ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069983 Jul 22 14:05:57.454885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-3f356b02-182f-448a-9609-bf9d09e52138 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2175004 Jul 22 14:05:57.482192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c215293-9040-42aa-b86e-0736b0f00802 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:57.611499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:05:57.623960 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] Sync routers for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:57.637839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-910bd40c-176d-4377-bcab-5a609bb23b22 admin admin] 10.222.0.11 "PUT /v2.0/routers/55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7912540 Jul 22 14:05:57.640989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60054) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:05:57.644731 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:57.645365 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:57.671588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 9c215293-9040-42aa-b86e-0736b0f00802 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:05:57.693044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9c215293-9040-42aa-b86e-0736b0f00802 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:57.693418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:57.924666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:57.967942 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:57.971254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 9c215293-9040-42aa-b86e-0736b0f00802, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c215293-9040-42aa-b86e-0736b0f00802,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:57.978317 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:58.036702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:58.065966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=9c215293-9040-42aa-b86e-0736b0f00802,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:05:58.101291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Sync routers for ids ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:05:58.126856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Routers {'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:58.127503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:58.179587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aaee1-a4cd-4b33-a561-4489a944e984 req-0b9dd3f0-7501-4b44-b38d-cb42f0c72656 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:58.186958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d5aaee1-a4cd-4b33-a561-4489a944e984 req-0b9dd3f0-7501-4b44-b38d-cb42f0c72656 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.3535910 Jul 22 14:05:58.301330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Set router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:58.362770 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:05:55Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:58.431730 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] Checking router: 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:58.452310 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] Routers {'55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:05:58.453733 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:58.582769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d5aaee1-a4cd-4b33-a561-4489a944e984 req-2a13c453-1eb1-4d76-9de6-a76486504417 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837467 Jul 22 14:05:58.667687 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:58.668385 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] Set router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:05:58.684390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa269b72-d8c8-4026-9a67-4381aa0545a9 req-c182473e-8148-4f1e-9f6d-96b5bbdae178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:58.686511 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa269b72-d8c8-4026-9a67-4381aa0545a9 req-c182473e-8148-4f1e-9f6d-96b5bbdae178 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 1097 time: 0.2774847 Jul 22 14:05:58.724460 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-47b4857d-b550-4cb9-8636-6333a9777776 req-40b9cffe-68f6-4eeb-a66c-f3c7b69a9532 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 210 time: 0.1274073 Jul 22 14:05:58.830620 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6a2bf0-9fe6-4449-8e7e-19e05ec36196 x-openstack-request-id: req-8d6a2bf0-9fe6-4449-8e7e-19e05ec36196 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:05:58.830917 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f459f-fb27-446a-8733-e26b35a802c2", "name": "network-vif-plugged", "status": "completed", "tag": "a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:05:58.831171 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d6a2bf0-9fe6-4449-8e7e-19e05ec36196 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:05:58.831563 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f459f-fb27-446a-8733-e26b35a802c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1', 'code': 200} Jul 22 14:05:59.054301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa269b72-d8c8-4026-9a67-4381aa0545a9 req-4f3b21f9-a1f4-476c-a4f9-2a9766850b8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807684 Jul 22 14:05:59.090776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Deleting port 9abc25d2-b249-4427-9561-94a57115ca17 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:05:59.091557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:59.112641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e43fd-bc08-4fcd-9b2b-e20babc8a366 req-4298e527-5587-4f60-9c75-2a91be96f911 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:05:59.113819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62e43fd-bc08-4fcd-9b2b-e20babc8a366 req-4298e527-5587-4f60-9c75-2a91be96f911 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 945 time: 0.3710294 Jul 22 14:05:59.118468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:05:55Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:59.180793 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ea643-c75d-4e10-9b05-ad0aeadd8585 None None] The sync data for ids ['55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7'] in n-d-787205-11 is: [{'id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-652774449-router', 'tenant_id': '84f621a2448846939941061b8257f8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '9abc25d2-b249-4427-9561-94a57115ca17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:00:49Z', 'updated_at': '2021-07-22T14:05:55Z', 'revision_number': 5, 'project_id': '84f621a2448846939941061b8257f8e9', 'gw_port': {'id': '9abc25d2-b249-4427-9561-94a57115ca17', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:00:50Z', 'updated_at': '2021-07-22T14:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:05:59.262662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:05:52Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f516219a-9442-48d2-8c51-0441462ac4b4', 'name': '', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'mac_address': 'fa:16:3e:62:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:52Z', 'updated_at': '2021-07-22T14:05:53Z', 'revision_number': 2, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'subnets': [{'id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:05:59.346290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Checking router: a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:05:59.346572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Updating router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 port f516219a-9442-48d2-8c51-0441462ac4b4 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:05:59.361120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62e43fd-bc08-4fcd-9b2b-e20babc8a366 req-6c53db0d-8eca-4a66-b59f-36c6522c7712 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324240 Jul 22 14:05:59.408127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] For port 9abc25d2-b249-4427-9561-94a57115ca17, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9abc25d2-b249-4427-9561-94a57115ca17,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:05:59.409114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:59.427330 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:59.448901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Calling delete_port for 9abc25d2-b249-4427-9561-94a57115ca17 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:05:59.645710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c215293-9040-42aa-b86e-0736b0f00802 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:05:59.684423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c8be93a-da8a-4feb-8958-0d20a8fbe0a1 req-02328e58-a370-4f7c-b58e-6d5a8d317826 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 210 time: 0.1812027 Jul 22 14:05:59.816301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9c215293-9040-42aa-b86e-0736b0f00802 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:05:59.816429 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:05:59.954814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-8aa73272-c5a2-4fc7-8f07-d3ae1812871f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3156176 Jul 22 14:06:00.065605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60120) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:00.131580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62cb54b2-d980-4213-8d29-c7714ffa633e req-73e344bb-3295-4096-b71f-3d6970817fae tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 210 time: 0.1677101 Jul 22 14:06:00.247563 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.276652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Transition to ACTIVE for port object f516219a-9442-48d2-8c51-0441462ac4b4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:00.289178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.413425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c867aa-99e0-4cc7-9fa4-d15d54a35276 req-21d7a294-dda1-4183-8ae7-36391d2766f5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:00.424101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80c867aa-99e0-4cc7-9fa4-d15d54a35276 req-21d7a294-dda1-4183-8ae7-36391d2766f5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.4663324 Jul 22 14:06:00.429815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.432143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46c95-c889-453e-b051-c5e3d8ede3e0 None None] Pushing event updated for resources: {'Port': ['ID=f516219a-9442-48d2-8c51-0441462ac4b4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:00.488672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26d91539-8882-45d5-a081-3ecd420b4708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.520583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063475-401e-48f1-b873-98ec2b553701 req-22f5cefd-2415-491a-a589-a3a50d478a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:00.522950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-22f5cefd-2415-491a-a589-a3a50d478a89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a26e5dafa31e44d3aefa5eb55df30171&device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 1097 time: 0.3574321 Jul 22 14:06:00.523180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-844665a6-5eb1-4a17-b974-e166b74dd336 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:00.525258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-844665a6-5eb1-4a17-b974-e166b74dd336 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.20 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 811 time: 0.8721368 Jul 22 14:06:00.544786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abc25d2-b249-4427-9561-94a57115ca17,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:00.553578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Attempting to bind port f516219a-9442-48d2-8c51-0441462ac4b4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:00.553927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Attempting to bind port f516219a-9442-48d2-8c51-0441462ac4b4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:00.554288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Attempting to bind port f516219a-9442-48d2-8c51-0441462ac4b4 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:00.573163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80c867aa-99e0-4cc7-9fa4-d15d54a35276 req-8a16c5f5-6fb5-4403-ae34-a3ad40809eab tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418400 Jul 22 14:06:00.590148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:00.590148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Checking segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:00.590148 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.590148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Bound using segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:00.590148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Bound port: f516219a-9442-48d2-8c51-0441462ac4b4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:00.590148 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.625772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Request body: {'port': {'device_id': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'admin_state_up': True, 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:00.730257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] For port f516219a-9442-48d2-8c51-0441462ac4b4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:00.735026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] For port f516219a-9442-48d2-8c51-0441462ac4b4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f516219a-9442-48d2-8c51-0441462ac4b4,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:00.740743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.773013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.882951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Routers {'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:00.884073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:00.921038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.924474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:00.946224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774b6b8-6147-4623-af44-864e065083fc req-0d35b80f-d553-4af8-b05b-ddff77767f29 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:00.958012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7774b6b8-6147-4623-af44-864e065083fc req-0d35b80f-d553-4af8-b05b-ddff77767f29 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 945 time: 0.4428258 Jul 22 14:06:00.995412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c46c95-c889-453e-b051-c5e3d8ede3e0 None None] Pushing event updated for resources: {'Port': ['ID=f516219a-9442-48d2-8c51-0441462ac4b4,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:01.030500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.031328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:06:01.039486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.042185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2e0c1bb7-fa5f-4b06-94a0-60a639160167 req-3e4fd082-9b70-4118-be2c-3caf7682bc9e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 210 time: 0.1714437 Jul 22 14:06:01.043556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f632fc5-0c4c-4338-9d1a-dc544b2f1721 admin admin] 10.222.0.11 "DELETE /v2.0/routers/55e75bd8-2c59-49cd-bbc9-fc6cb75b8df7 HTTP/1.1" status: 204 len: 168 time: 3.3958182 Jul 22 14:06:01.044695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:01.060023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7774b6b8-6147-4623-af44-864e065083fc req-cdf79584-1844-46d9-91e8-cf00c4eee927 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007295 Jul 22 14:06:01.150030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] Set router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:01.163250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-be9ffc62-1fd9-48f8-9a81-ca2d1f8e839b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1540542 Jul 22 14:06:01.225657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Deleting subnet 8df1868c-1dc2-4436-b445-752dd38378cd {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:06:01.231128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.260601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063475-401e-48f1-b873-98ec2b553701 req-66790363-fece-48ec-9c61-88e4eb90cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:01.273905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-66790363-fece-48ec-9c61-88e4eb90cc93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 HTTP/1.1" status: 200 len: 917 time: 0.6874869 Jul 22 14:06:01.432317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd792569-a525-42a3-99ad-9f3936ef78d4 req-afc6259b-f9d4-4548-bc26-0151658e659e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 210 time: 0.0897553 Jul 22 14:06:01.435330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.462820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-9eb99fad-ee2c-4dff-aedd-83087cdcd3e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cbe8421-03fc-4875-b36f-a676ed85733c HTTP/1.1" status: 200 len: 1000 time: 0.0986679 Jul 22 14:06:01.475525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26d91539-8882-45d5-a081-3ecd420b4708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.514395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-62bf5eec-afd7-4036-bee6-9ed901407951 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668514 Jul 22 14:06:01.524479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Made reservation on behalf of af5f2a7c1c9447758435bd94fc3c0028 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:01.531739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.538443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26d91539-8882-45d5-a081-3ecd420b4708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.776057 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-26d91539-8882-45d5-a081-3ecd420b4708 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3532875ea9044a8b898412876a94e89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7081337 Jul 22 14:06:01.784462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-e3e677e5-1d7a-4c7c-9ba5-27ff83822190 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:01.786614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-e3e677e5-1d7a-4c7c-9ba5-27ff83822190 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147357 Jul 22 14:06:01.823493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:01.836631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d91539-8882-45d5-a081-3ecd420b4708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f0bae9-7daa-4946-b7fc-c5aae48a06fe,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:01.840062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:01.858125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:05:52Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f516219a-9442-48d2-8c51-0441462ac4b4', 'name': '', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'mac_address': 'fa:16:3e:62:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:52Z', 'updated_at': '2021-07-22T14:06:00Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'subnets': [{'id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:01.862078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:01.942732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f516219a-9442-48d2-8c51-0441462ac4b4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:01.954184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e2b1a6-80db-428b-b04e-d2cb165c96b3 None None] The sync data for ids ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'] in n-d-787205-11 is: [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:05:52Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f516219a-9442-48d2-8c51-0441462ac4b4', 'name': '', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'mac_address': 'fa:16:3e:62:47:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:52Z', 'updated_at': '2021-07-22T14:06:00Z', 'revision_number': 4, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'subnets': [{'id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:02.151762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f516219a-9442-48d2-8c51-0441462ac4b4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:02.163952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f516219a-9442-48d2-8c51-0441462ac4b4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:02.167463 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.232656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1c72-687c-48b6-9507-4a96ce91bf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.353128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063475-401e-48f1-b873-98ec2b553701 req-03891867-4c36-45c3-9d6a-4b758bc8c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:02.354716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-03891867-4c36-45c3-9d6a-4b758bc8c9cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ed52ec2-22fc-43e3-90f7-393b0056ab9d HTTP/1.1" status: 200 len: 855 time: 0.8752933 Jul 22 14:06:02.379655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff70a734-8803-4599-84e6-fd8155f21c9f req-fb159291-6b3d-4c6c-9090-0abd2901a663 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 210 time: 0.1249125 Jul 22 14:06:02.408327 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.436278 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.511186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-ab17365d-f3fb-4f86-9013-63986cc40c19 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:02.516304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-ab17365d-f3fb-4f86-9013-63986cc40c19 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3317394 Jul 22 14:06:02.552071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f516219a-9442-48d2-8c51-0441462ac4b4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f516219a-9442-48d2-8c51-0441462ac4b4,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:02.559232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1c72-687c-48b6-9507-4a96ce91bf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.559629 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.562593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Allocated IP 172.20.0.6 (1094ab7a-9834-49fa-af16-e560f25a08f3/a1debf9e-50b3-45af-8fa3-291ca20d93c6/6e4a0c07-7eb0-493f-8c8d-75602c5f6f93) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:02.594879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df1868c-1dc2-4436-b445-752dd38378cd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:02.599824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f8d37946-e941-4411-9db4-775dd17728dd no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:02.602405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:02.605098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bde9f5a-6891-401a-88d7-67803e71ffe6 None None] Network 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:02.608795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:02.610270 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-20bfc2f8-176b-4de4-813f-2962d5fd3766 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8df1868c-1dc2-4436-b445-752dd38378cd HTTP/1.1" status: 204 len: 168 time: 1.5491755 Jul 22 14:06:02.629187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:02.752966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6aeda0a3-cd08-4c10-98e6-175d67171f38 req-358facc2-b98f-45c7-aaa1-0faa94d3dcbc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 210 time: 0.0817659 Jul 22 14:06:02.893775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f8d37946-e941-4411-9db4-775dd17728dd {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:02.894455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f8d37946-e941-4411-9db4-775dd17728dd not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:02.939778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394863c-7fc8-412a-8eb4-3cb9facc5841 req-db71dd27-5be9-4022-830a-5c3d07d5520f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:02.952573 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3394863c-7fc8-412a-8eb4-3cb9facc5841 req-db71dd27-5be9-4022-830a-5c3d07d5520f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 1.1093183 Jul 22 14:06:03.015457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.067747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f516219a-9442-48d2-8c51-0441462ac4b4,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:03.186160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1c72-687c-48b6-9507-4a96ce91bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.189534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1c72-687c-48b6-9507-4a96ce91bf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.193144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e0d1c72-687c-48b6-9507-4a96ce91bf55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29f0bae9-7daa-4946-b7fc-c5aae48a06fe HTTP/1.1" status: 204 len: 168 time: 1.3269286 Jul 22 14:06:03.219839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1c72-687c-48b6-9507-4a96ce91bf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f0bae9-7daa-4946-b7fc-c5aae48a06fe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:03.255309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] DHCP port deletion for 6cc4f247-d331-48f3-ab2b-f5a55bd73e06 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:06:03.284243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3394863c-7fc8-412a-8eb4-3cb9facc5841 req-77765992-a57c-40f3-b17e-820b696ee5fd tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306890 Jul 22 14:06:03.298216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:03.309352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.316646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:03.339167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.369131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.416946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] Deleting port 07a80edf-ff4b-48f5-b16d-d66671d74623 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:03.420700 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.424719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0063475-401e-48f1-b873-98ec2b553701 req-7d689c92-326b-4717-877e-e5320f804405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:03.429461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-7d689c92-326b-4717-877e-e5320f804405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0219319 Jul 22 14:06:03.478058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Deleting port 07a80edf-ff4b-48f5-b16d-d66671d74623 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:03.478374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.491098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f516219a-9442-48d2-8c51-0441462ac4b4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:03.598924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.651419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-402c5108-d3bd-40f9-bfa9-eeb260b92164 req-9af76df6-ffd2-4a7c-92cf-5b1f035c1556 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 210 time: 0.1292205 Jul 22 14:06:03.682385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] For port 07a80edf-ff4b-48f5-b16d-d66671d74623, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=07a80edf-ff4b-48f5-b16d-d66671d74623,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:03.682802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.724582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] For port 07a80edf-ff4b-48f5-b16d-d66671d74623, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=07a80edf-ff4b-48f5-b16d-d66671d74623,segment=NetworkSegment(f774e9b4-c95e-4ea4-8272-5c33042ea9b3),segment_id=f774e9b4-c95e-4ea4-8272-5c33042ea9b3)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:03.725057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.731424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] Calling delete_port for 07a80edf-ff4b-48f5-b16d-d66671d74623 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:03.735509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:03.748897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:03.766661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:03.770125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Calling delete_port for 07a80edf-ff4b-48f5-b16d-d66671d74623 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:03.883803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Pushing event updated for resources: {'Port': ['ID=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:03.925751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f516219a-9442-48d2-8c51-0441462ac4b4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:03.926271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:03.968789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-d7d47f12-c09f-4c52-a632-f7b48a4077f0 service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277109 Jul 22 14:06:04.036104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:04.036733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:04.104017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-00238f8a-e4e2-4913-85a9-926dbfe54cfb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5260024 Jul 22 14:06:04.124870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Request body: {'port': {'device_id': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:04.139066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0063475-401e-48f1-b873-98ec2b553701 req-70bdcf32-d49e-49a3-9b8d-9d54044a141c service neutron] 10.222.0.20 "GET /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523533 Jul 22 14:06:04.222068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bdd1f-4b28-421a-aa50-12c9af27df23 req-0e4dfa85-e654-4a87-b92d-717cc1683033 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:04.229732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9d6bdd1f-4b28-421a-aa50-12c9af27df23 req-0e4dfa85-e654-4a87-b92d-717cc1683033 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 931 time: 0.3440948 Jul 22 14:06:04.233860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.173 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/51ec0382-f45c-493f-83e6-9fb4d33ea6e4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:04.287506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9abc25d2-b249-4427-9561-94a57115ca17 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:04.300489 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9d6bdd1f-4b28-421a-aa50-12c9af27df23 req-800d39cb-fd44-41c3-9f8b-82479d2f2fb1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683367 Jul 22 14:06:04.357829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9abc25d2-b249-4427-9561-94a57115ca17 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:04.359820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9abc25d2-b249-4427-9561-94a57115ca17 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:04.368237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:04.403405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:04.447609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] No DVR routers for this DVR port 07a80edf-ff4b-48f5-b16d-d66671d74623 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:04.466615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe781993-356a-4972-9a28-e40c86cfec99 None None] Pushing event deleted for resources: {'Port': ['ID=07a80edf-ff4b-48f5-b16d-d66671d74623,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:04.494632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a80edf-ff4b-48f5-b16d-d66671d74623,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:04.562950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] No DVR routers for this DVR port 07a80edf-ff4b-48f5-b16d-d66671d74623 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:04.641980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:04.697924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:04.720095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:04.801435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:04.815384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:04.900187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:05.004996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:05.042783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.12 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/f9d767c3-6fdd-4086-be16-29014e41c061) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:05.227467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.248582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object f9d767c3-6fdd-4086-be16-29014e41c061 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:05.335469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:05.337263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.349260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 07a80edf-ff4b-48f5-b16d-d66671d74623 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:05.355706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:05.356026 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.366707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:05.416354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc4f247-d331-48f3-ab2b-f5a55bd73e06']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:05.439127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53353a-d040-4ffd-9fa7-7cf4e8dfcb14 req-65ecaf5e-4362-4e29-b157-d2f87349f1c5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:05.450654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b53353a-d040-4ffd-9fa7-7cf4e8dfcb14 req-65ecaf5e-4362-4e29-b157-d2f87349f1c5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.9574990 Jul 22 14:06:05.479711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 07a80edf-ff4b-48f5-b16d-d66671d74623 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:05.479711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 07a80edf-ff4b-48f5-b16d-d66671d74623 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:05.506121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:05.506850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f774e9b4-c95e-4ea4-8272-5c33042ea9b3') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:05.548087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.674610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.693503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:06:05.694167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:06:05.706420 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:06:05.760550 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b53353a-d040-4ffd-9fa7-7cf4e8dfcb14 req-22288f04-52fe-4a51-88f4-43d2a75dc11f tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064449 Jul 22 14:06:05.797028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d5aafc9-cd35-4773-b857-1cf20a6be17d None None] Provisioning for port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:05.804357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d5aafc9-cd35-4773-b857-1cf20a6be17d None None] Provisioning complete for port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:05.804847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4d5aafc9-cd35-4773-b857-1cf20a6be17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:05.858920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4d5aafc9-cd35-4773-b857-1cf20a6be17d None None] Port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:05.861138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:06.030248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:06.042600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:06.047202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6cc4f247-d331-48f3-ab2b-f5a55bd73e06 HTTP/1.1" status: 204 len: 168 time: 3.4106979 Jul 22 14:06:06.052931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:06.111686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:06.125465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:06.139008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:06.208494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:06.238113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:06.239181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:06.262437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4025185 Jul 22 14:06:06.265714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615878e-0fab-4256-bdab-7ee7b0edab59 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=f9d767c3-6fdd-4086-be16-29014e41c061,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:06.279593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:06.280340 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:06.309316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Request body: {'port': {'device_id': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:06.466895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b3918-5f8d-40e0-9f77-4707062f4dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc4f247-d331-48f3-ab2b-f5a55bd73e06,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:06.486584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73352f0-e823-4aca-9d7b-26236d4c1485 req-4727a99c-c429-4188-ac9e-c6f22ea4a5af tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:06.494655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b73352f0-e823-4aca-9d7b-26236d4c1485 req-4727a99c-c429-4188-ac9e-c6f22ea4a5af tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 935 time: 1.1933513 Jul 22 14:06:06.503954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b0f10461-7582-498b-bf40-0d219150118e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9590170 Jul 22 14:06:06.504610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:06.534050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Request body: {'port': {'device_id': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:06.690663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b73352f0-e823-4aca-9d7b-26236d4c1485 req-5fa310d2-15f2-4e65-8de5-6896d22574b5 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466982 Jul 22 14:06:06.749359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-89df8f24-376d-4e4b-bae3-ef2c0733c5df None None] Provisioning for port f9d767c3-6fdd-4086-be16-29014e41c061 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:06.767328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-89df8f24-376d-4e4b-bae3-ef2c0733c5df None None] Provisioning complete for port f9d767c3-6fdd-4086-be16-29014e41c061 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:06.767701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89df8f24-376d-4e4b-bae3-ef2c0733c5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:06.911484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-89df8f24-376d-4e4b-bae3-ef2c0733c5df None None] Port f9d767c3-6fdd-4086-be16-29014e41c061 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:06.930288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:06.949956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.019347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Transition to ACTIVE for port object 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:07.027100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.101515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.212618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:07.244793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Attempting to bind port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:07.246087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Attempting to bind port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:07.249511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Attempting to bind port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:07.269239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:07.272046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Attempting to bind port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:07.288746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:07.289102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Checking segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:07.293918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Bound using segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:07.294428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Bound port: 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:07.294813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.515847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.565401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaefb62-439d-4305-8c1c-b78668ffbc00 req-62a2f199-1ec1-4955-a5d0-743ef15b6419 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:07.567017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abaefb62-439d-4305-8c1c-b78668ffbc00 req-62a2f199-1ec1-4955-a5d0-743ef15b6419 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 931 time: 0.7537866 Jul 22 14:06:07.662939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abaefb62-439d-4305-8c1c-b78668ffbc00 req-12357664-6d0d-4c55-a32e-ea4827cc6657 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875835 Jul 22 14:06:07.667188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d767c3-6fdd-4086-be16-29014e41c061 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:07.669450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] For port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:07.676455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.699941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Transition to ACTIVE for port object f9d767c3-6fdd-4086-be16-29014e41c061 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:07.706572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.711253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] For port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:07.721926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.828331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:07.829220 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:07.830841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 HTTP/1.1" status: 200 len: 1092 time: 3.7164810 Jul 22 14:06:07.844519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'tag': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:07.850416 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d02f01de-7d07-447e-a23f-1aec7e63909e", "tag": "6e4a0c07-7eb0-493f-8c8d-75602c5f6f93"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:07.928187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d767c3-6fdd-4086-be16-29014e41c061,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:07.940038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b0517-c0ed-4fc3-9e8c-797ba158bb18 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:08.019403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52898f1-f54d-4e49-8c22-0ecc76bd9d38 req-09703c78-7d7d-4e35-9693-5c49aa2179aa tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:08.030624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b52898f1-f54d-4e49-8c22-0ecc76bd9d38 req-09703c78-7d7d-4e35-9693-5c49aa2179aa tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.5368204 Jul 22 14:06:08.080548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Attempting to bind port f9d767c3-6fdd-4086-be16-29014e41c061 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:08.080806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Attempting to bind port f9d767c3-6fdd-4086-be16-29014e41c061 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:08.081484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Attempting to bind port f9d767c3-6fdd-4086-be16-29014e41c061 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:08.091339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Port f9d767c3-6fdd-4086-be16-29014e41c061 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:08.091559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Attempting to bind port f9d767c3-6fdd-4086-be16-29014e41c061 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:08.138212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b52898f1-f54d-4e49-8c22-0ecc76bd9d38 req-12ac1d27-7250-4e64-a8dc-b358e1fd766e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072299 Jul 22 14:06:08.142802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:08.143788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:08.143788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:08.144009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Bound port: f9d767c3-6fdd-4086-be16-29014e41c061, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:08.144324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.165983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f04e8-42a0-4958-ad40-99eec27db712 req-2b60a260-bb0a-442a-a236-512808b15c20 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:08.168303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-763f04e8-42a0-4958-ad40-99eec27db712 req-2b60a260-bb0a-442a-a236-512808b15c20 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 947 time: 0.3221867 Jul 22 14:06:08.182947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-d2d37f37-bfd3-494c-b4ef-6a9058e06483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:08.185310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-d2d37f37-bfd3-494c-b4ef-6a9058e06483 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 1095 time: 0.3035109 Jul 22 14:06:08.259209 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c116e028-a9d5-43db-875f-f05bb6a04ce9 x-openstack-request-id: req-c116e028-a9d5-43db-875f-f05bb6a04ce9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:08.259838 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02f01de-7d07-447e-a23f-1aec7e63909e", "tag": "6e4a0c07-7eb0-493f-8c8d-75602c5f6f93", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:08.260305 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c116e028-a9d5-43db-875f-f05bb6a04ce9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:08.260930 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'tag': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93', 'status': 'completed', 'code': 200} Jul 22 14:06:08.267989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-4ae2792c-62a5-4dac-9029-f6ed861ae97c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 HTTP/1.1" status: 200 len: 217 time: 0.0743968 Jul 22 14:06:08.273534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:08.293370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-763f04e8-42a0-4958-ad40-99eec27db712 req-1267859c-a31e-47c9-b204-f725ccfd6958 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171474 Jul 22 14:06:08.297255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.333751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Transition to ACTIVE for port object 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:08.338545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] For port f9d767c3-6fdd-4086-be16-29014e41c061, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:08.342966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] For port f9d767c3-6fdd-4086-be16-29014e41c061, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f9d767c3-6fdd-4086-be16-29014e41c061,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:08.344213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.358177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.408814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-b239c218-f8ae-48c6-b9d6-469a8e195331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:08.410378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-b239c218-f8ae-48c6-b9d6-469a8e195331 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.1257269 Jul 22 14:06:08.416672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:08.417296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.419653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] 10.222.0.13 "PUT /v2.0/ports/f9d767c3-6fdd-4086-be16-29014e41c061 HTTP/1.1" status: 200 len: 1096 time: 2.1178281 Jul 22 14:06:08.420374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'tag': 'f9d767c3-6fdd-4086-be16-29014e41c061'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:08.429237 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb020167-a3ba-411e-b26c-dd8413229cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd5083b-0594-4464-bcd3-bfdf7d5020a4", "tag": "f9d767c3-6fdd-4086-be16-29014e41c061"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:08.449524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Pushing event updated for resources: {'Port': ['ID=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:08.616726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-98ff5f20-cfae-4e6a-8fca-e595d248b5dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085892 Jul 22 14:06:08.706209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Attempting to bind port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:08.707392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Attempting to bind port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:08.707893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Attempting to bind port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:08.719338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041463-78c3-45da-a358-bcc478a15243 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d767c3-6fdd-4086-be16-29014e41c061,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:08.724234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:08.724754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Attempting to bind port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:08.737017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:08.737544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:08.738655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:08.739422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Bound port: 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:08.740114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.827351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] For port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:08.830623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] For port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:08.835502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-6b356ac1-2bd2-4dd5-a568-7cfe3ffcb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:08.837870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-6b356ac1-2bd2-4dd5-a568-7cfe3ffcb4ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 1099 time: 0.3689296 Jul 22 14:06:08.841036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.865522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Deleting port db1856a6-e363-4f04-8780-9ecc92817a2f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:08.865975 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:08.956382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-3f206604-088b-418e-9cfc-d3aee5216679 service neutron] 10.222.0.20 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319066 Jul 22 14:06:08.978294 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b107845-7b2d-4002-972f-afa1d11b3fb3 x-openstack-request-id: req-7b107845-7b2d-4002-972f-afa1d11b3fb3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:08.979227 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd5083b-0594-4464-bcd3-bfdf7d5020a4", "tag": "f9d767c3-6fdd-4086-be16-29014e41c061", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:08.979751 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b107845-7b2d-4002-972f-afa1d11b3fb3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:08.981284 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'tag': 'f9d767c3-6fdd-4086-be16-29014e41c061', 'status': 'completed', 'code': 200} Jul 22 14:06:09.055358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Pushing event updated for resources: {'Port': ['ID=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:09.104736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-c7140d83-33a0-401f-85b9-5d7b2b4c6755 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f9d767c3-6fdd-4086-be16-29014e41c061 HTTP/1.1" status: 200 len: 217 time: 0.2559340 Jul 22 14:06:09.118629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] For port db1856a6-e363-4f04-8780-9ecc92817a2f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=db1856a6-e363-4f04-8780-9ecc92817a2f,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:09.119313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:09.142777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Calling delete_port for db1856a6-e363-4f04-8780-9ecc92817a2f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:09.152087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2992b9-211e-49fb-a2dd-74f019d02b72 req-b1f2087f-5347-4c17-bcb2-f10eb7062e05 service neutron] 10.222.0.20 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819589 Jul 22 14:06:09.238331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-c0e50ace-e466-44bf-b4bd-f6591c1a7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.240320 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-c0e50ace-e466-44bf-b4bd-f6591c1a7e4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0780787 Jul 22 14:06:09.313403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.313798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-1a9d6583-6dae-4eb3-9738-f1070035cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.314349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:09.315762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-de5007d7-b024-41d3-969d-f9cfd41c9cbe service neutron] 10.222.0.20 "PUT /v2.0/ports/51ec0382-f45c-493f-83e6-9fb4d33ea6e4 HTTP/1.1" status: 200 len: 1097 time: 2.7889774 Jul 22 14:06:09.319752 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-1a9d6583-6dae-4eb3-9738-f1070035cb5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 1095 time: 0.1167774 Jul 22 14:06:09.388532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c5746-2f70-43e5-8866-70e8792e9190 req-89855719-49d4-4765-b010-26cd416fdf0e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.390326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-546c5746-2f70-43e5-8866-70e8792e9190 req-89855719-49d4-4765-b010-26cd416fdf0e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 943 time: 0.3136995 Jul 22 14:06:09.457652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-aaf90ccb-7b03-42fe-8752-56d1d37dea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.459920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-aaf90ccb-7b03-42fe-8752-56d1d37dea94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2093456 Jul 22 14:06:09.610525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-546c5746-2f70-43e5-8866-70e8792e9190 req-ed5655ef-485f-4edd-becf-9f660c62bc1c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863556 Jul 22 14:06:09.667315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-3678f1c2-9117-4922-b1fb-dbf973ef232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.670463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-3678f1c2-9117-4922-b1fb-dbf973ef232b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 912 time: 0.2325552 Jul 22 14:06:09.723994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-5ed764ff-e5f2-48ed-92d5-8a6edd8725bc service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527618 Jul 22 14:06:09.746645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-1b31c0ed-2435-4065-af16-6a10049ad288 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 HTTP/1.1" status: 200 len: 217 time: 0.0698936 Jul 22 14:06:09.755008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-9a841cd2-9e74-47da-8afc-876f5a2b8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.756888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-9a841cd2-9e74-47da-8afc-876f5a2b8547 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 1100 time: 0.3967981 Jul 22 14:06:09.876093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-a29af5ec-86d8-40a3-8eba-a5116e7e2ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410456 Jul 22 14:06:09.909468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-333a89b9-dda7-4955-91a0-a3100d96a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:09.911276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-333a89b9-dda7-4955-91a0-a3100d96a328 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.1583514 Jul 22 14:06:09.943428 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-15c44c6c-0e69-44af-8b9d-a3834e4742a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4 HTTP/1.1" status: 200 len: 217 time: 0.1781812 Jul 22 14:06:10.013533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-ae9c1fa2-1d24-4716-bdce-d9bafe59ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.015048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-ae9c1fa2-1d24-4716-bdce-d9bafe59ced3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0581243 Jul 22 14:06:10.019917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-4f01441b-6f62-4259-945a-c47d9d234044 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791762 Jul 22 14:06:10.020738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:10.108177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Pushing event deleted for resources: {'Port': ['ID=db1856a6-e363-4f04-8780-9ecc92817a2f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:10.157682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcf20d-e8ce-4165-8965-580bcf194e0b req-018a8c37-792e-454a-acf6-4671c04f2828 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.164958 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21dcf20d-e8ce-4165-8965-580bcf194e0b req-018a8c37-792e-454a-acf6-4671c04f2828 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.4026871 Jul 22 14:06:10.219363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-9adf3502-6dbe-4048-8a08-cfd4aac86902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.220907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-9adf3502-6dbe-4048-8a08-cfd4aac86902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1894627 Jul 22 14:06:10.292601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-83e470e1-b199-4956-8068-ab71b99067dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.294431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-83e470e1-b199-4956-8068-ab71b99067dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 1099 time: 0.2770376 Jul 22 14:06:10.376658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-0ac0adf3-78d8-4b13-b2b9-d60b95cd6c81 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458671 Jul 22 14:06:10.388702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21dcf20d-e8ce-4165-8965-580bcf194e0b req-a79530b8-4209-4033-89f6-243d099513d1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228496 Jul 22 14:06:10.511818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:10.540945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf6e0a-016d-4fea-ab5a-79aa5bf9e5c1 req-fe67fe26-fe9d-4cdf-8f8c-967d975f0244 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.553019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3abf6e0a-016d-4fea-ab5a-79aa5bf9e5c1 req-fe67fe26-fe9d-4cdf-8f8c-967d975f0244 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 947 time: 0.7592893 Jul 22 14:06:10.595255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-888c4a29-c28d-4734-9f12-a23f72fa1019 req-e1c3512b-8c6b-42c3-8e32-23bd1fcb379d service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030900 Jul 22 14:06:10.596381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-a5af14bf-6ad9-4c7a-8366-1f692eaff7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.597779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-a5af14bf-6ad9-4c7a-8366-1f692eaff7d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1970806 Jul 22 14:06:10.708492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3abf6e0a-016d-4fea-ab5a-79aa5bf9e5c1 req-e28bd4ad-36ac-4a0f-a2b7-9a671d11a711 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543448 Jul 22 14:06:10.710121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-a1478709-1807-4de0-9b28-868ad1a949ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f9d767c3-6fdd-4086-be16-29014e41c061 HTTP/1.1" status: 200 len: 217 time: 0.1058462 Jul 22 14:06:10.791905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-e6d84849-8344-41db-9c8c-0e12e7f329f7 service neutron] 10.222.0.20 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510030 Jul 22 14:06:10.851588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-ff918a5e-f038-48a5-b982-6031df736739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.853458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-ff918a5e-f038-48a5-b982-6031df736739 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1345818 Jul 22 14:06:10.967245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5e80e-6349-4023-aac2-9be2958b3935 req-70e69946-9521-48b9-851b-ebcf3a741967 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:10.969169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c5e80e-6349-4023-aac2-9be2958b3935 req-70e69946-9521-48b9-851b-ebcf3a741967 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 943 time: 0.2359219 Jul 22 14:06:10.985241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'tag': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:10.990461 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679df808-f666-4431-8ddf-04f230f972c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c140260a-2d83-4f20-a4fc-79103ee7957e", "tag": "51ec0382-f45c-493f-83e6-9fb4d33ea6e4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:11.006352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66274cb5-8a68-4d1d-9559-4fc787c7e0f3 req-61557bd4-3d1e-441e-be91-6a3b1ecfb925 service neutron] 10.222.0.20 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039688 Jul 22 14:06:11.085070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-eb2182b9-3f6f-4020-be03-4a35eed436c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:11.087477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-eb2182b9-3f6f-4020-be03-4a35eed436c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2249076 Jul 22 14:06:11.105739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c5e80e-6349-4023-aac2-9be2958b3935 req-3fb3344e-82a4-4e55-ba66-8fea7b6d9915 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301320 Jul 22 14:06:11.129695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:06:11.195509 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e27b52-d4a0-4923-9e33-2c57b55851c2 x-openstack-request-id: req-d1e27b52-d4a0-4923-9e33-2c57b55851c2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:11.195793 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c140260a-2d83-4f20-a4fc-79103ee7957e", "tag": "51ec0382-f45c-493f-83e6-9fb4d33ea6e4", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:11.196046 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1e27b52-d4a0-4923-9e33-2c57b55851c2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:11.196428 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'tag': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4', 'status': 'completed', 'code': 200} Jul 22 14:06:11.242316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-6bce9c49-0c57-4c8e-8e63-d4a8c23475e2 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354127 Jul 22 14:06:11.348559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f9d767c3-6fdd-4086-be16-29014e41c061 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:11.405770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb020167-a3ba-411e-b26c-dd8413229cc5 req-13f3516a-018f-4b34-9d62-56cd394d6e50 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565461 Jul 22 14:06:11.449939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df808-f666-4431-8ddf-04f230f972c5 req-933676fc-bd74-41ea-ba80-7ce851df73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:11.451500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-933676fc-bd74-41ea-ba80-7ce851df73fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 1100 time: 0.2003300 Jul 22 14:06:11.556832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:06:11.557099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f9d767c3-6fdd-4086-be16-29014e41c061, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f9d767c3-6fdd-4086-be16-29014e41c061,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:11.563662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-66f63ba0-8bf0-45b1-91f3-1baf3f715326 admin admin] 10.222.0.11 "PUT /v2.0/routers/7b30c095-5bcb-485a-9cf3-d35a611bc0cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4610002 Jul 22 14:06:11.566423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:11.576365 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] Sync routers for ids ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:06:11.577016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'f9d767c3-6fdd-4086-be16-29014e41c061', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'f9d767c3-6fdd-4086-be16-29014e41c061', 'mac_address': 'fa:16:3e:59:4a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:11.600502 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] Routers {'7b30c095-5bcb-485a-9cf3-d35a611bc0cd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:11.601544 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:11.632075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8a946-1569-4d86-9bfb-cf12454204e5 req-4c0bb8e2-5ff0-404f-ae07-2af78cb55c68 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:11.635209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3de8a946-1569-4d86-9bfb-cf12454204e5 req-4c0bb8e2-5ff0-404f-ae07-2af78cb55c68 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.1190550 Jul 22 14:06:11.658666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:11.682281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d767c3-6fdd-4086-be16-29014e41c061 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:11.726520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3de8a946-1569-4d86-9bfb-cf12454204e5 req-e006e1af-3af5-42a7-81e8-5d81e95d5119 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jul 22 14:06:11.741905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f9d767c3-6fdd-4086-be16-29014e41c061, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f9d767c3-6fdd-4086-be16-29014e41c061,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:11.747729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:11.870500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f9d767c3-6fdd-4086-be16-29014e41c061,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:11.935756 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] Set router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:12.025584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f9d767c3-6fdd-4086-be16-29014e41c061'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:12.404538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a9223-6bf9-4586-b08d-0239c52bd7bb req-0e34fb49-fe37-425a-a1a8-c64f79395d2f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:12.412989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a71a9223-6bf9-4586-b08d-0239c52bd7bb req-0e34fb49-fe37-425a-a1a8-c64f79395d2f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 943 time: 0.1336994 Jul 22 14:06:12.474069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a71a9223-6bf9-4586-b08d-0239c52bd7bb req-8f8d743e-89fe-442e-a589-196ed7d219ac tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597310 Jul 22 14:06:12.591010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df808-f666-4431-8ddf-04f230f972c5 req-53c6e70b-c5f3-4e44-8d38-3dc606168ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:12.598435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-53c6e70b-c5f3-4e44-8d38-3dc606168ee6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 1.1292980 Jul 22 14:06:12.617189 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:06:09Z', 'revision_number': 5, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:12.641252 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:12.665546 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] Checking router: 7b30c095-5bcb-485a-9cf3-d35a611bc0cd for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:06:12.676683 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] Routers {'7b30c095-5bcb-485a-9cf3-d35a611bc0cd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:12.677568 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:12.755170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:12.814310 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] Set router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:12.879006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:12.923314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-f81486c6-9396-4e85-8df4-fd4da6436ff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4 HTTP/1.1" status: 200 len: 217 time: 0.1518853 Jul 22 14:06:12.953427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:12.971126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4', 'mac_address': 'fa:16:3e:bc:b5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:13.050418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.067754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:13.093075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:13.105980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a719775-6e3b-4a4a-8541-4731f3b7de21 req-1924a8ba-5f2e-4a18-a860-87223daafa3a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:13.108206 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.108892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:13.112868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8a719775-6e3b-4a4a-8541-4731f3b7de21 req-1924a8ba-5f2e-4a18-a860-87223daafa3a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 948 time: 0.5893335 Jul 22 14:06:13.179738 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:06:09Z', 'revision_number': 5, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:13.189344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:13.218134 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851feae-74ea-43a0-bea0-ee356c2e5c85 None None] The sync data for ids ['7b30c095-5bcb-485a-9cf3-d35a611bc0cd'] in n-d-787205-11 is: [{'id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2028387802-router', 'tenant_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:01:04Z', 'updated_at': '2021-07-22T14:06:09Z', 'revision_number': 5, 'project_id': '36c927f3fdd840d1a9bae533dc60bdd8', 'gw_port': {'id': '23cb4257-1b56-4b76-a1c3-047b6b455b21', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b30c095-5bcb-485a-9cf3-d35a611bc0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:01:06Z', 'updated_at': '2021-07-22T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:13.244504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b8d8a-4585-4429-98db-7c044911261b req-9ccff90c-8c27-4fbe-890a-f118f8cb6d31 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:13.249380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-947b8d8a-4585-4429-98db-7c044911261b req-9ccff90c-8c27-4fbe-890a-f118f8cb6d31 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2045741 Jul 22 14:06:13.266471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df808-f666-4431-8ddf-04f230f972c5 req-64e04b01-7d29-4bcb-bc1d-4a7951509006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:13.268251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-64e04b01-7d29-4bcb-bc1d-4a7951509006 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.3296018 Jul 22 14:06:13.331055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-947b8d8a-4585-4429-98db-7c044911261b req-12ce0cbe-0a7a-470f-bbbc-7cc02017b304 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744925 Jul 22 14:06:13.332463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8a719775-6e3b-4a4a-8541-4731f3b7de21 req-a5a3dd07-e2a2-4df1-bf2b-971526d75439 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073476 Jul 22 14:06:13.338468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Deleting port 23cb4257-1b56-4b76-a1c3-047b6b455b21 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:13.339090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.354688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:13.374985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:13.380446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f9d767c3-6fdd-4086-be16-29014e41c061 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:13.425968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'port_id': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93', 'mac_address': 'fa:16:3e:71:42:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:13.449896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] For port 23cb4257-1b56-4b76-a1c3-047b6b455b21, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=23cb4257-1b56-4b76-a1c3-047b6b455b21,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:13.450267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.467519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Calling delete_port for 23cb4257-1b56-4b76-a1c3-047b6b455b21 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:13.594340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:13.606505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'port_id': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'mac_address': 'fa:16:3e:11:4a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de202e8a-bbed-4fa3-865a-bfdf5b5e131a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:13.617251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.651193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port f9d767c3-6fdd-4086-be16-29014e41c061 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:13.702353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port f9d767c3-6fdd-4086-be16-29014e41c061 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:13.702731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.707257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:13.708618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84befd-1612-4db2-8265-fd9d25e71a97 req-e9291f0b-9fcc-4abd-9b78-941a568fa012 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:13.710808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e84befd-1612-4db2-8265-fd9d25e71a97 req-e9291f0b-9fcc-4abd-9b78-941a568fa012 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 943 time: 0.1383500 Jul 22 14:06:13.733177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:13.748622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679df808-f666-4431-8ddf-04f230f972c5 req-0ab452a6-44a1-469a-bd53-d118adb1865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:13.750979 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-0ab452a6-44a1-469a-bd53-d118adb1865b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4635124 Jul 22 14:06:13.763003 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.783884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e84befd-1612-4db2-8265-fd9d25e71a97 req-9869f306-7064-4387-ba4e-3e3b1dab04a3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Jul 22 14:06:13.809424 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.852841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:13.882528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:13.899980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:13.931025 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:13.984080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.024249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-65d76928-510b-440d-a8db-ba559e91ddf6 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248099 Jul 22 14:06:14.025910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.046911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f9d767c3-6fdd-4086-be16-29014e41c061, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f9d767c3-6fdd-4086-be16-29014e41c061,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:14.055438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d767c3-6fdd-4086-be16-29014e41c061'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:14.057164 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bbeffe-f3ab-4e98-9eed-765ab74c08d5" -d '{"events": [{"server_uuid": "1cd5083b-0594-4464-bcd3-bfdf7d5020a4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d767c3-6fdd-4086-be16-29014e41c061"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:14.060230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:14.062933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:14.070986 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.071953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:14.144770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cb4257-1b56-4b76-a1c3-047b6b455b21,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:14.164256 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066bc6cc-cd32-4a86-9448-4306f043b629 x-openstack-request-id: req-066bc6cc-cd32-4a86-9448-4306f043b629 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:14.164552 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd5083b-0594-4464-bcd3-bfdf7d5020a4", "name": "network-vif-plugged", "status": "completed", "tag": "f9d767c3-6fdd-4086-be16-29014e41c061", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:14.164791 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-066bc6cc-cd32-4a86-9448-4306f043b629 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:14.165177 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d767c3-6fdd-4086-be16-29014e41c061', 'code': 200} Jul 22 14:06:14.177473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:14.247553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f9d767c3-6fdd-4086-be16-29014e41c061,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:14.294025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:14.302291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60396) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:14.319916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.329885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aa153-fe58-4fd7-8071-a93baaf510ea req-5f21de52-ea7f-41ba-a038-e4094565f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:14.332208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a76aa153-fe58-4fd7-8071-a93baaf510ea req-5f21de52-ea7f-41ba-a038-e4094565f561 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 1101 time: 0.1044068 Jul 22 14:06:14.416926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a76aa153-fe58-4fd7-8071-a93baaf510ea req-bea0de80-e52c-40fa-aa8d-d02b271bd7ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705209 Jul 22 14:06:14.454962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.457722 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.515941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.546685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.547261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.547692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.547832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:14.555892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.556492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.556928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.557338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.557773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.558791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.559203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.559673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.560077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.622253 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.635181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.635983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b30c095-5bcb-485a-9cf3-d35a611bc0cd {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:06:14.643848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.645497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ce00ebc9-c357-4475-840e-653b16601062 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7b30c095-5bcb-485a-9cf3-d35a611bc0cd HTTP/1.1" status: 204 len: 168 time: 3.0783830 Jul 22 14:06:14.681820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60408) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:14.740170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:14.762003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Deleting subnet fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:06:14.766476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.776893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.778486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.801831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.865102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-679df808-f666-4431-8ddf-04f230f972c5 req-1dc1c7c5-80c9-4d12-9d37-2b2d40c25e09 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8324308 Jul 22 14:06:14.867490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:14.879971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6dcb0a-d426-4b6c-babe-818555001f3a req-94f9d944-1739-49c2-ae37-f298fc4190c8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:14.883428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:14.897650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b6dcb0a-d426-4b6c-babe-818555001f3a req-94f9d944-1739-49c2-ae37-f298fc4190c8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 944 time: 0.3748064 Jul 22 14:06:14.931042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f416a3-1655-482d-a598-db2b2b76acfa req-bfaeab36-00a7-487c-a0b1-9aca44195889 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:14.938162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0f416a3-1655-482d-a598-db2b2b76acfa req-bfaeab36-00a7-487c-a0b1-9aca44195889 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 949 time: 0.4322593 Jul 22 14:06:14.945721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:14.945942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54862ac189624a8e934a4ac807ca739c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408253 Jul 22 14:06:14.953837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d928c398-4f76-4f66-a896-055883d4da13,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:14.971839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.972423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.972854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.973260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.973702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.974110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.974632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.975067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.975427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.975825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.976293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:14.976671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e49f80-88c4-40e1-bc0c-72fc472ee91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:15.001531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0f416a3-1655-482d-a598-db2b2b76acfa req-f36cf016-d303-4642-8dd7-ec9ee620ae2e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560198 Jul 22 14:06:15.010595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b6dcb0a-d426-4b6c-babe-818555001f3a req-7d9385bb-1ac3-4102-8ad8-d45785bf6168 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116939 Jul 22 14:06:15.051198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fec1289f-418d-498c-b406-936a9b84e052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.158328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fec1289f-418d-498c-b406-936a9b84e052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.245213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.331405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device db1856a6-e363-4f04-8780-9ecc92817a2f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:15.369343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: db1856a6-e363-4f04-8780-9ecc92817a2f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:15.369693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device db1856a6-e363-4f04-8780-9ecc92817a2f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:15.370038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 23cb4257-1b56-4b76-a1c3-047b6b455b21 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:15.390771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 23cb4257-1b56-4b76-a1c3-047b6b455b21 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:15.391002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 23cb4257-1b56-4b76-a1c3-047b6b455b21 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:15.398736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa5e06-cb96-475e-824a-0632755b7b51 req-6d998778-1daf-463c-a02b-267c2ee46831 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:15.400534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54fa5e06-cb96-475e-824a-0632755b7b51 req-6d998778-1daf-463c-a02b-267c2ee46831 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 944 time: 0.2296371 Jul 22 14:06:15.435304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fec1289f-418d-498c-b406-936a9b84e052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.438632 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fec1289f-418d-498c-b406-936a9b84e052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.439796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fec1289f-418d-498c-b406-936a9b84e052 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d928c398-4f76-4f66-a896-055883d4da13 HTTP/1.1" status: 204 len: 168 time: 0.4952402 Jul 22 14:06:15.469826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.494797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.499882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5325da-0b3e-4041-a67f-f25271f31e39 None None] Network 420b07cc-e7d2-4559-84ab-a3b965062d25 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:15.500535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a HTTP/1.1" status: 204 len: 168 time: 0.8137302 Jul 22 14:06:15.503066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:15.556012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1289f-418d-498c-b406-936a9b84e052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928c398-4f76-4f66-a896-055883d4da13,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:15.563475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82357e-a85f-4aa3-9531-da7623ebb944 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbcaac0a-6c4f-4583-846e-e4d35f4e1e6a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:15.573683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54fa5e06-cb96-475e-824a-0632755b7b51 req-4b56130f-4d9c-4805-90e4-b0c02234bd61 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618958 Jul 22 14:06:15.648070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.760381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Deleting port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:15.760722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.911147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] For port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:15.911147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:15.942765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] DHCP port deletion for 420b07cc-e7d2-4559-84ab-a3b965062d25 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:06:15.943237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Calling delete_port for 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:16.030639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] Deleting port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:16.034439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.072650 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.106608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:16.108858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] No DVR routers for this DVR port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:16.199472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] For port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,segment=NetworkSegment(3df1e1c1-1592-48f9-935d-6acc4041b14a),segment_id=3df1e1c1-1592-48f9-935d-6acc4041b14a)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:16.201199 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.219590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] Calling delete_port for 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:16.236929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.251316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420b07cc-e7d2-4559-84ab-a3b965062d25']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:16.265740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df1e1c1-1592-48f9-935d-6acc4041b14a') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:16.266172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df1e1c1-1592-48f9-935d-6acc4041b14a') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:16.279853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.296444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.298173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80dee0-64dd-4f3e-9850-8604adcfe0d5 req-545c8481-a25f-4400-94a4-3113664b1852 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:16.299815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a80dee0-64dd-4f3e-9850-8604adcfe0d5 req-545c8481-a25f-4400-94a4-3113664b1852 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 943 time: 0.1418951 Jul 22 14:06:16.303887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:06:16.304300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:06:16.329980 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:06:16.364550 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.383191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a80dee0-64dd-4f3e-9850-8604adcfe0d5 req-4ef1813a-6cd3-439e-a910-0de61e8e5fe1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742838 Jul 22 14:06:16.393931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] No DVR routers for this DVR port 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:16.452254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301109-59bd-45d5-b17b-bea85739b96b None None] Pushing event deleted for resources: {'Port': ['ID=5f1cfc81-2ce7-4cc4-b117-9451c9bbc978,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:16.744648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded28fa3-a936-48b8-b3e3-29eb929e1b6b req-6b8c964f-2984-4fa1-81d3-672f85af441f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:16.747353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ded28fa3-a936-48b8-b3e3-29eb929e1b6b req-6b8c964f-2984-4fa1-81d3-672f85af441f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 944 time: 0.0819695 Jul 22 14:06:16.782905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:16.822451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ded28fa3-a936-48b8-b3e3-29eb929e1b6b req-ebd56b14-4ebc-40bd-b0b2-6eeb4bd3b3c8 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669343 Jul 22 14:06:16.849081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.862468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:16.866338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.868329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] 10.222.0.11 "DELETE /v2.0/networks/420b07cc-e7d2-4559-84ab-a3b965062d25 HTTP/1.1" status: 204 len: 168 time: 1.3642037 Jul 22 14:06:16.875324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:16.875711 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:16.885319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b447-e540-4165-ad6f-0bf52cc7de20 admin admin] Pushing event deleted for resources: {'Network': ['ID=420b07cc-e7d2-4559-84ab-a3b965062d25,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:16.924667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fe1ed-c747-4bce-8d50-43df9433427a req-d0415edd-affe-4c72-9e97-380b02f31bc6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:16.926285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c51fe1ed-c747-4bce-8d50-43df9433427a req-d0415edd-affe-4c72-9e97-380b02f31bc6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 949 time: 0.7769239 Jul 22 14:06:16.985671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c51fe1ed-c747-4bce-8d50-43df9433427a req-d42ffe75-761b-4422-80e5-48d023f5c0df tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Jul 22 14:06:17.021773 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.057840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:17.061716 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5242cdf-9d65-43d6-977b-ac5a856661c5" -d '{"events": [{"server_uuid": "c140260a-2d83-4f20-a4fc-79103ee7957e", "name": "network-vif-plugged", "status": "completed", "tag": "51ec0382-f45c-493f-83e6-9fb4d33ea6e4"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:17.077409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:17.082360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.083727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:17.174825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:17.187931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cf64e-d195-4aad-a0e5-f63580a73b63 req-249575f0-ef33-40ef-a7d3-564812af821e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:17.189737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-964cf64e-d195-4aad-a0e5-f63580a73b63 req-249575f0-ef33-40ef-a7d3-564812af821e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 950 time: 0.0891290 Jul 22 14:06:17.255913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0b67abda-19b8-48f7-845b-19e9e244fe22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84f621a2448846939941061b8257f8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798960 Jul 22 14:06:17.257046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60500) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:17.280623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-964cf64e-d195-4aad-a0e5-f63580a73b63 req-5e2e921f-02eb-4fb9-8885-1d9361bb2107 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756860 Jul 22 14:06:17.327836 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529cc539-0423-474b-b512-f403176051a2 x-openstack-request-id: req-529cc539-0423-474b-b512-f403176051a2 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:17.328127 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c140260a-2d83-4f20-a4fc-79103ee7957e", "name": "network-vif-plugged", "status": "completed", "tag": "51ec0382-f45c-493f-83e6-9fb4d33ea6e4", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:17.328364 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-529cc539-0423-474b-b512-f403176051a2 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:17.328753 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4', 'code': 200} Jul 22 14:06:17.330694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:17.360104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3c66486-e617-4bbf-80d7-13e35d418b91 req-cc8cbf02-7032-46aa-aee5-e80abc57a12c tempest-AbsoluteLimitsNegativeTestJSON-1357353945 tempest-AbsoluteLimitsNegativeTestJSON-1357353945-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a0e18b4a873e4697b2d67d2e0008dcbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496504 Jul 22 14:06:17.372885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:17.403197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:17.403537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1cfc81-2ce7-4cc4-b117-9451c9bbc978 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:17.414485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:17.427523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0398ede-187a-4eff-be45-6137a2a61690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.445501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:17.451357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:17.451737 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.474626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:17.474988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.513667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5503eb-33e4-4262-95e5-ca2e72c30b56 req-e8611c2b-04e4-4e51-8f6d-ecb296aabdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:17.515805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b5503eb-33e4-4262-95e5-ca2e72c30b56 req-e8611c2b-04e4-4e51-8f6d-ecb296aabdf4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 1102 time: 0.2207143 Jul 22 14:06:17.517633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0398ede-187a-4eff-be45-6137a2a61690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.588166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c66486-e617-4bbf-80d7-13e35d418b91 req-d16656b5-d9eb-4d43-bb53-f66506eae2a0 tempest-AbsoluteLimitsNegativeTestJSON-1357353945 tempest-AbsoluteLimitsNegativeTestJSON-1357353945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:17.589498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3c66486-e617-4bbf-80d7-13e35d418b91 req-d16656b5-d9eb-4d43-bb53-f66506eae2a0 tempest-AbsoluteLimitsNegativeTestJSON-1357353945 tempest-AbsoluteLimitsNegativeTestJSON-1357353945-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223310 Jul 22 14:06:17.605961 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.608793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.621654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b5503eb-33e4-4262-95e5-ca2e72c30b56 req-c74a1cbf-0258-41d2-9273-53f497b5ab53 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907638 Jul 22 14:06:17.623652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3c66486-e617-4bbf-80d7-13e35d418b91 req-aa3d85aa-9002-4620-897b-e5c0415a53a9 tempest-AbsoluteLimitsNegativeTestJSON-1357353945 tempest-AbsoluteLimitsNegativeTestJSON-1357353945-project] 10.222.0.11 "GET /v2.0/quotas/a0e18b4a873e4697b2d67d2e0008dcbf HTTP/1.1" status: 200 len: 375 time: 0.0220320 Jul 22 14:06:17.626977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373898b-32fd-4606-8dbb-9dd44dec3f65 req-7137d2bd-ffeb-487d-9f66-da7a0f8a3089 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:17.628505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3373898b-32fd-4606-8dbb-9dd44dec3f65 req-7137d2bd-ffeb-487d-9f66-da7a0f8a3089 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 943 time: 0.1253355 Jul 22 14:06:17.665601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:17.670798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:17.673412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3c66486-e617-4bbf-80d7-13e35d418b91 req-e49cacb3-a3a5-43bf-94b5-ad5949a8dc98 tempest-AbsoluteLimitsNegativeTestJSON-1357353945 tempest-AbsoluteLimitsNegativeTestJSON-1357353945-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0e18b4a873e4697b2d67d2e0008dcbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384169 Jul 22 14:06:17.674165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0398ede-187a-4eff-be45-6137a2a61690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.676667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0398ede-187a-4eff-be45-6137a2a61690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.678271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.680475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f0398ede-187a-4eff-be45-6137a2a61690 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf3e742b-9615-4756-8e24-b6792d5b7a41 HTTP/1.1" status: 204 len: 168 time: 0.4220774 Jul 22 14:06:17.689522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398ede-187a-4eff-be45-6137a2a61690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e742b-9615-4756-8e24-b6792d5b7a41,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:17.693148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3373898b-32fd-4606-8dbb-9dd44dec3f65 req-f8d72458-7e52-4ced-90e8-c53a8d53a81e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577731 Jul 22 14:06:17.722238 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:17.756345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:17.831000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:17.983815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4ad40-f133-4625-b83c-1737d6ceafc6 req-831dcbdd-f433-4de2-96a2-2fdccc4cdfa9 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:17.985740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ba4ad40-f133-4625-b83c-1737d6ceafc6 req-831dcbdd-f433-4de2-96a2-2fdccc4cdfa9 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.0707653 Jul 22 14:06:18.028976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ba4ad40-f133-4625-b83c-1737d6ceafc6 req-c7122c15-fedc-4d85-a4c6-4668af11ac2a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Jul 22 14:06:18.113082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60554) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:18.173334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:18.216316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-82e11989-b8a4-4789-a9de-5b14a685009b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36c927f3fdd840d1a9bae533dc60bdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411153 Jul 22 14:06:18.218891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:18.275050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c500c40-a58a-4f1a-a0f5-0083e3425c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.296991 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c500c40-a58a-4f1a-a0f5-0083e3425c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.352660 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505e7562-6b4f-4ec2-afd3-676b4d219f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.435901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c500c40-a58a-4f1a-a0f5-0083e3425c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.438529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c500c40-a58a-4f1a-a0f5-0083e3425c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.441664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c500c40-a58a-4f1a-a0f5-0083e3425c19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6caf32f2-55c5-4be5-8ab5-edbd287cc20a HTTP/1.1" status: 204 len: 168 time: 0.2197208 Jul 22 14:06:18.469698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500c40-a58a-4f1a-a0f5-0083e3425c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caf32f2-55c5-4be5-8ab5-edbd287cc20a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:18.514268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349dabf-eac3-4a8b-80e7-d75aca538217 req-3b341745-e110-4b20-bd2b-47a540221461 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:18.515956 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b349dabf-eac3-4a8b-80e7-d75aca538217 req-3b341745-e110-4b20-bd2b-47a540221461 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 950 time: 0.1643519 Jul 22 14:06:18.540447 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-926e5af6-e7b7-402c-972f-a12377161fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.604537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b349dabf-eac3-4a8b-80e7-d75aca538217 req-1ee2b9a0-fe4b-409b-87ac-af49f4c58dec tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781033 Jul 22 14:06:18.622196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505e7562-6b4f-4ec2-afd3-676b4d219f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.623161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505e7562-6b4f-4ec2-afd3-676b4d219f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.678905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e7562-6b4f-4ec2-afd3-676b4d219f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370910d6-b3b1-44ab-8036-a1a142673658,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:18.696553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-505e7562-6b4f-4ec2-afd3-676b4d219f31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0e18b4a873e4697b2d67d2e0008dcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5823343 Jul 22 14:06:18.699718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:18.703962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.772864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf826b59-9e5b-4dbf-a139-1b62a288addc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.800742 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf826b59-9e5b-4dbf-a139-1b62a288addc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.862765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf826b59-9e5b-4dbf-a139-1b62a288addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.865969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf826b59-9e5b-4dbf-a139-1b62a288addc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:18.869399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf826b59-9e5b-4dbf-a139-1b62a288addc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/370910d6-b3b1-44ab-8036-a1a142673658 HTTP/1.1" status: 204 len: 168 time: 0.1659079 Jul 22 14:06:18.877627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf826b59-9e5b-4dbf-a139-1b62a288addc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370910d6-b3b1-44ab-8036-a1a142673658,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:18.931918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e20a65-ef7c-4c24-8a9d-4af0b203e516 req-b1db7481-6bca-4240-b624-7b254b07612a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:18.933695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57e20a65-ef7c-4c24-8a9d-4af0b203e516 req-b1db7481-6bca-4240-b624-7b254b07612a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0899966 Jul 22 14:06:18.982336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57e20a65-ef7c-4c24-8a9d-4af0b203e516 req-439b777f-2956-4adf-979f-305f9ab19a0c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425711 Jul 22 14:06:19.330233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d'}, {'server_uuid': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:19.332560 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74f70d-7e10-44f4-a610-4b6032214c8e" -d '{"events": [{"server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "name": "network-vif-plugged", "status": "completed", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d"}, {"server_uuid": "d02f01de-7d07-447e-a23f-1aec7e63909e", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a0c07-7eb0-493f-8c8d-75602c5f6f93"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:19.339158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda58f30-a8cc-472c-83aa-b9828ecc5dc4 req-2b56af4e-ae1f-4988-ad83-b9aaf2434e0f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:19.341869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eda58f30-a8cc-472c-83aa-b9828ecc5dc4 req-2b56af4e-ae1f-4988-ad83-b9aaf2434e0f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.0907815 Jul 22 14:06:19.410184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eda58f30-a8cc-472c-83aa-b9828ecc5dc4 req-8efc2cf3-0761-455b-bc42-28a5b7399322 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Jul 22 14:06:19.547116 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113beaca-9121-4006-b749-fb138250e08f x-openstack-request-id: req-113beaca-9121-4006-b749-fb138250e08f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:19.548030 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "name": "network-vif-plugged", "status": "completed", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d", "code": 200}, {"server_uuid": "d02f01de-7d07-447e-a23f-1aec7e63909e", "name": "network-vif-plugged", "status": "completed", "tag": "6e4a0c07-7eb0-493f-8c8d-75602c5f6f93", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:19.548477 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-113beaca-9121-4006-b749-fb138250e08f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:19.548897 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'code': 200} Jul 22 14:06:19.549205 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93', 'code': 200} Jul 22 14:06:19.740211 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:19.741368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-3e794e68-06da-413a-93ad-a69974f38dc2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:19.742977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-3e794e68-06da-413a-93ad-a69974f38dc2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.2018840 Jul 22 14:06:19.752546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65531ec-8d73-44e5-bb3a-f0053aa2d8cf req-24bcebce-1e39-4f1d-bea5-8537e1a6977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:19.754089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a65531ec-8d73-44e5-bb3a-f0053aa2d8cf req-24bcebce-1e39-4f1d-bea5-8537e1a6977b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 1097 time: 0.1307046 Jul 22 14:06:19.773169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-f1516b28-4476-4ae4-8fff-e1fbd9652183 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/quotas/c72574df07fd49ff8850672ed65ac392 HTTP/1.1" status: 200 len: 375 time: 0.0181139 Jul 22 14:06:19.830724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3721cd2-c12f-4b7d-b5ad-d0accc0ff550 req-65673611-d91b-4626-b4e1-2236b7b4b59b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:19.833100 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3721cd2-c12f-4b7d-b5ad-d0accc0ff550 req-65673611-d91b-4626-b4e1-2236b7b4b59b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 950 time: 0.1356730 Jul 22 14:06:19.835912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0765dc-1674-47f3-b2f4-a595ba7d0d84 req-1c5436a2-85bf-40c3-bd0e-3bdf04f50485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:19.837045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a65531ec-8d73-44e5-bb3a-f0053aa2d8cf req-2bc53ff3-9517-4152-92e9-4c55473dcec5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731401 Jul 22 14:06:19.838362 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e0765dc-1674-47f3-b2f4-a595ba7d0d84 req-1c5436a2-85bf-40c3-bd0e-3bdf04f50485 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 1097 time: 0.1290088 Jul 22 14:06:19.879880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-fc5366de-92fe-4620-8d2e-608bd59b9bac tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970917 Jul 22 14:06:19.918309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3721cd2-c12f-4b7d-b5ad-d0accc0ff550 req-3904ae83-da46-40e7-8a03-66e4612b3ad6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785916 Jul 22 14:06:19.921370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e0765dc-1674-47f3-b2f4-a595ba7d0d84 req-c829ffff-2d10-46ca-b53e-03bcff7b043d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721185 Jul 22 14:06:19.966049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:20.122142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-cfd7f0e5-d12f-49b8-88c9-98b0a79ddd3f service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312903 Jul 22 14:06:20.188097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-127901543-network', 'tenant_id': '159a7e75b17d4b84a2c1c4ce99526bed'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:20.251357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Made reservation on behalf of 159a7e75b17d4b84a2c1c4ce99526bed for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:20.253996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.268354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.273231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae1883-0ab4-4115-b6a3-8fc9476e96b3 req-40f19b8b-ed4a-473b-ac6d-21599a931efe tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:20.284104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae1883-0ab4-4115-b6a3-8fc9476e96b3 req-40f19b8b-ed4a-473b-ac6d-21599a931efe tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:20.296235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0ae1883-0ab4-4115-b6a3-8fc9476e96b3 req-40f19b8b-ed4a-473b-ac6d-21599a931efe tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4&device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 1690 time: 0.1153829 Jul 22 14:06:20.308469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-459ba545-ff17-4a1c-bd1c-750fb3686a36 service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766055 Jul 22 14:06:20.354214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0ae1883-0ab4-4115-b6a3-8fc9476e96b3 req-4c8954be-9224-4b51-9259-76d58893e729 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561612 Jul 22 14:06:20.476525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.485785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.525183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:06:20.537509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:20.548609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.548963 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Added segment f4dd7a7e-101f-468e-99fb-16a4947183c2 of type vlan for network d3513674-e580-452e-b408-64dea5022bbf Jul 22 14:06:20.595038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74036fab-19c6-4dc3-bd24-972904167e28 req-ec31db1a-790a-4433-8aca-d7d80288dabc tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:20.603484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74036fab-19c6-4dc3-bd24-972904167e28 req-ec31db1a-790a-4433-8aca-d7d80288dabc tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.1637695 Jul 22 14:06:20.614082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.668674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.670683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:20.671623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.723927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74036fab-19c6-4dc3-bd24-972904167e28 req-76a4fc7b-c67b-4f7f-9fc0-5cb59b18c3cb tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118331 Jul 22 14:06:20.728575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7615449 Jul 22 14:06:20.731808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60716) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:20.737237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Request body: {'subnet': {'network_id': 'd3513674-e580-452e-b408-64dea5022bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-127901543-subnet', 'tenant_id': '159a7e75b17d4b84a2c1c4ce99526bed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:20.789463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Made reservation on behalf of 159a7e75b17d4b84a2c1c4ce99526bed for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:20.794485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:20.815579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7fbf6-1dfa-4467-af80-f768026150e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d3513674-e580-452e-b408-64dea5022bbf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:20.827081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d3513674-e580-452e-b408-64dea5022bbf details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:06:20.924523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69367c1f-6eb0-4061-a041-1601e75cbd66 req-b4dc988a-6a4f-4cea-84cf-5b82fa622fbf tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:20.926676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69367c1f-6eb0-4061-a041-1601e75cbd66 req-b4dc988a-6a4f-4cea-84cf-5b82fa622fbf tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1214292 Jul 22 14:06:20.963338 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:06:20.973863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b12d2898-d064-43cf-8635-9d9386623fc4 req-3f9b51d8-17e0-4781-8806-e69f5a941421 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 210 time: 0.1226766 Jul 22 14:06:20.988468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69367c1f-6eb0-4061-a041-1601e75cbd66 req-90b7be90-209c-4dc0-b922-da6cabf7d545 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539753 Jul 22 14:06:21.228253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e704d-35c8-4303-9ef8-d7b1b6f52e1a req-f4b95a32-d273-447f-9f2b-f3e04081af74 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:21.247994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-23dfbce9-3596-4f84-8dd6-12918ba68b48 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:21.250325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-23dfbce9-3596-4f84-8dd6-12918ba68b48 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/ports?device_id=b092d148-9dce-4f0d-8679-9c8f7669199c HTTP/1.1" status: 200 len: 945 time: 0.2787037 Jul 22 14:06:21.253251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-681e704d-35c8-4303-9ef8-d7b1b6f52e1a req-f4b95a32-d273-447f-9f2b-f3e04081af74 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 1101 time: 0.1419258 Jul 22 14:06:21.313294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-681e704d-35c8-4303-9ef8-d7b1b6f52e1a req-d8cbb712-fe7c-4e22-b9fc-27584ec85da6 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 Jul 22 14:06:21.318677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.330986 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb8bc-7e44-4543-8233-099236bdf9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.377301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f01696c5-f14a-488a-b5c7-f551978668db no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:21.474440 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.523767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a4366-3165-42f4-bf2a-cdac83ca36a4 req-3a012b56-16df-471d-b216-7774a6acd64d tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:21.540566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb4a4366-3165-42f4-bf2a-cdac83ca36a4 req-3a012b56-16df-471d-b216-7774a6acd64d tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 1102 time: 0.1197698 Jul 22 14:06:21.559809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Checking segment: {'id': 'f4dd7a7e-101f-468e-99fb-16a4947183c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:21.560207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Network hostable DHCP agents. Network: d3513674-e580-452e-b408-64dea5022bbf, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:06:21.565063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Deleting port f01696c5-f14a-488a-b5c7-f551978668db {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:21.565414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.571304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.594229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb4a4366-3165-42f4-bf2a-cdac83ca36a4 req-d5b3dcd6-3758-4bc4-a2e1-e491bfab69b7 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522969 Jul 22 14:06:21.603146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:21.606949 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f97840-4c7c-4c21-93e3-e63aa8740d41" -d '{"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-unplugged", "status": "completed", "tag": "f01696c5-f14a-488a-b5c7-f551978668db"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:21.629239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:21.635430 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.658692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d48a90-122a-4880-a550-5bc910efbbf1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:21.674129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Network d3513674-e580-452e-b408-64dea5022bbf is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:06:21.719906 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01333a7d-c6da-46fe-b18e-1eb629af8729 x-openstack-request-id: req-01333a7d-c6da-46fe-b18e-1eb629af8729 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:21.720313 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-unplugged", "status": "completed", "tag": "f01696c5-f14a-488a-b5c7-f551978668db", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:21.720456 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01333a7d-c6da-46fe-b18e-1eb629af8729 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:21.720856 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db', 'code': 200} Jul 22 14:06:21.725301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d3513674-e580-452e-b408-64dea5022bbf) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:21.744948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:21.747270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.752529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22db4ae-2966-421f-8d5e-c7b46a99ae14 None None] Network d3513674-e580-452e-b408-64dea5022bbf requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:21.815270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fbaf5cf7-8b74-43bf-b048-1aac6b5e2b59 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0823328 Jul 22 14:06:21.835699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] For port f01696c5-f14a-488a-b5c7-f551978668db, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f01696c5-f14a-488a-b5c7-f551978668db,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:21.842531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:21.881536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Calling delete_port for f01696c5-f14a-488a-b5c7-f551978668db owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:21.976422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:21.989804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:22.132759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493050cb-f96c-4c5b-b7a1-e7198e05612a req-ac311b2c-e12b-412b-b983-7515319cf506 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:22.143629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5684ec-82d1-42e3-b098-824dc38026c4 None None] Network d3513674-e580-452e-b408-64dea5022bbf requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:22.151526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-493050cb-f96c-4c5b-b7a1-e7198e05612a req-ac311b2c-e12b-412b-b983-7515319cf506 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.2992070 Jul 22 14:06:22.171219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-61378b3e-a902-423e-a80c-ad1e074c0215 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337243 Jul 22 14:06:22.212593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.243339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event deleted for resources: {'Port': ['ID=f01696c5-f14a-488a-b5c7-f551978668db,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:22.279150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-c1af0ed4-60f8-4046-a091-9089f676a569 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:22.281055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-c1af0ed4-60f8-4046-a091-9089f676a569 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.2458162 Jul 22 14:06:22.300490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8965b63-6a8e-4ab5-90c8-1fdf6d6571db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.314304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Request body: {'port': {'device_id': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'admin_state_up': True, 'tenant_id': 'c72574df07fd49ff8850672ed65ac392'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:22.321207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.349433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] No DVR routers for this DVR port f01696c5-f14a-488a-b5c7-f551978668db on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:22.354208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.356949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3e693-f6e6-44e1-b27c-0e9212b4bece req-a1b9328a-ea0e-4afb-995a-155f5598a260 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "DELETE /v2.0/ports/f01696c5-f14a-488a-b5c7-f551978668db HTTP/1.1" status: 204 len: 173 time: 1.1006186 Jul 22 14:06:22.357409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-deleted', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:22.359755 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a8aa0a-79fe-4a60-9b28-43effe4aa755" -d '{"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-deleted", "tag": "f01696c5-f14a-488a-b5c7-f551978668db"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:22.373879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-493050cb-f96c-4c5b-b7a1-e7198e05612a req-0a6a6116-a121-4310-a12d-49d9115f9026 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210412 Jul 22 14:06:22.412577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-2bf1f95c-2a17-4840-a5f6-f3cb0e6161c7 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:22.419909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-2bf1f95c-2a17-4840-a5f6-f3cb0e6161c7 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475340 Jul 22 14:06:22.437413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-e1c47d5d-6ed0-4092-9100-0c5328606294 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/quotas/bb15bd61e5334cd098c8935af2138409 HTTP/1.1" status: 200 len: 375 time: 0.0165343 Jul 22 14:06:22.537611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3223f90-a2d1-48b7-8d5c-880013ef7b89 req-15cd1fde-80a7-4a9e-be59-34567b0b4f30 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 210 time: 0.0574751 Jul 22 14:06:22.550764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-5fb265ca-95c0-4837-bc52-f572c949ed06 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1114862 Jul 22 14:06:22.612923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8965b63-6a8e-4ab5-90c8-1fdf6d6571db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.621720 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8965b63-6a8e-4ab5-90c8-1fdf6d6571db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.704387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Made reservation on behalf of c72574df07fd49ff8850672ed65ac392 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:22.707824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.716552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a8965b63-6a8e-4ab5-90c8-1fdf6d6571db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8be68340fcc44794ad91f5b6d2c5127a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388296 Jul 22 14:06:22.717289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60782) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:22.729160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8965b63-6a8e-4ab5-90c8-1fdf6d6571db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec863b-debb-452f-b18e-5d5b4f14e4c4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:22.806871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc9968b2-a0b2-4759-8c18-4e2a074a875b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.832209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc9968b2-a0b2-4759-8c18-4e2a074a875b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.931503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc9968b2-a0b2-4759-8c18-4e2a074a875b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.935838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc9968b2-a0b2-4759-8c18-4e2a074a875b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:22.948484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cc9968b2-a0b2-4759-8c18-4e2a074a875b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbec863b-debb-452f-b18e-5d5b4f14e4c4 HTTP/1.1" status: 204 len: 168 time: 0.2297955 Jul 22 14:06:22.970908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb4570-f6e3-4e99-9ab5-7aa7335b5507 req-3b8131f2-591e-4614-87ee-bbe4e0f4d4cc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:22.972996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09cb4570-f6e3-4e99-9ab5-7aa7335b5507 req-3b8131f2-591e-4614-87ee-bbe4e0f4d4cc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.3405941 Jul 22 14:06:23.099161 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09cb4570-f6e3-4e99-9ab5-7aa7335b5507 req-ec9d0401-ab29-4356-b39e-4b3a0be09f11 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155918 Jul 22 14:06:23.119892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Allocated IP 172.20.0.2 (efb27f92-c04f-4cb0-8541-cba020a06243/1e7a32a9-63bd-45fa-b23d-f2d18fa072c6/49e52e13-b470-4862-a786-430c859324aa) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:23.244061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-cc22e84b-b847-4558-b7b0-6ea4239b72c8 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:23.246432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-cc22e84b-b847-4558-b7b0-6ea4239b72c8 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/networks?id=d3513674-e580-452e-b408-64dea5022bbf HTTP/1.1" status: 200 len: 812 time: 0.2750590 Jul 22 14:06:23.248432 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cdaf29-4896-4607-9cb5-5a7ce64793ca x-openstack-request-id: req-f5cdaf29-4896-4607-9cb5-5a7ce64793ca {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:23.249029 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b092d148-9dce-4f0d-8679-9c8f7669199c", "name": "network-vif-deleted", "tag": "f01696c5-f14a-488a-b5c7-f551978668db", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:23.249458 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5cdaf29-4896-4607-9cb5-5a7ce64793ca {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:23.250052 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b092d148-9dce-4f0d-8679-9c8f7669199c', 'name': 'network-vif-deleted', 'tag': 'f01696c5-f14a-488a-b5c7-f551978668db', 'status': 'completed', 'code': 200} Jul 22 14:06:23.250938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9968b2-a0b2-4759-8c18-4e2a074a875b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec863b-debb-452f-b18e-5d5b4f14e4c4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:23.282087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-f044a9b5-f528-47dd-bf74-564909fd97e8 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/quotas/159a7e75b17d4b84a2c1c4ce99526bed HTTP/1.1" status: 200 len: 375 time: 0.0280128 Jul 22 14:06:23.345759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3f73dde5-fd28-48c9-8022-c1e87dc4901d tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=159a7e75b17d4b84a2c1c4ce99526bed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560939 Jul 22 14:06:23.358553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.469940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeb4a3-8adc-48cf-9f15-7d36cfef8fd2 req-8f54284e-c5eb-46ed-9116-673a1158747e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:23.471102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-09ee008b-61f6-4e3a-8914-f95971f4496d service neutron] 10.222.0.11 "GET /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244752 Jul 22 14:06:23.472552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-caeeb4a3-8adc-48cf-9f15-7d36cfef8fd2 req-8f54284e-c5eb-46ed-9116-673a1158747e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.0988953 Jul 22 14:06:23.474714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.518892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:23.547517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Network efb27f92-c04f-4cb0-8541-cba020a06243 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:23.551812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:23.560215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cada91-8391-4736-ac60-488ebb099b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.561374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:23.623310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-caeeb4a3-8adc-48cf-9f15-7d36cfef8fd2 req-3233755b-b0d2-4724-8b1c-3d6c61510bb4 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391177 Jul 22 14:06:23.623929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:23.647498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:23.648261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.690624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-ae1400fb-d157-4c5b-9809-cf0e04be893b service neutron] 10.222.0.11 "GET /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053404 Jul 22 14:06:23.778336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cada91-8391-4736-ac60-488ebb099b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.778522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-886d7e0c-e8a5-41de-b093-efc84a0aef28 req-a834814e-2e95-4f26-a9a4-71490b746371 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 210 time: 0.0464258 Jul 22 14:06:23.790546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-99b04f32-f31b-4d66-a563-bf0537aed65a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4875367 Jul 22 14:06:23.792075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cada91-8391-4736-ac60-488ebb099b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.803200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Request body: {'port': {'device_id': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:23.827833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-12cada91-8391-4736-ac60-488ebb099b5a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdc63a64d586404a8ad02a6f65c66f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079345 Jul 22 14:06:23.831194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60814) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:23.903031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cada91-8391-4736-ac60-488ebb099b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41574d7-6743-45dd-8125-e32445bd2c6d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:23.929967 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b727780d-b08e-44ab-9979-25d2027d17ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:23.960119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b727780d-b08e-44ab-9979-25d2027d17ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:24.032070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:24.097188 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b727780d-b08e-44ab-9979-25d2027d17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:24.105540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b727780d-b08e-44ab-9979-25d2027d17ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:24.106862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b727780d-b08e-44ab-9979-25d2027d17ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f41574d7-6743-45dd-8125-e32445bd2c6d HTTP/1.1" status: 204 len: 168 time: 0.2747109 Jul 22 14:06:24.117784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:24.141309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727780d-b08e-44ab-9979-25d2027d17ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41574d7-6743-45dd-8125-e32445bd2c6d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:24.265205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-a6f3afff-e8e0-47d8-baa2-2fab2a2c5855 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892236 Jul 22 14:06:24.553426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-e1ab372d-d433-4617-88e1-493fba521f6c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:24.555158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-e1ab372d-d433-4617-88e1-493fba521f6c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842538 Jul 22 14:06:24.577817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:24.621454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-2f293818-8dc3-4d92-934a-ea40db58e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:24.623487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-2f293818-8dc3-4d92-934a-ea40db58e158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 1097 time: 0.2207365 Jul 22 14:06:24.639203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1859fd-ebe8-4992-8587-1b64087a1915 req-7dda2ab2-1328-4245-be32-a881f579fd49 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:24.646584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e1859fd-ebe8-4992-8587-1b64087a1915 req-7dda2ab2-1328-4245-be32-a881f579fd49 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 931 time: 0.3417473 Jul 22 14:06:24.847368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0fdbbd84-e406-4109-a11f-3666adcd5002 req-a8b6cf83-9f05-4ba0-b846-a13ee97557f5 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0964038 Jul 22 14:06:24.913371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:24.923053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.173499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481bad6-c55c-4492-b847-a51fa55a26e1 req-874bb846-430a-4b94-b90c-8eec7246eba3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:25.175789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d481bad6-c55c-4492-b847-a51fa55a26e1 req-874bb846-430a-4b94-b90c-8eec7246eba3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.2381423 Jul 22 14:06:25.234550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.121 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:25.288302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60860) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:25.301908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e1859fd-ebe8-4992-8587-1b64087a1915 req-f51d00c1-e7e2-4940-9f68-d1a927cfc89b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544271 Jul 22 14:06:25.306930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e52e13-b470-4862-a786-430c859324aa {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:25.315341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d481bad6-c55c-4492-b847-a51fa55a26e1 req-67db4495-2a14-407e-a7a9-7d09d5e884e3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Jul 22 14:06:25.320365 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.405889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Transition to ACTIVE for port object 49e52e13-b470-4862-a786-430c859324aa will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:25.427189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.431490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-b1346e11-6d61-4ab4-b4ba-98c9615a2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:25.435163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-b1346e11-6d61-4ab4-b4ba-98c9615a2b61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 912 time: 0.7766190 Jul 22 14:06:25.527288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-3bed97c7-878f-44d4-9046-de5d4cd1b21a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 HTTP/1.1" status: 200 len: 217 time: 0.0836012 Jul 22 14:06:25.543368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e985543-f3f8-4891-b13f-7bdebce8342a req-48eb69c6-dd12-4ed8-819a-1c2b7adef4a2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 210 time: 0.1105862 Jul 22 14:06:25.572692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:25.631083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-network', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:25.651453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-d45e6f1e-71b0-49be-980a-a80666aaa0eb tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:25.653011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-d45e6f1e-71b0-49be-980a-a80666aaa0eb tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.20 "GET /v2.0/networks?id=d3513674-e580-452e-b408-64dea5022bbf HTTP/1.1" status: 200 len: 812 time: 0.3635747 Jul 22 14:06:25.659651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-8acf0725-5943-4a3c-8b1f-786676b9f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:25.661282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-8acf0725-5943-4a3c-8b1f-786676b9f6bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.1011057 Jul 22 14:06:25.676159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Request body: {'port': {'device_id': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf', 'admin_state_up': True, 'tenant_id': '159a7e75b17d4b84a2c1c4ce99526bed'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:25.729082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Made reservation on behalf of 18f47e682d054fad86e51d09ddc3e51e for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:25.732285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.741387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-b95a917f-f623-49d9-bcd6-816337874eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529304 Jul 22 14:06:25.780099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.785309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.791041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e026f3fc-b5f0-4184-a6ba-ade739730394 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:25.793053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e026f3fc-b5f0-4184-a6ba-ade739730394 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 812 time: 0.3135052 Jul 22 14:06:25.813741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:25.866636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-ffde2dd0-83a7-42e4-987e-f000e498a3db tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/quotas/14ca23dab1474f3083fa0eb585985d8b HTTP/1.1" status: 200 len: 375 time: 0.0646970 Jul 22 14:06:25.871240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Attempting to bind port 49e52e13-b470-4862-a786-430c859324aa on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:25.871580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Attempting to bind port 49e52e13-b470-4862-a786-430c859324aa by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:25.871915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Attempting to bind port 49e52e13-b470-4862-a786-430c859324aa on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:25.894357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Port 49e52e13-b470-4862-a786-430c859324aa on network efb27f92-c04f-4cb0-8541-cba020a06243 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:25.895077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Attempting to bind port 49e52e13-b470-4862-a786-430c859324aa on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:25.916793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.929684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:25.929988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Checking segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:25.930335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Bound using segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:25.930881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Bound port: 49e52e13-b470-4862-a786-430c859324aa, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:25.931146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:25.931280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:25.937272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:25.948314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-f47a25f3-c4c8-41e1-b7c4-9579b36e5151 service neutron] 10.222.0.20 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959407 Jul 22 14:06:26.013585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e4bbdb7-3c11-44da-a225-86e10d1c715f req-21a0855e-250f-4138-8fa4-75791662dbdf tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0458701 Jul 22 14:06:26.023506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:26.033499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:26.053283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:26.067666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:26.094946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:26.095859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.118904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-3d6d7de9-b19d-4665-8072-d8399e028cf8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2424669 Jul 22 14:06:26.120870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:26.129583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.158358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.169601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Made reservation on behalf of 159a7e75b17d4b84a2c1c4ce99526bed for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:26.178268 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.221952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c5057d2-7270-4bd5-9a53-2ad9e775964a req-ef526a62-9ec6-469a-8cf9-beff78c9c370 service neutron] 10.222.0.20 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661343 Jul 22 14:06:26.235132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:26.237385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.239056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] 10.222.0.13 "PUT /v2.0/ports/49e52e13-b470-4862-a786-430c859324aa HTTP/1.1" status: 200 len: 1092 time: 2.4401844 Jul 22 14:06:26.239613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'tag': '49e52e13-b470-4862-a786-430c859324aa'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:26.242102 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02511930-fc3d-4393-8b5b-93bb558665b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "tag": "49e52e13-b470-4862-a786-430c859324aa"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:26.274360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:06:26.298809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.299917 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Added segment 6caae3c6-0e25-4030-a157-d9208cdf6e1d of type vlan for network 1db2355e-abfd-4d34-9cae-287854833ab4 Jul 22 14:06:26.398078 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864ab2da-c2ff-4f84-877a-6303d95ba5e4 x-openstack-request-id: req-864ab2da-c2ff-4f84-877a-6303d95ba5e4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:26.398673 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "tag": "49e52e13-b470-4862-a786-430c859324aa", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:26.399106 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-864ab2da-c2ff-4f84-877a-6303d95ba5e4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:26.399664 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'tag': '49e52e13-b470-4862-a786-430c859324aa', 'status': 'completed', 'code': 200} Jul 22 14:06:26.409111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ec1ab-aae8-4d14-8a1d-490b9da5bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:26.459078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-994ba0d4-7498-4fe3-8ae0-ff2b86f80ecc service neutron] 10.222.0.11 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311005 Jul 22 14:06:26.488382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-837095f9-7d61-4331-94d6-cac46346c2c7 None None] Provisioning for port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:26.502838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-0c5e1121-c24d-4a00-a71a-3a56fb7e6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:26.504547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-0c5e1121-c24d-4a00-a71a-3a56fb7e6d37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 1095 time: 0.2053034 Jul 22 14:06:26.505066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-837095f9-7d61-4331-94d6-cac46346c2c7 None None] Provisioning complete for port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:26.505611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-837095f9-7d61-4331-94d6-cac46346c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.530114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:26.530853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.537587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116d5190-1a9b-4dc6-b762-c259ac2af0bd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:26.594081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-62283079-cb47-420a-8cf5-e90858a9060e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49e52e13-b470-4862-a786-430c859324aa HTTP/1.1" status: 200 len: 217 time: 0.0544045 Jul 22 14:06:26.599108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Allocated IP 172.20.0.5 (d3513674-e580-452e-b408-64dea5022bbf/07d48a90-122a-4880-a550-5bc910efbbf1/391be8ec-7055-464e-8ed1-092eba1dcb6b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:26.626424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.644549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-9756c4db-c2f7-4b33-a2b9-847c94e8c6cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0787137 Jul 22 14:06:26.649006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-837095f9-7d61-4331-94d6-cac46346c2c7 None None] Port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:26.664550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Request body: {'port': {'device_id': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:26.669196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-366a98e7-bbda-4a46-ad09-5d82ab190406 service neutron] 10.222.0.11 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059052 Jul 22 14:06:26.686383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-642f2dab-f2d7-4bb8-9fc2-ab95e03e63ea tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:26.689125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-642f2dab-f2d7-4bb8-9fc2-ab95e03e63ea tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.13 "GET /v2.0/ports?device_id=2413e550-5111-495c-83f3-f0c7c4d4f2d4 HTTP/1.1" status: 200 len: 945 time: 0.5912232 Jul 22 14:06:26.705346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-2b63a140-4600-496e-8bc6-632570f4f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:26.707710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-2b63a140-4600-496e-8bc6-632570f4f4f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.1054821 Jul 22 14:06:26.752256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-f818d425-d98c-4d94-b053-58778420d0ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378995 Jul 22 14:06:26.797638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:06:26.899476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-da3752c6-6c69-4bd7-be87-5f78b600d82c service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404095 Jul 22 14:06:26.961757 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:26.962723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:26.963301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:27.058642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25cc525d-16a2-4728-a6d2-3b97189091ff req-1b36aed1-eec5-4aa4-a76b-32e7348f24be service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469436 Jul 22 14:06:27.068040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f5a52-509c-46de-82b7-986485ee79fa req-3058e8ac-fcf4-4c21-8dce-c6cc53048eb4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:27.075892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d8f5a52-509c-46de-82b7-986485ee79fa req-3058e8ac-fcf4-4c21-8dce-c6cc53048eb4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1665795 Jul 22 14:06:27.139648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d8f5a52-509c-46de-82b7-986485ee79fa req-5a0551d0-f2cb-4f67-8d0e-632af6ce0cc5 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628428 Jul 22 14:06:27.204369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-ec936af3-467b-4b9d-a3e8-0659b7988caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:27.206187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-ec936af3-467b-4b9d-a3e8-0659b7988caa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0889058 Jul 22 14:06:27.405001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-1cd4668f-b04d-407f-875d-c90db402eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:27.406928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-1cd4668f-b04d-407f-875d-c90db402eaea service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 906 time: 0.1941822 Jul 22 14:06:27.421120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dee55-e385-46f7-9ab9-864ea30ea0e6 req-b8a128ec-1729-4ebc-b3cd-a21fc5855cb6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:27.426164 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-888dee55-e385-46f7-9ab9-864ea30ea0e6 req-b8a128ec-1729-4ebc-b3cd-a21fc5855cb6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 936 time: 0.1662924 Jul 22 14:06:27.452303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf53aa-7c08-469f-af42-2ca940d29d36 req-fb91a215-d010-4d41-9626-de80ab1949e1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:27.454194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0cf53aa-7c08-469f-af42-2ca940d29d36 req-fb91a215-d010-4d41-9626-de80ab1949e1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 943 time: 0.9070313 Jul 22 14:06:27.484976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-cbe5ce3c-01b5-46f2-a554-33ce0d8df572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=49e52e13-b470-4862-a786-430c859324aa HTTP/1.1" status: 200 len: 217 time: 0.0575211 Jul 22 14:06:27.540933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-888dee55-e385-46f7-9ab9-864ea30ea0e6 req-7e77a452-173e-49bd-8e22-668859c7e556 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063752 Jul 22 14:06:27.549028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2555799 Jul 22 14:06:27.552718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:27.555843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:27.560330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Request body: {'subnet': {'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-subnet', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:27.584128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-de46789e-9e0e-45d0-a97b-a06b005b5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:27.586618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-de46789e-9e0e-45d0-a97b-a06b005b5f48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.0932686 Jul 22 14:06:27.626032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b338a-d1a0-454f-bcab-648dfc5ffc41 admin admin] Pushing event updated for resources: {'Network': ['ID=1db2355e-abfd-4d34-9cae-287854833ab4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:27.638838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 1db2355e-abfd-4d34-9cae-287854833ab4 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:06:27.656268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-f1e05e7b-ac3c-4ab9-aaf5-792d6493c079 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599625 Jul 22 14:06:27.657439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Made reservation on behalf of 18f47e682d054fad86e51d09ddc3e51e for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:27.659765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:27.660868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:27.700118 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0cf53aa-7c08-469f-af42-2ca940d29d36 req-b5f8b5a1-e1c6-4ed5-b205-4e3212e9c0c2 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982248 Jul 22 14:06:27.725440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Deleting port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:27.725821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:27.858085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d1c8a78-80d5-4ffe-ac00-d83dd8ad8fa7 req-27407896-d867-409b-bf7d-9e29b1f0a388 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 210 time: 0.0659280 Jul 22 14:06:27.890513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-5e17c6a8-13b8-4aba-96e8-7c3d57804ffe service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273753 Jul 22 14:06:27.890768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c240bf8-6e4d-4f85-8906-b847f60d446c req-806344ba-5495-428e-b1bf-4bca660479a7 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 210 time: 0.0711162 Jul 22 14:06:28.005600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] For port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:28.006026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.031330 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.046281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Calling delete_port for 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:28.165360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02511930-fc3d-4393-8b5b-93bb558665b1 req-d5dc4b81-56f3-4e8c-8cdd-6df5707cd348 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642748 Jul 22 14:06:28.196332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.244687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Pushing event updated for resources: {'Port': ['ID=391be8ec-7055-464e-8ed1-092eba1dcb6b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:28.286948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-9dcd4bec-b462-4c1c-8cff-f48fbd61e477 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:28.288489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-9dcd4bec-b462-4c1c-8cff-f48fbd61e477 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 812 time: 0.2778406 Jul 22 14:06:28.291432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Network d3513674-e580-452e-b408-64dea5022bbf is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:28.297643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:28.307964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Request body: {'port': {'device_id': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'admin_state_up': True, 'tenant_id': '14ca23dab1474f3083fa0eb585985d8b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:28.313667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c788b6ec-7268-4577-9570-3d1c649d3f21,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:28.352990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:28.356516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Checking segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:28.356882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Network hostable DHCP agents. Network: 1db2355e-abfd-4d34-9cae-287854833ab4, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:06:28.420876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Network 1db2355e-abfd-4d34-9cae-287854833ab4 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:06:28.439031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 1db2355e-abfd-4d34-9cae-287854833ab4) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:28.449205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:28.450149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.454296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca01481-821e-4838-87ad-b1aac56003fc None None] Network 1db2355e-abfd-4d34-9cae-287854833ab4 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:28.469590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:28.471169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.477414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Made reservation on behalf of 14ca23dab1474f3083fa0eb585985d8b for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:28.484348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.513223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b9bce327-c67e-49d0-a452-1b4a889bd823 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9560628 Jul 22 14:06:28.516951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:28.521417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:28.582367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.591902 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.593053 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.615916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a583d-ec29-4f14-b489-ef1715d2a8ee req-b5dc2923-d559-4415-b51b-39035d3df087 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:28.618831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-313a583d-ec29-4f14-b489-ef1715d2a8ee req-b5dc2923-d559-4415-b51b-39035d3df087 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.3562198 Jul 22 14:06:28.643743 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-e0c461cb-a4e0-4243-abe6-7f245b5ff297 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9744735 Jul 22 14:06:28.694340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Request body: {'port': {'device_id': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:28.750777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Pushing event deleted for resources: {'Port': ['ID=747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:28.754132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-1db2355e-abfd-4d34-9cae-287854833ab4', 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'fixed_ips': [{'subnet_id': 'c788b6ec-7268-4577-9570-3d1c649d3f21'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:06:28.755553 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.756736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.793679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Allocated IP 172.20.0.7 (2bc23ff0-edb5-43f3-9613-5062dc44e3ce/de202e8a-bbed-4fa3-865a-bfdf5b5e131a/1a14e334-1158-4019-bf0f-7ed37664cf65) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:28.869207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] No DVR routers for this DVR port 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:28.881150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.883608 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e17f2f-9349-42a4-8a07-34211704f9eb req-6d1dd9cd-a2fb-4949-a1c1-1871a9d1f366 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.13 "DELETE /v2.0/ports/747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d HTTP/1.1" status: 204 len: 173 time: 2.1641455 Jul 22 14:06:28.891168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'name': 'network-vif-deleted', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:28.893450 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170172f-e592-4532-a161-0df0b4a2fbb1" -d '{"events": [{"server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "name": "network-vif-deleted", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:28.913210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.917211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:28.939431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:28.954309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Allocated IP 172.20.0.2 (1db2355e-abfd-4d34-9cae-287854833ab4/c788b6ec-7268-4577-9570-3d1c649d3f21/68ad4148-55fe-426a-8c27-5b5796b60c9f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:28.972719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-313a583d-ec29-4f14-b489-ef1715d2a8ee req-5b03245a-b663-4ca2-859d-5555b7f88aaa tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815151 Jul 22 14:06:29.253168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.296963 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.306224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Transition to ACTIVE for port object 68ad4148-55fe-426a-8c27-5b5796b60c9f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:29.323237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Transition to ACTIVE for port object 68ad4148-55fe-426a-8c27-5b5796b60c9f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:29.329139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Transition to ACTIVE for port object 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:29.331730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.343877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f330d-2122-4bcd-8219-53017ca357f3 req-6267582a-41d9-4790-81ae-88309498757a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:29.345611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b09f330d-2122-4bcd-8219-53017ca357f3 req-6267582a-41d9-4790-81ae-88309498757a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 936 time: 0.6108096 Jul 22 14:06:29.379766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.416070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Network 1db2355e-abfd-4d34-9cae-287854833ab4 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:29.423593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:29.441424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:29.445231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:29.448195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:29.454600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Pushing event updated for resources: {'Port': ['ID=68ad4148-55fe-426a-8c27-5b5796b60c9f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:29.513134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:29.521778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:29.522559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:29.552577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.580807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b09f330d-2122-4bcd-8219-53017ca357f3 req-e7f56d63-ce3a-4cef-a289-2c228d3b2cb5 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034514 Jul 22 14:06:29.602196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Attempting to bind port 68ad4148-55fe-426a-8c27-5b5796b60c9f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:29.604340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Attempting to bind port 68ad4148-55fe-426a-8c27-5b5796b60c9f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:29.604880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Attempting to bind port 68ad4148-55fe-426a-8c27-5b5796b60c9f on network 1db2355e-abfd-4d34-9cae-287854833ab4 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:29.648629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:29.650523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Checking segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:29.652551 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.653223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Bound using segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:29.657204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Bound port: 68ad4148-55fe-426a-8c27-5b5796b60c9f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:29.657797 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.752130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391be8ec-7055-464e-8ed1-092eba1dcb6b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:29.782159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e59da2-da9d-4d3b-a181-6890e27e3278 req-7f1c3209-cc40-4feb-a100-79b450127729 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:29.793483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11e59da2-da9d-4d3b-a181-6890e27e3278 req-7f1c3209-cc40-4feb-a100-79b450127729 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 943 time: 0.4626534 Jul 22 14:06:29.802365 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.809459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c82944a2-62ab-413e-9dba-cf4b5fe20de5 req-d799e6d4-b0aa-452f-9d50-9ce456d901fd tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 210 time: 0.0821297 Jul 22 14:06:29.842131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.868320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Transition to ACTIVE for port object 391be8ec-7055-464e-8ed1-092eba1dcb6b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:29.878322 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:29.890751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Attempting to bind port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:29.891127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Attempting to bind port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:29.891461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Attempting to bind port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:29.920856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:29.931457 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e735710-15cb-4037-8109-30de3beec39b x-openstack-request-id: req-9e735710-15cb-4037-8109-30de3beec39b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:29.931752 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2413e550-5111-495c-83f3-f0c7c4d4f2d4", "name": "network-vif-deleted", "tag": "747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:29.932051 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e735710-15cb-4037-8109-30de3beec39b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:29.932499 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2413e550-5111-495c-83f3-f0c7c4d4f2d4', 'name': 'network-vif-deleted', 'tag': '747a8d25-3f94-4ea2-bb6c-9d9d7161ef9d', 'status': 'completed', 'code': 200} Jul 22 14:06:29.953131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11e59da2-da9d-4d3b-a181-6890e27e3278 req-6485aea0-f651-4abc-9463-817c850af440 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529195 Jul 22 14:06:29.971586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:29.974695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:29.975754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Attempting to bind port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:29.980499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '49e52e13-b470-4862-a786-430c859324aa', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': '49e52e13-b470-4862-a786-430c859324aa', 'mac_address': 'fa:16:3e:f5:81:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:29.985226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] For port 68ad4148-55fe-426a-8c27-5b5796b60c9f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:29.986997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:29.991236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:30.006343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:30.025671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:30.026337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:30.027876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:30.034201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Bound port: 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:30.034813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.055327 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.059078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] For port 68ad4148-55fe-426a-8c27-5b5796b60c9f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=68ad4148-55fe-426a-8c27-5b5796b60c9f,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:30.074188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.107245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Pushing event updated for resources: {'Port': ['ID=391be8ec-7055-464e-8ed1-092eba1dcb6b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:30.161462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e697-7050-4481-ab23-067b2cbea03b None None] Pushing event updated for resources: {'Port': ['ID=68ad4148-55fe-426a-8c27-5b5796b60c9f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:30.178114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e52e13-b470-4862-a786-430c859324aa {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:30.208062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:30.213649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.295237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Attempting to bind port 391be8ec-7055-464e-8ed1-092eba1dcb6b on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:30.295569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Attempting to bind port 391be8ec-7055-464e-8ed1-092eba1dcb6b by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f4dd7a7e-101f-468e-99fb-16a4947183c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:30.297120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Attempting to bind port 391be8ec-7055-464e-8ed1-092eba1dcb6b on network d3513674-e580-452e-b408-64dea5022bbf {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:30.316107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:30.341427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Port 391be8ec-7055-464e-8ed1-092eba1dcb6b on network d3513674-e580-452e-b408-64dea5022bbf not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:30.342407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Attempting to bind port 391be8ec-7055-464e-8ed1-092eba1dcb6b on network d3513674-e580-452e-b408-64dea5022bbf {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:30.358522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:30.359077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Checking segment: {'id': 'f4dd7a7e-101f-468e-99fb-16a4947183c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:30.359623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Bound using segment: {'id': 'f4dd7a7e-101f-468e-99fb-16a4947183c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:30.360242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Bound port: 391be8ec-7055-464e-8ed1-092eba1dcb6b, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4dd7a7e-101f-468e-99fb-16a4947183c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:30.360770 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.372365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] For port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:30.402358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] For port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:30.426806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.465539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['49e52e13-b470-4862-a786-430c859324aa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:30.491330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:30.491882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.493340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c HTTP/1.1" status: 200 len: 1097 time: 3.8340080 Jul 22 14:06:30.540728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469302f-099c-48f7-baf8-8631565fbf62 req-07a63446-8e70-45f8-984e-3a44d61468a9 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:30.550651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e469302f-099c-48f7-baf8-8631565fbf62 req-07a63446-8e70-45f8-984e-3a44d61468a9 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.4388647 Jul 22 14:06:30.642263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] For port 391be8ec-7055-464e-8ed1-092eba1dcb6b, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:30.665203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5def9ae-c31f-4f5d-aa06-d216fb4672a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:30.676417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] For port 391be8ec-7055-464e-8ed1-092eba1dcb6b, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b,segment=NetworkSegment(f4dd7a7e-101f-468e-99fb-16a4947183c2),segment_id=f4dd7a7e-101f-468e-99fb-16a4947183c2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:30.688584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.716604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e469302f-099c-48f7-baf8-8631565fbf62 req-0522977e-7d18-451e-bd16-3c20fbd7fd15 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654508 Jul 22 14:06:30.820575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Pushing event updated for resources: {'Port': ['ID=391be8ec-7055-464e-8ed1-092eba1dcb6b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:30.835981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:30.836618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.838093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-3ef537a3-afe7-44e9-9149-5121d851292c service neutron] 10.222.0.20 "PUT /v2.0/ports/391be8ec-7055-464e-8ed1-092eba1dcb6b HTTP/1.1" status: 200 len: 1092 time: 2.1514220 Jul 22 14:06:30.866672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-fb60c4df-6ed1-43db-b653-1a05737b5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:30.868245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-fb60c4df-6ed1-43db-b653-1a05737b5f79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 1100 time: 0.3102555 Jul 22 14:06:30.944463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:30.945143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.971665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:30.979040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-674c6e37-2714-4a63-b474-1432e69a45e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c HTTP/1.1" status: 200 len: 217 time: 0.1028359 Jul 22 14:06:30.996279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-e5f29294-c8eb-4667-88c6-ac3b914d9016 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6921372 Jul 22 14:06:30.999407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:31.014981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d5322-80a0-450d-a883-c5489be5d097 req-9a28b862-6ae0-4709-8c99-61cfbdc31ebd tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.022103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba5d5322-80a0-450d-a883-c5489be5d097 req-9a28b862-6ae0-4709-8c99-61cfbdc31ebd tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 943 time: 0.9381616 Jul 22 14:06:31.028145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Request body: {'port': {'device_id': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:31.069048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-cb871360-aff6-4159-89f6-d519a65107f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.070592 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-cb871360-aff6-4159-89f6-d519a65107f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0827873 Jul 22 14:06:31.088116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-7c3c13c0-b349-4e1a-b252-1eda1361ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.089706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-7c3c13c0-b349-4e1a-b252-1eda1361ad90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=159a7e75b17d4b84a2c1c4ce99526bed&device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 1095 time: 0.2007258 Jul 22 14:06:31.098771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984968a-a78d-4c9d-aa59-112963711918 req-87079e98-b822-44a4-8b3f-388918f2b8a7 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.100260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0984968a-a78d-4c9d-aa59-112963711918 req-87079e98-b822-44a4-8b3f-388918f2b8a7 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 948 time: 0.1703184 Jul 22 14:06:31.168708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba5d5322-80a0-450d-a883-c5489be5d097 req-cd9cdb59-e676-45f1-bf9a-814d72294f7b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458182 Jul 22 14:06:31.174929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-8d93275b-68d4-4d90-b05a-6c7b0e3c5c3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b HTTP/1.1" status: 200 len: 217 time: 0.0736723 Jul 22 14:06:31.216581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:31.247114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0984968a-a78d-4c9d-aa59-112963711918 req-2823e9f7-da6a-463f-8004-3646f460c744 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228967 Jul 22 14:06:31.274190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-a48a1a3d-1042-4753-ae58-c9bf7b059b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.274190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-a48a1a3d-1042-4753-ae58-c9bf7b059b07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954236 Jul 22 14:06:31.280231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-edfdb3ce-b193-46b7-8d80-bab202f1a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.282242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-edfdb3ce-b193-46b7-8d80-bab202f1a4c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07d48a90-122a-4880-a550-5bc910efbbf1 HTTP/1.1" status: 200 len: 852 time: 0.0789492 Jul 22 14:06:31.296958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Allocated IP 172.25.8.156 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/8a0ec982-7e1e-40aa-a6e3-e823172884a2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:31.340690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-4b32aa04-fe96-4306-8694-9331f0485c8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3513674-e580-452e-b408-64dea5022bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479693 Jul 22 14:06:31.427534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 68ad4148-55fe-426a-8c27-5b5796b60c9f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:31.522308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:31.587563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 68ad4148-55fe-426a-8c27-5b5796b60c9f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:31.659799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 49e52e13-b470-4862-a786-430c859324aa completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:31.672206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 49e52e13-b470-4862-a786-430c859324aa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:31.672583 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:31.674888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-73f3f415-ec17-49c1-9ff7-77756c8d0909 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915930 Jul 22 14:06:31.830882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:31.858437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acdac1-5f35-4c26-824e-bb1ac366daf0 req-46f90952-51b4-452f-bc87-82b0be3f72be tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:31.858735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd3cc79-124f-4257-8866-ee7ff153f37d None None] Network 1db2355e-abfd-4d34-9cae-287854833ab4 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:31.860710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4acdac1-5f35-4c26-824e-bb1ac366daf0 req-46f90952-51b4-452f-bc87-82b0be3f72be tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 931 time: 0.4187405 Jul 22 14:06:31.895557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:31.914638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-aee49b42-02fd-42dd-b937-6533fd2ba8a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661232 Jul 22 14:06:31.935012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e768d912-0360-4fb3-9a00-778ab38214e5 req-2f3c7498-ce5e-4bc3-a052-8bc8a928e006 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330992 Jul 22 14:06:31.942761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'tag': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c'}, {'name': 'network-changed', 'server_uuid': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'tag': '391be8ec-7055-464e-8ed1-092eba1dcb6b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:31.945006 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "885b87fb-0fcc-4586-8b75-1533fe811c1a", "tag": "8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c"}, {"name": "network-changed", "server_uuid": "297b8dff-5ee0-46d5-b061-2b13c3b9c1b4", "tag": "391be8ec-7055-464e-8ed1-092eba1dcb6b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:31.963567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:31.974559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e52e13-b470-4862-a786-430c859324aa'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:31.976850 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403ced18-3a75-4e3d-8b56-593638430dc6" -d '{"events": [{"server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "name": "network-vif-plugged", "status": "completed", "tag": "49e52e13-b470-4862-a786-430c859324aa"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:31.981491 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.012460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e1003-a5e5-48e0-a108-c69b3d65e36e req-9338c49f-3e74-40b8-afbe-3f94b05d9f49 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.015325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a14e334-1158-4019-bf0f-7ed37664cf65 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:32.023406 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.023906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd0e1003-a5e5-48e0-a108-c69b3d65e36e req-9338c49f-3e74-40b8-afbe-3f94b05d9f49 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 944 time: 0.5456784 Jul 22 14:06:32.036601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Transition to ACTIVE for port object 1a14e334-1158-4019-bf0f-7ed37664cf65 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:32.059786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.107049 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd0e1003-a5e5-48e0-a108-c69b3d65e36e req-89bf6775-e480-46f0-8769-3c21eee606e3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819006 Jul 22 14:06:32.139910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:32.146870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ea6a7d6-4549-41db-b8c5-17d5555eff92 req-b65ea7e8-0f3d-4c67-a917-9a6a5499f345 service neutron] 10.222.0.20 "GET /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179642 Jul 22 14:06:32.190949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4acdac1-5f35-4c26-824e-bb1ac366daf0 req-4b8b76dc-ebe0-4ef3-9107-f94540c79a84 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224077 Jul 22 14:06:32.251652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.253461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:32.276227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:32.283439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:32.291328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc971-37d7-4895-af57-2ccedfb64f99 req-ad07bd17-b428-496e-99e7-cccb4614deb7 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.293466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30fc971-37d7-4895-af57-2ccedfb64f99 req-ad07bd17-b428-496e-99e7-cccb4614deb7 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1000755 Jul 22 14:06:32.310253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] Provisioning for port 68ad4148-55fe-426a-8c27-5b5796b60c9f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:32.320490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] Provisioning complete for port 68ad4148-55fe-426a-8c27-5b5796b60c9f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:32.321005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.363742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Pushing event updated for resources: {'Port': ['ID=8a0ec982-7e1e-40aa-a6e3-e823172884a2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:32.375398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:32.387419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e30fc971-37d7-4895-af57-2ccedfb64f99 req-9a02c40c-2383-440c-b21a-48d31649ffec tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819354 Jul 22 14:06:32.393180 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc48781-fb14-4276-ab77-417fd51e604a x-openstack-request-id: req-4dc48781-fb14-4276-ab77-417fd51e604a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:32.393531 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b87fb-0fcc-4586-8b75-1533fe811c1a", "tag": "8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "297b8dff-5ee0-46d5-b061-2b13c3b9c1b4", "tag": "391be8ec-7055-464e-8ed1-092eba1dcb6b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:32.393813 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dc48781-fb14-4276-ab77-417fd51e604a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:32.394213 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'tag': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', 'status': 'completed', 'code': 200} Jul 22 14:06:32.394581 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'tag': '391be8ec-7055-464e-8ed1-092eba1dcb6b', 'status': 'completed', 'code': 200} Jul 22 14:06:32.440362 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f226ca-cea7-4e09-9504-79a4dbb4ee81 x-openstack-request-id: req-23f226ca-cea7-4e09-9504-79a4dbb4ee81 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:32.440885 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "name": "network-vif-plugged", "status": "completed", "tag": "49e52e13-b470-4862-a786-430c859324aa", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:32.440885 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23f226ca-cea7-4e09-9504-79a4dbb4ee81 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:32.441270 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e52e13-b470-4862-a786-430c859324aa', 'code': 200} Jul 22 14:06:32.464889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Attempting to bind port 1a14e334-1158-4019-bf0f-7ed37664cf65 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:32.465261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Attempting to bind port 1a14e334-1158-4019-bf0f-7ed37664cf65 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:32.465517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Attempting to bind port 1a14e334-1158-4019-bf0f-7ed37664cf65 on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:32.491196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Port 1a14e334-1158-4019-bf0f-7ed37664cf65 on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:32.491561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Attempting to bind port 1a14e334-1158-4019-bf0f-7ed37664cf65 on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:32.541776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.547116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:32.547481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Checking segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:32.548028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Bound using segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:32.548503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Bound port: 1a14e334-1158-4019-bf0f-7ed37664cf65, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:32.548881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.584593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] For port 68ad4148-55fe-426a-8c27-5b5796b60c9f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=68ad4148-55fe-426a-8c27-5b5796b60c9f,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:32.590861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.677581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d307cf-2da5-452a-95e1-d2fc2d35daa0 None None] Pushing event updated for resources: {'Port': ['ID=68ad4148-55fe-426a-8c27-5b5796b60c9f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:32.694041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-7eb4428b-5bf9-47ee-abf2-fe9b200f004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.695684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-7eb4428b-5bf9-47ee-abf2-fe9b200f004b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 1100 time: 0.2747769 Jul 22 14:06:32.748649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1235e28-7f4a-4012-b5c5-791e72778e1e req-3391410d-4d0d-446f-8db2-94e3b2e09f1c tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.752993 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1235e28-7f4a-4012-b5c5-791e72778e1e req-3391410d-4d0d-446f-8db2-94e3b2e09f1c tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 943 time: 0.2451894 Jul 22 14:06:32.775856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:32.781502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:32.818930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.820391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-f324c6a5-dc6a-4f7f-b56b-2a40e954f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.822044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-f324c6a5-dc6a-4f7f-b56b-2a40e954f228 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=159a7e75b17d4b84a2c1c4ce99526bed&device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 1095 time: 0.3304865 Jul 22 14:06:32.828812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b779b-1c6f-4f0d-9fb8-655a0b5d0829 req-2a33f03b-3f61-413d-9322-fbd6217bca5b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.829936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24e4cf-ef62-44c3-aade-631437d41157 req-a42e9bcf-9799-4baa-b7ec-e340916b4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.830424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-543b779b-1c6f-4f0d-9fb8-655a0b5d0829 req-2a33f03b-3f61-413d-9322-fbd6217bca5b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 948 time: 0.3288889 Jul 22 14:06:32.831857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da24e4cf-ef62-44c3-aade-631437d41157 req-a42e9bcf-9799-4baa-b7ec-e340916b4c73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 1097 time: 0.3216045 Jul 22 14:06:32.927451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-da988e68-2785-4b55-a27c-461f3024bb0c None None] Provisioning complete for port 68ad4148-55fe-426a-8c27-5b5796b60c9f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:32.928266 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-da988e68-2785-4b55-a27c-461f3024bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.934070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:32.934799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:32.936264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] 10.222.0.20 "PUT /v2.0/ports/1a14e334-1158-4019-bf0f-7ed37664cf65 HTTP/1.1" status: 200 len: 1092 time: 1.9122734 Jul 22 14:06:32.940275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:32.942619 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca0a487-f08e-49e5-bba9-a150781a05be" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:33.004197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-543b779b-1c6f-4f0d-9fb8-655a0b5d0829 req-41a000f1-ad13-4660-ac54-0af49ff03678 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311443 Jul 22 14:06:33.008247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b3d94-feef-47e2-8a3a-8fd70d76472d service neutron] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:33.034403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:33.103763 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f79ced-6aba-4727-92d3-0bbfadbbb706 x-openstack-request-id: req-e2f79ced-6aba-4727-92d3-0bbfadbbb706 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:33.104077 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:33.104329 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2f79ced-6aba-4727-92d3-0bbfadbbb706 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:33.104774 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'status': 'completed', 'code': 200} Jul 22 14:06:33.150255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-15f50c9a-8a60-4d5d-a871-5c739d319096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.151771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-15f50c9a-8a60-4d5d-a871-5c739d319096 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 1095 time: 0.1641672 Jul 22 14:06:33.275698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-59930c9d-a243-4368-90f5-18b3c5f70c60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a14e334-1158-4019-bf0f-7ed37664cf65 HTTP/1.1" status: 200 len: 217 time: 0.0772672 Jul 22 14:06:33.321488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 68ad4148-55fe-426a-8c27-5b5796b60c9f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:33.375242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-eaf53443-0892-459f-8b1d-0ccc126e67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.377016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-eaf53443-0892-459f-8b1d-0ccc126e67ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 200 len: 852 time: 0.0802538 Jul 22 14:06:33.380680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:33.407184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-5e4022f1-8800-433e-abeb-62c3bf1e351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.408320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 68ad4148-55fe-426a-8c27-5b5796b60c9f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:33.409187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-5e4022f1-8800-433e-abeb-62c3bf1e351a service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.7009506 Jul 22 14:06:33.409701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:33.411115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da24e4cf-ef62-44c3-aade-631437d41157 req-1372cb13-16f4-4790-9a92-820206c26a00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522532 Jul 22 14:06:33.419609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1235e28-7f4a-4012-b5c5-791e72778e1e req-d773a283-75b1-4ef4-a6fc-298289fac7e2 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943742 Jul 22 14:06:33.446484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-7cc65f35-efd2-4a64-aa09-1cee730fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.448236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-7cc65f35-efd2-4a64-aa09-1cee730fbe70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3513674-e580-452e-b408-64dea5022bbf HTTP/1.1" status: 200 len: 913 time: 0.6139891 Jul 22 14:06:33.469450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:33.507075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cad403-4644-4c82-b172-a60b57dbeb6e req-214ea488-a2ce-4b23-8202-826cb6dc9329 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.518140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01cad403-4644-4c82-b172-a60b57dbeb6e req-214ea488-a2ce-4b23-8202-826cb6dc9329 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 945 time: 0.3213904 Jul 22 14:06:33.539279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-47aaf2de-b0cc-47d4-abfa-1e819fdfc076 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b HTTP/1.1" status: 200 len: 217 time: 0.0824120 Jul 22 14:06:33.560403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-031e4f37-a5a4-413e-af26-90faedf89210 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1691251 Jul 22 14:06:33.654797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:33.666536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', 'mac_address': 'fa:16:3e:a9:79:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:33.686357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01cad403-4644-4c82-b172-a60b57dbeb6e req-f6c63165-e75e-4187-85e1-069ee01d227b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672022 Jul 22 14:06:33.694662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-16f2a058-1b66-4dc9-b693-8649de2bb4d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c HTTP/1.1" status: 200 len: 217 time: 0.1118577 Jul 22 14:06:33.725202 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:33.738994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-575869d5-9774-4d7a-9775-ae63882733b8 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652253 Jul 22 14:06:33.762685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-9e5ea384-1878-4364-8569-11afab574f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.764534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-9e5ea384-1878-4364-8569-11afab574f01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0553179 Jul 22 14:06:33.766896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:33.772896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-9b1d7ef0-7b3d-43f5-8abc-7ce7b09aa239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.774480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-9b1d7ef0-7b3d-43f5-8abc-7ce7b09aa239 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07d48a90-122a-4880-a550-5bc910efbbf1 HTTP/1.1" status: 200 len: 852 time: 0.1637790 Jul 22 14:06:33.815026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:33.820581 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:33.855809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3bcbd-4aa9-4c94-a490-290af8151d6f req-ec19b14d-f112-498f-9d95-828a66ba9f89 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:33.857861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71c3bcbd-4aa9-4c94-a490-290af8151d6f req-ec19b14d-f112-498f-9d95-828a66ba9f89 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 943 time: 0.3173084 Jul 22 14:06:33.886981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-86a184b0-e634-463d-b949-8d4a82f98ded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3513674-e580-452e-b408-64dea5022bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981610 Jul 22 14:06:33.895364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:06:33.899851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:33.999853 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71c3bcbd-4aa9-4c94-a490-290af8151d6f req-b01fac88-b472-46f9-a3d3-a1238b3867ad tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163661 Jul 22 14:06:34.032423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11dfbf6e-be21-4d37-8f23-95a7654bd52d req-9596730a-ae38-409f-a065-c5e796947a07 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797313 Jul 22 14:06:34.035226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-1b9b2d88-c40a-437f-a37e-fd603a3d51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.047871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-1b9b2d88-c40a-437f-a37e-fd603a3d51e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2714589 Jul 22 14:06:34.053302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-01a701dd-0cdd-4665-8cca-2524ef846926 service neutron] 10.222.0.20 "GET /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578858 Jul 22 14:06:34.068020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259dd97b-9caa-47c1-b30d-a57e6d29de32 req-f59db13c-fad9-4f1a-bc6e-0b0d203cf9e1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.071420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-259dd97b-9caa-47c1-b30d-a57e6d29de32 req-f59db13c-fad9-4f1a-bc6e-0b0d203cf9e1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1889484 Jul 22 14:06:34.091313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:06:34.105178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Sync routers for ids ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:06:34.117541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:34.124789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Routers {'e4f3b351-5507-49ed-9c38-db8fe3b67ff0'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:34.125834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:34.185457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:34.186821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3bbbf5d8-832e-4e52-b686-edda92fabb2e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6689234 Jul 22 14:06:34.192469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60986) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:34.215667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-259dd97b-9caa-47c1-b30d-a57e6d29de32 req-3980f840-7f6e-4730-84e5-06b1d2f240a4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927954 Jul 22 14:06:34.220494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a487-f08e-49e5-bba9-a150781a05be req-fad9e31f-aa45-4d62-871a-fc87043ecc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.222056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-fad9e31f-aa45-4d62-871a-fc87043ecc77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 1095 time: 0.1273997 Jul 22 14:06:34.346881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Set router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:34.390739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a487-f08e-49e5-bba9-a150781a05be req-4aadeeb7-e4ef-4c0b-b559-cf5d41b8df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.393420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-4aadeeb7-e4ef-4c0b-b559-cf5d41b8df24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 913 time: 0.1641715 Jul 22 14:06:34.409789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-04a36d9f-d8cb-493d-9932-7e71bade3388 service neutron] 10.222.0.20 "GET /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421440 Jul 22 14:06:34.428555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa13e2-009e-4d83-a982-ab930b22d00c req-25f26e63-9914-4376-850d-0e38a74157a8 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.437008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebaa13e2-009e-4d83-a982-ab930b22d00c req-25f26e63-9914-4376-850d-0e38a74157a8 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 949 time: 0.3212991 Jul 22 14:06:34.447648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-5d30760e-7b6c-4cac-a570-7088f5b70b92 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887384 Jul 22 14:06:34.470827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-eb18a385-629a-4ca3-92d6-83229dab500e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a14e334-1158-4019-bf0f-7ed37664cf65 HTTP/1.1" status: 200 len: 217 time: 0.0683527 Jul 22 14:06:34.659309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:06:32Z', 'revision_number': 3, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:34.694476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Checking router: e4f3b351-5507-49ed-9c38-db8fe3b67ff0 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:06:34.695023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Updating router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:06:34.707815 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebaa13e2-009e-4d83-a982-ab930b22d00c req-e3e47380-3742-47ec-9072-db4168dcb45d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699299 Jul 22 14:06:34.788629 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:34.794509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac99ffee-55e6-4f5f-9995-cf925f1a0cb1 req-936cd127-d107-4ecd-974d-7703f819e659 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399115 Jul 22 14:06:34.926356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 391be8ec-7055-464e-8ed1-092eba1dcb6b details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:34.940317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a487-f08e-49e5-bba9-a150781a05be req-51ec4649-70e9-4ad4-bc7a-5066811b6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.942105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-51ec4649-70e9-4ad4-bc7a-5066811b6cab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 200 len: 852 time: 0.4648521 Jul 22 14:06:34.967188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11ab78-cd22-4e37-bca2-f50c7c17fded req-a550c596-ac62-496f-b29a-49f99ac1f669 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:34.968982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d11ab78-cd22-4e37-bca2-f50c7c17fded req-a550c596-ac62-496f-b29a-49f99ac1f669 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 945 time: 0.1424677 Jul 22 14:06:34.983237 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-f35cb856-ad7d-4c43-8ca8-2b4526214929 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317931 Jul 22 14:06:35.036418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b43e0-9822-4fc8-b4d4-11fbafc072ba req-98d0d15b-2244-4852-9040-c5cf32d7719a tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:35.044046 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c09b43e0-9822-4fc8-b4d4-11fbafc072ba req-98d0d15b-2244-4852-9040-c5cf32d7719a tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 943 time: 0.4985540 Jul 22 14:06:35.109737 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.118649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 391be8ec-7055-464e-8ed1-092eba1dcb6b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b,segment=NetworkSegment(f4dd7a7e-101f-468e-99fb-16a4947183c2),segment_id=f4dd7a7e-101f-468e-99fb-16a4947183c2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:35.136012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c09b43e0-9822-4fc8-b4d4-11fbafc072ba req-b5c0ed84-7b49-4f42-9981-4de22ee0a4c2 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852730 Jul 22 14:06:35.156136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-34eaf7fc-9088-4543-bd58-961778ec7cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645725 Jul 22 14:06:35.156801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '391be8ec-7055-464e-8ed1-092eba1dcb6b', 'network_id': 'd3513674-e580-452e-b408-64dea5022bbf', 'port_id': '391be8ec-7055-464e-8ed1-092eba1dcb6b', 'mac_address': 'fa:16:3e:36:c2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07d48a90-122a-4880-a550-5bc910efbbf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:35.164494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d11ab78-cd22-4e37-bca2-f50c7c17fded req-e96dd8df-f6bc-4abe-9b2f-440dbec44351 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721776 Jul 22 14:06:35.264967 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.300461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391be8ec-7055-464e-8ed1-092eba1dcb6b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:35.308634 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.337905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Transition to ACTIVE for port object 8a0ec982-7e1e-40aa-a6e3-e823172884a2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:35.348485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 391be8ec-7055-464e-8ed1-092eba1dcb6b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b,segment=NetworkSegment(f4dd7a7e-101f-468e-99fb-16a4947183c2),segment_id=f4dd7a7e-101f-468e-99fb-16a4947183c2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:35.350503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.360998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.381340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dca0a487-f08e-49e5-bba9-a150781a05be req-cd4fdcbe-1f12-411b-a81e-9ac045ba59d7 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185180 Jul 22 14:06:35.427428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Attempting to bind port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:35.428212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Attempting to bind port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:35.428781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Attempting to bind port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:35.431155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aa5d8-f4d6-4f16-9b96-90d0eaf665c1 None None] Pushing event updated for resources: {'Port': ['ID=8a0ec982-7e1e-40aa-a6e3-e823172884a2,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:35.441457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:35.442128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:35.443950 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.444473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:35.444982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Bound port: 8a0ec982-7e1e-40aa-a6e3-e823172884a2, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:35.445386 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.494264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:35.497811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e284951-7f5b-4814-84e3-bf74dc01d11b req-ab851eae-acf6-4c46-8c62-466a93f217bc tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:35.516459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e284951-7f5b-4814-84e3-bf74dc01d11b req-ab851eae-acf6-4c46-8c62-466a93f217bc tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 943 time: 0.1514401 Jul 22 14:06:35.518509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Allocated IP 172.20.0.1 (1db2355e-abfd-4d34-9cae-287854833ab4/c788b6ec-7268-4577-9570-3d1c649d3f21/5f1e279f-0707-4758-b274-4a30eae13740) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:35.587343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e284951-7f5b-4814-84e3-bf74dc01d11b req-7df8aec7-e394-4650-bb27-99f55a6ffba8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691497 Jul 22 14:06:35.596197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=391be8ec-7055-464e-8ed1-092eba1dcb6b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:35.609667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] For port 8a0ec982-7e1e-40aa-a6e3-e823172884a2, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:35.610761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] For port 8a0ec982-7e1e-40aa-a6e3-e823172884a2, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8a0ec982-7e1e-40aa-a6e3-e823172884a2,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:35.615933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.659736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:35.675584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:35.675964 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.682453 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.702592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Transition to ACTIVE for port object 5f1e279f-0707-4758-b274-4a30eae13740 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:35.714894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['391be8ec-7055-464e-8ed1-092eba1dcb6b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:35.723031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Routers {'e4f3b351-5507-49ed-9c38-db8fe3b67ff0'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:35.723686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:35.754610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:35.803212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98d47a-83c0-4dc7-8f39-49c9dead32c7 req-ddffffda-5125-4233-8d9e-d1fc37465dab tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:35.806567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d98d47a-83c0-4dc7-8f39-49c9dead32c7 req-ddffffda-5125-4233-8d9e-d1fc37465dab tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1196201 Jul 22 14:06:35.827495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Network 1db2355e-abfd-4d34-9cae-287854833ab4 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:35.843597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:35.854842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:35.858239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Pushing event updated for resources: {'Port': ['ID=5f1e279f-0707-4758-b274-4a30eae13740,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:35.890252 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d98d47a-83c0-4dc7-8f39-49c9dead32c7 req-6f0d9c00-8c6f-40a9-b2e8-58dfa54a89e0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781541 Jul 22 14:06:35.963408 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.010328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0aa5d8-f4d6-4f16-9b96-90d0eaf665c1 None None] Pushing event updated for resources: {'Port': ['ID=8a0ec982-7e1e-40aa-a6e3-e823172884a2,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:36.054540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e509c1-24b8-4d17-ba19-43735144f990 req-e8c1a2a4-6b16-42af-bdd7-e5b7ca32041d tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:36.056661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11e509c1-24b8-4d17-ba19-43735144f990 req-e8c1a2a4-6b16-42af-bdd7-e5b7ca32041d tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 945 time: 0.1730790 Jul 22 14:06:36.079451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99470cd-093c-4133-b50c-dc9c3209661a req-99980dfb-3a65-4a84-acd1-8d21f7526b2e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:36.082142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d99470cd-093c-4133-b50c-dc9c3209661a req-99980dfb-3a65-4a84-acd1-8d21f7526b2e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 949 time: 0.1080465 Jul 22 14:06:36.130141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11e509c1-24b8-4d17-ba19-43735144f990 req-d7dba683-b43e-4cad-85f0-d331d156e43a tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517201 Jul 22 14:06:36.148748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] Set router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:36.172363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d99470cd-093c-4133-b50c-dc9c3209661a req-89e7f680-f1a5-4f8b-bbb2-8ea58aadccac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677588 Jul 22 14:06:36.201723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.231256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.297656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba8162a2-8548-496e-9054-0a9d8bae7801 None None] Provisioning for port 5f1e279f-0707-4758-b274-4a30eae13740 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:36.321591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:36.323207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6108bf6-cc96-4727-9f52-297eeb298a6e req-bbdb76b6-bb5b-43fb-bfff-2b06768e9fa3 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:36.324210 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d5c5e6-849d-4a80-9ab8-163cb587bfef" -d '{"events": [{"server_uuid": "885b87fb-0fcc-4586-8b75-1533fe811c1a", "name": "network-vif-plugged", "status": "completed", "tag": "8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:36.325011 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6108bf6-cc96-4727-9f52-297eeb298a6e req-bbdb76b6-bb5b-43fb-bfff-2b06768e9fa3 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 944 time: 0.0897386 Jul 22 14:06:36.353276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba8162a2-8548-496e-9054-0a9d8bae7801 None None] Provisioning complete for port 5f1e279f-0707-4758-b274-4a30eae13740 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:36.353663 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba8162a2-8548-496e-9054-0a9d8bae7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.374887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6108bf6-cc96-4727-9f52-297eeb298a6e req-2d2f4eaf-a745-4d2b-9618-7aeb740eb94b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425594 Jul 22 14:06:36.402857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:36.418822 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.426627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0682db2-5f99-451f-b939-01b4473ba73e req-286c6e60-6f79-4080-8b18-55f900aeab68 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:36.434216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0682db2-5f99-451f-b939-01b4473ba73e req-286c6e60-6f79-4080-8b18-55f900aeab68 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 945 time: 0.2171595 Jul 22 14:06:36.446549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ba8162a2-8548-496e-9054-0a9d8bae7801 None None] Port 5f1e279f-0707-4758-b274-4a30eae13740 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:36.499847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0682db2-5f99-451f-b939-01b4473ba73e req-52115bb0-29ff-41d0-9d25-131323918ac0 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646536 Jul 22 14:06:36.503376 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf960d2-07b2-4031-8a9b-05f4a754e709 x-openstack-request-id: req-abf960d2-07b2-4031-8a9b-05f4a754e709 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:36.503652 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b87fb-0fcc-4586-8b75-1533fe811c1a", "name": "network-vif-plugged", "status": "completed", "tag": "8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:36.503901 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abf960d2-07b2-4031-8a9b-05f4a754e709 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:36.504277 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', 'code': 200} Jul 22 14:06:36.521925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.528265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.530403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:36.559982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:06:32Z', 'revision_number': 3, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:36.591186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38eb7f3-b7f5-456f-8ebe-f9ac1d600d75 None None] The sync data for ids ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'] in n-d-787205-11 is: [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:06:32Z', 'revision_number': 3, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:36.632531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:36.644880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Pushing event updated for resources: {'Port': ['ID=5f1e279f-0707-4758-b274-4a30eae13740,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:36.720254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f365517-893a-4631-8c68-438a3b22b1cd req-c77c19f0-5d88-47ff-bce6-a520b68e3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:36.721816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f365517-893a-4631-8c68-438a3b22b1cd req-c77c19f0-5d88-47ff-bce6-a520b68e3e97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 1102 time: 0.1514063 Jul 22 14:06:36.740230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17133447-8b2d-469e-8643-c00773f5cace req-f5eb7a2a-9619-43ff-bf79-5d6a95bbe771 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:36.741838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17133447-8b2d-469e-8643-c00773f5cace req-f5eb7a2a-9619-43ff-bf79-5d6a95bbe771 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 943 time: 0.0695026 Jul 22 14:06:36.776156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f365517-893a-4631-8c68-438a3b22b1cd req-f6f8295c-d470-456b-953c-722617f76c32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Jul 22 14:06:36.781275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Network 1db2355e-abfd-4d34-9cae-287854833ab4 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:36.782828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:36.785373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17133447-8b2d-469e-8643-c00773f5cace req-3de1d52d-a3a3-41c4-a6de-440e9e85cc0e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356159 Jul 22 14:06:36.916089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:36.939751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:06:37.065008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:37.079597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'port_id': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'mac_address': 'fa:16:3e:f1:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de202e8a-bbed-4fa3-865a-bfdf5b5e131a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:37.127859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:37.142498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a14e334-1158-4019-bf0f-7ed37664cf65 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:37.150768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:06:37.168958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:37.170289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-97a7cf1b-5fc3-4c28-ae82-0aab68f2f62e admin admin] 10.222.0.11 "PUT /v2.0/routers/e4f3b351-5507-49ed-9c38-db8fe3b67ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9737654 Jul 22 14:06:37.180754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:37.183662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4d9a0-0de6-4b89-beb6-c7fed1b05d8c req-704eda96-3d9b-4eaa-87eb-b834878f9c3f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:37.191074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-933c0705-a366-4307-9874-3f54cfa606ea None None] Provisioning complete for port 5f1e279f-0707-4758-b274-4a30eae13740 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:37.191529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-933c0705-a366-4307-9874-3f54cfa606ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:37.194130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ce4d9a0-0de6-4b89-beb6-c7fed1b05d8c req-704eda96-3d9b-4eaa-87eb-b834878f9c3f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1753910 Jul 22 14:06:37.250618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ce4d9a0-0de6-4b89-beb6-c7fed1b05d8c req-65d01391-e76b-4436-8a4e-c5bedd8135c0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524602 Jul 22 14:06:37.402838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-933c0705-a366-4307-9874-3f54cfa606ea None None] Port 5f1e279f-0707-4758-b274-4a30eae13740 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:37.418849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:37.438338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf573-e77e-4c61-95ab-c4b318e7a3ac req-9c7de9df-2d48-40ec-9166-16d7594f995e tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:37.440566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6faf573-e77e-4c61-95ab-c4b318e7a3ac req-9c7de9df-2d48-40ec-9166-16d7594f995e tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 945 time: 0.1980937 Jul 22 14:06:37.455312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a0ec982-7e1e-40aa-a6e3-e823172884a2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:37.461341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.461705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.462045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.462723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.463266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.463600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.464554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.465547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.465913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.466491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.468373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.468720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:37.470280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ef765-242f-4854-ab36-4a7cb5950812 req-ab74c409-4109-4b29-98cc-065065ef2b9c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:37.478557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d2ef765-242f-4854-ab36-4a7cb5950812 req-ab74c409-4109-4b29-98cc-065065ef2b9c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 950 time: 0.1573853 Jul 22 14:06:37.520125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6faf573-e77e-4c61-95ab-c4b318e7a3ac req-e3aa0536-dbc0-4525-8d00-e5f1cdf17380 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/security-groups?id=7df67bb9-8bb9-40d4-8e75-1247f31a29f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675478 Jul 22 14:06:37.557257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1a14e334-1158-4019-bf0f-7ed37664cf65'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:37.562607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:37.572022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d2ef765-242f-4854-ab36-4a7cb5950812 req-aa4f1539-7012-47c3-989a-9fa520731e1b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879440 Jul 22 14:06:37.591620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:37.591995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:37.763801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-f59c27f7-f562-42a0-a239-145d63f7da75 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:37.765651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-f59c27f7-f562-42a0-a239-145d63f7da75 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.20 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 945 time: 0.1801052 Jul 22 14:06:37.840824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2ec3c-4f32-4ca3-af51-c54b2e04e2f1 req-e935c411-b837-441d-9a26-91332952eda1 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:37.848711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb2ec3c-4f32-4ca3-af51-c54b2e04e2f1 req-e935c411-b837-441d-9a26-91332952eda1 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 944 time: 0.2199469 Jul 22 14:06:37.875008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976ec8-55c3-45f9-bb1f-f7d164357c14 req-ad3dcfc0-f222-41f1-85d9-c585d61241da tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:37.877575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b976ec8-55c3-45f9-bb1f-f7d164357c14 req-ad3dcfc0-f222-41f1-85d9-c585d61241da tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 945 time: 0.1370962 Jul 22 14:06:37.912814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:37.931246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b976ec8-55c3-45f9-bb1f-f7d164357c14 req-34ffcce9-c3e4-48b4-b6e6-803fd389b5ea tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Jul 22 14:06:37.940169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb2ec3c-4f32-4ca3-af51-c54b2e04e2f1 req-668a12a9-dfda-4d95-8174-667fcd4a957f tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905149 Jul 22 14:06:37.955081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8a0ec982-7e1e-40aa-a6e3-e823172884a2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8a0ec982-7e1e-40aa-a6e3-e823172884a2,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:37.960051 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:37.997875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:38.003794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-network', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:38.007345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Deleting port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:38.007799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.038369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8a0ec982-7e1e-40aa-a6e3-e823172884a2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:38.069458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Made reservation on behalf of 19df90e8d9da4587b6fe184c646bb4cc for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:38.071836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.083256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.110514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a4f3d-e4dd-43d8-8764-35ea46ba06ec req-9811e576-00a5-4019-8c28-fc1ab257d144 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:38.112139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-028a4f3d-e4dd-43d8-8764-35ea46ba06ec req-9811e576-00a5-4019-8c28-fc1ab257d144 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.1019638 Jul 22 14:06:38.165487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] For port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,segment=NetworkSegment(e31a778e-6237-4413-b4b5-1a4477bda06d),segment_id=e31a778e-6237-4413-b4b5-1a4477bda06d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:38.165897 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.186846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee3437-84d8-40ad-b096-a366731f6c47 req-abae491c-3ceb-40bb-9c30-717c7057cba7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:38.188494 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cee3437-84d8-40ad-b096-a366731f6c47 req-abae491c-3ceb-40bb-9c30-717c7057cba7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 944 time: 0.1572027 Jul 22 14:06:38.193421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Calling delete_port for a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:38.284521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cee3437-84d8-40ad-b096-a366731f6c47 req-0badd0a2-8c09-4c91-8050-e830c426bb42 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 Jul 22 14:06:38.403504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.434471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Pushing event deleted for resources: {'Port': ['ID=a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:38.475401 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-028a4f3d-e4dd-43d8-8764-35ea46ba06ec req-6c8935d9-ba63-4c64-8ebf-a08482d76ef9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555374 Jul 22 14:06:38.477677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:38.540046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] No DVR routers for this DVR port a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:38.545391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.550418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea057c27-4e85-44f6-a8d4-b30d76cfd700 req-8f7a121b-08ff-40e8-adc5-a3a186771746 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.20 "DELETE /v2.0/ports/a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 HTTP/1.1" status: 204 len: 173 time: 0.7777267 Jul 22 14:06:38.551694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213f459f-fb27-446a-8733-e26b35a802c2', 'name': 'network-vif-deleted', 'tag': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:38.554218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.557776 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f415a1-c42d-4b8f-acf0-5c46ac3c636d" -d '{"events": [{"server_uuid": "213f459f-fb27-446a-8733-e26b35a802c2", "name": "network-vif-deleted", "tag": "a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:38.559467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.613587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:06:38.665007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.665308 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Added segment 95a54479-8064-45a2-a646-d0cde72927f3 of type vlan for network da86616c-bb92-447d-818d-14b40177b96a Jul 22 14:06:38.666744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f918f129-11b2-465e-b9f0-e2f69ff382ff,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:38.675754 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Sync routers for ids ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:06:38.724158 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Routers {'e4f3b351-5507-49ed-9c38-db8fe3b67ff0'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:38.724883 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:38.745965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.775110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0e5f-f744-4d53-b96c-611242d34680 req-77fd5480-d49f-45e8-b177-a1bbe3a33a82 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:38.777197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86be0e5f-f744-4d53-b96c-611242d34680 req-77fd5480-d49f-45e8-b177-a1bbe3a33a82 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1878014 Jul 22 14:06:38.805699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.806660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:38.807251 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:38.810132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddd128ca-b236-45b2-ad56-d8d3bc4f70f9 req-638931da-c4e1-41cb-bd3b-d7ed23c68528 tempest-VolumesAdminNegativeTest-639901795 tempest-VolumesAdminNegativeTest-639901795-project] 10.222.0.11 "GET /v2.0/ports?device_id=213f459f-fb27-446a-8733-e26b35a802c2 HTTP/1.1" status: 200 len: 210 time: 0.0429618 Jul 22 14:06:38.875129 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ec05e-823c-446d-86d8-90dd4d364208 x-openstack-request-id: req-7c2ec05e-823c-446d-86d8-90dd4d364208 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:38.875782 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213f459f-fb27-446a-8733-e26b35a802c2", "name": "network-vif-deleted", "tag": "a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:38.876648 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c2ec05e-823c-446d-86d8-90dd4d364208 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:38.877284 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213f459f-fb27-446a-8733-e26b35a802c2', 'name': 'network-vif-deleted', 'tag': 'a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1', 'status': 'completed', 'code': 200} Jul 22 14:06:38.881985 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Set router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:38.900858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86be0e5f-f744-4d53-b96c-611242d34680 req-05afd608-797e-49e1-935c-81b72685f0dc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126065 Jul 22 14:06:38.902095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] Pushing event updated for resources: {'Network': ['ID=da86616c-bb92-447d-818d-14b40177b96a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:38.908131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3f532fe4-7079-41d9-b5d6-358db97f98ec admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9063518 Jul 22 14:06:38.908302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32840) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:38.913498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Request body: {'subnet': {'network_id': 'da86616c-bb92-447d-818d-14b40177b96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-subnet', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:38.925714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network da86616c-bb92-447d-818d-14b40177b96a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:06:38.928097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:38.947546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Made reservation on behalf of 19df90e8d9da4587b6fe184c646bb4cc for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:38.951321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.087699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e389f-47f5-46cf-bf7a-c7eb23e7b44c req-29aa496f-3d8a-4b8e-8831-70f820532f49 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.090834 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df2e389f-47f5-46cf-bf7a-c7eb23e7b44c req-29aa496f-3d8a-4b8e-8831-70f820532f49 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 950 time: 0.1321259 Jul 22 14:06:39.092942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 1a14e334-1158-4019-bf0f-7ed37664cf65 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:39.101110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 1a14e334-1158-4019-bf0f-7ed37664cf65 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:39.101532 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.171542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df2e389f-47f5-46cf-bf7a-c7eb23e7b44c req-7a382681-3a9e-4435-abb4-780f0b2542de tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741391 Jul 22 14:06:39.196032 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:06:36Z', 'revision_number': 4, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5f1e279f-0707-4758-b274-4a30eae13740', 'name': '', 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'mac_address': 'fa:16:3e:1c:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:35Z', 'updated_at': '2021-07-22T14:06:36Z', 'revision_number': 2, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'subnets': [{'id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:39.232873 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Checking router: e4f3b351-5507-49ed-9c38-db8fe3b67ff0 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:06:39.233216 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Updating router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 port 5f1e279f-0707-4758-b274-4a30eae13740 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:06:39.238260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.282638 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.321307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:39.325054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:39.331980 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea14eb-b226-4b73-a8d9-9bdfcbcd3303" -d '{"events": [{"server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "name": "network-vif-plugged", "status": "completed", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:39.341350 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.342213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 391be8ec-7055-464e-8ed1-092eba1dcb6b up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:39.377988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9f02a-660a-4749-ac59-aed701531b7a req-f76c4168-5bfb-46cc-9e38-da96a52f25e7 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.379900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5f9f02a-660a-4749-ac59-aed701531b7a req-f76c4168-5bfb-46cc-9e38-da96a52f25e7 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 944 time: 0.2780192 Jul 22 14:06:39.385391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766eae-7212-4aa3-931f-8340b071e15d req-3c5b0ae7-5bae-42d2-a4c3-24aa64d43487 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.387439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a766eae-7212-4aa3-931f-8340b071e15d req-3c5b0ae7-5bae-42d2-a4c3-24aa64d43487 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 1102 time: 0.1022601 Jul 22 14:06:39.392339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a0ec982-7e1e-40aa-a6e3-e823172884a2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:39.434566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a766eae-7212-4aa3-931f-8340b071e15d req-44fe1ef1-19ac-44f6-a15d-df150b8c6e06 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Jul 22 14:06:39.482757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 391be8ec-7055-464e-8ed1-092eba1dcb6b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:39.486490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:39.488136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:39.505229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 391be8ec-7055-464e-8ed1-092eba1dcb6b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:39.505660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.521676 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5f9f02a-660a-4749-ac59-aed701531b7a req-621a4d45-3d91-4e8c-87c4-b35476e19eef tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295071 Jul 22 14:06:39.568032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.585538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:39.587829 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.622321 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c5aef-b56f-4306-9b83-89c8d8cd96dd x-openstack-request-id: req-059c5aef-b56f-4306-9b83-89c8d8cd96dd {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:39.622857 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "name": "network-vif-plugged", "status": "completed", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:39.623352 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-059c5aef-b56f-4306-9b83-89c8d8cd96dd {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:39.624618 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'code': 200} Jul 22 14:06:39.745320 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.756307 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Transition to ACTIVE for port object 5f1e279f-0707-4758-b274-4a30eae13740 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:39.763417 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.765935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Checking segment: {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:39.766417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Network hostable DHCP agents. Network: da86616c-bb92-447d-818d-14b40177b96a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:06:39.783234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa55b61f-b826-4626-90d8-51a8fff7030b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:39.799361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Network da86616c-bb92-447d-818d-14b40177b96a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:06:39.813704 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Pushing event updated for resources: {'Port': ['ID=5f1e279f-0707-4758-b274-4a30eae13740,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:39.819238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, da86616c-bb92-447d-818d-14b40177b96a) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:39.826501 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.827325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.827932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.833213 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.833789 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.834315 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.834805 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.835279 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.835762 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.836252 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.836888 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.837545 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.838232 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.839542 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.840088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:06:39.848591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfbf3e-e177-4e27-babf-bb1604bcd124 req-68c88b17-3fa4-4dbf-ac23-78acf4580132 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.856924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2edfbf3e-e177-4e27-babf-bb1604bcd124 req-68c88b17-3fa4-4dbf-ac23-78acf4580132 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.1307433 Jul 22 14:06:39.865478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1469c305-308e-4949-9fdf-8baebe38ea5b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9561791 Jul 22 14:06:39.868019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32868) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:39.870260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0df02-8a80-44ba-a5e2-ca27455a90b4 req-e74ed74e-b70c-494f-84f4-75bbeaceb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.871884 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ead0df02-8a80-44ba-a5e2-ca27455a90b4 req-e74ed74e-b70c-494f-84f4-75bbeaceb75c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 1097 time: 0.1915681 Jul 22 14:06:39.872626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:39.876727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 391be8ec-7055-464e-8ed1-092eba1dcb6b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b,segment=NetworkSegment(f4dd7a7e-101f-468e-99fb-16a4947183c2),segment_id=f4dd7a7e-101f-468e-99fb-16a4947183c2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:39.878161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56348e9f-765d-4ca0-947e-ce6e5a06b23e None None] Network da86616c-bb92-447d-818d-14b40177b96a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:39.888970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45d964-9dec-4bc5-8ab2-669b17722242 req-c5a057de-9a68-4323-9ddf-0138e4f02e78 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:39.895142 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.896005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:39.896789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab45d964-9dec-4bc5-8ab2-669b17722242 req-c5a057de-9a68-4323-9ddf-0138e4f02e78 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.1648388 Jul 22 14:06:39.935355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2edfbf3e-e177-4e27-babf-bb1604bcd124 req-37080060-8352-4562-83fe-cbcbfdfb8a74 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742447 Jul 22 14:06:39.939344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.940728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:39.970697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ead0df02-8a80-44ba-a5e2-ca27455a90b4 req-3dc80b50-61a8-49fa-a2ce-8b54b09f34c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 Jul 22 14:06:39.988065 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Attempting to bind port 5f1e279f-0707-4758-b274-4a30eae13740 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:39.988497 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Attempting to bind port 5f1e279f-0707-4758-b274-4a30eae13740 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:39.988869 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Attempting to bind port 5f1e279f-0707-4758-b274-4a30eae13740 on network 1db2355e-abfd-4d34-9cae-287854833ab4 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:40.013321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab45d964-9dec-4bc5-8ab2-669b17722242 req-acbe20ac-b5cc-4bfc-920a-d456dff9745b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153190 Jul 22 14:06:40.023552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:40.023937 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Checking segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:40.024345 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.024745 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Bound using segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:40.025455 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Bound port: 5f1e279f-0707-4758-b274-4a30eae13740, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:40.025762 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.029996 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.065678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:40.120325 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] For port 5f1e279f-0707-4758-b274-4a30eae13740, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:40.131867 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] For port 5f1e279f-0707-4758-b274-4a30eae13740, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1e279f-0707-4758-b274-4a30eae13740,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:40.138019 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.150747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-634a5233-65e7-4475-b70e-acce195a6c9b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626585 Jul 22 14:06:40.184166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Deleting subnet e349ca8d-8178-4aaf-b873-40a00aab1dfe {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:06:40.188682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.223028 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Routers {'e4f3b351-5507-49ed-9c38-db8fe3b67ff0'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:40.223665 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:40.234719 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.263132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.281655 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0719d7-c584-4319-90f0-adc8063e918f None None] Pushing event updated for resources: {'Port': ['ID=5f1e279f-0707-4758-b274-4a30eae13740,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:40.319662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.377754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:40.378351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a6ab58f6-d365-4ee8-81d2-bb1cbebbf0a1 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:40.381302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=391be8ec-7055-464e-8ed1-092eba1dcb6b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:40.397435 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] Set router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:40.410793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:40.429085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.454191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-8cbec8b9-8626-4146-86c0-40081e17cc0d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:40.461179 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-8cbec8b9-8626-4146-86c0-40081e17cc0d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194843 Jul 22 14:06:40.461600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '49e52e13-b470-4862-a786-430c859324aa', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': '49e52e13-b470-4862-a786-430c859324aa', 'mac_address': 'fa:16:3e:f5:81:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:40.479968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-3eba75ad-62ba-4812-b118-4e2923e58df0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/quotas/bb15bd61e5334cd098c8935af2138409 HTTP/1.1" status: 200 len: 375 time: 0.0177677 Jul 22 14:06:40.515674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e349ca8d-8178-4aaf-b873-40a00aab1dfe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:40.523788 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.525778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b21c5869-f3f2-416a-afc1-4e032d561c59 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e349ca8d-8178-4aaf-b873-40a00aab1dfe HTTP/1.1" status: 204 len: 168 time: 0.4590535 Jul 22 14:06:40.530309 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.530738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:40.555348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49e52e13-b470-4862-a786-430c859324aa {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:40.590537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36d055-9a82-48e9-a28c-f35e0ad6accd req-18c16a0b-f12b-4f61-a132-feacf610eee0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:40.598275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6b36d055-9a82-48e9-a28c-f35e0ad6accd req-18c16a0b-f12b-4f61-a132-feacf610eee0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.2217062 Jul 22 14:06:40.603438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:40.611019 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.617953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-da86616c-bb92-447d-818d-14b40177b96a', 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'fixed_ips': [{'subnet_id': 'aa55b61f-b826-4626-90d8-51a8fff7030b'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:06:40.618994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.662557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6b36d055-9a82-48e9-a28c-f35e0ad6accd req-08d01a84-b4e9-4a15-a939-adba1c696ca2 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631754 Jul 22 14:06:40.695817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:40.718216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-5a277a2c-5d42-4371-9c20-93e9e3584b80 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2373416 Jul 22 14:06:40.758299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['49e52e13-b470-4862-a786-430c859324aa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:40.759660 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:06:36Z', 'revision_number': 4, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5f1e279f-0707-4758-b274-4a30eae13740', 'name': '', 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'mac_address': 'fa:16:3e:1c:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:35Z', 'updated_at': '2021-07-22T14:06:40Z', 'revision_number': 4, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'subnets': [{'id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:40.765001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:40.914773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Allocated IP 172.20.0.2 (da86616c-bb92-447d-818d-14b40177b96a/aa55b61f-b826-4626-90d8-51a8fff7030b/b5df08d0-7d13-4ac3-878f-066d530cd040) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:41.034937 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84589a3e-ce3c-4e94-a5ef-e5d319ac3806 None None] The sync data for ids ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'] in n-d-787205-11 is: [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:06:36Z', 'revision_number': 4, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5f1e279f-0707-4758-b274-4a30eae13740', 'name': '', 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'mac_address': 'fa:16:3e:1c:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:35Z', 'updated_at': '2021-07-22T14:06:40Z', 'revision_number': 4, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'subnets': [{'id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:41.048840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaead4-7d49-45db-b782-b5c11bfc336d req-63c75744-27a4-42f5-aa95-c2807924a476 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:41.055373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-227f3584-cb9e-4141-9847-140b13d24719 req-8655022a-eec6-44c2-afa0-4dca30de442f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 210 time: 0.1174326 Jul 22 14:06:41.056891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30eaead4-7d49-45db-b782-b5c11bfc336d req-63c75744-27a4-42f5-aa95-c2807924a476 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 945 time: 0.1213720 Jul 22 14:06:41.084823 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.173510 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.175050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30eaead4-7d49-45db-b782-b5c11bfc336d req-11db34c6-de65-4952-9138-0422cfd0d122 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171956 Jul 22 14:06:41.186274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.191271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9219c122-f32f-4c14-bf93-f3fac52fd29c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:41.253515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31a778e-6237-4413-b4b5-1a4477bda06d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:41.253839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31a778e-6237-4413-b4b5-1a4477bda06d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:41.270436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.284893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Transition to ACTIVE for port object b5df08d0-7d13-4ac3-878f-066d530cd040 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:41.319944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.329852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Transition to ACTIVE for port object b5df08d0-7d13-4ac3-878f-066d530cd040 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:41.339910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.364811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.388684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:06:41.389415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:06:41.397267 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:06:41.404181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Network da86616c-bb92-447d-818d-14b40177b96a is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:41.420227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:41.434963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:41.439590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Pushing event updated for resources: {'Port': ['ID=b5df08d0-7d13-4ac3-878f-066d530cd040,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:41.447908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1e279f-0707-4758-b274-4a30eae13740 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:41.449469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1984d-052a-462e-8184-eab8a8ef518e req-4b713e11-72ae-4ae8-9b43-ebf8d74d24d9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:41.457125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6b1984d-052a-462e-8184-eab8a8ef518e req-4b713e11-72ae-4ae8-9b43-ebf8d74d24d9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2518425 Jul 22 14:06:41.511253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:41.582142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6b1984d-052a-462e-8184-eab8a8ef518e req-b37f6539-9f13-4736-8a86-6efef1aa0cd8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163836 Jul 22 14:06:41.618898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Allocated IP 172.25.8.202 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/368ed2dd-09a0-4d53-9a55-62aafa816aac) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:41.631596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.642139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391be8ec-7055-464e-8ed1-092eba1dcb6b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:41.644947 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e098fc8-39df-4894-8f97-9132d47ee7d4" -d '{"events": [{"server_uuid": "297b8dff-5ee0-46d5-b061-2b13c3b9c1b4", "name": "network-vif-plugged", "status": "completed", "tag": "391be8ec-7055-464e-8ed1-092eba1dcb6b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:41.672076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5f1e279f-0707-4758-b274-4a30eae13740 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:41.686516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29fb37-7957-4f79-b6d7-2d79fba64c63 req-e1ea4930-a559-4885-8118-0cc59130149c tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:41.688395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5f1e279f-0707-4758-b274-4a30eae13740 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:41.690050 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.696196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c29fb37-7957-4f79-b6d7-2d79fba64c63 req-e1ea4930-a559-4885-8118-0cc59130149c tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.1442602 Jul 22 14:06:41.749584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.751750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9219c122-f32f-4c14-bf93-f3fac52fd29c HTTP/1.1" status: 204 len: 168 time: 1.2188337 Jul 22 14:06:41.754956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32932) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:41.764827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Attempting to bind port b5df08d0-7d13-4ac3-878f-066d530cd040 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:41.765192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Attempting to bind port b5df08d0-7d13-4ac3-878f-066d530cd040 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:41.765551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Attempting to bind port b5df08d0-7d13-4ac3-878f-066d530cd040 on network da86616c-bb92-447d-818d-14b40177b96a {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:41.771787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c29fb37-7957-4f79-b6d7-2d79fba64c63 req-1fff12e0-9acb-4054-89f2-8e15d52f4f6c tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746372 Jul 22 14:06:41.811178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:41.811178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Checking segment: {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:41.811178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.811611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Bound using segment: {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:41.812387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Bound port: b5df08d0-7d13-4ac3-878f-066d530cd040, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:41.812515 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.867308 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a5deb1-790b-4db6-abe0-7c6ac50723a0 x-openstack-request-id: req-07a5deb1-790b-4db6-abe0-7c6ac50723a0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:41.867605 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297b8dff-5ee0-46d5-b061-2b13c3b9c1b4", "name": "network-vif-plugged", "status": "completed", "tag": "391be8ec-7055-464e-8ed1-092eba1dcb6b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:41.867848 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07a5deb1-790b-4db6-abe0-7c6ac50723a0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:41.868240 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391be8ec-7055-464e-8ed1-092eba1dcb6b', 'code': 200} Jul 22 14:06:41.940040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 49e52e13-b470-4862-a786-430c859324aa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:41.940763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:41.985889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3799b5-53a3-40d9-8b22-d833d77b5096 admin admin] Pushing event deleted for resources: {'Network': ['ID=9219c122-f32f-4c14-bf93-f3fac52fd29c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:42.055987 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.071066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Deleting subnet e4e5cb45-b467-4cc7-9f5e-766c11020629 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:06:42.083107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] For port b5df08d0-7d13-4ac3-878f-066d530cd040, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:42.092402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.108924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] For port b5df08d0-7d13-4ac3-878f-066d530cd040, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5df08d0-7d13-4ac3-878f-066d530cd040,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:42.138023 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.166791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5f1e279f-0707-4758-b274-4a30eae13740, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1e279f-0707-4758-b274-4a30eae13740,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:42.176994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.184948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.197343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccbaae-af47-44dc-b121-14b509445475 req-fadaedd6-d7dd-4dce-ab42-19dabedd1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:42.199066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88ccbaae-af47-44dc-b121-14b509445475 req-fadaedd6-d7dd-4dce-ab42-19dabedd1cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 1097 time: 0.2348733 Jul 22 14:06:42.220115 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.230538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187b9b-d083-4f0e-8b3d-0691318597fe req-28431e3c-402d-4898-8d4b-1475ec067a15 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:42.232460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29b046-da10-4493-b932-c22d0443de39 req-c1b51884-a41d-4842-87e5-ba9def4655e4 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:42.235221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd187b9b-d083-4f0e-8b3d-0691318597fe req-28431e3c-402d-4898-8d4b-1475ec067a15 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1875944 Jul 22 14:06:42.251731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd29b046-da10-4493-b932-c22d0443de39 req-c1b51884-a41d-4842-87e5-ba9def4655e4 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.5102656 Jul 22 14:06:42.256129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.295528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016500c-48c7-4d83-83f1-9a16a4e637cf None None] Pushing event updated for resources: {'Port': ['ID=b5df08d0-7d13-4ac3-878f-066d530cd040,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:42.354143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88ccbaae-af47-44dc-b121-14b509445475 req-21861016-0c9d-4c08-9d2e-99be01ce9a83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176870 Jul 22 14:06:42.379123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:42.391283 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.395691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd187b9b-d083-4f0e-8b3d-0691318597fe req-4288c9db-f0e5-477c-b3a3-cc1182e30318 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411583 Jul 22 14:06:42.420327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.461587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5f1e279f-0707-4758-b274-4a30eae13740,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:42.486716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd29b046-da10-4493-b932-c22d0443de39 req-2d6c73b7-8d5e-4be9-939c-cb2a275c6931 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340400 Jul 22 14:06:42.505816 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.572181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-0ed78782-58dd-4a1a-bc74-0cbedc1bd4cd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627470 Jul 22 14:06:42.731880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:42.796847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:42.803968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f54285db-361e-4e31-a683-8574225f903a req-0844206b-5c3f-48c4-b96a-5573e6e6d75a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 210 time: 0.1260200 Jul 22 14:06:42.812472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:42.825002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:42.832456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe3fe-5d8e-4484-aa76-9e0e1e9ded66 req-9edfe4bf-5a94-4d27-b3c3-b2c89dcd5431 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:42.835706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-477fe3fe-5d8e-4484-aa76-9e0e1e9ded66 req-9edfe4bf-5a94-4d27-b3c3-b2c89dcd5431 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 945 time: 0.1197138 Jul 22 14:06:42.860764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Pushing event updated for resources: {'Port': ['ID=368ed2dd-09a0-4d53-9a55-62aafa816aac,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:42.922988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:42.941495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-477fe3fe-5d8e-4484-aa76-9e0e1e9ded66 req-5120a8db-6bbf-4179-8582-61e96329a9eb tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961010 Jul 22 14:06:43.015993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e5cb45-b467-4cc7-9f5e-766c11020629,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:43.027733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.032582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-447a28f1-be80-44ab-805e-3cf8693d28ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4e5cb45-b467-4cc7-9f5e-766c11020629 HTTP/1.1" status: 204 len: 168 time: 1.2507715 Jul 22 14:06:43.033001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:43.109003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-73255165-f5cd-49ea-8b69-034b66e4db5a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:43.110802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-73255165-f5cd-49ea-8b69-034b66e4db5a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5286100 Jul 22 14:06:43.153104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:43.240070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.344443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8693d8-28ef-45a1-accc-e1f64c931b96 req-c91013d6-e6ae-4c37-9281-795efff58226 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:43.351746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba8693d8-28ef-45a1-accc-e1f64c931b96 req-c91013d6-e6ae-4c37-9281-795efff58226 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.2812600 Jul 22 14:06:43.547528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.572942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba8693d8-28ef-45a1-accc-e1f64c931b96 req-1d50466c-f5d1-4135-a6f0-5e95d6758b7f tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203033 Jul 22 14:06:43.596805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5df08d0-7d13-4ac3-878f-066d530cd040 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:43.606894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838bc631-dc67-40a8-ad3b-a6bae670c75b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:43.641498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb22a890-06c6-4407-a163-0ad90fd6a5d2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:43.641829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb22a890-06c6-4407-a163-0ad90fd6a5d2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:43.657228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.685851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-b7ae4153-1863-4966-ae86-70ef09c29243 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:43.688076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-b7ae4153-1863-4966-ae86-70ef09c29243 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.2786546 Jul 22 14:06:43.689547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.713847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b5df08d0-7d13-4ac3-878f-066d530cd040 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:43.716996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:06:43.717645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.720252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1e279f-0707-4758-b274-4a30eae13740 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:06:43.720715 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:06:43.756105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:43.761986 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.788062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.854222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.858390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5f1e279f-0707-4758-b274-4a30eae13740 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:43.858803 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.882432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e52e13-b470-4862-a786-430c859324aa'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:43.884887 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e26542-448b-4b9b-bff4-48cf59d214ac" -d '{"events": [{"server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "name": "network-vif-plugged", "status": "completed", "tag": "49e52e13-b470-4862-a786-430c859324aa"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:43.924253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:43.930496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] 10.222.0.11 "DELETE /v2.0/networks/838bc631-dc67-40a8-ad3b-a6bae670c75b HTTP/1.1" status: 204 len: 168 time: 0.8961387 Jul 22 14:06:43.938499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485b493-e138-48cf-b1b9-411b18ebaa24 req-9baaa833-639b-4140-bc9e-c2420745ee9a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:43.951516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3485b493-e138-48cf-b1b9-411b18ebaa24 req-9baaa833-639b-4140-bc9e-c2420745ee9a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.7537074 Jul 22 14:06:43.957049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e08f61d-3b69-45f8-8a20-ca3a9547d910 None None] Network da86616c-bb92-447d-818d-14b40177b96a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:44.051766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845bac8-7d79-4edc-a335-7305f71bf02b admin admin] Pushing event deleted for resources: {'Network': ['ID=838bc631-dc67-40a8-ad3b-a6bae670c75b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:44.093235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] Provisioning for port b5df08d0-7d13-4ac3-878f-066d530cd040 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:44.103118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] Provisioning complete for port b5df08d0-7d13-4ac3-878f-066d530cd040 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:44.106040 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.179343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566d7ac-446e-499e-90f5-a4148cef62ee req-9788bb3c-665e-4994-8c37-60e264cbf43b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:44.187751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7566d7ac-446e-499e-90f5-a4148cef62ee req-9788bb3c-665e-4994-8c37-60e264cbf43b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.3391764 Jul 22 14:06:44.212231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Deleting port 5cbe8421-03fc-4875-b36f-a676ed85733c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:44.212579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.288025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:44.338108 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.415884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] For port b5df08d0-7d13-4ac3-878f-066d530cd040, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5df08d0-7d13-4ac3-878f-066d530cd040,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:44.423379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.455198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7566d7ac-446e-499e-90f5-a4148cef62ee req-d7117c0d-ba90-4e5b-9318-0992012b223a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503998 Jul 22 14:06:44.492114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e6f666b-d842-4651-a318-8b979cc82f75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eeb1fdf1fca244de99a2d780f599f160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009876 Jul 22 14:06:44.498249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:44.519142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] For port 5cbe8421-03fc-4875-b36f-a676ed85733c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=5cbe8421-03fc-4875-b36f-a676ed85733c,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:44.519804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.549403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e163c-6417-4cda-a102-46d497252ee4 None None] Pushing event updated for resources: {'Port': ['ID=b5df08d0-7d13-4ac3-878f-066d530cd040,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:44.630062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3485b493-e138-48cf-b1b9-411b18ebaa24 req-2f7b2333-8c4e-42dc-8865-c692ff4410cd tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6780417 Jul 22 14:06:44.727386 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108f7a8-06c5-46b7-9e1b-a888b6bcbed7 x-openstack-request-id: req-4108f7a8-06c5-46b7-9e1b-a888b6bcbed7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:44.728262 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "name": "network-vif-plugged", "status": "completed", "tag": "49e52e13-b470-4862-a786-430c859324aa", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:44.728690 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4108f7a8-06c5-46b7-9e1b-a888b6bcbed7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:44.729246 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e52e13-b470-4862-a786-430c859324aa', 'code': 200} Jul 22 14:06:44.758694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5067f327-f7de-43d0-b11c-d7b00197fcdd None None] Provisioning complete for port b5df08d0-7d13-4ac3-878f-066d530cd040 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:44.759339 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5067f327-f7de-43d0-b11c-d7b00197fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.855181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.63 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:44.928994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:44.977423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0271edba-74bc-44b1-95ba-7573aea3f63f req-fd745a31-db4d-403e-9bc7-518752b4899d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 210 time: 0.2658355 Jul 22 14:06:45.039931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f16a032-9b91-4430-ad03-6b495c917d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.069159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe7b82-0deb-4a9c-ba8d-8d3c67cda21c req-bd6f4066-1785-42a0-96a5-2f7234764e58 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:45.071017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfe7b82-0deb-4a9c-ba8d-8d3c67cda21c req-bd6f4066-1785-42a0-96a5-2f7234764e58 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 945 time: 0.2428567 Jul 22 14:06:45.078725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.084593 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.085196 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Floating IP 7b872f18-1ddf-40f2-bd05-f85b030424ff disassociated. External IP: 172.25.8.36, port: 5cbe8421-03fc-4875-b36f-a676ed85733c. Jul 22 14:06:45.085653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Calling delete_port for 5cbe8421-03fc-4875-b36f-a676ed85733c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:45.117074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f16a032-9b91-4430-ad03-6b495c917d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.230687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfe7b82-0deb-4a9c-ba8d-8d3c67cda21c req-2711b79a-c283-460f-af93-139870e8dbab tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368620 Jul 22 14:06:45.240614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.262911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:45.330634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Router 2a8f3859-7c09-4e51-aa80-84faffe76a8c is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:06:45.351645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.365126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061', '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:45.367957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:45.393256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4aabd-d317-4b52-a64d-d44393f97912 req-226408b0-ec21-45b7-a522-a22dd7116655 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:45.402663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ba4aabd-d317-4b52-a64d-d44393f97912 req-226408b0-ec21-45b7-a522-a22dd7116655 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 945 time: 0.3108835 Jul 22 14:06:45.484149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5df08d0-7d13-4ac3-878f-066d530cd040 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:45.525529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:45.535986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:45.540301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:45.550299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:45.585322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f16a032-9b91-4430-ad03-6b495c917d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.588259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f16a032-9b91-4430-ad03-6b495c917d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.590264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7f16a032-9b91-4430-ad03-6b495c917d51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7df67bb9-8bb9-40d4-8e75-1247f31a29f5 HTTP/1.1" status: 204 len: 168 time: 1.0908232 Jul 22 14:06:45.625080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ba4aabd-d317-4b52-a64d-d44393f97912 req-13df2625-fd81-4590-a60b-71e7b90740c8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups?id=20fecaf6-03fe-4701-976d-933def9e7fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029333 Jul 22 14:06:45.641572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16a032-9b91-4430-ad03-6b495c917d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df67bb9-8bb9-40d4-8e75-1247f31a29f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:45.691532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.711004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:06:45.751507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event deleted for resources: {'Port': ['ID=5cbe8421-03fc-4875-b36f-a676ed85733c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:45.790794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Sync routers for ids ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:06:45.837993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:45.840476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.859618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.863994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33eba15b-1591-4f29-98be-1a96c07f0664 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9950335 Jul 22 14:06:45.875703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b5df08d0-7d13-4ac3-878f-066d530cd040 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:45.876085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:45.883504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33004) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:45.889516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Routers {'2a8f3859-7c09-4e51-aa80-84faffe76a8c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:45.890405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:46.037029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Router 86fc366f-bb86-4764-aa54-d77358dc543f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:06:46.060307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e98d44-f8a8-454c-8a97-d74da3ea7e61 req-9e96989d-b466-4a29-9efd-c752a194dadc tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:46.068537 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19e98d44-f8a8-454c-8a97-d74da3ea7e61 req-9e96989d-b466-4a29-9efd-c752a194dadc tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.6156638 Jul 22 14:06:46.099224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-d84cb176-34ef-4500-86bd-1d8ab7be5d7c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9507065 Jul 22 14:06:46.118561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Request body: {'port': {'device_id': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:46.148570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9461e731-8d07-416b-a7b7-ab77a23ae965 None None] Provisioning for port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:46.195213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9461e731-8d07-416b-a7b7-ab77a23ae965 None None] Provisioning complete for port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:46.195588 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9461e731-8d07-416b-a7b7-ab77a23ae965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:46.222288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19e98d44-f8a8-454c-8a97-d74da3ea7e61 req-e0d17c3c-cbd1-4f05-b65d-accbc3fbfab0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450830 Jul 22 14:06:46.294924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9461e731-8d07-416b-a7b7-ab77a23ae965 None None] Port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:46.315747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f4acf-67ba-49cf-aa19-bab7457643bb req-e029bd4b-730a-4b20-bfaf-6e9c161236d1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:46.329574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a2f4acf-67ba-49cf-aa19-bab7457643bb req-e029bd4b-730a-4b20-bfaf-6e9c161236d1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.3013728 Jul 22 14:06:46.448716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:06:46.460706 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] Sync routers for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:06:46.472589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a2f4acf-67ba-49cf-aa19-bab7457643bb req-f7f3ef8b-3ba1-4740-b830-f7e2a836aa5e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420369 Jul 22 14:06:46.478751 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:46.480765 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:46.537116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:46.642971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] No DVR routers for this DVR port 5cbe8421-03fc-4875-b36f-a676ed85733c on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:46.646111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:46.655997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-564f81e3-9597-44ed-afb9-ccd28be77ff8 req-29f756c4-6d4c-43a1-9c2e-36d4f66339dc tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.20 "DELETE /v2.0/ports/5cbe8421-03fc-4875-b36f-a676ed85733c HTTP/1.1" status: 204 len: 173 time: 2.9614406 Jul 22 14:06:46.656483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'name': 'network-vif-deleted', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:46.669260 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811cbde7-e41e-4cfe-a58a-1eabb8462266" -d '{"events": [{"server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "name": "network-vif-deleted", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:46.730415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Set router 2a8f3859-7c09-4e51-aa80-84faffe76a8c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:46.743266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33032) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:46.796307 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:46.967652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a4f51e5-d86f-4df6-9a4c-cfec1a9979fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e5ed2b4a5434bfa90bd6a37676fe13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181270 Jul 22 14:06:46.968940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:46.970596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5cbe8421-03fc-4875-b36f-a676ed85733c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:47.092191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 5cbe8421-03fc-4875-b36f-a676ed85733c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:47.092443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 5cbe8421-03fc-4875-b36f-a676ed85733c not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:47.095464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a34e271-b906-4b39-b452-d7bfcd50c104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.170522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a34e271-b906-4b39-b452-d7bfcd50c104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.205211 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:47Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:47.282133 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] Checking router: 86fc366f-bb86-4764-aa54-d77358dc543f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:06:47.305547 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:47.308575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:47.309492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:47.315348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a34e271-b906-4b39-b452-d7bfcd50c104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.325922 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a34e271-b906-4b39-b452-d7bfcd50c104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.328463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a34e271-b906-4b39-b452-d7bfcd50c104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29d38486-b90f-46e2-a696-01fab6e2dfd5 HTTP/1.1" status: 204 len: 168 time: 0.3554699 Jul 22 14:06:47.336873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.349781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34e271-b906-4b39-b452-d7bfcd50c104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d38486-b90f-46e2-a696-01fab6e2dfd5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:47.369837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Transition to ACTIVE for port object 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:47.413836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610d2d-4373-4560-8c67-96f5af6431a6 req-6d220a3b-605a-42ff-aae1-f254bab28f76 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:47.419438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8610d2d-4373-4560-8c67-96f5af6431a6 req-6d220a3b-605a-42ff-aae1-f254bab28f76 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 935 time: 0.8210859 Jul 22 14:06:47.431668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.612755 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8610d2d-4373-4560-8c67-96f5af6431a6 req-05b80f78-cd15-41d1-845e-156a43c1c982 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337936 Jul 22 14:06:47.646173 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:47.724206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Attempting to bind port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:47.724548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Attempting to bind port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:47.724874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Attempting to bind port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:47.742692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Pushing event updated for resources: {'Port': ['ID=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:47.745933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:06:47.747542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Attempting to bind port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:47.755985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:47.756481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:47.756968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:47.757414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Bound port: 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:47.757823 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.820743 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399dcc6-4603-45af-a22f-eed1f4474b9b x-openstack-request-id: req-a399dcc6-4603-45af-a22f-eed1f4474b9b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:47.821285 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d87f286-e8f2-4dc1-a6de-68bc4b782159", "name": "network-vif-deleted", "tag": "5cbe8421-03fc-4875-b36f-a676ed85733c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:47.821380 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a399dcc6-4603-45af-a22f-eed1f4474b9b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:47.822049 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d87f286-e8f2-4dc1-a6de-68bc4b782159', 'name': 'network-vif-deleted', 'tag': '5cbe8421-03fc-4875-b36f-a676ed85733c', 'status': 'completed', 'code': 200} Jul 22 14:06:47.858831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] For port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:47.863226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] For port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:47.882961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.959913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6359ece-f70d-4897-b899-177e32b2723d req-25c9a380-24a4-4b08-aa5f-01f2fa761082 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.1255958 Jul 22 14:06:47.962775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:47.963407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:47.965485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] 10.222.0.13 "PUT /v2.0/ports/97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a HTTP/1.1" status: 200 len: 1096 time: 1.8521130 Jul 22 14:06:47.968313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'tag': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:47.984237 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5634c60e-4630-46f6-907e-4ec139725312" -d '{"events": [{"name": "network-changed", "server_uuid": "e39c29ee-625e-4efb-8a43-a51245ceb51f", "tag": "97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:48.316088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:47Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:48.348572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-f671e7da-73fd-488e-8e21-103e9151a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:48.354061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-f671e7da-73fd-488e-8e21-103e9151a2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 1099 time: 0.3381796 Jul 22 14:06:48.355659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8e21a-707c-47f4-8b69-9749df9a3074 service neutron] Pushing event updated for resources: {'Port': ['ID=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:48.376516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77ead9-3e9b-4e2f-9d37-778eb2072849 req-50f1c09b-b01a-42ee-b2c0-7aa919fca9e8 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:48.392490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de77ead9-3e9b-4e2f-9d37-778eb2072849 req-50f1c09b-b01a-42ee-b2c0-7aa919fca9e8 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1664844 Jul 22 14:06:48.404774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:06:43Z', 'revision_number': 3, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:48.423092 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e6fda6-9d1c-4109-a668-dc7f001d3fd1 None None] The sync data for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 is: [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:03:40Z', 'revision_number': 4, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '45f89394-17b5-474d-aed8-081ca20372a8', 'name': '', 'network_id': 'aa3ddf32-d276-4ce1-ae61-fdc4f53519e3', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'mac_address': 'fa:16:3e:8d:a0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:37Z', 'updated_at': '2021-07-22T14:03:47Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'subnets': [{'id': '7ed52ec2-22fc-43e3-90f7-393b0056ab9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:48.459444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Checking router: 2a8f3859-7c09-4e51-aa80-84faffe76a8c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:06:48.459603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Updating router 2a8f3859-7c09-4e51-aa80-84faffe76a8c port 368ed2dd-09a0-4d53-9a55-62aafa816aac binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:06:48.471612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de77ead9-3e9b-4e2f-9d37-778eb2072849 req-11b35eed-d89d-4f11-a03b-d85dd21c2727 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762515 Jul 22 14:06:48.538840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-e3638b39-0dfc-416c-96ed-5260c4aa224a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a HTTP/1.1" status: 200 len: 217 time: 0.1758583 Jul 22 14:06:48.549597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fbb8418c-c764-4a4b-9992-95dee99fd118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:48.571033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:48.715905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-b3fa2dcc-e27b-4462-b123-da0e26cb0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:48.719290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-b3fa2dcc-e27b-4462-b123-da0e26cb0623 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1618524 Jul 22 14:06:48.755199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a284a6-5434-47d8-bb4c-57530d585521 req-87588a3c-b2d4-47f8-811f-f1f1533e5e99 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:48.765665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e5a284a6-5434-47d8-bb4c-57530d585521 req-87588a3c-b2d4-47f8-811f-f1f1533e5e99 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 945 time: 0.1624346 Jul 22 14:06:48.779655 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:48.849839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e5a284a6-5434-47d8-bb4c-57530d585521 req-9733a692-8b04-435c-9a52-3e271041039a tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806348 Jul 22 14:06:48.862141 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:48.970732 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35164116-0d0c-4f7a-96e3-0313ba47fd9a x-openstack-request-id: req-35164116-0d0c-4f7a-96e3-0313ba47fd9a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:48.971037 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39c29ee-625e-4efb-8a43-a51245ceb51f", "tag": "97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:48.971290 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35164116-0d0c-4f7a-96e3-0313ba47fd9a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:48.971695 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'tag': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a', 'status': 'completed', 'code': 200} Jul 22 14:06:49.023207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45365813-0b45-449b-ade4-a0f98e9b8752 None None] New status for floating IP 7b872f18-1ddf-40f2-bd05-f85b030424ff: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:06:49.070197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce190-9025-48a1-864d-8eebe632a64d req-ccb7ba3e-31cc-4525-8cbd-698d5dac0719 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:49.071811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-605ce190-9025-48a1-864d-8eebe632a64d req-ccb7ba3e-31cc-4525-8cbd-698d5dac0719 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.9451706 Jul 22 14:06:49.222632 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-605ce190-9025-48a1-864d-8eebe632a64d req-16b0be45-6a6e-47ce-8864-49aa6ae27092 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279376 Jul 22 14:06:49.230075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-e1860ef2-9a4e-4d58-b49b-d224c12b8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:49.231660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-e1860ef2-9a4e-4d58-b49b-d224c12b8077 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4792242 Jul 22 14:06:49.291596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae4e0-a26d-4ecf-bda5-cb12c7db6603 req-44438561-c7f6-4361-97b6-411e433dc437 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:49.300057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:49.306716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f3ae4e0-a26d-4ecf-bda5-cb12c7db6603 req-44438561-c7f6-4361-97b6-411e433dc437 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 947 time: 0.2227590 Jul 22 14:06:49.353832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Transition to ACTIVE for port object 368ed2dd-09a0-4d53-9a55-62aafa816aac will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:49.365312 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:49.407807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f3ae4e0-a26d-4ecf-bda5-cb12c7db6603 req-e32f4ebf-0e66-4df7-9661-a1cb59d1c1e8 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918372 Jul 22 14:06:49.439648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:49.480362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87202a52-103f-4ba8-be79-05218cbb721c None None] Pushing event updated for resources: {'Port': ['ID=368ed2dd-09a0-4d53-9a55-62aafa816aac,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:49.527591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Attempting to bind port 368ed2dd-09a0-4d53-9a55-62aafa816aac on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:49.527967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Attempting to bind port 368ed2dd-09a0-4d53-9a55-62aafa816aac by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:49.528339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Attempting to bind port 368ed2dd-09a0-4d53-9a55-62aafa816aac on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:49.547570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:49.547957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:49.548372 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:49.548779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:49.549275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Bound port: 368ed2dd-09a0-4d53-9a55-62aafa816aac, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:49.549703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:49.646033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-22bf928c-0933-428e-8e96-cea349c22574 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:49.657474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-22bf928c-0933-428e-8e96-cea349c22574 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.20 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 945 time: 0.2039227 Jul 22 14:06:49.722821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] For port 368ed2dd-09a0-4d53-9a55-62aafa816aac, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:49.764439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] For port 368ed2dd-09a0-4d53-9a55-62aafa816aac, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=368ed2dd-09a0-4d53-9a55-62aafa816aac,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:49.777839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:49.900452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:49.941944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Routers {'2a8f3859-7c09-4e51-aa80-84faffe76a8c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:49.942586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:50.119439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87202a52-103f-4ba8-be79-05218cbb721c None None] Pushing event updated for resources: {'Port': ['ID=368ed2dd-09a0-4d53-9a55-62aafa816aac,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:50.123231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1375035-e6fa-4469-9121-97f76477d0e1 req-661ec06d-e1e2-4787-aa26-3bfe24f6dee6 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.7349856 Jul 22 14:06:50.166298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Allocated IP 172.20.0.1 (da86616c-bb92-447d-818d-14b40177b96a/aa55b61f-b826-4626-90d8-51a8fff7030b/006ed329-8521-4e3d-9277-274ed99375bc) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:50.167537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-network', 'tenant_id': '439cb036a8c8403594287c444a28cd2b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:50.220028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-6270cf91-57c9-4cd3-8d27-7dedba64e005 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9762208 Jul 22 14:06:50.240635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] Set router 2a8f3859-7c09-4e51-aa80-84faffe76a8c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:50.294867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Made reservation on behalf of 439cb036a8c8403594287c444a28cd2b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:50.297221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.306549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Deleting port 391be8ec-7055-464e-8ed1-092eba1dcb6b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:06:50.306901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.335758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.389864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a7ddf-362a-4871-8079-f2295d140e07 req-29fc053e-bf1a-4ad6-980d-44a88f003c79 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:50.396867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-288a7ddf-362a-4871-8079-f2295d140e07 req-29fc053e-bf1a-4ad6-980d-44a88f003c79 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.2795694 Jul 22 14:06:50.503194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-288a7ddf-362a-4871-8079-f2295d140e07 req-c07b3bad-ceaf-44bb-9cb5-e4d18b8617a4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979280 Jul 22 14:06:50.554226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da2abc7f-f89d-4109-98c2-e1af5f31204d req-1c9c9fc0-0754-459d-b077-6b383be3a74d service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180623 Jul 22 14:06:50.563676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] For port 391be8ec-7055-464e-8ed1-092eba1dcb6b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=391be8ec-7055-464e-8ed1-092eba1dcb6b,segment=NetworkSegment(f4dd7a7e-101f-468e-99fb-16a4947183c2),segment_id=f4dd7a7e-101f-468e-99fb-16a4947183c2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:50.564056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.576149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.587512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dff81a-b8dc-46fb-ab41-5c4f49628c62 req-c0ee4028-034c-434b-b7a3-88fb2eb2d2e1 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:50.589965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4dff81a-b8dc-46fb-ab41-5c4f49628c62 req-c0ee4028-034c-434b-b7a3-88fb2eb2d2e1 tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 945 time: 0.2514436 Jul 22 14:06:50.603867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Calling delete_port for 391be8ec-7055-464e-8ed1-092eba1dcb6b owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:06:50.613693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Transition to ACTIVE for port object 006ed329-8521-4e3d-9277-274ed99375bc will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:50.616814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:06:43Z', 'revision_number': 3, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:50.686407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.709520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1051c227-33b0-43e3-830c-fc7090981d8a None None] The sync data for ids ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'] in n-d-787205-11 is: [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:06:43Z', 'revision_number': 3, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:50.805631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5cc8-75bc-4b93-a77d-f3b42bf9fa90 req-1fb1c6df-bfe0-4ac5-840e-7f0d44db4fff tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:50.807265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0bf5cc8-75bc-4b93-a77d-f3b42bf9fa90 req-1fb1c6df-bfe0-4ac5-840e-7f0d44db4fff tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2109179 Jul 22 14:06:50.810471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Pushing event updated for resources: {'Port': ['ID=006ed329-8521-4e3d-9277-274ed99375bc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:50.846522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4dff81a-b8dc-46fb-ab41-5c4f49628c62 req-b6fb3187-0216-436e-8de0-c4c1c657b98f tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489789 Jul 22 14:06:50.862952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.873273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Network da86616c-bb92-447d-818d-14b40177b96a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:50.877526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:50.903394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:50.912013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:50.963236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:06:51.001359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c60e-4630-46f6-907e-4ec139725312 req-020b8117-2f01-4903-b2ee-ceee77b24c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:51.003773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-020b8117-2f01-4903-b2ee-ceee77b24c54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 1099 time: 0.3382995 Jul 22 14:06:51.043742 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.044243 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Added segment 80c3f79b-5c71-44c7-82bc-fa241a3feb1b of type vlan for network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa Jul 22 14:06:51.068084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44adddf-f38e-4412-a00a-11191f5c1b10,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:51.169488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0bf5cc8-75bc-4b93-a77d-f3b42bf9fa90 req-2b4b7088-88fa-42d5-8b47-e86aba386ff0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450329 Jul 22 14:06:51.299752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.312395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.313235 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7c98f594-a1fc-45c6-a022-3c505abb5b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.365200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.381142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c60e-4630-46f6-907e-4ec139725312 req-9f24dc5b-deb6-40f4-b692-47423c6ecbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:51.383496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-9f24dc5b-deb6-40f4-b692-47423c6ecbf5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3553967 Jul 22 14:06:51.393549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.469399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 368ed2dd-09a0-4d53-9a55-62aafa816aac up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:51.568726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ee058d93-fd82-41de-a2d6-711b197b271f None None] Provisioning for port 006ed329-8521-4e3d-9277-274ed99375bc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:51.575883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ee058d93-fd82-41de-a2d6-711b197b271f None None] Provisioning complete for port 006ed329-8521-4e3d-9277-274ed99375bc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:51.576320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ee058d93-fd82-41de-a2d6-711b197b271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.597526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Pushing event deleted for resources: {'Port': ['ID=391be8ec-7055-464e-8ed1-092eba1dcb6b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:51.619024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ee058d93-fd82-41de-a2d6-711b197b271f None None] Port 006ed329-8521-4e3d-9277-274ed99375bc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:51.620810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 368ed2dd-09a0-4d53-9a55-62aafa816aac completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:51.627088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 368ed2dd-09a0-4d53-9a55-62aafa816aac triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:51.627088 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.654440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.655694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:51.656464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.703056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.721483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-aa5e313a-b8eb-47de-87c0-5795e93c5b32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a HTTP/1.1" status: 200 len: 217 time: 0.3245728 Jul 22 14:06:51.764975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] No DVR routers for this DVR port 391be8ec-7055-464e-8ed1-092eba1dcb6b on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:06:51.768921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:51.772845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92849d77-f37b-40e9-8cc7-e006f9361d7a req-a0bdba94-8397-43f3-8679-df1bcd84229b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.20 "DELETE /v2.0/ports/391be8ec-7055-464e-8ed1-092eba1dcb6b HTTP/1.1" status: 204 len: 173 time: 2.1089866 Jul 22 14:06:51.848869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] Pushing event updated for resources: {'Network': ['ID=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:51.865486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'name': 'network-vif-deleted', 'tag': '391be8ec-7055-464e-8ed1-092eba1dcb6b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:51.868368 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2245515-093e-4c7e-95e7-dbc3e9533f57" -d '{"events": [{"server_uuid": "297b8dff-5ee0-46d5-b061-2b13c3b9c1b4", "name": "network-vif-deleted", "tag": "391be8ec-7055-464e-8ed1-092eba1dcb6b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:51.908371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd939ce5-fdcd-45a4-9975-3da3c50f50c3 req-cdf9d82c-891d-4f60-88cc-78166094f0a7 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.3138750 Jul 22 14:06:51.929951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67e0062e-3ac0-4a58-adbd-e592be5ab441 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.4890666 Jul 22 14:06:51.930640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:51.943510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Request body: {'subnet': {'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-subnet', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:51.991984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a884c6-c134-456e-80ba-7aaa73102b4e req-d1a11bf7-ec70-43be-b400-d7965c14d34a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:52.007024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9a884c6-c134-456e-80ba-7aaa73102b4e req-d1a11bf7-ec70-43be-b400-d7965c14d34a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 947 time: 0.9988413 Jul 22 14:06:52.015797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:06:52.030799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Made reservation on behalf of 439cb036a8c8403594287c444a28cd2b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:06:52.036031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.116238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c60e-4630-46f6-907e-4ec139725312 req-0c4f1e81-dc2d-4612-bba9-a97a024c0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:52.118476 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-0c4f1e81-dc2d-4612-bba9-a97a024c0b88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.3048825 Jul 22 14:06:52.241593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9a884c6-c134-456e-80ba-7aaa73102b4e req-edf7a766-f2d3-40f7-bf6d-9ad315b76356 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214906 Jul 22 14:06:52.250361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a22675-2670-488b-9cbb-a1dab53940b8 req-c707ae8c-6ca0-44a1-a5ff-a855503ae5f6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:52.261860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86a22675-2670-488b-9cbb-a1dab53940b8 req-c707ae8c-6ca0-44a1-a5ff-a855503ae5f6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1921155 Jul 22 14:06:52.274724 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.330788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.362807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 368ed2dd-09a0-4d53-9a55-62aafa816aac, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=368ed2dd-09a0-4d53-9a55-62aafa816aac,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:52.389994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.412668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86a22675-2670-488b-9cbb-a1dab53940b8 req-d861c12a-c0f6-4465-a0a7-a47b2d26233e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497428 Jul 22 14:06:52.424982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c60e-4630-46f6-907e-4ec139725312 req-3243ad25-93c0-44a7-a9bd-cde2c8732ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:52.426835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-3243ad25-93c0-44a7-a9bd-cde2c8732ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2866406 Jul 22 14:06:52.526478 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8538dd42-7092-4fce-9b74-51e94d925fad x-openstack-request-id: req-8538dd42-7092-4fce-9b74-51e94d925fad {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:52.527577 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297b8dff-5ee0-46d5-b061-2b13c3b9c1b4", "name": "network-vif-deleted", "tag": "391be8ec-7055-464e-8ed1-092eba1dcb6b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:52.528373 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8538dd42-7092-4fce-9b74-51e94d925fad {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:52.530538 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297b8dff-5ee0-46d5-b061-2b13c3b9c1b4', 'name': 'network-vif-deleted', 'tag': '391be8ec-7055-464e-8ed1-092eba1dcb6b', 'status': 'completed', 'code': 200} Jul 22 14:06:52.533932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=368ed2dd-09a0-4d53-9a55-62aafa816aac,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:52.606878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e5b9c87-3842-49b7-90c2-d7730cd8f60d req-fe6778c0-afdd-48ba-8323-913e9088138b tempest-ServerPasswordTestJSON-355630257 tempest-ServerPasswordTestJSON-355630257-project] 10.222.0.11 "GET /v2.0/ports?device_id=297b8dff-5ee0-46d5-b061-2b13c3b9c1b4 HTTP/1.1" status: 200 len: 210 time: 0.1370313 Jul 22 14:06:52.673858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.725323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.735883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.809124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac8f173-6a1a-46cb-a88a-37972855e79f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:52.891450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbc844-ebe1-4fca-81bc-d8210e1a720a req-fd9fd7ba-9595-4b97-8728-df9e409b1d5c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:52.899477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38cbc844-ebe1-4fca-81bc-d8210e1a720a req-fd9fd7ba-9595-4b97-8728-df9e409b1d5c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2391059 Jul 22 14:06:52.937679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Checking segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:52.938429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Network hostable DHCP agents. Network: 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:06:52.952909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 391be8ec-7055-464e-8ed1-092eba1dcb6b no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:06:52.966513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38cbc844-ebe1-4fca-81bc-d8210e1a720a req-a29e5bb5-9435-4916-af30-b39e41488cf9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651271 Jul 22 14:06:52.969428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:52.978427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-9e2ccd32-6c3b-4a8c-9511-c110231bd40a service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330250 Jul 22 14:06:53.002173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:06:53.003273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 391be8ec-7055-464e-8ed1-092eba1dcb6b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:06:53.005190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 391be8ec-7055-464e-8ed1-092eba1dcb6b not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:06:53.033806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:53.043016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:53.044007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ea47ff-a6d0-442d-8762-78c6292e9709 None None] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:53.046522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.071416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58a2bc33-7e57-44e3-9788-f35e51263526 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1371937 Jul 22 14:06:53.072950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:53.081651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73148e23-65e4-408d-9539-9b0521256eb6 req-3008bfe1-67dd-4fed-b056-6366a63f5257 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.0351899 Jul 22 14:06:53.084231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:06:53.120541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Pushing event updated for resources: {'Port': ['ID=006ed329-8521-4e3d-9277-274ed99375bc,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:53.152537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.153737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.295558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.387451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634c60e-4630-46f6-907e-4ec139725312 req-75b276cb-fd96-4a73-a3f7-3f4ca1c02dca service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971267 Jul 22 14:06:53.431260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 368ed2dd-09a0-4d53-9a55-62aafa816aac up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:53.451739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Network da86616c-bb92-447d-818d-14b40177b96a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:53.454296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:53.524549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:06:53.527859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.548533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:06:53.710511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Router 2a8f3859-7c09-4e51-aa80-84faffe76a8c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:06:53.738104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.743533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 368ed2dd-09a0-4d53-9a55-62aafa816aac triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:53.744175 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:53.849682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbdcca-b9e2-4d4c-9b6a-83d23b2c2b72 req-af313e68-c2e3-4f22-b5d9-ed7e711fc06a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:53.860464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3abbdcca-b9e2-4d4c-9b6a-83d23b2c2b72 req-af313e68-c2e3-4f22-b5d9-ed7e711fc06a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 947 time: 0.4238131 Jul 22 14:06:53.890848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d331de-2b57-43f0-a0cb-f92422717f14 req-821c377d-8a41-4d9b-a6b4-831dfc083f95 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:53.899846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-14d331de-2b57-43f0-a0cb-f92422717f14 req-821c377d-8a41-4d9b-a6b4-831dfc083f95 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.2348120 Jul 22 14:06:53.973750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:53.980579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-14d331de-2b57-43f0-a0cb-f92422717f14 req-e3b5e519-0d9e-4b52-a674-9a54d6aa4bbc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738163 Jul 22 14:06:54.000276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Allocated IP 172.20.0.2 (7885ee0b-2cfe-4a7a-bbd9-8f91443945fa/eac8f173-6a1a-46cb-a88a-37972855e79f/f30d2178-c9e9-4294-a942-bee6287d07f0) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:54.027565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3abbdcca-b9e2-4d4c-9b6a-83d23b2c2b72 req-276e3f96-2570-479c-b257-b93c9d90287f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660125 Jul 22 14:06:54.043667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:06:54.062879 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Sync routers for ids ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:06:54.078612 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-efdeef37-b56e-4028-9e11-c4d8834209ed admin admin] 10.222.0.11 "PUT /v2.0/routers/2a8f3859-7c09-4e51-aa80-84faffe76a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1837094 Jul 22 14:06:54.080443 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Routers {'2a8f3859-7c09-4e51-aa80-84faffe76a8c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:54.082325 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:54.093971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:54.225354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Deleting subnet 07d48a90-122a-4880-a550-5bc910efbbf1 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:06:54.280751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a', 'mac_address': 'fa:16:3e:47:65:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:06:54.291385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.392068 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Set router 2a8f3859-7c09-4e51-aa80-84faffe76a8c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:54.398580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.492020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e33f8-ee8f-4ea7-9bce-66d3fc4912ee req-75baf883-c54e-4d71-b6d1-3a697988c796 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:54.495820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c3e33f8-ee8f-4ea7-9bce-66d3fc4912ee req-75baf883-c54e-4d71-b6d1-3a697988c796 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2571027 Jul 22 14:06:54.504235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd6b477b-ae57-4936-a2e4-33cea13d350a req-d8fb2bce-0efb-4834-bdd0-06cb240a74a8 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d87f286-e8f2-4dc1-a6de-68bc4b782159 HTTP/1.1" status: 200 len: 210 time: 0.1049991 Jul 22 14:06:54.512537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.552662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.595362 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.614349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.628641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-38449385-1503-44dd-b4aa-aec2a633b509 None None] Provisioning complete for port 006ed329-8521-4e3d-9277-274ed99375bc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:54.629031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-38449385-1503-44dd-b4aa-aec2a633b509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.635915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.721245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c3e33f8-ee8f-4ea7-9bce-66d3fc4912ee req-641bb782-81d4-4cb0-986e-a508779778e5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172294 Jul 22 14:06:54.725357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.791338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d48a90-122a-4880-a550-5bc910efbbf1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:54.795876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:06:54.843444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:54.859753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3e4f1a70-316c-4ccd-bf5d-e24afdb681ff admin admin] 10.222.0.11 "DELETE /v2.0/subnets/07d48a90-122a-4880-a550-5bc910efbbf1 HTTP/1.1" status: 204 len: 168 time: 0.7640707 Jul 22 14:06:54.860357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33188) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:54.894777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Allocated IP 172.25.8.127 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/6447b8f5-171c-4fc9-9a14-b229abc98290) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:06:54.923654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:54.926506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-38449385-1503-44dd-b4aa-aec2a633b509 None None] Port 006ed329-8521-4e3d-9277-274ed99375bc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:06:54.944632 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.024620 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:06:51Z', 'revision_number': 4, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '006ed329-8521-4e3d-9277-274ed99375bc', 'name': '', 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'mac_address': 'fa:16:3e:e2:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa55b61f-b826-4626-90d8-51a8fff7030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:48Z', 'updated_at': '2021-07-22T14:06:51Z', 'revision_number': 2, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'subnets': [{'id': 'aa55b61f-b826-4626-90d8-51a8fff7030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:55.131721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.165551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Checking router: 2a8f3859-7c09-4e51-aa80-84faffe76a8c for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:06:55.175862 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Updating router 2a8f3859-7c09-4e51-aa80-84faffe76a8c port 006ed329-8521-4e3d-9277-274ed99375bc binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:06:55.191111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.254863 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.272094 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.291071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:06:55.419875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.424282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Transition to ACTIVE for port object f30d2178-c9e9-4294-a942-bee6287d07f0 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:55.442239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:55.503083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Transition to ACTIVE for port object f30d2178-c9e9-4294-a942-bee6287d07f0 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:55.512413 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.599750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:55.621412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:55.639260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:55.643670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f9bcc-80f1-401a-87b9-c92d07ccee7d req-d8140d47-04c0-492f-829f-d4f13be7faf1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:55.646105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e67f9bcc-80f1-401a-87b9-c92d07ccee7d req-d8140d47-04c0-492f-829f-d4f13be7faf1 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 948 time: 0.4420733 Jul 22 14:06:55.692522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:06:55.712274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Pushing event updated for resources: {'Port': ['ID=6447b8f5-171c-4fc9-9a14-b229abc98290,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:55.716571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:06:55.754656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b4085-7726-4b37-a9be-07e09309a36c req-2030a0f7-c9f1-4f69-92e0-1b1ab225c3b7 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:55.759714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.761892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-082b4085-7726-4b37-a9be-07e09309a36c req-2030a0f7-c9f1-4f69-92e0-1b1ab225c3b7 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.5632286 Jul 22 14:06:55.783150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3513674-e580-452e-b408-64dea5022bbf']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:55.815980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4dd7a7e-101f-468e-99fb-16a4947183c2') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:55.815980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4dd7a7e-101f-468e-99fb-16a4947183c2') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:55.816301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:06:55.867456 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.920661 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:55.927405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-082b4085-7726-4b37-a9be-07e09309a36c req-4dd90023-d5e1-4058-a027-21264eb045b4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585495 Jul 22 14:06:55.949820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:06:55.950361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.101245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Pushing event updated for resources: {'Port': ['ID=f30d2178-c9e9-4294-a942-bee6287d07f0,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:06:56.110469 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:06:56.127845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.137890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.146156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d3513674-e580-452e-b408-64dea5022bbf HTTP/1.1" status: 204 len: 168 time: 1.2846885 Jul 22 14:06:56.182909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Attempting to bind port f30d2178-c9e9-4294-a942-bee6287d07f0 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:56.210073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacc6f8-582f-40d1-9acf-32780b154bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3513674-e580-452e-b408-64dea5022bbf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:56.210335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Attempting to bind port f30d2178-c9e9-4294-a942-bee6287d07f0 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:56.210633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Attempting to bind port f30d2178-c9e9-4294-a942-bee6287d07f0 on network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:56.221829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e67f9bcc-80f1-401a-87b9-c92d07ccee7d req-4914aaa6-b200-45e7-b016-72f68e967946 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673544 Jul 22 14:06:56.375801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:56.377067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Checking segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:56.379606 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.380347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Bound using segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:56.382431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Bound port: f30d2178-c9e9-4294-a942-bee6287d07f0, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:56.384400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.505567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.609085 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.614531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] For port f30d2178-c9e9-4294-a942-bee6287d07f0, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:56.638160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] For port f30d2178-c9e9-4294-a942-bee6287d07f0, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f30d2178-c9e9-4294-a942-bee6287d07f0,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:56.647139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Transition to ACTIVE for port object 006ed329-8521-4e3d-9277-274ed99375bc will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:06:56.653203 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.660586 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:56.690628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:56.783973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da6672-8f9c-4ff0-a4cc-5c4b18673989 req-60d07ab1-ffda-4d6c-b5b1-487a4cb0e8a2 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:56.790700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98da6672-8f9c-4ff0-a4cc-5c4b18673989 req-60d07ab1-ffda-4d6c-b5b1-487a4cb0e8a2 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.1999676 Jul 22 14:06:56.827283 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d34e-0fb7-4c88-960a-dabd2c42fd52 None None] Pushing event updated for resources: {'Port': ['ID=006ed329-8521-4e3d-9277-274ed99375bc,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:56.945424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbfa9d-6b46-4a3e-b3cd-a39ed9ed56b1 None None] Pushing event updated for resources: {'Port': ['ID=f30d2178-c9e9-4294-a942-bee6287d07f0,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:56.958425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98da6672-8f9c-4ff0-a4cc-5c4b18673989 req-9054e323-ec24-4007-8b57-600fc11ae4da tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636696 Jul 22 14:06:56.976393 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e9fca2a2-a1f2-443c-9a72-7954d965474e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=159a7e75b17d4b84a2c1c4ce99526bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846425 Jul 22 14:06:56.978993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33212) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:57.039235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:06:57.381192 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Attempting to bind port 006ed329-8521-4e3d-9277-274ed99375bc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:06:57.381847 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Attempting to bind port 006ed329-8521-4e3d-9277-274ed99375bc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:06:57.382326 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Attempting to bind port 006ed329-8521-4e3d-9277-274ed99375bc on network da86616c-bb92-447d-818d-14b40177b96a {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:06:57.401237 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:06:57.402505 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Checking segment: {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:06:57.404064 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:57.404064 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Bound using segment: {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:06:57.404064 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Bound port: 006ed329-8521-4e3d-9277-274ed99375bc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a54479-8064-45a2-a646-d0cde72927f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:06:57.406248 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:57.565355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:57.598423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:57.678076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-259d485b-6b04-42c7-8b8c-1b80970c4cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:57.758637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:57.763152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:06:57.763536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:57.804009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711dd5f-e915-4539-864b-6df7ce9a1157 req-baa00c2f-518f-47cc-9b78-8f2044c100c4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:57.829485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9711dd5f-e915-4539-864b-6df7ce9a1157 req-baa00c2f-518f-47cc-9b78-8f2044c100c4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.6803572 Jul 22 14:06:57.870587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-259d485b-6b04-42c7-8b8c-1b80970c4cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:57.922678 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] For port 006ed329-8521-4e3d-9277-274ed99375bc, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:06:57.941104 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] For port 006ed329-8521-4e3d-9277-274ed99375bc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=006ed329-8521-4e3d-9277-274ed99375bc,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:06:57.946943 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.056572 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141fb98c-c788-4252-bc1c-bc67275f78e9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.094885 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.103058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9711dd5f-e915-4539-864b-6df7ce9a1157 req-db388a17-c6d2-45b0-8c1f-8991ee18b57d tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699366 Jul 22 14:06:58.160657 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-259d485b-6b04-42c7-8b8c-1b80970c4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.163587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-259d485b-6b04-42c7-8b8c-1b80970c4cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.172344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-259d485b-6b04-42c7-8b8c-1b80970c4cd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a23ee35f-fb1b-4b9e-a8a1-b7cc05540281 HTTP/1.1" status: 204 len: 168 time: 1.1891479 Jul 22 14:06:58.186416 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91d34e-0fb7-4c88-960a-dabd2c42fd52 None None] Pushing event updated for resources: {'Port': ['ID=006ed329-8521-4e3d-9277-274ed99375bc,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:58.226873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d485b-6b04-42c7-8b8c-1b80970c4cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23ee35f-fb1b-4b9e-a8a1-b7cc05540281,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:58.274474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:06:58.283008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:06:58.285642 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db473f42-0c71-4255-a7b9-b122aa4ce70f" -d '{"events": [{"server_uuid": "e39c29ee-625e-4efb-8a43-a51245ceb51f", "name": "network-vif-plugged", "status": "completed", "tag": "97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:06:58.299613 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:06:58.316766 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Routers {'2a8f3859-7c09-4e51-aa80-84faffe76a8c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:06:58.317415 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:58.380054 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.411581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141fb98c-c788-4252-bc1c-bc67275f78e9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:06:58.439797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee629e3-2288-448c-ba20-38f958c7726b req-89896529-b6f8-45fa-a72f-047bceb62ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:58.449445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aee629e3-2288-448c-ba20-38f958c7726b req-89896529-b6f8-45fa-a72f-047bceb62ec9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 1097 time: 0.5633111 Jul 22 14:06:58.592191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e8c61-2c92-4297-9a62-9d11d3daed72 req-70489090-248e-4660-9767-fd05f1512dc4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:58.623121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-531e8c61-2c92-4297-9a62-9d11d3daed72 req-70489090-248e-4660-9767-fd05f1512dc4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 949 time: 0.2972953 Jul 22 14:06:58.625395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:06:58.658896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aee629e3-2288-448c-ba20-38f958c7726b req-02c7b910-9451-4f72-8fb4-d9715ca0afa3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030237 Jul 22 14:06:58.764786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-531e8c61-2c92-4297-9a62-9d11d3daed72 req-8565f4d4-40cf-49e4-bd00-4aeb2016a002 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406596 Jul 22 14:06:58.769352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Router f98ab3b9-e138-4317-bc40-1d45443a1ac8 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:06:58.801573 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] Set router 2a8f3859-7c09-4e51-aa80-84faffe76a8c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:06:59.200210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d079f17-5ad0-4a9a-8e7a-43413636906b req-4489d891-1da9-4008-8ea5-f67c1a0d96c5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:59.225952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d079f17-5ad0-4a9a-8e7a-43413636906b req-4489d891-1da9-4008-8ea5-f67c1a0d96c5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.3040421 Jul 22 14:06:59.331524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d079f17-5ad0-4a9a-8e7a-43413636906b req-90715b66-7982-4bbd-a07c-cd1bd13ac76e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995557 Jul 22 14:06:59.462789 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b24f97-0377-4975-8bc2-681e00b89c86 x-openstack-request-id: req-e1b24f97-0377-4975-8bc2-681e00b89c86 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:06:59.463364 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39c29ee-625e-4efb-8a43-a51245ceb51f", "name": "network-vif-plugged", "status": "completed", "tag": "97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:06:59.463832 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1b24f97-0377-4975-8bc2-681e00b89c86 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:06:59.464489 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a', 'code': 200} Jul 22 14:06:59.538979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95d3a3-1153-42ed-8653-e3e9b3e3d604 None None] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:06:59.675708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-481c41a4-be57-4f7a-93e8-9971cdd109a2 None None] Provisioning for port f30d2178-c9e9-4294-a942-bee6287d07f0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:06:59.709226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f30d2178-c9e9-4294-a942-bee6287d07f0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:06:59.759493 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:06:51Z', 'revision_number': 4, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '006ed329-8521-4e3d-9277-274ed99375bc', 'name': '', 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'mac_address': 'fa:16:3e:e2:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa55b61f-b826-4626-90d8-51a8fff7030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:48Z', 'updated_at': '2021-07-22T14:06:57Z', 'revision_number': 4, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'subnets': [{'id': 'aa55b61f-b826-4626-90d8-51a8fff7030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:06:59.902691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d018a0c-68ea-4851-9d75-40cfc3b5061d req-39b7b19c-ad48-4996-8fdb-e0d8d6863908 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:06:59.903949 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cd048-7c18-4b83-87ab-bc40e6476962 None None] The sync data for ids ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'] in n-d-787205-11 is: [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:06:51Z', 'revision_number': 4, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '006ed329-8521-4e3d-9277-274ed99375bc', 'name': '', 'network_id': 'da86616c-bb92-447d-818d-14b40177b96a', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'mac_address': 'fa:16:3e:e2:32:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'aa55b61f-b826-4626-90d8-51a8fff7030b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:48Z', 'updated_at': '2021-07-22T14:06:57Z', 'revision_number': 4, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'subnets': [{'id': 'aa55b61f-b826-4626-90d8-51a8fff7030b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:06:59.914477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9d018a0c-68ea-4851-9d75-40cfc3b5061d req-39b7b19c-ad48-4996-8fdb-e0d8d6863908 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.2729270 Jul 22 14:07:00.192258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9d018a0c-68ea-4851-9d75-40cfc3b5061d req-23dad572-0713-4843-8d6e-e11c86319482 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765901 Jul 22 14:07:00.249655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3fe62-df32-4ad3-99eb-62406d8a61c9 req-d16dcdf1-f9e1-460b-adf9-28b42e3f827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:00.260204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33c3fe62-df32-4ad3-99eb-62406d8a61c9 req-d16dcdf1-f9e1-460b-adf9-28b42e3f827c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 1101 time: 0.4735756 Jul 22 14:07:00.337226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f30d2178-c9e9-4294-a942-bee6287d07f0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:00.344979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f30d2178-c9e9-4294-a942-bee6287d07f0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:00.347125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:00.438081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33c3fe62-df32-4ad3-99eb-62406d8a61c9 req-23620f2f-a18a-4e79-a1bf-f334da402372 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750827 Jul 22 14:07:00.503306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:00.771335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141fb98c-c788-4252-bc1c-bc67275f78e9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:00.774222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33262) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:00.788527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141fb98c-c788-4252-bc1c-bc67275f78e9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:00.792820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-141fb98c-c788-4252-bc1c-bc67275f78e9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "DELETE /v2.0/security-groups/20fecaf6-03fe-4701-976d-933def9e7fe1 HTTP/1.1" status: 204 len: 168 time: 3.7524991 Jul 22 14:07:00.795943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:00.801239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Sync routers for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:00.864119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f939ea-ea1d-4bd2-93c5-6d0c1c914b41 req-2448b66b-fad0-42c2-a3ee-708527af5c76 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:00.872748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:00.873391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:00.879733 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61f939ea-ea1d-4bd2-93c5-6d0c1c914b41 req-2448b66b-fad0-42c2-a3ee-708527af5c76 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2922933 Jul 22 14:07:00.900512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:00.904895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fe8e973a-558d-479a-9860-088d1fffce66 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.8305922 Jul 22 14:07:00.909536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33268) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:00.923402 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-17964dd3-2690-48f1-a7f2-243830a9d44d tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] show failed (client error): The resource could not be found. Jul 22 14:07:00.931625 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-17964dd3-2690-48f1-a7f2-243830a9d44d tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "GET /v2.0/security-groups/20fecaf6-03fe-4701-976d-933def9e7fe1 HTTP/1.1" status: 404 len: 347 time: 0.1206570 Jul 22 14:07:00.954749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:01.034961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61f939ea-ea1d-4bd2-93c5-6d0c1c914b41 req-a42c20f1-7343-418a-9dd7-7981ec67d18a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532974 Jul 22 14:07:01.092788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-network', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:01.097167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:01.173799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Made reservation on behalf of 76a7d4a1026a41908130c2d9aa28f2bc for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:01.186652 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:01.197468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fb98c-c788-4252-bc1c-bc67275f78e9 tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fecaf6-03fe-4701-976d-933def9e7fe1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:01.271972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:01.334121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f30d2178-c9e9-4294-a942-bee6287d07f0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f30d2178-c9e9-4294-a942-bee6287d07f0,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:01.373449 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:01.546408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f30d2178-c9e9-4294-a942-bee6287d07f0,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:01.644016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:01.775354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 006ed329-8521-4e3d-9277-274ed99375bc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:01.873190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c5d1f-67f1-48ab-a717-5ffe601943cc req-4c82c578-093b-44f0-9163-11dfc7c62439 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:01.898820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-359c5d1f-67f1-48ab-a717-5ffe601943cc req-4c82c578-093b-44f0-9163-11dfc7c62439 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 949 time: 1.8497360 Jul 22 14:07:02.012901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cbeddeda-6d53-41c3-89da-354f2c742375 None None] Provisioning complete for port f30d2178-c9e9-4294-a942-bee6287d07f0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:02.013514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cbeddeda-6d53-41c3-89da-354f2c742375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.054997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88d9a5-b0b6-4bd1-99ca-347b28020717 req-17d0f172-9bac-489e-8acd-2d2af4cd0b14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:02.056716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb88d9a5-b0b6-4bd1-99ca-347b28020717 req-17d0f172-9bac-489e-8acd-2d2af4cd0b14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.4583318 Jul 22 14:07:02.126677 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-ead4a1b4-8bb4-4697-80f0-5ed1d0aa2d8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9326563 Jul 22 14:07:02.164789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-359c5d1f-67f1-48ab-a717-5ffe601943cc req-4fad0b4c-a784-40f5-9260-5cb351e8df49 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648456 Jul 22 14:07:02.237520 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.244280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 006ed329-8521-4e3d-9277-274ed99375bc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:02.281204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 006ed329-8521-4e3d-9277-274ed99375bc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:02.296647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.345799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.419165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb88d9a5-b0b6-4bd1-99ca-347b28020717 req-d072bc08-64cf-4410-96db-812aeff841a1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515337 Jul 22 14:07:02.435849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:07:02.477259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f31d0-ed30-4fa4-9960-2b9bb3106f0f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:02.509899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.510947 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Added segment 44238284-0194-49de-bca1-1d244846917d of type vlan for network be27c592-efb0-4c80-9e56-d0913b4956a9 Jul 22 14:07:02.583003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Deleting port 4d1543f4-dc4d-40ce-9138-f368d1b0a08d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:02.586768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.664127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-7279e1fe-038d-4d75-ad59-f7e515f555eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:02.686645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-7279e1fe-038d-4d75-ad59-f7e515f555eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 1102 time: 0.4892402 Jul 22 14:07:02.739166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.743720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8015e-aa53-49a5-b1db-b4afbcccc651 req-d399965c-cd3e-448b-9476-7f6ae558473b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:02.753080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cc8015e-aa53-49a5-b1db-b4afbcccc651 req-d399965c-cd3e-448b-9476-7f6ae558473b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.3838284 Jul 22 14:07:02.766712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:06:56Z', 'revision_number': 3, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:02.815834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Checking router: f98ab3b9-e138-4317-bc40-1d45443a1ac8 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:02.816564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Updating router f98ab3b9-e138-4317-bc40-1d45443a1ac8 port 6447b8f5-171c-4fc9-9a14-b229abc98290 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:07:02.819652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.843110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cc8015e-aa53-49a5-b1db-b4afbcccc651 req-a3b50134-b311-4ef2-a45d-9da8d4eb546e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889387 Jul 22 14:07:02.913303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 006ed329-8521-4e3d-9277-274ed99375bc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=006ed329-8521-4e3d-9277-274ed99375bc,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:02.949326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:02.981459 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.147206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.148503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.181164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-49df7817-b5d8-4691-af07-8000b5bdc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:03.188269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-49df7817-b5d8-4691-af07-8000b5bdc1df service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4784565 Jul 22 14:07:03.209509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Calling delete_port for 4d1543f4-dc4d-40ce-9138-f368d1b0a08d owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:03.212848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.215568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:03.218134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.298914 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.474514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] Pushing event updated for resources: {'Network': ['ID=be27c592-efb0-4c80-9e56-d0913b4956a9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:03.489537 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-960920bc-ca23-4068-9660-0228068ba7de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=df564eab-d15c-4433-8714-88f3728498c2 HTTP/1.1" status: 200 len: 217 time: 0.2616267 Jul 22 14:07:03.562796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-6a5202f3-f99c-4e4d-9afb-fb7d97976d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:03.564300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-6a5202f3-f99c-4e4d-9afb-fb7d97976d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0669537 Jul 22 14:07:03.592026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-707361ec-f7e7-49a9-9006-43229c95eb30 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8058784 Jul 22 14:07:03.592367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network be27c592-efb0-4c80-9e56-d0913b4956a9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:07:03.634768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33308) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:03.656215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Request body: {'subnet': {'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-subnet', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:03.716108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f30d2178-c9e9-4294-a942-bee6287d07f0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:03.772159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=006ed329-8521-4e3d-9277-274ed99375bc,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:03.835114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-5f152480-42b3-4299-a534-56144e858f0f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:03.841095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-5f152480-42b3-4299-a534-56144e858f0f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 811 time: 0.6516864 Jul 22 14:07:03.851486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Made reservation on behalf of 76a7d4a1026a41908130c2d9aa28f2bc for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:03.853531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:03.892957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-ed5e1fb8-f53d-46b9-9a17-62d3062449e8 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/quotas/af5f2a7c1c9447758435bd94fc3c0028 HTTP/1.1" status: 200 len: 375 time: 0.0356133 Jul 22 14:07:03.937059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-d268ac7f-0109-4611-9106-5a5dc7e76654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:03.938817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-d268ac7f-0109-4611-9106-5a5dc7e76654 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3671234 Jul 22 14:07:03.967972 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.035081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Pushing event deleted for resources: {'Port': ['ID=4d1543f4-dc4d-40ce-9138-f368d1b0a08d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:04.156057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd82f11-6190-4937-889f-95d0aabc9ef9 req-041e7c20-ae85-4b30-a92a-ba5999e39a5e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:04.168954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1bd82f11-6190-4937-889f-95d0aabc9ef9 req-041e7c20-ae85-4b30-a92a-ba5999e39a5e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 949 time: 0.4970140 Jul 22 14:07:04.173541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-77d74cad-0c1e-4b1a-94d4-51d397a06e10 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480557 Jul 22 14:07:04.329667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.416128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-d260ac1b-f10a-416d-97d7-8ebb16c6187f service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340801 Jul 22 14:07:04.511765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.533144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Transition to ACTIVE for port object 6447b8f5-171c-4fc9-9a14-b229abc98290 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:04.596285 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.711943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad309e7-d7b8-4a4f-bdb7-b08f53791799 None None] Pushing event updated for resources: {'Port': ['ID=6447b8f5-171c-4fc9-9a14-b229abc98290,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:04.757430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.761237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.762971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fce7019b-d633-4649-9073-73e9ef464b3b tempest-ServersTestBootFromVolume-1040586279 tempest-ServersTestBootFromVolume-1040586279-project] 10.222.0.11 "DELETE /v2.0/floatingips/7b872f18-1ddf-40f2-bd05-f85b030424ff HTTP/1.1" status: 204 len: 168 time: 3.7821274 Jul 22 14:07:04.787033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:04.843239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Attempting to bind port 6447b8f5-171c-4fc9-9a14-b229abc98290 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:04.843239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Attempting to bind port 6447b8f5-171c-4fc9-9a14-b229abc98290 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:04.854285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Attempting to bind port 6447b8f5-171c-4fc9-9a14-b229abc98290 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:04.865611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:04.871529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:04.872471 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.872735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:04.873331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Bound port: 6447b8f5-171c-4fc9-9a14-b229abc98290, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:04.874218 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:04.945394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f30d2178-c9e9-4294-a942-bee6287d07f0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:04.954809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:05.116238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1bd82f11-6190-4937-889f-95d0aabc9ef9 req-d316fd15-5484-4ce2-8957-0bab9ea527c8 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9299381 Jul 22 14:07:05.127946 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c945f9c8-ebb7-44e3-83d6-f39ae77c8445 req-293a87d3-34d7-420c-9b49-c106b0923eb2 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7027116 Jul 22 14:07:05.176409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Allocated IP 172.20.0.1 (7885ee0b-2cfe-4a7a-bbd9-8f91443945fa/eac8f173-6a1a-46cb-a88a-37972855e79f/f4a7368c-9c97-4fa9-895a-24f814317615) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:05.180522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] For port 6447b8f5-171c-4fc9-9a14-b229abc98290, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:05.212653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed296e9c-90e5-4664-9783-bc2801d78648,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:05.232350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] For port 6447b8f5-171c-4fc9-9a14-b229abc98290, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6447b8f5-171c-4fc9-9a14-b229abc98290,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:05.246760 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:05.287497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Checking segment: {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:05.287497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Network hostable DHCP agents. Network: be27c592-efb0-4c80-9e56-d0913b4956a9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:07:05.343583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-54095527-b472-4689-b54b-c5879716be5d service neutron] 10.222.0.11 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1578960 Jul 22 14:07:05.363875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Network be27c592-efb0-4c80-9e56-d0913b4956a9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:07:05.401832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, be27c592-efb0-4c80-9e56-d0913b4956a9) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:05.421968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:05.425180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:05.514569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad309e7-d7b8-4a4f-bdb7-b08f53791799 None None] Pushing event updated for resources: {'Port': ['ID=6447b8f5-171c-4fc9-9a14-b229abc98290,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:05.555870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922d464-25a8-4d76-8246-6508d9458832 None None] Network be27c592-efb0-4c80-9e56-d0913b4956a9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:07:05.583547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:05.584185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3ef1fca8-75e8-47f2-88ba-6ef70b50e277 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9318793 Jul 22 14:07:05.616299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:05.728716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-bf50e3d7-31b8-486a-a416-69afb91ebcbc service neutron] 10.222.0.11 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966774 Jul 22 14:07:05.807741 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:05.809576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:05.909867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:05.913146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:06.030600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20c0bc-c76b-4942-b16b-0cae98ed96c4 req-cac0d11c-a3c4-4bf7-a744-f9d8eaa043ca tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:06.038235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d20c0bc-c76b-4942-b16b-0cae98ed96c4 req-cac0d11c-a3c4-4bf7-a744-f9d8eaa043ca tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.4529135 Jul 22 14:07:06.187108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:06.210764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:06.217747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d20c0bc-c76b-4942-b16b-0cae98ed96c4 req-f79e9854-49f6-474d-96cd-06a6d0f31013 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778662 Jul 22 14:07:06.385188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc81cff7-cd02-4b11-a696-08b5bb2af518 req-f51fd394-65d0-474d-bf37-cd2ad94b6af5 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 210 time: 0.0395658 Jul 22 14:07:06.550900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Transition to ACTIVE for port object f4a7368c-9c97-4fa9-895a-24f814317615 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:06.561780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:06.639780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfdebc-064e-404f-85d1-5b2f8ae729c3 req-be74772f-eb49-4047-b8bf-f38128f409a5 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:06.654965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9acfdebc-064e-404f-85d1-5b2f8ae729c3 req-be74772f-eb49-4047-b8bf-f38128f409a5 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 1101 time: 0.2436488 Jul 22 14:07:06.721648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 006ed329-8521-4e3d-9277-274ed99375bc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:06.763063 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9acfdebc-064e-404f-85d1-5b2f8ae729c3 req-35ee6e97-bd9b-4370-90e1-826b7b2a3b00 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071815 Jul 22 14:07:06.836791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a639b-472e-4248-8e35-dbba1d35166d None None] Network be27c592-efb0-4c80-9e56-d0913b4956a9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:07:06.941293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:07.009892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:07.644234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-19d9366b-8876-4f43-bfce-75dd24d1904c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1699238 Jul 22 14:07:07.743389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ebc91-dfac-479c-99cb-436e66ce03e7 req-ce7be073-ad8e-432e-b435-aa0f2f67d08b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:07.745654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a8ebc91-dfac-479c-99cb-436e66ce03e7 req-ce7be073-ad8e-432e-b435-aa0f2f67d08b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2578807 Jul 22 14:07:07.880605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a8ebc91-dfac-479c-99cb-436e66ce03e7 req-44c34be9-8a89-427b-a84b-6e24c6bc1967 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118643 Jul 22 14:07:07.918129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 006ed329-8521-4e3d-9277-274ed99375bc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:07.918513 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:07.937196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:08.073150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:08.076172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:08.090230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:08.156953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95d4f39d-ba4d-41a4-a4a1-e0528a72c28c req-0e16ea0f-b96f-4e6b-acc1-a9894df1e08e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 210 time: 0.0741615 Jul 22 14:07:08.261269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Pushing event updated for resources: {'Port': ['ID=f4a7368c-9c97-4fa9-895a-24f814317615,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:08.294451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-bcb63dc3-f07b-4686-a10e-2ef1360774ba tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:08.296038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-bcb63dc3-f07b-4686-a10e-2ef1360774ba tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6178975 Jul 22 14:07:08.311195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:06:56Z', 'revision_number': 3, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:08.445037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2211-217c-4fe0-9cb1-85ad1f5df762 None None] The sync data for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 is: [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:06:56Z', 'revision_number': 3, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:07:08.708744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9cd56720-c1a5-4994-8a27-3eb0c12355f2 None None] Provisioning for port f4a7368c-9c97-4fa9-895a-24f814317615 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:08.730496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9cd56720-c1a5-4994-8a27-3eb0c12355f2 None None] Provisioning complete for port f4a7368c-9c97-4fa9-895a-24f814317615 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:08.731214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9cd56720-c1a5-4994-8a27-3eb0c12355f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:08.796399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-cb5e764c-9edc-4f39-b474-f09ff85ebad5 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:08.799090 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-cb5e764c-9edc-4f39-b474-f09ff85ebad5 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.13 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 811 time: 0.1725411 Jul 22 14:07:08.814284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Request body: {'port': {'device_id': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'admin_state_up': True, 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:08.824842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9cd56720-c1a5-4994-8a27-3eb0c12355f2 None None] Port f4a7368c-9c97-4fa9-895a-24f814317615 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:07:09.073291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:09.137678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d03cffb6-2a49-486a-bf0f-7b626834cdab tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/quotas/bb15bd61e5334cd098c8935af2138409 HTTP/1.1" status: 200 len: 375 time: 0.8017323 Jul 22 14:07:09.185520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Made reservation on behalf of af5f2a7c1c9447758435bd94fc3c0028 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:09.194978 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:09.238596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dede9-95fd-4121-9473-671ce44f31ef req-1ddfabf9-8743-405d-a3c1-7036654b7c08 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:09.240518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be3dede9-95fd-4121-9473-671ce44f31ef req-1ddfabf9-8743-405d-a3c1-7036654b7c08 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.1907756 Jul 22 14:07:09.376846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be3dede9-95fd-4121-9473-671ce44f31ef req-95f5282d-f8e3-4d6b-afb7-59e68555902b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198478 Jul 22 14:07:09.482608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:09.508857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Allocated IP 172.20.0.4 (1094ab7a-9834-49fa-af16-e560f25a08f3/a1debf9e-50b3-45af-8fa3-291ca20d93c6/ac504aae-e3e9-4378-b064-0c6082954f67) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:09.526822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:09.587953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a053f75-932b-4ea3-9e57-efc926c27dc7 req-efd08f5a-0085-439c-bec4-af2c6eec52a5 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 210 time: 0.0654767 Jul 22 14:07:09.704479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Allocated IP 172.25.8.188 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/d6d61942-1562-47c8-b2b3-e683fbef2522) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:09.913954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:09.965369 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:09.982760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:09.993132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-589195ef-7d28-48ea-af0f-c5f07f371152 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7267418 Jul 22 14:07:10.018462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.033743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Deleting port 45f89394-17b5-474d-aed8-081ca20372a8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:10.034370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.040431 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.046535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Pushing event updated for resources: {'Port': ['ID=ac504aae-e3e9-4378-b064-0c6082954f67,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:10.058328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Network 1094ab7a-9834-49fa-af16-e560f25a08f3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:10.122896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:10.128200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:10.381010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:10.385903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.414207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-47cf5f8c-c68d-4b99-a57e-a134f50e717f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6058624 Jul 22 14:07:10.426814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Request body: {'port': {'device_id': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:10.492195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86b0cc3d-4d92-4d83-a560-8910fa010126 req-70dae74f-2fc8-4c36-a637-08ad64337965 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 210 time: 0.0766044 Jul 22 14:07:10.525601 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.602682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d61942-1562-47c8-b2b3-e683fbef2522,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:10.718702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.734786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:10.766293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6447b8f5-171c-4fc9-9a14-b229abc98290 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:10.773726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:10.882230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] For port 45f89394-17b5-474d-aed8-081ca20372a8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=45f89394-17b5-474d-aed8-081ca20372a8,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:10.884080 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.916454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6447b8f5-171c-4fc9-9a14-b229abc98290 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:10.926545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6447b8f5-171c-4fc9-9a14-b229abc98290 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:10.926895 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:10.938876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Calling delete_port for 45f89394-17b5-474d-aed8-081ca20372a8 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:11.029551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:11.075426 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.108391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 6447b8f5-171c-4fc9-9a14-b229abc98290, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6447b8f5-171c-4fc9-9a14-b229abc98290,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:11.113675 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.193544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=6447b8f5-171c-4fc9-9a14-b229abc98290,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:11.413677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac504aae-e3e9-4378-b064-0c6082954f67 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:11.445798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.478325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee810e-cb98-4f4d-81a8-6ebe0e0dc985 req-9da85bff-4a8d-49c1-86af-d60011088779 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:11.480434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69ee810e-cb98-4f4d-81a8-6ebe0e0dc985 req-9da85bff-4a8d-49c1-86af-d60011088779 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.7739732 Jul 22 14:07:11.502689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Transition to ACTIVE for port object ac504aae-e3e9-4378-b064-0c6082954f67 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:11.514368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.515750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.557573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.705212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac504aae-e3e9-4378-b064-0c6082954f67,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:11.777315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4b6b2-b3a2-460e-9696-15d125ea2415 req-cd622b33-8b3c-4003-a2ea-90740bf57e47 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:11.784810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10a4b6b2-b3a2-460e-9696-15d125ea2415 req-cd622b33-8b3c-4003-a2ea-90740bf57e47 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 943 time: 0.1575794 Jul 22 14:07:11.805265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Attempting to bind port ac504aae-e3e9-4378-b064-0c6082954f67 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:11.805593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Attempting to bind port ac504aae-e3e9-4378-b064-0c6082954f67 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:11.806156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Attempting to bind port ac504aae-e3e9-4378-b064-0c6082954f67 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:11.812462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Port ac504aae-e3e9-4378-b064-0c6082954f67 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:11.813047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Attempting to bind port ac504aae-e3e9-4378-b064-0c6082954f67 on network 1094ab7a-9834-49fa-af16-e560f25a08f3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:11.818878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:11.819480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Checking segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:11.820090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Bound using segment: {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:11.820737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Bound port: ac504aae-e3e9-4378-b064-0c6082954f67, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc834dbe-3fe2-4c28-b807-84430c22aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:11.821296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69ee810e-cb98-4f4d-81a8-6ebe0e0dc985 req-681f3666-ef9d-4006-8f07-f70f06f5c017 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219848 Jul 22 14:07:11.821556 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.881732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10a4b6b2-b3a2-460e-9696-15d125ea2415 req-2bb6917a-f0f8-4998-be2d-9dc2280c59e6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939615 Jul 22 14:07:11.891605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Pushing event updated for resources: {'Port': ['ID=f4a7368c-9c97-4fa9-895a-24f814317615,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:11.936968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:11.946742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] For port ac504aae-e3e9-4378-b064-0c6082954f67, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:11.951636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] For port ac504aae-e3e9-4378-b064-0c6082954f67, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac504aae-e3e9-4378-b064-0c6082954f67,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:11.959176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:12.083920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac504aae-e3e9-4378-b064-0c6082954f67,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:12.102401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:12.103210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:12.106202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-7717e378-eb0a-4306-9a08-836ee8a266a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac504aae-e3e9-4378-b064-0c6082954f67 HTTP/1.1" status: 200 len: 1092 time: 1.6839461 Jul 22 14:07:12.108515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'tag': 'ac504aae-e3e9-4378-b064-0c6082954f67'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:12.111527 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06638db5-8124-4c5a-849b-de06c5ebde11" -d '{"events": [{"name": "network-changed", "server_uuid": "36d91554-85e2-4342-b67c-4d3f0f6028cf", "tag": "ac504aae-e3e9-4378-b064-0c6082954f67"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:12.204522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:12.286954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-321c65ff-c22c-4508-8d60-7612ea40c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:12.289348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-321c65ff-c22c-4508-8d60-7612ea40c6ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 1095 time: 0.1170475 Jul 22 14:07:12.377640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f89394-17b5-474d-aed8-081ca20372a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:12.396014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e2aac574-1469-4258-a517-332108b3c24b req-68e53066-0098-41bf-89fc-e582ddd2a703 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 210 time: 0.4195604 Jul 22 14:07:12.398190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:12.417148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-1cbb97d5-ad45-4840-9570-981bf4e1b104 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac504aae-e3e9-4378-b064-0c6082954f67 HTTP/1.1" status: 200 len: 217 time: 0.1180267 Jul 22 14:07:12.502802 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94359498-a904-4ade-a2e7-6f7e3e0d748e x-openstack-request-id: req-94359498-a904-4ade-a2e7-6f7e3e0d748e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:12.503191 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d91554-85e2-4342-b67c-4d3f0f6028cf", "tag": "ac504aae-e3e9-4378-b064-0c6082954f67", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:12.503554 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94359498-a904-4ade-a2e7-6f7e3e0d748e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:12.504043 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'tag': 'ac504aae-e3e9-4378-b064-0c6082954f67', 'status': 'completed', 'code': 200} Jul 22 14:07:12.531188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a0da-9e88-4117-ba1d-51beed44428b req-07186840-8307-469a-a0c8-7696aacc6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:12.547561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-564eeab1-2f76-442e-b4ed-f1e8cfef3f2e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bb15bd61e5334cd098c8935af2138409&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3445747 Jul 22 14:07:12.550240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-07186840-8307-469a-a0c8-7696aacc6982 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.1233513 Jul 22 14:07:12.604818 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-0654fe3d-9358-4f61-88de-44cfc2bd752c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434456 Jul 22 14:07:12.661467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:12.680835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:12.795251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6447b8f5-171c-4fc9-9a14-b229abc98290 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:12.799121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-ad4387b1-5cc0-4cb2-b419-b198013cb209 service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884604 Jul 22 14:07:12.959147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6447b8f5-171c-4fc9-9a14-b229abc98290 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:12.962656 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:13.081939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2637a0da-9e88-4117-ba1d-51beed44428b req-febadf81-0f36-4c8d-9f3a-80845a2ce0cf service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745275 Jul 22 14:07:13.210947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-09cdb23b-b126-4795-aa75-acf2ac2da00e None None] Provisioning complete for port f4a7368c-9c97-4fa9-895a-24f814317615 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:13.211706 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09cdb23b-b126-4795-aa75-acf2ac2da00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:13.257948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-09cdb23b-b126-4795-aa75-acf2ac2da00e None None] Port f4a7368c-9c97-4fa9-895a-24f814317615 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:07:13.368775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d51796-352f-42ba-92a4-2cbb30c26f70 req-2ce6e1c7-8520-4498-a846-2a1b984d5d0e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.370764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2d51796-352f-42ba-92a4-2cbb30c26f70 req-2ce6e1c7-8520-4498-a846-2a1b984d5d0e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 943 time: 0.1191196 Jul 22 14:07:13.376247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-dcf56e74-2e11-4cea-89c1-322af8f8d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.377986 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-dcf56e74-2e11-4cea-89c1-322af8f8d7d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 1095 time: 0.2303569 Jul 22 14:07:13.487806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-783e3544-8fe5-49f3-a5d2-acbe20fe6947 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.489398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-783e3544-8fe5-49f3-a5d2-acbe20fe6947 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8807864 Jul 22 14:07:13.500170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2d51796-352f-42ba-92a4-2cbb30c26f70 req-12f31b93-4c09-49e4-b983-85e223614c36 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210120 Jul 22 14:07:13.505075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-533252ad-eaae-4efb-b8c1-e94c606a6eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.506587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-533252ad-eaae-4efb-b8c1-e94c606a6eeb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 912 time: 0.1068969 Jul 22 14:07:13.536707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Request body: {'port': {'device_id': '9efda3cc-43d7-407c-90af-eb53342e9411', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bb15bd61e5334cd098c8935af2138409'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:13.557014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-2113f89d-212b-4913-8baa-0d4a0a92c912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac504aae-e3e9-4378-b064-0c6082954f67 HTTP/1.1" status: 200 len: 217 time: 0.0420809 Jul 22 14:07:13.692947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Router f98ab3b9-e138-4317-bc40-1d45443a1ac8 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:07:13.709069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:13.718396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32948edf-63fe-4083-940e-9eb9f05c3a29 req-a16e0b5f-b6c5-45d8-8bc0-18faf0485e78 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.721372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-32948edf-63fe-4083-940e-9eb9f05c3a29 req-a16e0b5f-b6c5-45d8-8bc0-18faf0485e78 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.4154987 Jul 22 14:07:13.729330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-d53878ea-02d4-49d5-83d1-8e2044ed27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.730982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-d53878ea-02d4-49d5-83d1-8e2044ed27db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.1652582 Jul 22 14:07:13.751041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:13.779290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-0dec3505-5cb4-457d-a899-3165fc672ec4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371799 Jul 22 14:07:13.821828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-12a1aef7-7f55-4918-b853-90a36bdf1684 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:13.823298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-12a1aef7-7f55-4918-b853-90a36bdf1684 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.2084131 Jul 22 14:07:13.851506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-13629707-14e7-47b3-890a-6272a6e6760b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/quotas/c72574df07fd49ff8850672ed65ac392 HTTP/1.1" status: 200 len: 375 time: 0.0214698 Jul 22 14:07:13.958886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-b50dd225-f48d-4d3b-8531-dbe4a0101b65 service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653211 Jul 22 14:07:13.982200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-accf768c-f195-4c76-bba9-eda57bc5fb26 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297376 Jul 22 14:07:14.011473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-32948edf-63fe-4083-940e-9eb9f05c3a29 req-3e0cf128-2ad8-4e3f-8a80-470e933c4fab tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720788 Jul 22 14:07:14.048034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Made reservation on behalf of bb15bd61e5334cd098c8935af2138409 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:14.051520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:14.183510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:14.198118 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Sync routers for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:14.217768 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f5ddd121-0110-40ca-b34d-d073000a06ff admin admin] 10.222.0.11 "PUT /v2.0/routers/f98ab3b9-e138-4317-bc40-1d45443a1ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2830110 Jul 22 14:07:14.220281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a027f41a-ab08-45de-8374-2300b0c5b8ee req-b4be26f3-a057-4d97-99ee-caad2d340b93 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 210 time: 0.0524390 Jul 22 14:07:14.221593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:14.223109 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:14.249968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-a8e0c255-056f-4ded-a5d4-88dcb7be213c service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666779 Jul 22 14:07:14.300318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06638db5-8124-4c5a-849b-de06c5ebde11 req-6608b5ac-38d3-4a67-8831-047442f8da17 service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311498 Jul 22 14:07:14.387254 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:14.421049 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-d4980035-a11d-4c6b-9cea-520ebd562353 service neutron] 10.222.0.11 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668224 Jul 22 14:07:14.552695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Router 318837ff-5768-4a66-bac8-e10210f58fc9 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:07:14.571955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Allocated IP 192.168.233.193 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/38823c6d-4e57-4f71-897e-f64d432ce08a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:14.599909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Router 86fc366f-bb86-4764-aa54-d77358dc543f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:07:14.789159 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:10Z', 'revision_number': 2, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:14.897054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526863ce-a7c0-45a4-9b8b-55ea0dbe0019 req-f0bffe8b-6fd5-4c5e-b933-a175edc6f245 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:14.902122 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Checking router: f98ab3b9-e138-4317-bc40-1d45443a1ac8 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:14.902611 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Updating router f98ab3b9-e138-4317-bc40-1d45443a1ac8 port f4a7368c-9c97-4fa9-895a-24f814317615 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:07:14.907000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-526863ce-a7c0-45a4-9b8b-55ea0dbe0019 req-f0bffe8b-6fd5-4c5e-b933-a175edc6f245 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 943 time: 0.1241281 Jul 22 14:07:14.957920 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.056346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-526863ce-a7c0-45a4-9b8b-55ea0dbe0019 req-a6848f57-4404-497b-80ee-2e09455a1fc3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480923 Jul 22 14:07:15.178502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e740725e-fc73-4113-a7e1-c045c73a0f05 req-6823f426-4334-4660-99b2-04dee3b231f3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 210 time: 0.0733707 Jul 22 14:07:15.204905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:15.227829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Sync routers for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:15.245816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:15.248724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:15.266013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ce588-5107-459d-8865-4762ead6f695 req-888aa085-45f1-4126-8a45-25edfbb3e08a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:15.268932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-360ce588-5107-459d-8865-4762ead6f695 req-888aa085-45f1-4126-8a45-25edfbb3e08a tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2 HTTP/1.1" status: 200 len: 945 time: 0.2735438 Jul 22 14:07:15.414016 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.419522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8a960b1b-397c-489e-996e-29144b57daa0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.8045442 Jul 22 14:07:15.420022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:15.441215 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.465476 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Transition to ACTIVE for port object f4a7368c-9c97-4fa9-895a-24f814317615 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:15.481704 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.499132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16ca8d-31ce-4fc1-833e-634b8adf23f6 req-117dc84c-c342-406b-a947-8ce803549bb1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:15.508221 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d16ca8d-31ce-4fc1-833e-634b8adf23f6 req-117dc84c-c342-406b-a947-8ce803549bb1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2372761 Jul 22 14:07:15.552727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:15.568265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:15.589982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d16ca8d-31ce-4fc1-833e-634b8adf23f6 req-c6983e29-410e-4ebc-a879-21032cd2810a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797102 Jul 22 14:07:15.594212 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] Sync routers for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:15.610688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.618295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d93fb11-c747-40ea-9cc5-880bdc623be7 admin admin] 10.222.0.11 "PUT /v2.0/routers/86fc366f-bb86-4764-aa54-d77358dc543f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8274925 Jul 22 14:07:15.620262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33544) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:15.636508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Deleting port 49e52e13-b470-4862-a786-430c859324aa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:15.639161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.649016 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:15.649666 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:15.778957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-f8704d12-8681-410a-9bad-683b1adde9c7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:15.780552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-f8704d12-8681-410a-9bad-683b1adde9c7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 828 time: 0.8472950 Jul 22 14:07:15.806788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Transition to ACTIVE for port object 38823c6d-4e57-4f71-897e-f64d432ce08a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:15.880379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] For port 49e52e13-b470-4862-a786-430c859324aa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=49e52e13-b470-4862-a786-430c859324aa,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:15.882438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.924727 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c12d-5fc5-4850-9a71-27dc9c4f39cc None None] Pushing event updated for resources: {'Port': ['ID=f4a7368c-9c97-4fa9-895a-24f814317615,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:15.963749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6d39b1c-199e-44e6-9840-b2084f355021 req-cead0aad-77d4-441e-8d4c-e2ef614f2ebf tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 210 time: 0.1617484 Jul 22 14:07:15.982488 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Attempting to bind port f4a7368c-9c97-4fa9-895a-24f814317615 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:15.982871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Calling delete_port for 49e52e13-b470-4862-a786-430c859324aa owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:15.983289 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Attempting to bind port f4a7368c-9c97-4fa9-895a-24f814317615 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:15.983819 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Attempting to bind port f4a7368c-9c97-4fa9-895a-24f814317615 on network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:15.997575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:15.998305 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Checking segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:15.998865 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:15.999483 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Bound using segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:16.000184 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Bound port: f4a7368c-9c97-4fa9-895a-24f814317615, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:16.000813 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:16.030201 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:16.089578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 3, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:16.126870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Checking router: 318837ff-5768-4a66-bac8-e10210f58fc9 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:16.127209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Updating router 318837ff-5768-4a66-bac8-e10210f58fc9 port d6d61942-1562-47c8-b2b3-e683fbef2522 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:07:16.208721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:16.323665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:16.367342 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] For port f4a7368c-9c97-4fa9-895a-24f814317615, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:16.389133 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] For port f4a7368c-9c97-4fa9-895a-24f814317615, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f4a7368c-9c97-4fa9-895a-24f814317615,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:16.401802 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:16.485201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] No DVR routers for this DVR port 49e52e13-b470-4862-a786-430c859324aa on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:16.487797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event deleted for resources: {'Port': ['ID=49e52e13-b470-4862-a786-430c859324aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:16.500120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:16.503150 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-360ce588-5107-459d-8865-4762ead6f695 req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "DELETE /v2.0/ports/49e52e13-b470-4862-a786-430c859324aa HTTP/1.1" status: 204 len: 173 time: 1.1837471 Jul 22 14:07:16.523109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.523934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.524289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.525196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.526251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.527391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.527744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.528140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.528643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.529045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.529434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.529804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77dd9463-ba7d-4b98-a7f7-e178a61ae5e5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.540759 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:16.544793 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:16.551405 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13c12d-5fc5-4850-9a71-27dc9c4f39cc None None] Pushing event updated for resources: {'Port': ['ID=f4a7368c-9c97-4fa9-895a-24f814317615,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:16.554792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'name': 'network-vif-deleted', 'tag': '49e52e13-b470-4862-a786-430c859324aa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:16.566449 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa55b0-339b-40f5-80f4-6edd2022d536" -d '{"events": [{"server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "name": "network-vif-deleted", "tag": "49e52e13-b470-4862-a786-430c859324aa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:16.642078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:16.673114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061', '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:16.818205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:16.826465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-53ef2796-e412-4e8b-b2a3-085cb99c3fdf tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:16.831376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-53ef2796-e412-4e8b-b2a3-085cb99c3fdf tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 805 time: 0.3954165 Jul 22 14:07:16.839601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event updated for resources: {'Port': ['ID=38823c6d-4e57-4f71-897e-f64d432ce08a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:16.848156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c050c95-4087-4670-b021-7275d10ec012 req-e3997b2f-b22f-4f5e-a561-faefdff315fc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:16.849377 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-577b0037-5fcc-41d3-ac48-f1acdabb0231 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/quotas/439cb036a8c8403594287c444a28cd2b HTTP/1.1" status: 200 len: 375 time: 0.9477456 Jul 22 14:07:16.858054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.858690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.859186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.859695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.860303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.860818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.861376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.861894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.862480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.863142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.863820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.864578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:16.867914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c050c95-4087-4670-b021-7275d10ec012 req-e3997b2f-b22f-4f5e-a561-faefdff315fc tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 943 time: 0.6919172 Jul 22 14:07:16.883680 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:16.892840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:16.898915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Request body: {'port': {'device_id': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'admin_state_up': True, 'tenant_id': 'c72574df07fd49ff8850672ed65ac392'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:16.902182 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:16.935249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:16.948177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:17.030241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:17.030985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:17.097214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-e2b9e220-007e-464d-947c-914a6629f535 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5647216 Jul 22 14:07:17.137402 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c050c95-4087-4670-b021-7275d10ec012 req-13731861-371e-42db-88c8-cb282d35ff96 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664285 Jul 22 14:07:17.141235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:17.272655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Made reservation on behalf of c72574df07fd49ff8850672ed65ac392 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:17.280489 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] Checking router: 86fc366f-bb86-4764-aa54-d77358dc543f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:17.282387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:17.351062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:17.358050 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] Routers {'86fc366f-bb86-4764-aa54-d77358dc543f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:17.361263 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['86fc366f-bb86-4764-aa54-d77358dc543f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:17.378468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Request body: {'port': {'device_id': '9efda3cc-43d7-407c-90af-eb53342e9411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:17.378708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-195d6349-b529-45b2-97b4-604847a2f121 req-c9fcb14b-8cda-41eb-a66e-99582ee3066c tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 210 time: 0.1224678 Jul 22 14:07:17.520061 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fa6c72-2b18-4531-9cec-a7ff166477a1 x-openstack-request-id: req-e1fa6c72-2b18-4531-9cec-a7ff166477a1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:17.521822 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2", "name": "network-vif-deleted", "tag": "49e52e13-b470-4862-a786-430c859324aa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:17.522162 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1fa6c72-2b18-4531-9cec-a7ff166477a1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:17.522632 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dd15cc-b011-4f9c-b064-da6d6dbb1fc2', 'name': 'network-vif-deleted', 'tag': '49e52e13-b470-4862-a786-430c859324aa', 'status': 'completed', 'code': 200} Jul 22 14:07:17.525242 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] Set router 86fc366f-bb86-4764-aa54-d77358dc543f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:17.660919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:16Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:17.687689 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-57d77fac-0477-47e7-b2b3-474c5d2a562e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8135943 Jul 22 14:07:17.696235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3865b-7527-4f9b-a347-598c76955484 None None] The sync data for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 is: [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:16Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:07:17.820777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-0e9fa57c-55e4-4387-b8b4-5a9a18b2684c service neutron] 10.222.0.11 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314006 Jul 22 14:07:17.843468 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:17.863165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Allocated IP 172.20.0.14 (efb27f92-c04f-4cb0-8541-cba020a06243/1e7a32a9-63bd-45fa-b23d-f2d18fa072c6/ef8933f9-2e79-4d73-b080-080340882732) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:17.895759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e45fe-cde6-40e2-8323-ae372aea9fa1 req-f7603035-f4b7-4d8d-9c09-66a6ccf1f14e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:17.906448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-834e45fe-cde6-40e2-8323-ae372aea9fa1 req-f7603035-f4b7-4d8d-9c09-66a6ccf1f14e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2621713 Jul 22 14:07:17.984889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-834e45fe-cde6-40e2-8323-ae372aea9fa1 req-859dbd17-f1af-484f-80f2-e1085790134e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774293 Jul 22 14:07:18.068188 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:18.111084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac504aae-e3e9-4378-b064-0c6082954f67 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:18.132287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:18.161905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.162951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Transition to ACTIVE for port object d6d61942-1562-47c8-b2b3-e683fbef2522 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:18.174761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c846e9-d981-48ec-8b63-187426c19da8 None None] The sync data for ids ['86fc366f-bb86-4764-aa54-d77358dc543f'] in n-d-787205-11 is: [{'id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'name': 'tempest-ServersTestBootFromVolume-1488130112-router', 'tenant_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:03:30Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 5, 'project_id': 'a26e5dafa31e44d3aefa5eb55df30171', 'gw_port': {'id': '874ca1e2-965a-4520-9f8c-e26211943ab1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:da:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86fc366f-bb86-4764-aa54-d77358dc543f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:03:32Z', 'updated_at': '2021-07-22T14:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:07:18.188206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 49e52e13-b470-4862-a786-430c859324aa {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:18.188552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:18.270294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.287848 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.306807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.329318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-19dd2cbd-8d8b-4b49-be9f-68385cd4891f service neutron] 10.222.0.11 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075788 Jul 22 14:07:18.335731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.363034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:18.427519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event updated for resources: {'Port': ['ID=ef8933f9-2e79-4d73-b080-080340882732,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:18.472520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Network efb27f92-c04f-4cb0-8541-cba020a06243 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:18.475355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:18.491368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:18.524613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a20c64-c07d-483a-a0b7-b12ef67ac082 None None] Pushing event updated for resources: {'Port': ['ID=d6d61942-1562-47c8-b2b3-e683fbef2522,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:18.664998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ce19a-16dd-4d49-85a9-d6ef4add48c4 req-31a65f46-4d0e-4e9f-af42-68bf0a8ec1a4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:18.682345 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e45ce19a-16dd-4d49-85a9-d6ef4add48c4 req-31a65f46-4d0e-4e9f-af42-68bf0a8ec1a4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 936 time: 0.3614056 Jul 22 14:07:18.759829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:18.762897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.806104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-82a0b77e-2772-4842-b0f1-398e89494e32 None None] Provisioning for port 38823c6d-4e57-4f71-897e-f64d432ce08a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:18.848828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e45ce19a-16dd-4d49-85a9-d6ef4add48c4 req-36c6c246-2713-4cbb-abdd-78f703f653ea tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609073 Jul 22 14:07:18.859895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-ef930f5e-73e4-4c7a-b432-44bbde4748c5 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9825184 Jul 22 14:07:18.882058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-82a0b77e-2772-4842-b0f1-398e89494e32 None None] Provisioning complete for port 38823c6d-4e57-4f71-897e-f64d432ce08a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:18.883739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82a0b77e-2772-4842-b0f1-398e89494e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:18.891247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Request body: {'port': {'device_id': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:18.981110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f4a7368c-9c97-4fa9-895a-24f814317615 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:19.009790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-82a0b77e-2772-4842-b0f1-398e89494e32 None None] Port 38823c6d-4e57-4f71-897e-f64d432ce08a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:07:19.042341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-697e6995-0b72-4d62-9ff1-02c648d627a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.067209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Deleting port 874ca1e2-965a-4520-9f8c-e26211943ab1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:19.067762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.110910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'port_id': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'mac_address': 'fa:16:3e:f1:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de202e8a-bbed-4fa3-865a-bfdf5b5e131a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:19.115077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:07:19.135921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Attempting to bind port d6d61942-1562-47c8-b2b3-e683fbef2522 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:19.136569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Attempting to bind port d6d61942-1562-47c8-b2b3-e683fbef2522 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:19.137168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Attempting to bind port d6d61942-1562-47c8-b2b3-e683fbef2522 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:19.162672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:19.163900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:19.164730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.165476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:19.166253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Bound port: d6d61942-1562-47c8-b2b3-e683fbef2522, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:19.166826 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.171523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.235783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] For port d6d61942-1562-47c8-b2b3-e683fbef2522, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:19.250613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] For port d6d61942-1562-47c8-b2b3-e683fbef2522, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6d61942-1562-47c8-b2b3-e683fbef2522,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:19.253073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.277387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] For port 874ca1e2-965a-4520-9f8c-e26211943ab1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=874ca1e2-965a-4520-9f8c-e26211943ab1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:19.279436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.320130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Calling delete_port for 874ca1e2-965a-4520-9f8c-e26211943ab1 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:19.327796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.329945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.346136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.514451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ac504aae-e3e9-4378-b064-0c6082954f67, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac504aae-e3e9-4378-b064-0c6082954f67,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:19.537293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:19.538102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:19.540828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ac504aae-e3e9-4378-b064-0c6082954f67', 'network_id': '1094ab7a-9834-49fa-af16-e560f25a08f3', 'port_id': 'ac504aae-e3e9-4378-b064-0c6082954f67', 'mac_address': 'fa:16:3e:b3:4b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1debf9e-50b3-45af-8fa3-291ca20d93c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:19.546669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a14e334-1158-4019-bf0f-7ed37664cf65 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:19.686800 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.817587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:19.896419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38823c6d-4e57-4f71-897e-f64d432ce08a {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:19.905461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.918983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Transition to ACTIVE for port object 38823c6d-4e57-4f71-897e-f64d432ce08a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:19.928146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a20c64-c07d-483a-a0b7-b12ef67ac082 None None] Pushing event updated for resources: {'Port': ['ID=d6d61942-1562-47c8-b2b3-e683fbef2522,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:19.931500 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:19.958402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Pushing event deleted for resources: {'Port': ['ID=874ca1e2-965a-4520-9f8c-e26211943ab1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:19.967687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:19.972054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac504aae-e3e9-4378-b064-0c6082954f67 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:20.000833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ac504aae-e3e9-4378-b064-0c6082954f67, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac504aae-e3e9-4378-b064-0c6082954f67,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:20.010100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f4a7368c-9c97-4fa9-895a-24f814317615 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:20.077932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f4a7368c-9c97-4fa9-895a-24f814317615 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:20.078432 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.134399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.138885 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.214094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf4ba8-ae22-4ded-a3b4-c2a082d62d88 req-8c516d8c-4a81-4dfe-9a6c-5b7e8af045bc tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:20.215180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Allocated IP 172.20.0.1 (be27c592-efb0-4c80-9e56-d0913b4956a9/ed296e9c-90e5-4664-9783-bc2801d78648/55b6a616-b1d3-4d87-95b7-c8f843f6eca5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:20.222988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9cf4ba8-ae22-4ded-a3b4-c2a082d62d88 req-8c516d8c-4a81-4dfe-9a6c-5b7e8af045bc tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 932 time: 1.2005661 Jul 22 14:07:20.248587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ac504aae-e3e9-4378-b064-0c6082954f67,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:20.262701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.313601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9cf4ba8-ae22-4ded-a3b4-c2a082d62d88 req-de7b2312-07a7-4028-ad99-eb9c5687e2c6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892808 Jul 22 14:07:20.379707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.410264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:20.433546 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.435226 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.453437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.501909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b4ed0b3-938d-4626-9efc-e26c7f0dc8f4 req-968fcbf2-416d-4e90-be5a-79cf0f54dffb tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 210 time: 0.0705357 Jul 22 14:07:20.533631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123e5cc-80f2-4fa4-9262-e078f79b09e4 req-58046957-c72f-467f-aea3-4635601a0230 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:20.537600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d123e5cc-80f2-4fa4-9262-e078f79b09e4 req-58046957-c72f-467f-aea3-4635601a0230 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 943 time: 1.7575669 Jul 22 14:07:20.552697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-4842a2de-7dcc-42e0-a65c-3bddc23718e6 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:20.554288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-4842a2de-7dcc-42e0-a65c-3bddc23718e6 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.20 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 828 time: 0.3287466 Jul 22 14:07:20.556818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f4a7368c-9c97-4fa9-895a-24f814317615, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f4a7368c-9c97-4fa9-895a-24f814317615,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:20.578378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Request body: {'port': {'device_id': '98348bde-e3c0-4445-b9ab-94950efea910', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'admin_state_up': True, 'tenant_id': '439cb036a8c8403594287c444a28cd2b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:20.625315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ac504aae-e3e9-4378-b064-0c6082954f67'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:20.637804 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.674223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 45f89394-17b5-474d-aed8-081ca20372a8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:20.791241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Network be27c592-efb0-4c80-9e56-d0913b4956a9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:20.798279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Attempting to bind port 38823c6d-4e57-4f71-897e-f64d432ce08a on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:20.798932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Attempting to bind port 38823c6d-4e57-4f71-897e-f64d432ce08a by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:20.799477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Attempting to bind port 38823c6d-4e57-4f71-897e-f64d432ce08a on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:20.802982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 45f89394-17b5-474d-aed8-081ca20372a8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:20.803349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 45f89394-17b5-474d-aed8-081ca20372a8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:20.820225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:20.829118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:20.837651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8933f9-2e79-4d73-b080-080340882732 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:20.849387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.858120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Port 38823c6d-4e57-4f71-897e-f64d432ce08a on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:20.858715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Attempting to bind port 38823c6d-4e57-4f71-897e-f64d432ce08a on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:20.871265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Transition to ACTIVE for port object ef8933f9-2e79-4d73-b080-080340882732 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:20.879605 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.887467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:20.891242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:20.891913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:20.893285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Bound port: 38823c6d-4e57-4f71-897e-f64d432ce08a, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:20.893951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:20.956715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f4a7368c-9c97-4fa9-895a-24f814317615,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:20.994566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 3, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:21.021025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] For port 38823c6d-4e57-4f71-897e-f64d432ce08a, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:21.026383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] For port 38823c6d-4e57-4f71-897e-f64d432ce08a, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=38823c6d-4e57-4f71-897e-f64d432ce08a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:21.043625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Made reservation on behalf of 439cb036a8c8403594287c444a28cd2b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:21.047491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.055350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d123e5cc-80f2-4fa4-9262-e078f79b09e4 req-f574b91b-c8d0-4738-a6db-ebe1e618820f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055795 Jul 22 14:07:21.057058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.058468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602bea02-b76c-4ee6-8dfb-f1b0af1f9706 None None] The sync data for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 is: [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 3, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:07:21.076025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Pushing event updated for resources: {'Port': ['ID=38823c6d-4e57-4f71-897e-f64d432ce08a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:21.142023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8933f9-2e79-4d73-b080-080340882732,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:21.154378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:21.162260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.163882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] 10.222.0.20 "PUT /v2.0/ports/38823c6d-4e57-4f71-897e-f64d432ce08a HTTP/1.1" status: 200 len: 1097 time: 3.9210134 Jul 22 14:07:21.164461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9efda3cc-43d7-407c-90af-eb53342e9411', 'tag': '38823c6d-4e57-4f71-897e-f64d432ce08a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:21.167229 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9efda3cc-43d7-407c-90af-eb53342e9411", "tag": "38823c6d-4e57-4f71-897e-f64d432ce08a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:21.182916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b095a3e-3945-4418-800b-ccce1815cc50 req-48cf10ef-db16-42a3-b3c7-3bd378877fc1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:21.198068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b095a3e-3945-4418-800b-ccce1815cc50 req-48cf10ef-db16-42a3-b3c7-3bd378877fc1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 944 time: 0.3228223 Jul 22 14:07:21.198442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.390036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.425196 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bc7da744-f53a-4a01-a92d-b4ba0e1bd239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.540616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b095a3e-3945-4418-800b-ccce1815cc50 req-b872c590-faef-4e1e-9b4a-bbea660eeb1b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395128 Jul 22 14:07:21.623071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Attempting to bind port ef8933f9-2e79-4d73-b080-080340882732 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:21.626385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Attempting to bind port ef8933f9-2e79-4d73-b080-080340882732 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:21.626929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Attempting to bind port ef8933f9-2e79-4d73-b080-080340882732 on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:21.654667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.658849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.661495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Pushing event updated for resources: {'Port': ['ID=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:21.667236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.722333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Port ef8933f9-2e79-4d73-b080-080340882732 on network efb27f92-c04f-4cb0-8541-cba020a06243 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:21.722611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Attempting to bind port ef8933f9-2e79-4d73-b080-080340882732 on network efb27f92-c04f-4cb0-8541-cba020a06243 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:21.758456 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb07b515-57ca-433c-b542-aecee8ba3eee x-openstack-request-id: req-bb07b515-57ca-433c-b542-aecee8ba3eee {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:21.759042 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9efda3cc-43d7-407c-90af-eb53342e9411", "tag": "38823c6d-4e57-4f71-897e-f64d432ce08a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:21.759448 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb07b515-57ca-433c-b542-aecee8ba3eee {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:21.760217 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9efda3cc-43d7-407c-90af-eb53342e9411', 'tag': '38823c6d-4e57-4f71-897e-f64d432ce08a', 'status': 'completed', 'code': 200} Jul 22 14:07:21.793534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:21.793905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Checking segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:21.794306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Bound using segment: {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:21.794761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Bound port: ef8933f9-2e79-4d73-b080-080340882732, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f86990-a3d0-42dc-9d2b-e479910b1199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:21.795128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.831695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Allocated IP 172.20.0.3 (7885ee0b-2cfe-4a7a-bbd9-8f91443945fa/eac8f173-6a1a-46cb-a88a-37972855e79f/40416b9e-4648-4178-9239-818b0e3183bb) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:21.858701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.859504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86fc366f-bb86-4764-aa54-d77358dc543f {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:07:21.866013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:21.867624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6cd1fcd5-3390-485f-bbc1-477d4e6c0caa admin admin] 10.222.0.11 "DELETE /v2.0/routers/86fc366f-bb86-4764-aa54-d77358dc543f HTTP/1.1" status: 204 len: 168 time: 6.2429531 Jul 22 14:07:21.890499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:21.939629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] For port ef8933f9-2e79-4d73-b080-080340882732, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:21.943977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] For port ef8933f9-2e79-4d73-b080-080340882732, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef8933f9-2e79-4d73-b080-080340882732,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:21.975486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.071652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.075752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:22.076614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.078495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] 10.222.0.13 "PUT /v2.0/ports/ef8933f9-2e79-4d73-b080-080340882732 HTTP/1.1" status: 200 len: 1093 time: 3.2098985 Jul 22 14:07:22.078682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d7c1f-1764-4e58-a78e-3b48a62adde5 service neutron] Pushing event updated for resources: {'Port': ['ID=38823c6d-4e57-4f71-897e-f64d432ce08a,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:22.102543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597b946-9d67-4b03-bb36-680e932c0e15 req-0be85bbd-f280-4d14-a9dd-1ee39bfb20df tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:22.113581 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5597b946-9d67-4b03-bb36-680e932c0e15 req-0be85bbd-f280-4d14-a9dd-1ee39bfb20df tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 944 time: 0.3772974 Jul 22 14:07:22.113926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6dd29-083b-4fb1-b705-8e8fb5c8d2e9 req-bfab0f0d-824e-4fd6-a8a8-f7df9e745f64 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:22.115661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'tag': 'ef8933f9-2e79-4d73-b080-080340882732'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:22.118473 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ae7858-cc96-4e89-96ea-39d539036931" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a0c3ba-2379-44fa-9286-4ce04dba567d", "tag": "ef8933f9-2e79-4d73-b080-080340882732"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:22.121847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1a6dd29-083b-4fb1-b705-8e8fb5c8d2e9 req-bfab0f0d-824e-4fd6-a8a8-f7df9e745f64 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 948 time: 0.8561609 Jul 22 14:07:22.131652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-9f587fcf-6a59-4b2a-9462-e4898fa6029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:22.141710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:22.143787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:22.150708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-9f587fcf-6a59-4b2a-9462-e4898fa6029c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 1100 time: 0.8812907 Jul 22 14:07:22.161166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Deleting subnet 7ed52ec2-22fc-43e3-90f7-393b0056ab9d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:07:22.208288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.210848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac504aae-e3e9-4378-b064-0c6082954f67 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:22.320476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-d9bcbea2-aa62-4220-b059-1f68d5e98aa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=38823c6d-4e57-4f71-897e-f64d432ce08a HTTP/1.1" status: 200 len: 217 time: 0.1393671 Jul 22 14:07:22.364462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5597b946-9d67-4b03-bb36-680e932c0e15 req-daf64b17-cab6-4c66-b4f8-3dfca4ef7d7b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496586 Jul 22 14:07:22.413576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.431201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297e127-93b8-47ae-bf94-983144019b88 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8933f9-2e79-4d73-b080-080340882732,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:22.461031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1a6dd29-083b-4fb1-b705-8e8fb5c8d2e9 req-f19eba94-5d3d-4c7e-94bf-ee1f741fd31c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382304 Jul 22 14:07:22.534605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-39964a61-c470-4b91-a0a3-d9f9a4e77e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:22.540289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-39964a61-c470-4b91-a0a3-d9f9a4e77e79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2053833 Jul 22 14:07:22.549603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.612204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Transition to ACTIVE for port object 40416b9e-4648-4178-9239-818b0e3183bb will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:22.675331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-73d5fa48-75b7-4e45-b237-0e654dc5a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:22.678245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-73d5fa48-75b7-4e45-b237-0e654dc5a8ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 1096 time: 0.5470912 Jul 22 14:07:22.711847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.749957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91f571f3-f6f6-4f29-b5ff-50d044bc5f1c req-8a33db3e-2d5c-47e9-a991-2afb36b2d4d1 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 210 time: 0.2201304 Jul 22 14:07:22.806325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.829076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.845589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1a14e334-1158-4019-bf0f-7ed37664cf65 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:22.871242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:22.876534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:22.960315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:22.962654 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0278d4-ad6f-4d03-a7e1-6f7235abb462 x-openstack-request-id: req-6c0278d4-ad6f-4d03-a7e1-6f7235abb462 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:22.963010 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a0c3ba-2379-44fa-9286-4ce04dba567d", "tag": "ef8933f9-2e79-4d73-b080-080340882732", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:22.963355 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c0278d4-ad6f-4d03-a7e1-6f7235abb462 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:22.964007 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'tag': 'ef8933f9-2e79-4d73-b080-080340882732', 'status': 'completed', 'code': 200} Jul 22 14:07:22.974245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event updated for resources: {'Port': ['ID=40416b9e-4648-4178-9239-818b0e3183bb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:22.987434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:22.998318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:23.009124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:23.022703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ac504aae-e3e9-4378-b064-0c6082954f67 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:23.046098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:23.060604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ac504aae-e3e9-4378-b064-0c6082954f67 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:23.060954 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.089990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'port_id': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'mac_address': 'fa:16:3e:f1:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de202e8a-bbed-4fa3-865a-bfdf5b5e131a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:23.139103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:23.139785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.165717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6d61942-1562-47c8-b2b3-e683fbef2522 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:23.217594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1a14e334-1158-4019-bf0f-7ed37664cf65'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:23.220973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-c847f987-a2be-4560-8c08-39b390ab168a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8933f9-2e79-4d73-b080-080340882732 HTTP/1.1" status: 200 len: 217 time: 0.5104678 Jul 22 14:07:23.225654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-815a4b3d-f359-41ae-97fa-51d8583991ef tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6551883 Jul 22 14:07:23.291932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d6d61942-1562-47c8-b2b3-e683fbef2522 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:23.307040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d6d61942-1562-47c8-b2b3-e683fbef2522 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:23.307584 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.376052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.397131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-35352918-d2a0-4e6f-a82c-4fc1166a0e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:23.398840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-35352918-d2a0-4e6f-a82c-4fc1166a0e82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.1152389 Jul 22 14:07:23.401888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.406253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Request body: {'port': {'device_id': '98348bde-e3c0-4445-b9ab-94950efea910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:23.420249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.473946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac504aae-e3e9-4378-b064-0c6082954f67'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:23.476724 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560ef837-a35c-4938-a3c8-7fd61964bca2" -d '{"events": [{"server_uuid": "36d91554-85e2-4342-b67c-4d3f0f6028cf", "name": "network-vif-plugged", "status": "completed", "tag": "ac504aae-e3e9-4378-b064-0c6082954f67"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:23.479518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f2f84286-32a9-4afe-a0c2-b0a920a3c297 None None] Provisioning for port 40416b9e-4648-4178-9239-818b0e3183bb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:23.481957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.488161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-4228b5a8-8635-48ee-b8e4-734214298418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:23.491447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f2f84286-32a9-4afe-a0c2-b0a920a3c297 None None] Provisioning complete for port 40416b9e-4648-4178-9239-818b0e3183bb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:23.491976 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f2f84286-32a9-4afe-a0c2-b0a920a3c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.495759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-4228b5a8-8635-48ee-b8e4-734214298418 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9286880 Jul 22 14:07:23.576012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ac504aae-e3e9-4378-b064-0c6082954f67, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac504aae-e3e9-4378-b064-0c6082954f67,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:23.577471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-b9a83497-037b-415a-8049-97254fab117f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772460 Jul 22 14:07:23.631545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.631810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.631977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:23.652482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3141d7-7474-49d5-8266-d0dd2d656bda req-a09ca9b0-12e6-4bbe-8080-6192c0be9eaa tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:23.654221 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac3141d7-7474-49d5-8266-d0dd2d656bda req-a09ca9b0-12e6-4bbe-8080-6192c0be9eaa tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 943 time: 0.5733881 Jul 22 14:07:23.736536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 49e52e13-b470-4862-a786-430c859324aa {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:23.736536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 49e52e13-b470-4862-a786-430c859324aa not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:23.743852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ac504aae-e3e9-4378-b064-0c6082954f67,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:23.787916 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.800749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f2f84286-32a9-4afe-a0c2-b0a920a3c297 None None] Port 40416b9e-4648-4178-9239-818b0e3183bb cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:07:23.825893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Pushing event updated for resources: {'Port': ['ID=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:23.829476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.846274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac3141d7-7474-49d5-8266-d0dd2d656bda req-5561bc2e-2b43-4ecc-bdb3-4027a677388c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762788 Jul 22 14:07:23.851046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f399ed-efff-4d88-ad4f-f54859f0a448 req-c6309be2-fae5-439d-bcfd-5644b242e616 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:23.854806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18f399ed-efff-4d88-ad4f-f54859f0a448 req-c6309be2-fae5-439d-bcfd-5644b242e616 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 944 time: 1.2680101 Jul 22 14:07:23.856371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-437a9390-299e-414c-b235-a4796c175338 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257561 Jul 22 14:07:23.860896 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.898438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d6d61942-1562-47c8-b2b3-e683fbef2522, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6d61942-1562-47c8-b2b3-e683fbef2522,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:23.909665 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:23.910675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f4a7368c-9c97-4fa9-895a-24f814317615 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:23.921528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-6ae9b6b2-3b06-46d1-ad7a-07597403f01e service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344617 Jul 22 14:07:24.018439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d6d61942-1562-47c8-b2b3-e683fbef2522,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:24.040717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f4a7368c-9c97-4fa9-895a-24f814317615 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:24.040935 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.043748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed52ec2-22fc-43e3-90f7-393b0056ab9d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:24.074636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18f399ed-efff-4d88-ad4f-f54859f0a448 req-bb08b7f3-630f-41bc-b038-7ba2b47e11d7 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841041 Jul 22 14:07:24.085453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.091089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af5f4b65-33fb-4011-b18f-ad7e48f059ad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ed52ec2-22fc-43e3-90f7-393b0056ab9d HTTP/1.1" status: 204 len: 168 time: 2.1370552 Jul 22 14:07:24.095410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f65a00-92c0-4ad9-8ba2-35e4e2b6389d None None] Network aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:07:24.106619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:24.154874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb0bdb3-d758-4e9d-83ba-1df46353e162 req-97f264e2-3748-42fb-aae6-c507c83aa145 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885401 Jul 22 14:07:24.164111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.281912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.311217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 874ca1e2-965a-4520-9f8c-e26211943ab1 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:24.315584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Network be27c592-efb0-4c80-9e56-d0913b4956a9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:24.324071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60d8867b-e2e3-4327-b409-d72e9547bae6 req-a64d801b-691f-497d-ade1-f6cbe6da6dbe service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930800 Jul 22 14:07:24.337482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 874ca1e2-965a-4520-9f8c-e26211943ab1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:24.337885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 874ca1e2-965a-4520-9f8c-e26211943ab1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:24.365442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:24.427756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409b75f-b850-4747-be49-e1c0ba756e25 req-2c23e4e5-4146-4fec-bf40-cc5e24390103 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:24.428376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6409b75f-b850-4747-be49-e1c0ba756e25 req-2c23e4e5-4146-4fec-bf40-cc5e24390103 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 944 time: 0.4229937 Jul 22 14:07:24.438655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] DHCP port deletion for aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:07:24.515332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-6a5bfa18-e012-46d5-88a7-3e047c32bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:24.517417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-6a5bfa18-e012-46d5-88a7-3e047c32bf76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 1100 time: 0.2844133 Jul 22 14:07:24.524690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] Deleting port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:24.525878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.553359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6409b75f-b850-4747-be49-e1c0ba756e25 req-bc3c2ef7-ca02-4938-b470-b36dbd868473 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987663 Jul 22 14:07:24.556270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40416b9e-4648-4178-9239-818b0e3183bb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:24.567158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.572971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7858-cc96-4e89-96ea-39d539036931 req-09841b60-fa04-48f5-b095-796ada77690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:24.574710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-09841b60-fa04-48f5-b095-796ada77690e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c72574df07fd49ff8850672ed65ac392&device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 1096 time: 0.1992888 Jul 22 14:07:24.614863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Transition to ACTIVE for port object 40416b9e-4648-4178-9239-818b0e3183bb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:24.626560 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366dec3-c6ac-4ecc-93ca-ce1018049962 x-openstack-request-id: req-2366dec3-c6ac-4ecc-93ca-ce1018049962 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:24.626992 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d91554-85e2-4342-b67c-4d3f0f6028cf", "name": "network-vif-plugged", "status": "completed", "tag": "ac504aae-e3e9-4378-b064-0c6082954f67", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:24.627340 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2366dec3-c6ac-4ecc-93ca-ce1018049962 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:24.627837 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac504aae-e3e9-4378-b064-0c6082954f67', 'code': 200} Jul 22 14:07:24.629831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] For port 394b24be-d6cf-4fbd-9c71-b8d41c053c54, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=394b24be-d6cf-4fbd-9c71-b8d41c053c54,segment=NetworkSegment(f869d0a8-a6fc-4a4a-a900-d2e951486e68),segment_id=f869d0a8-a6fc-4a4a-a900-d2e951486e68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:24.642445 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.653278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.680951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] Calling delete_port for 394b24be-d6cf-4fbd-9c71-b8d41c053c54 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:24.755502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-7b721658-e899-4529-b054-76c6afa2f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:24.757035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-7b721658-e899-4529-b054-76c6afa2f9b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1649234 Jul 22 14:07:24.812892 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.843687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] Pushing event deleted for resources: {'Port': ['ID=394b24be-d6cf-4fbd-9c71-b8d41c053c54,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:24.850164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd863cf-883a-40f5-bd22-098c09b3c006 None None] No DVR routers for this DVR port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:24.857790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Pushing event updated for resources: {'Port': ['ID=40416b9e-4648-4178-9239-818b0e3183bb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:24.938074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-b0395ea7-4993-4baf-af25-5c6ccef704b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=38823c6d-4e57-4f71-897e-f64d432ce08a HTTP/1.1" status: 200 len: 217 time: 0.1620042 Jul 22 14:07:24.943895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Deleting port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:24.944244 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:24.948519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Router 318837ff-5768-4a66-bac8-e10210f58fc9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:07:24.975260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7858-cc96-4e89-96ea-39d539036931 req-76abca8a-220c-402a-a2b1-cb45f728ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:24.976779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-76abca8a-220c-402a-a2b1-cb45f728ec3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 200 len: 906 time: 0.3861065 Jul 22 14:07:25.038224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6d61942-1562-47c8-b2b3-e683fbef2522 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:25.049188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-71a7a9bd-324c-453d-a974-51ab61bb1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.050687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-71a7a9bd-324c-453d-a974-51ab61bb1ea0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0995970 Jul 22 14:07:25.063519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e581d0e-50a9-46ab-8cf8-daf8f9df997f req-e8ac05d8-1319-4674-bc46-d6e732997486 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.070762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e581d0e-50a9-46ab-8cf8-daf8f9df997f req-e8ac05d8-1319-4674-bc46-d6e732997486 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 943 time: 0.3676603 Jul 22 14:07:25.079153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-2eac20a9-ac92-46c5-9a1c-09e869fe264e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8933f9-2e79-4d73-b080-080340882732 HTTP/1.1" status: 200 len: 217 time: 0.0932386 Jul 22 14:07:25.080911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c1d13-fa2f-4ab2-85f3-4b6b9a851d5c req-0a6f0b1c-2b61-475d-81d4-9b8921f3da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.081059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517fc32-d576-459c-a12a-adc07d3eb746 req-44b0c610-10ce-409f-8aa0-f086bd49453d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.082342 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f35c1d13-fa2f-4ab2-85f3-4b6b9a851d5c req-0a6f0b1c-2b61-475d-81d4-9b8921f3da25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 1097 time: 0.3712575 Jul 22 14:07:25.088735 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6517fc32-d576-459c-a12a-adc07d3eb746 req-44b0c610-10ce-409f-8aa0-f086bd49453d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 948 time: 0.7210219 Jul 22 14:07:25.094307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d6d61942-1562-47c8-b2b3-e683fbef2522 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:25.094969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.152702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Attempting to bind port 40416b9e-4648-4178-9239-818b0e3183bb on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:25.153091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Attempting to bind port 40416b9e-4648-4178-9239-818b0e3183bb by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:25.153360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Attempting to bind port 40416b9e-4648-4178-9239-818b0e3183bb on network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:25.179389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Port 40416b9e-4648-4178-9239-818b0e3183bb on network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:25.179760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Attempting to bind port 40416b9e-4648-4178-9239-818b0e3183bb on network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:25.216852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e581d0e-50a9-46ab-8cf8-daf8f9df997f req-15c244a7-7b4b-4949-a9fe-106c33c93c7f tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448944 Jul 22 14:07:25.222840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:25.229985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Checking segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:25.230682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Bound using segment: {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:25.231787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Bound port: 40416b9e-4648-4178-9239-818b0e3183bb, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c3f79b-5c71-44c7-82bc-fa241a3feb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:25.232779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.238999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae7858-cc96-4e89-96ea-39d539036931 req-1647f328-a3be-4e9a-9c08-f0295252da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.246773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-1647f328-a3be-4e9a-9c08-f0295252da50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 200 len: 845 time: 0.1467152 Jul 22 14:07:25.251350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f35c1d13-fa2f-4ab2-85f3-4b6b9a851d5c req-d43fcab2-b5a4-4de5-b677-54f892ef0d1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397557 Jul 22 14:07:25.257486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 394b24be-d6cf-4fbd-9c71-b8d41c053c54 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:25.294038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] For port 394b24be-d6cf-4fbd-9c71-b8d41c053c54, host n-d-787205-11, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:25.294406 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.300794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 394b24be-d6cf-4fbd-9c71-b8d41c053c54 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:25.302446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 394b24be-d6cf-4fbd-9c71-b8d41c053c54 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:25.327765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Calling delete_port for 394b24be-d6cf-4fbd-9c71-b8d41c053c54 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:25.345337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6517fc32-d576-459c-a12a-adc07d3eb746 req-b7d5b53c-5184-4a52-bb59-c468e12c8b6d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519615 Jul 22 14:07:25.347779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 was not found and therefore no delete operation was performed {{(pid=93759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:07:25.370586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.394231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] No DVR routers for this DVR port 394b24be-d6cf-4fbd-9c71-b8d41c053c54 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:25.447215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Pushing event deleted for resources: {'Port': ['ID=394b24be-d6cf-4fbd-9c71-b8d41c053c54,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:25.452950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-4bc6d716-8459-413f-9f85-ef8ae469ee0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efb27f92-c04f-4cb0-8541-cba020a06243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175873 Jul 22 14:07:25.460946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] For port 40416b9e-4648-4178-9239-818b0e3183bb, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:25.462528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-84ea4443-be3e-49af-bc11-c15d08961f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.464729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-84ea4443-be3e-49af-bc11-c15d08961f13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4014564 Jul 22 14:07:25.466018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:25.471852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f9426da-0470-41eb-b48e-1465285805e0 admin admin] 10.222.0.11 "PUT /v2.0/routers/318837ff-5768-4a66-bac8-e10210f58fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0367346 Jul 22 14:07:25.477511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] For port 40416b9e-4648-4178-9239-818b0e3183bb, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40416b9e-4648-4178-9239-818b0e3183bb,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:25.485951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Sync routers for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:25.503589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.533193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:25.538699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:25.580835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.625912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5448053-3dbf-4d7a-af1e-ccc9d126004a req-0cfde068-0d19-435c-8bde-21a662ef7402 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.628304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5448053-3dbf-4d7a-af1e-ccc9d126004a req-0cfde068-0d19-435c-8bde-21a662ef7402 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 943 time: 0.2577579 Jul 22 14:07:25.636593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:25.637699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.639740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] 10.222.0.20 "PUT /v2.0/ports/40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 1092 time: 2.3578641 Jul 22 14:07:25.642053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:25.642858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3ddf32-d276-4ce1-ae61-fdc4f53519e3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:25.644953 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "tag": "40416b9e-4648-4178-9239-818b0e3183bb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:25.699976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f869d0a8-a6fc-4a4a-a900-d2e951486e68') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:25.700206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f869d0a8-a6fc-4a4a-a900-d2e951486e68') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:25.733499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ece507-d19d-41ee-86a8-239f882cd201 service neutron] Pushing event updated for resources: {'Port': ['ID=40416b9e-4648-4178-9239-818b0e3183bb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:25.777222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.802540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5448053-3dbf-4d7a-af1e-ccc9d126004a req-8e101de1-97c9-4f06-8920-639adb8f2034 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500797 Jul 22 14:07:25.819728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-36c186f8-5bc0-496b-abc8-a9a619368cd7 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467698 Jul 22 14:07:25.834779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-cf9854ba-8473-43ed-a3c9-2106726d22a7 service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680356 Jul 22 14:07:25.933146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:25.957482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:25.997923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e656fcf-649f-464e-a791-f48cf995eaf1 req-b659db82-dcd3-48da-8ca2-54a1f5530d0f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:26.000565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e656fcf-649f-464e-a791-f48cf995eaf1 req-b659db82-dcd3-48da-8ca2-54a1f5530d0f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.5430522 Jul 22 14:07:26.005427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:07:26.006124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:07:26.008130 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:07:26.161451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e656fcf-649f-464e-a791-f48cf995eaf1 req-f664c47a-25c6-4d99-ac7a-b10f9a114aac tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363380 Jul 22 14:07:26.172068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 38823c6d-4e57-4f71-897e-f64d432ce08a details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:26.175592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:26.192077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.241484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.258015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] 10.222.0.11 "DELETE /v2.0/networks/aa3ddf32-d276-4ce1-ae61-fdc4f53519e3 HTTP/1.1" status: 204 len: 168 time: 2.1498947 Jul 22 14:07:26.260384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86db96-90f0-4840-9e2b-993a186e7daa admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3ddf32-d276-4ce1-ae61-fdc4f53519e3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:26.274874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4045a5b-ff89-4a4d-8689-3118ffe7ee9f req-e617a4a3-f2e7-4c6c-b3ea-bf050370106b service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460685 Jul 22 14:07:26.330824 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032c0f01-d068-47a1-82f5-b402f1d774a3 x-openstack-request-id: req-032c0f01-d068-47a1-82f5-b402f1d774a3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:26.331125 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "tag": "40416b9e-4648-4178-9239-818b0e3183bb", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:26.331376 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-032c0f01-d068-47a1-82f5-b402f1d774a3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:26.332124 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb', 'status': 'completed', 'code': 200} Jul 22 14:07:26.346122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef8933f9-2e79-4d73-b080-080340882732 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:26.368875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-192814a8-f20f-45d9-a584-7947673f84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:26.370552 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-192814a8-f20f-45d9-a584-7947673f84a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1095 time: 0.6877060 Jul 22 14:07:26.469240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:26.537327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 1a14e334-1158-4019-bf0f-7ed37664cf65 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:26.537928 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.575782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12034145-475b-4891-95d1-8d679f41c196 req-5eccaf9d-5a44-475b-9b33-b5b8ccea0dcf tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:26.577417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12034145-475b-4891-95d1-8d679f41c196 req-5eccaf9d-5a44-475b-9b33-b5b8ccea0dcf tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 944 time: 0.3606782 Jul 22 14:07:26.580646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-c81be41a-3808-47e0-81ac-6f887f44122c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 217 time: 0.1891236 Jul 22 14:07:26.672685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12034145-475b-4891-95d1-8d679f41c196 req-11a5dfe2-e4fa-4c09-b456-887ea66efa8f tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878141 Jul 22 14:07:26.674276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-bd9b3b50-a3e0-41c7-acd0-496598e3b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:26.675728 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-bd9b3b50-a3e0-41c7-acd0-496598e3b139 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 200 len: 867 time: 0.0571194 Jul 22 14:07:26.708516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-fc8c6a98-e7bf-44ee-8360-5ad2009ac0f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:26.717833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-fc8c6a98-e7bf-44ee-8360-5ad2009ac0f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 820 time: 0.1776028 Jul 22 14:07:26.726651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03ae7858-cc96-4e89-96ea-39d539036931 req-5b47d215-be8c-4501-8c99-78fc7e5a2fcb service neutron] 10.222.0.13 "GET /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8822956 Jul 22 14:07:26.746548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f08790d-75f4-494e-9648-4a504ab35e8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a26e5dafa31e44d3aefa5eb55df30171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768927 Jul 22 14:07:26.749917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:26.775149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 38823c6d-4e57-4f71-897e-f64d432ce08a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=38823c6d-4e57-4f71-897e-f64d432ce08a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:26.807552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '38823c6d-4e57-4f71-897e-f64d432ce08a', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '38823c6d-4e57-4f71-897e-f64d432ce08a', 'mac_address': 'fa:16:3e:a5:6c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:26.810553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-3b951941-e651-4e43-97a1-6bbf816b49dd tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/quotas/76a7d4a1026a41908130c2d9aa28f2bc HTTP/1.1" status: 200 len: 375 time: 0.0902398 Jul 22 14:07:26.817760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ef8933f9-2e79-4d73-b080-080340882732, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef8933f9-2e79-4d73-b080-080340882732,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:26.850224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069dc99c-be1d-4894-a241-4e925349de45 req-4ae621dc-f979-4139-b519-a45e8b9fc995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:26.851757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-4ae621dc-f979-4139-b519-a45e8b9fc995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655889 Jul 22 14:07:26.876528 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.879606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:22Z', 'revision_number': 2, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:26.929210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ef8933f9-2e79-4d73-b080-080340882732', 'network_id': 'efb27f92-c04f-4cb0-8541-cba020a06243', 'port_id': 'ef8933f9-2e79-4d73-b080-080340882732', 'mac_address': 'fa:16:3e:1f:a6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7a32a9-63bd-45fa-b23d-f2d18fa072c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:26.933917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Checking router: 318837ff-5768-4a66-bac8-e10210f58fc9 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:26.934297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Updating router 318837ff-5768-4a66-bac8-e10210f58fc9 port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:07:26.943732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51cf5f0c-c5fa-48e3-8f1c-6e257603ea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.972138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.974642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38823c6d-4e57-4f71-897e-f64d432ce08a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:26.975603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51cf5f0c-c5fa-48e3-8f1c-6e257603ea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:26.984276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-556e4584-a4fe-4673-a088-86329eb0bfce service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230049 Jul 22 14:07:27.042343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-9a3782ac-cb0e-493d-a237-d2e1249a9124 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307062 Jul 22 14:07:27.044398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51cf5f0c-c5fa-48e3-8f1c-6e257603ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.047387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51cf5f0c-c5fa-48e3-8f1c-6e257603ea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.048346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 38823c6d-4e57-4f71-897e-f64d432ce08a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=38823c6d-4e57-4f71-897e-f64d432ce08a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:27.052878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-51cf5f0c-c5fa-48e3-8f1c-6e257603ea7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef0c8209-82eb-4b66-8c0e-48b3aced6613 HTTP/1.1" status: 204 len: 168 time: 0.3009670 Jul 22 14:07:27.061908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.063586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf5f0c-c5fa-48e3-8f1c-6e257603ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c8209-82eb-4b66-8c0e-48b3aced6613,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:27.075019 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.101780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:27.104647 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277500c5-7204-4b1a-abe0-208072205c8b" -d '{"events": [{"server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "name": "network-vif-plugged", "status": "completed", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:27.119980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaca2ce-a098-4afd-a78e-cc2083ca494f req-948c8e0a-7138-4ee3-b7c0-fc2f745c5679 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:27.129606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2eaca2ce-a098-4afd-a78e-cc2083ca494f req-948c8e0a-7138-4ee3-b7c0-fc2f745c5679 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 943 time: 0.3452144 Jul 22 14:07:27.163123 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-069dc99c-be1d-4894-a241-4e925349de45 req-e72acac1-2d0a-455e-b464-dd819b26a4ed service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716001 Jul 22 14:07:27.173066 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.179952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:27.205022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.218540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2eaca2ce-a098-4afd-a78e-cc2083ca494f req-a427be7b-5042-4028-95e8-2a4461701b11 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879495 Jul 22 14:07:27.228805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8933f9-2e79-4d73-b080-080340882732 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:27.300879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=38823c6d-4e57-4f71-897e-f64d432ce08a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:27.325293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['38823c6d-4e57-4f71-897e-f64d432ce08a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:27.337526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-635050c6-dfc8-4e64-bb0f-0cebaded0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:27.339630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-a6f18eca-07bf-4ab3-bc4f-23c4c7dc8dac service neutron] 10.222.0.11 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608685 Jul 22 14:07:27.339944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-635050c6-dfc8-4e64-bb0f-0cebaded0b6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1095 time: 0.1202123 Jul 22 14:07:27.459878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:27.502184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ef8933f9-2e79-4d73-b080-080340882732, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef8933f9-2e79-4d73-b080-080340882732,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:27.515440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:27.573886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-8b9ed184-4fea-4b7f-9f83-bdc4ee398187 service neutron] 10.222.0.11 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332609 Jul 22 14:07:27.638231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-01eb5f26-6cca-49b9-90f4-49ae7832f78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:27.639759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-01eb5f26-6cca-49b9-90f4-49ae7832f78f service neutron] 10.222.0.20 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 929 time: 0.2892697 Jul 22 14:07:27.648306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ef8933f9-2e79-4d73-b080-080340882732,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:27.650845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1e5e2-4a4e-4ec5-9995-f4a68ed02b16 req-98d680ae-5a57-46be-b529-2b99ffd659dd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:27.652779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4c1e5e2-4a4e-4ec5-9995-f4a68ed02b16 req-98d680ae-5a57-46be-b529-2b99ffd659dd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 949 time: 0.2642443 Jul 22 14:07:27.713665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-bfeb9a9e-91d4-4e5c-ba6c-cb0daf92d99b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 217 time: 0.0592988 Jul 22 14:07:27.771210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4c1e5e2-4a4e-4ec5-9995-f4a68ed02b16 req-0160be01-6809-47c4-92ce-eb1c2fe56936 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116271 Jul 22 14:07:27.789162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-64778837-d84f-42a5-87be-e263c4a55459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:27.798466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-64778837-d84f-42a5-87be-e263c4a55459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 200 len: 867 time: 0.0765088 Jul 22 14:07:27.802758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ef8933f9-2e79-4d73-b080-080340882732'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:28.005180 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6d2a7-15e3-49cf-b406-ce462732cb09 x-openstack-request-id: req-a8d6d2a7-15e3-49cf-b406-ce462732cb09 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:28.005493 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "name": "network-vif-plugged", "status": "completed", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:28.017513 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8d6d2a7-15e3-49cf-b406-ce462732cb09 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:28.018170 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'code': 200} Jul 22 14:07:28.119805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-cdf0b7b0-2011-4563-8dee-c79dba8901ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:28.121192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-cdf0b7b0-2011-4563-8dee-c79dba8901ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3168371 Jul 22 14:07:28.125597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:28.177395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40416b9e-4648-4178-9239-818b0e3183bb details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:28.208846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Transition to ACTIVE for port object 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:28.248038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:28.282629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edfb77-b6a2-42d8-842c-0ce066a7f530 req-b64f6c6a-f473-4fce-a743-fb7e4880ee10 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:28.289739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0edfb77-b6a2-42d8-842c-0ce066a7f530 req-b64f6c6a-f473-4fce-a743-fb7e4880ee10 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2387674 Jul 22 14:07:28.319993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11b8dc-4526-4b03-9772-3ca0f8136a58 req-2b8b6fdc-006b-463a-b826-6b94bf084f8b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:28.335390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af11b8dc-4526-4b03-9772-3ca0f8136a58 req-2b8b6fdc-006b-463a-b826-6b94bf084f8b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.3590562 Jul 22 14:07:28.379898 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-873b344a-188c-42bd-9f35-807969f54947 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:07:28.407853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0edfb77-b6a2-42d8-842c-0ce066a7f530 req-8cee02ec-6ec4-41ef-b1c6-bf6738f67ce5 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170354 Jul 22 14:07:28.418153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafbe46-b2cf-4137-8400-19297991fda3 req-13cf31b9-3974-4017-ad25-8756469cfad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:28.420930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbafbe46-b2cf-4137-8400-19297991fda3 req-13cf31b9-3974-4017-ad25-8756469cfad7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 1097 time: 0.2775066 Jul 22 14:07:28.451128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af11b8dc-4526-4b03-9772-3ca0f8136a58 req-f93b4aa7-84f7-46c7-9e5d-41988e5b2932 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147935 Jul 22 14:07:28.487684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-0324b4ca-a9cf-4047-b774-a09717c1ba78 service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506744 Jul 22 14:07:28.524863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbafbe46-b2cf-4137-8400-19297991fda3 req-2052623b-c925-4876-b400-9be0a0334583 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958855 Jul 22 14:07:28.552599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d37b9-166d-4551-a5a7-abe416b083a0 None None] Pushing event updated for resources: {'Port': ['ID=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:28.643698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4939da6-c473-4a76-9364-11a732600a36 req-e3be68a1-0376-4af4-9ff1-1c787360b8be tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 210 time: 0.0903192 Jul 22 14:07:28.664100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b823f9-0bfc-40b6-9bdb-ed9f50527485 req-0fba567c-c237-4d79-b1dd-93d635f079b1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:28.672902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87b823f9-0bfc-40b6-9bdb-ed9f50527485 req-0fba567c-c237-4d79-b1dd-93d635f079b1 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 945 time: 0.1410811 Jul 22 14:07:28.733948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87b823f9-0bfc-40b6-9bdb-ed9f50527485 req-7d61c72e-ddc0-4598-ace1-485030bcd3c9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564272 Jul 22 14:07:28.738803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 40416b9e-4648-4178-9239-818b0e3183bb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40416b9e-4648-4178-9239-818b0e3183bb,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:28.746387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Attempting to bind port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:28.747051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Attempting to bind port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:28.747770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Attempting to bind port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 on network be27c592-efb0-4c80-9e56-d0913b4956a9 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:28.789965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:28.790389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Checking segment: {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:28.790764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:28.799326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Bound using segment: {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:28.799939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Bound port: 55b6a616-b1d3-4d87-95b7-c8f843f6eca5, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:28.800356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:28.831676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '40416b9e-4648-4178-9239-818b0e3183bb', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'port_id': '40416b9e-4648-4178-9239-818b0e3183bb', 'mac_address': 'fa:16:3e:57:2f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:28.891532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1c540a3-33f5-4a8b-81a1-a26609fc2ac9 req-88374095-1f14-4e6b-869b-b240ebf53da1 service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939869 Jul 22 14:07:28.946833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee963650-b396-4e60-ba79-62249d76d698 req-84f134f4-3b91-4850-b8b8-53ec4013f141 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:28.961806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee963650-b396-4e60-ba79-62249d76d698 req-84f134f4-3b91-4850-b8b8-53ec4013f141 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 943 time: 0.1891398 Jul 22 14:07:29.046140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee963650-b396-4e60-ba79-62249d76d698 req-613e8222-55cc-4615-9efa-377c792a3be6 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830812 Jul 22 14:07:29.060324 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:29.096913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40416b9e-4648-4178-9239-818b0e3183bb {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:29.119967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] For port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:29.127037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] For port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:29.143988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:29.160654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 40416b9e-4648-4178-9239-818b0e3183bb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40416b9e-4648-4178-9239-818b0e3183bb,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:29.227328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:29.249437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:29.250085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:29.332466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d37b9-166d-4551-a5a7-abe416b083a0 None None] Pushing event updated for resources: {'Port': ['ID=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:29.427304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=40416b9e-4648-4178-9239-818b0e3183bb,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:29.449233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:29.482025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d87337-07af-443f-9f8d-c1a7c409bb35 req-664182b4-b516-4008-a999-ad9a5616edee tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:29.489771 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95d87337-07af-443f-9f8d-c1a7c409bb35 req-664182b4-b516-4008-a999-ad9a5616edee tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 949 time: 0.3522143 Jul 22 14:07:29.524022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['40416b9e-4648-4178-9239-818b0e3183bb'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:29.542853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-b808396f-ee5f-48e2-99d6-c5baa7f40537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:29.546037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-b808396f-ee5f-48e2-99d6-c5baa7f40537 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 1097 time: 0.3262081 Jul 22 14:07:29.649530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95d87337-07af-443f-9f8d-c1a7c409bb35 req-e3540b16-c436-457e-93c1-6e3cd4733d5f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580775 Jul 22 14:07:29.938558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:29Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:29.997041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce95466-9b1a-44c8-a6d0-02a43980d937 None None] The sync data for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 is: [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:29Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:07:30.118571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-3c4fdd1d-43a6-4295-a6a6-50415c083ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:30.139474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-3c4fdd1d-43a6-4295-a6a6-50415c083ada service neutron] 10.222.0.13 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 912 time: 0.5830078 Jul 22 14:07:30.171755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 38823c6d-4e57-4f71-897e-f64d432ce08a up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:30.182963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380edbb-d856-45ba-ace2-4b937e1ea08c req-60196cc4-8787-4405-850f-f2a6a779caa7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:30.189989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d380edbb-d856-45ba-ace2-4b937e1ea08c req-60196cc4-8787-4405-850f-f2a6a779caa7 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.1882772 Jul 22 14:07:30.229455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-9717f693-94dc-41b3-bcf9-0bbfb7e9c43b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac504aae-e3e9-4378-b064-0c6082954f67 HTTP/1.1" status: 200 len: 217 time: 0.0650969 Jul 22 14:07:30.237893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-3d88b8e6-6617-428c-ac7e-610e7c23710d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:30.239804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-3d88b8e6-6617-428c-ac7e-610e7c23710d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 820 time: 0.5676744 Jul 22 14:07:30.253365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef8933f9-2e79-4d73-b080-080340882732 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:30.255680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d380edbb-d856-45ba-ace2-4b937e1ea08c req-2628c586-adbb-4727-8713-31968d8237d3 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631366 Jul 22 14:07:30.294943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'port': {'device_id': 'af785b69-c355-4770-a84b-4c7377c1c062', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'admin_state_up': True, 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:30.415491 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5006acce-7374-4d36-9d90-7bafd25b5867 req-c77084e8-605d-4d9f-9db5-97688bb052b2 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 210 time: 0.0643477 Jul 22 14:07:30.485587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 38823c6d-4e57-4f71-897e-f64d432ce08a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:30.491125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 38823c6d-4e57-4f71-897e-f64d432ce08a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:30.491514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:30.527233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c09ef-b898-4bec-a8ef-94dae7f17c4a req-e0702fca-0910-456b-b152-89f39dac39be tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:30.536685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d07c09ef-b898-4bec-a8ef-94dae7f17c4a req-e0702fca-0910-456b-b152-89f39dac39be tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.7409275 Jul 22 14:07:30.568580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ef8933f9-2e79-4d73-b080-080340882732 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:30.601592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ef8933f9-2e79-4d73-b080-080340882732 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:30.601998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:30.608690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70070518-067a-4468-bf4d-767e7bfe220e req-da3a4607-b86f-4a9a-beda-e96e8b68f461 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:30.616850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70070518-067a-4468-bf4d-767e7bfe220e req-da3a4607-b86f-4a9a-beda-e96e8b68f461 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 945 time: 0.1175623 Jul 22 14:07:30.665188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70070518-067a-4468-bf4d-767e7bfe220e req-065ebd5e-cf0c-40a1-a7e2-2f18565a0e14 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Jul 22 14:07:30.711100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-e98fa330-24f4-40dc-b6bb-8ca153253152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:30.713410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-e98fa330-24f4-40dc-b6bb-8ca153253152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.4718239 Jul 22 14:07:30.715099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Made reservation on behalf of 76a7d4a1026a41908130c2d9aa28f2bc for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:30.722377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:30.748986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfed80e0-b20e-46a1-b5dd-b0c353ef4daa req-a605c89a-4b42-464f-94e8-835d34d59988 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0454021 Jul 22 14:07:30.892842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-dbfa5376-3f9e-4eb5-b4af-035da85db080 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452322 Jul 22 14:07:30.922147 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:30.971666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:31.003194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efda3cc-43d7-407c-90af-eb53342e9411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38823c6d-4e57-4f71-897e-f64d432ce08a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:31.010269 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd16f75-4d79-4210-be55-16bed906d742" -d '{"events": [{"server_uuid": "9efda3cc-43d7-407c-90af-eb53342e9411", "name": "network-vif-plugged", "status": "completed", "tag": "38823c6d-4e57-4f71-897e-f64d432ce08a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:31.013526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390d1c5-788a-4648-9ab4-591d4a5c42cc req-722246af-9107-425a-8068-a2576104bf1c tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:31.021512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a390d1c5-788a-4648-9ab4-591d4a5c42cc req-722246af-9107-425a-8068-a2576104bf1c tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 944 time: 0.1151514 Jul 22 14:07:31.044044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 38823c6d-4e57-4f71-897e-f64d432ce08a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=38823c6d-4e57-4f71-897e-f64d432ce08a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:31.077293 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:31.085488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:31.088997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ef8933f9-2e79-4d73-b080-080340882732, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef8933f9-2e79-4d73-b080-080340882732,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:31.151761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a390d1c5-788a-4648-9ab4-591d4a5c42cc req-8f650bf0-eda5-4d82-ab0f-9e11db47abe3 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150231 Jul 22 14:07:31.384368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d07c09ef-b898-4bec-a8ef-94dae7f17c4a req-322ef83e-4681-47f3-ad4c-6d69e0190c05 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8465736 Jul 22 14:07:31.405851 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:31.410999 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-6ce93d02-d1fe-4e55-a29f-f39c75198e27 service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111122 Jul 22 14:07:31.413834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Allocated IP 172.20.0.7 (be27c592-efb0-4c80-9e56-d0913b4956a9/ed296e9c-90e5-4664-9783-bc2801d78648/b8746ddd-c64d-48a7-bbfd-0ffd80f10461) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:31.491007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=38823c6d-4e57-4f71-897e-f64d432ce08a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:31.509745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cca1d-d73b-43a5-8493-443b4056c5b2 req-19ddaa5e-e6a3-4f8a-99d0-49fa11ad3fa6 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:31.521732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b5cca1d-d73b-43a5-8493-443b4056c5b2 req-19ddaa5e-e6a3-4f8a-99d0-49fa11ad3fa6 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.2333753 Jul 22 14:07:31.559073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:31.603070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29159c90-9d94-49a5-9c15-0b36b9cf259c req-0054e3b3-7e86-42f2-a677-88d8419cc809 service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730402 Jul 22 14:07:31.631709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b5cca1d-d73b-43a5-8493-443b4056c5b2 req-0c3a6f81-85ba-49c8-941f-dc1b12127a96 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084704 Jul 22 14:07:31.671869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:31.672243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:31.729860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ef8933f9-2e79-4d73-b080-080340882732,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:31.897150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:31.924576 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:31.956019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.023434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:32.030276 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.042825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Network be27c592-efb0-4c80-9e56-d0913b4956a9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:32.052241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:32.069689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:32.132106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:32.161995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:32.162875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.187041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40416b9e-4648-4178-9239-818b0e3183bb up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:32.197066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:32.216512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65d323-dfbb-4bce-8c93-f49ddde330f5 req-97bc5df1-19ce-41c9-bad3-aa2ad05de2d9 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:32.218577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e65d323-dfbb-4bce-8c93-f49ddde330f5 req-97bc5df1-19ce-41c9-bad3-aa2ad05de2d9 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.6038911 Jul 22 14:07:32.220568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-2b9158d2-54ae-465d-9e1c-de878ef9b4eb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9628334 Jul 22 14:07:32.255306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Request body: {'port': {'device_id': 'af785b69-c355-4770-a84b-4c7377c1c062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:32.281656 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b02d5c5-9ba1-4c6b-ac80-11d550a8959c x-openstack-request-id: req-0b02d5c5-9ba1-4c6b-ac80-11d550a8959c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:32.282148 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efda3cc-43d7-407c-90af-eb53342e9411", "name": "network-vif-plugged", "status": "completed", "tag": "38823c6d-4e57-4f71-897e-f64d432ce08a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:32.282563 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b02d5c5-9ba1-4c6b-ac80-11d550a8959c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:32.283669 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efda3cc-43d7-407c-90af-eb53342e9411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38823c6d-4e57-4f71-897e-f64d432ce08a', 'code': 200} Jul 22 14:07:32.318969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 40416b9e-4648-4178-9239-818b0e3183bb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:32.326985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 40416b9e-4648-4178-9239-818b0e3183bb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:32.329667 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.430928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.448501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e65d323-dfbb-4bce-8c93-f49ddde330f5 req-1f307a13-d6a1-4459-8591-ac4331df0023 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144759 Jul 22 14:07:32.461405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92330339-61b3-43d9-9ff3-6fe571fbbdc4 req-e1a891a0-bfe7-4af5-aad3-f81c1431f4d1 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:32.483980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92330339-61b3-43d9-9ff3-6fe571fbbdc4 req-e1a891a0-bfe7-4af5-aad3-f81c1431f4d1 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 931 time: 0.1979187 Jul 22 14:07:32.491609 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.507624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ecc4c-8e99-4d20-8402-05653902e671 req-f7e57190-034b-465a-84ca-8ce9b3d1fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:32.509350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-219ecc4c-8e99-4d20-8402-05653902e671 req-f7e57190-034b-465a-84ca-8ce9b3d1fceb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 1102 time: 0.1868446 Jul 22 14:07:32.529674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 40416b9e-4648-4178-9239-818b0e3183bb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40416b9e-4648-4178-9239-818b0e3183bb,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:32.537154 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.570866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92330339-61b3-43d9-9ff3-6fe571fbbdc4 req-57a6ee43-2247-45ab-a954-cfbf7a27c1e9 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824571 Jul 22 14:07:32.651031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=40416b9e-4648-4178-9239-818b0e3183bb,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:32.825887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8746ddd-c64d-48a7-bbfd-0ffd80f10461 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:32.834637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.866919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Transition to ACTIVE for port object b8746ddd-c64d-48a7-bbfd-0ffd80f10461 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:32.878213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:32.937155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c99a5-64f8-467c-a4d7-6ca80e34c5a4 req-7c3e7fa1-87a6-4974-b74a-8b22198f8469 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:32.943380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd1c99a5-64f8-467c-a4d7-6ca80e34c5a4 req-7c3e7fa1-87a6-4974-b74a-8b22198f8469 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.1991966 Jul 22 14:07:32.976181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:32.987755 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-219ecc4c-8e99-4d20-8402-05653902e671 req-6aa73940-b74d-4802-a0f9-5a85a3179bc6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708688 Jul 22 14:07:33.009253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd1c99a5-64f8-467c-a4d7-6ca80e34c5a4 req-37a57121-37e3-49bb-9524-b1ffc2e50050 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584917 Jul 22 14:07:33.068949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:33.095438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:33.097688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:33.194830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Attempting to bind port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:33.195175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Attempting to bind port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:33.195501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Attempting to bind port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 on network be27c592-efb0-4c80-9e56-d0913b4956a9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:33.214974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa359b-c503-4c54-a7c3-94767fa44e4b req-2d4e49b0-c302-4b5f-9f9e-9163d6111d09 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.216885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25fa359b-c503-4c54-a7c3-94767fa44e4b req-2d4e49b0-c302-4b5f-9f9e-9163d6111d09 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.2274609 Jul 22 14:07:33.217922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 on network be27c592-efb0-4c80-9e56-d0913b4956a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:33.218287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Attempting to bind port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 on network be27c592-efb0-4c80-9e56-d0913b4956a9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:33.223919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:33.224831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Checking segment: {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:33.224831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Bound using segment: {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:33.225088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Bound port: b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44238284-0194-49de-bca1-1d244846917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:33.225393 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:33.235247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fa4ea-3f29-444c-bbbd-a5bdc9e9953b req-d9440281-4d95-4b51-8582-f7442a22134a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.237182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef7fa4ea-3f29-444c-bbbd-a5bdc9e9953b req-d9440281-4d95-4b51-8582-f7442a22134a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1375039 Jul 22 14:07:33.281250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef7fa4ea-3f29-444c-bbbd-a5bdc9e9953b req-db54f984-f16e-45c7-8e6d-2148dd3b7a4b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Jul 22 14:07:33.334336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25fa359b-c503-4c54-a7c3-94767fa44e4b req-3433d183-8d5e-4f6d-aad6-ef770e7dcf1d tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047900 Jul 22 14:07:33.339954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38880643-401d-458c-b177-2ad95d7b91fa req-dd04ad00-ef10-40c6-818d-e49efecf4940 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0389161 Jul 22 14:07:33.357362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:33.360767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:33.364648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:33.412774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.413455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:33.415002 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 1092 time: 1.1831036 Jul 22 14:07:33.415510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:33.418632 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae830478-f1a7-443e-9118-9cfb184eae10" -d '{"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:33.436669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69260358-ab87-411e-a903-9adab64a51b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:33.439001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-122b39e6-49b4-4f97-8dc5-b4c0d500abb8 req-8f193c60-5a32-4ba2-8f12-c96b4c005c87 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0466459 Jul 22 14:07:33.589683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-e7faaa12-7c94-499d-b9ad-4c11b7ccb80a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.591223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-e7faaa12-7c94-499d-b9ad-4c11b7ccb80a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 812 time: 0.1516168 Jul 22 14:07:33.617082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-86e074bb-a541-4af1-8f89-e74687f103e6 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/quotas/14ca23dab1474f3083fa0eb585985d8b HTTP/1.1" status: 200 len: 375 time: 0.0145097 Jul 22 14:07:33.618867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-f71e63e5-f1c8-483b-9375-c980ff28e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.620970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-f71e63e5-f1c8-483b-9375-c980ff28e5dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1095 time: 0.1543601 Jul 22 14:07:33.694226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-f6789426-8e3c-4610-9954-37e3e74ad11a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0594258 Jul 22 14:07:33.720177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-e61fe7a1-1e41-46b0-8d92-e9d32806feb3 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.721765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-e61fe7a1-1e41-46b0-8d92-e9d32806feb3 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/networks?id=1db2355e-abfd-4d34-9cae-287854833ab4 HTTP/1.1" status: 200 len: 814 time: 0.1189153 Jul 22 14:07:33.736153 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-a2ace3fb-4c73-466e-9e36-1d5eec6add20 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/quotas/18f47e682d054fad86e51d09ddc3e51e HTTP/1.1" status: 200 len: 375 time: 0.0090866 Jul 22 14:07:33.758859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19fcc381-add4-45ff-b9ae-b01aab365c02 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350830 Jul 22 14:07:33.760918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737f876-2196-46db-ba71-67776fd97449 req-e63f12f0-716f-4456-b32d-0b3a1728d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:33.762334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-e63f12f0-716f-4456-b32d-0b3a1728d0fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.0603375 Jul 22 14:07:33.802672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-5fb85c43-5af9-49d5-9aa2-bb201eed068d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18f47e682d054fad86e51d09ddc3e51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615163 Jul 22 14:07:33.820232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-166918cf-e725-4efa-87d3-65333e96a8ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462277 Jul 22 14:07:33.902253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-c5e9c2b5-8ce6-4551-a68b-56356494f017 service neutron] 10.222.0.11 "GET /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923727 Jul 22 14:07:33.997942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-c8ec3ca2-a8b9-4e2a-8ef1-16773a76d571 service neutron] 10.222.0.11 "GET /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910745 Jul 22 14:07:34.238987 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d7a8b7-8afa-4a72-84e9-a98882217011 x-openstack-request-id: req-84d7a8b7-8afa-4a72-84e9-a98882217011 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:34.239266 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:34.239509 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84d7a8b7-8afa-4a72-84e9-a98882217011 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:34.239890 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'status': 'completed', 'code': 200} Jul 22 14:07:34.250224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-4906875e-630d-4746-a2f5-140f24b2d4ab service neutron] 10.222.0.11 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841580 Jul 22 14:07:34.286675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8933f9-2e79-4d73-b080-080340882732'}, {'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:34.289185 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae774f11-44fe-43a3-9622-5b922e2870bd" -d '{"events": [{"server_uuid": "d2a0c3ba-2379-44fa-9286-4ce04dba567d", "name": "network-vif-plugged", "status": "completed", "tag": "ef8933f9-2e79-4d73-b080-080340882732"}, {"server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "name": "network-vif-plugged", "status": "completed", "tag": "40416b9e-4648-4178-9239-818b0e3183bb"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:34.300918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-ceb1b494-cb55-4a30-a2a0-d58000296d20 service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733858 Jul 22 14:07:34.323803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4d496-2303-4147-8dcf-71b3e5f6c362 req-8ec675a0-beb1-4bc8-a9c6-0aa761bb50b3 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:34.334087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e5a4d496-2303-4147-8dcf-71b3e5f6c362 req-8ec675a0-beb1-4bc8-a9c6-0aa761bb50b3 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.1205513 Jul 22 14:07:34.387774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e5a4d496-2303-4147-8dcf-71b3e5f6c362 req-cb9d29a3-8af0-4c63-8f3f-36439035f35d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509009 Jul 22 14:07:34.460673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-e02af65e-0f81-46f3-b67a-6d37b7dd7d0b service neutron] 10.222.0.11 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023895 Jul 22 14:07:34.489678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5737f876-2196-46db-ba71-67776fd97449 req-50efe3d0-f1ed-40ad-9744-a0612171b9f2 service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817536 Jul 22 14:07:34.514286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5390a-a2d4-4185-902e-7531cf160161 req-cfa8932c-b2b2-43fe-863b-afcf3b3610df tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:34.515919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61b5390a-a2d4-4185-902e-7531cf160161 req-cfa8932c-b2b2-43fe-863b-afcf3b3610df tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2b7abc7-bf52-47c3-9df8-b6feff17725d HTTP/1.1" status: 200 len: 945 time: 0.1244650 Jul 22 14:07:34.540371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b64f-06e3-4509-872b-c2549c67950a req-38f4f060-13da-4c9d-a27f-3c71396b678d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:34.548779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4328b64f-06e3-4509-872b-c2549c67950a req-38f4f060-13da-4c9d-a27f-3c71396b678d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 943 time: 0.0877476 Jul 22 14:07:34.598169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4328b64f-06e3-4509-872b-c2549c67950a req-c21c7030-b74e-4242-9da1-8f99a883d9d7 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479660 Jul 22 14:07:34.665118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-58e2ebfa-1a92-474a-ad44-d39cd0018684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:34.666880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-58e2ebfa-1a92-474a-ad44-d39cd0018684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1095 time: 0.1090403 Jul 22 14:07:34.711320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Deleting port 1a14e334-1158-4019-bf0f-7ed37664cf65 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:34.711666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:34.778638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a8cbd-cbed-45b4-85e4-7054722e5266 req-1fd04905-f160-4d17-bf83-b0529959e54b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:34.780190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-688a8cbd-cbed-45b4-85e4-7054722e5266 req-1fd04905-f160-4d17-bf83-b0529959e54b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.0944932 Jul 22 14:07:34.839266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-688a8cbd-cbed-45b4-85e4-7054722e5266 req-08da5253-ca5a-4efe-ab0f-412c00c45d2b tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493040 Jul 22 14:07:34.857599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d957342-9470-4c70-8709-28b9340ec11a req-7493d54a-66d9-44ae-bbec-8485c24faff4 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 210 time: 0.1390553 Jul 22 14:07:34.925513 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3255910-0566-46b2-b705-4a40c2ecdc9f x-openstack-request-id: req-d3255910-0566-46b2-b705-4a40c2ecdc9f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:34.925874 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a0c3ba-2379-44fa-9286-4ce04dba567d", "name": "network-vif-plugged", "status": "completed", "tag": "ef8933f9-2e79-4d73-b080-080340882732", "code": 200}, {"server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "name": "network-vif-plugged", "status": "completed", "tag": "40416b9e-4648-4178-9239-818b0e3183bb", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:34.926316 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3255910-0566-46b2-b705-4a40c2ecdc9f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:34.926882 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8933f9-2e79-4d73-b080-080340882732', 'code': 200} Jul 22 14:07:34.927657 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb', 'code': 200} Jul 22 14:07:34.987866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-08755fc4-42e1-411f-9f2b-6371d0cde8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:34.994840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-08755fc4-42e1-411f-9f2b-6371d0cde8ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.3129280 Jul 22 14:07:35.030450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72d74ab8-ecda-4b01-8b7b-392525e733ce req-167147f0-f04a-43ed-860d-1eae2aa6c8cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0745621 Jul 22 14:07:35.081964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] For port 1a14e334-1158-4019-bf0f-7ed37664cf65, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1a14e334-1158-4019-bf0f-7ed37664cf65,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:35.082334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:35.110529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-375f714a-7350-4c0e-9986-36a933768dd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0823166 Jul 22 14:07:35.117587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Calling delete_port for 1a14e334-1158-4019-bf0f-7ed37664cf65 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:35.153284 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:07:35.219248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-d274c292-d824-41e9-95f8-e427a5c83afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.220744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-d274c292-d824-41e9-95f8-e427a5c83afa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.0984237 Jul 22 14:07:35.276325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-d29d63fd-6dd4-4c7a-8752-8cb32db52ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464430 Jul 22 14:07:35.313565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39903dc6-4f31-4b25-89c2-12f6277310e8 req-d168d0e6-a811-4faf-aaa6-5ec835fb5b65 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.315423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39903dc6-4f31-4b25-89c2-12f6277310e8 req-d168d0e6-a811-4faf-aaa6-5ec835fb5b65 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2884295 Jul 22 14:07:35.444828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56822e8e-e7f9-4f38-bbf0-0823799bd084 req-65c8f913-f59b-4839-bbb0-f51dbe163a8e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.451803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56822e8e-e7f9-4f38-bbf0-0823799bd084 req-65c8f913-f59b-4839-bbb0-f51dbe163a8e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.4539909 Jul 22 14:07:35.475151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcb45c-43db-4486-b781-71e7fd702b7b req-8cfeda05-815c-4b13-9e9d-a6a97bc575af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.476675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3bfcb45c-43db-4486-b781-71e7fd702b7b req-8cfeda05-815c-4b13-9e9d-a6a97bc575af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 1098 time: 0.4472373 Jul 22 14:07:35.489119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfc1fc-8e20-48fa-93b1-2dfab354faff req-1bdcece9-2f2e-4b27-a407-d276a612d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.490908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ccfc1fc-8e20-48fa-93b1-2dfab354faff req-1bdcece9-2f2e-4b27-a407-d276a612d815 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1097 time: 0.4489982 Jul 22 14:07:35.524563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56822e8e-e7f9-4f38-bbf0-0823799bd084 req-e4ae6fb1-8dc2-44c4-b5a1-e83f2bcfb03e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718985 Jul 22 14:07:35.525907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39903dc6-4f31-4b25-89c2-12f6277310e8 req-f2100699-b4b4-459d-abe4-74a994a7e0e4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969156 Jul 22 14:07:35.561258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3bfcb45c-43db-4486-b781-71e7fd702b7b req-233c886f-0679-4471-b95a-78befe76b97d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765047 Jul 22 14:07:35.578891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ccfc1fc-8e20-48fa-93b1-2dfab354faff req-27486221-1142-4847-9246-bfef1708b736 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673268 Jul 22 14:07:35.615722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-57799977-7e06-464e-95f6-5ccaef13e651 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.617545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-57799977-7e06-464e-95f6-5ccaef13e651 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.20 "GET /v2.0/networks?id=1db2355e-abfd-4d34-9cae-287854833ab4 HTTP/1.1" status: 200 len: 814 time: 0.2454524 Jul 22 14:07:35.630085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-c13e6c6d-580d-4515-9b97-25fc26fcc71b service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463941 Jul 22 14:07:35.650832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Request body: {'port': {'device_id': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'admin_state_up': True, 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:35.658142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e988109-7fef-4f7a-a8f5-9e226e73220e req-4450b58a-fb94-41cc-aaad-8ff1cba57945 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0321019 Jul 22 14:07:35.691729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:35.704211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1a14e334-1158-4019-bf0f-7ed37664cf65'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:35.757263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5848ad7f-5777-4930-8349-cdd6b91f429e req-dc242473-e6d6-4a08-9455-22add3945d24 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 210 time: 0.0289135 Jul 22 14:07:35.760261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Pushing event deleted for resources: {'Port': ['ID=1a14e334-1158-4019-bf0f-7ed37664cf65,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:35.911757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] No DVR routers for this DVR port 1a14e334-1158-4019-bf0f-7ed37664cf65 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:35.926667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:35.928677 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61b5390a-a2d4-4185-902e-7531cf160161 req-6411f8a6-ee9d-47a8-b2c8-39a441c9e5b8 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "DELETE /v2.0/ports/1a14e334-1158-4019-bf0f-7ed37664cf65 HTTP/1.1" status: 204 len: 173 time: 1.4076784 Jul 22 14:07:35.945875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09771ccb-232d-47d8-a0d7-f4e204f315d6 req-161028e5-7573-4437-a829-6309d77f6638 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.957361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09771ccb-232d-47d8-a0d7-f4e204f315d6 req-161028e5-7573-4437-a829-6309d77f6638 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 1102 time: 0.3339474 Jul 22 14:07:35.960140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f29435-456a-494c-acb4-b706f4f111fa req-7fd2ed38-7d92-4fb9-b37c-0db83666e7b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:35.968814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3f29435-456a-494c-acb4-b706f4f111fa req-7fd2ed38-7d92-4fb9-b37c-0db83666e7b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 943 time: 0.1408646 Jul 22 14:07:35.975909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae830478-f1a7-443e-9118-9cfb184eae10 req-3477b932-e1a6-4676-bb13-f2adeb3e364a service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337920 Jul 22 14:07:36.027108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3f29435-456a-494c-acb4-b706f4f111fa req-b3ea9ad1-fc1d-4028-ba28-df27e925d9e1 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Jul 22 14:07:36.027941 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09771ccb-232d-47d8-a0d7-f4e204f315d6 req-b3bda49e-5f6d-4fbf-9c56-9905d074c366 tempest-ServersOnMultiNodesTest-1001242397 tempest-ServersOnMultiNodesTest-1001242397-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592973 Jul 22 14:07:36.039156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Made reservation on behalf of 18f47e682d054fad86e51d09ddc3e51e for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:36.043917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:36.154999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-504cce95-3499-46ae-ad81-912da72e6de2 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:36.156828 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-504cce95-3499-46ae-ad81-912da72e6de2 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 812 time: 0.2610292 Jul 22 14:07:36.208006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f405bd9-059e-4814-bdd1-b5c43d33137a req-328adeb8-e41e-4d1c-b205-1c047704b9b7 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 210 time: 0.0498841 Jul 22 14:07:36.211946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Request body: {'port': {'device_id': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'admin_state_up': True, 'tenant_id': '14ca23dab1474f3083fa0eb585985d8b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:36.246206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'name': 'network-vif-deleted', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:36.248674 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9f0468-868f-4e47-bcc7-3c4ea6ca288b" -d '{"events": [{"server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "name": "network-vif-deleted", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:36.258116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8746ddd-c64d-48a7-bbfd-0ffd80f10461 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:36.419231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Made reservation on behalf of 14ca23dab1474f3083fa0eb585985d8b for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:36.423804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:36.488206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f407-5fe3-4b40-ad1a-d22d51a78470 req-3cb8b1f1-858e-496c-bcc6-98d1a94635f6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:36.497841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1b27f407-5fe3-4b40-ad1a-d22d51a78470 req-3cb8b1f1-858e-496c-bcc6-98d1a94635f6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.3952031 Jul 22 14:07:36.561421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1b27f407-5fe3-4b40-ad1a-d22d51a78470 req-a1a3d1ca-bcba-4905-a474-ae9d4c92815e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621104 Jul 22 14:07:36.576110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Allocated IP 172.20.0.12 (1db2355e-abfd-4d34-9cae-287854833ab4/c788b6ec-7268-4577-9570-3d1c649d3f21/2d9d8de1-327f-422f-ba8e-bbbfb69f1475) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:36.614499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:36.659948 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1280a267-201b-41c0-b7cf-ae8d1d421dd0 x-openstack-request-id: req-1280a267-201b-41c0-b7cf-ae8d1d421dd0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:36.660723 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b7abc7-bf52-47c3-9df8-b6feff17725d", "name": "network-vif-deleted", "tag": "1a14e334-1158-4019-bf0f-7ed37664cf65", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:36.662440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'port_id': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:36.662678 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1280a267-201b-41c0-b7cf-ae8d1d421dd0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:36.663262 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b7abc7-bf52-47c3-9df8-b6feff17725d', 'name': 'network-vif-deleted', 'tag': '1a14e334-1158-4019-bf0f-7ed37664cf65', 'status': 'completed', 'code': 200} Jul 22 14:07:36.813308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:36.827007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Allocated IP 172.20.0.12 (2bc23ff0-edb5-43f3-9613-5062dc44e3ce/de202e8a-bbed-4fa3-865a-bfdf5b5e131a/d3860e96-4a0a-4c06-b672-33ed61c6c0fb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:36.852275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8746ddd-c64d-48a7-bbfd-0ffd80f10461 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:36.903649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:36.908033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:36.964365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:37.001249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460d3fd-2fe3-47fa-9066-cce5b9195978 req-795c2cc3-afc7-4b8e-aaed-ef608f3a49ca tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.012026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1460d3fd-2fe3-47fa-9066-cce5b9195978 req-795c2cc3-afc7-4b8e-aaed-ef608f3a49ca tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.2491374 Jul 22 14:07:37.013851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce993fe8-9814-46df-b2ee-d7af0e8333c7 req-7e1066c4-1795-4bfe-b4ea-efc98c8eb18a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.015764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce993fe8-9814-46df-b2ee-d7af0e8333c7 req-7e1066c4-1795-4bfe-b4ea-efc98c8eb18a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2084637 Jul 22 14:07:37.058487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.097927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1460d3fd-2fe3-47fa-9066-cce5b9195978 req-8e8ed638-5e03-49f0-817b-be1eb178b372 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846205 Jul 22 14:07:37.122703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Transition to ACTIVE for port object 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:37.125920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce993fe8-9814-46df-b2ee-d7af0e8333c7 req-123abb1c-79f6-459c-a8dc-169b8eb9e1f1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028836 Jul 22 14:07:37.209122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.210585 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.288408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b8746ddd-c64d-48a7-bbfd-0ffd80f10461'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:37.343160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.350661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1634270-f8ec-4d4f-b3f5-a7c4ea7d93bf req-d27783ff-e91e-4c95-a046-0a707b91c9b8 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0767524 Jul 22 14:07:37.357024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1a14e334-1158-4019-bf0f-7ed37664cf65'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:37.375602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Network 1db2355e-abfd-4d34-9cae-287854833ab4 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:37.382506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:37.389089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:37.450189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:37.463695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Pushing event updated for resources: {'Port': ['ID=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:37.465990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:37.483445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:37.541546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.543969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.573715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d0f80-33d7-43e5-9bb6-cc47d0d9d511 req-fcf11fc8-5247-4640-bb2b-bb6ee9ae6287 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.582811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d6d0f80-33d7-43e5-9bb6-cc47d0d9d511 req-fcf11fc8-5247-4640-bb2b-bb6ee9ae6287 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.3590765 Jul 22 14:07:37.595822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-ac94d944-eeeb-4bae-8bf9-cdc554081d39 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9499099 Jul 22 14:07:37.612367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Pushing event updated for resources: {'Port': ['ID=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:37.680019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d6d0f80-33d7-43e5-9bb6-cc47d0d9d511 req-4f617984-a35b-4f7c-b5ed-7f9c6fddd93c tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957479 Jul 22 14:07:37.714075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.714746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.747033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-19e4a779-233d-4952-b2bb-7a9912b1b13c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5421059 Jul 22 14:07:37.761736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dc06c-ef04-4996-af1c-00c45777e2a1 req-6e27b4e9-858b-403e-bf7a-123e15d37584 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.769438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de8dc06c-ef04-4996-af1c-00c45777e2a1 req-6e27b4e9-858b-403e-bf7a-123e15d37584 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.2012105 Jul 22 14:07:37.823310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de8dc06c-ef04-4996-af1c-00c45777e2a1 req-f0acbc93-83bf-4064-a205-6fdd9b64f59a tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527368 Jul 22 14:07:37.835142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b63668ff-db0a-4cbd-a708-19be87e19906 None None] Provisioning for port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:37.841227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b63668ff-db0a-4cbd-a708-19be87e19906 None None] Provisioning complete for port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:37.841897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b63668ff-db0a-4cbd-a708-19be87e19906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:37.875133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bcc36-6744-46d4-b6cf-e62262e373ec req-43534134-36a0-48ad-8e8b-f090425f14cd tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:37.877364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-187bcc36-6744-46d4-b6cf-e62262e373ec req-43534134-36a0-48ad-8e8b-f090425f14cd tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 944 time: 0.1219401 Jul 22 14:07:37.928513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b63668ff-db0a-4cbd-a708-19be87e19906 None None] Port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:07:37.966098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-187bcc36-6744-46d4-b6cf-e62262e373ec req-e3aa458c-b294-4aff-b1ac-cecaeb6fc8b3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787315 Jul 22 14:07:38.037992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaa984-49e1-4eb5-ad8b-f0a1dd2cee1f req-f4f7924d-c258-49e4-be8f-279a454de5e2 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:38.039728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdaa984-49e1-4eb5-ad8b-f0a1dd2cee1f req-f4f7924d-c258-49e4-be8f-279a454de5e2 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.1027822 Jul 22 14:07:38.102517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdaa984-49e1-4eb5-ad8b-f0a1dd2cee1f req-37b537e7-f099-444f-bedf-864a452cd50d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568976 Jul 22 14:07:38.288035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fa0cd-8b2a-4a0a-93f3-319850ce1014 req-17b047d5-06dd-43d8-a8ce-6367999df688 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:38.289713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e36fa0cd-8b2a-4a0a-93f3-319850ce1014 req-17b047d5-06dd-43d8-a8ce-6367999df688 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.1279912 Jul 22 14:07:38.347424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e36fa0cd-8b2a-4a0a-93f3-319850ce1014 req-cdf2b455-2275-4008-bc16-5859a8931828 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Jul 22 14:07:38.428841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3995d-2de9-4a6e-9820-427ac1c5b5db req-860c9e4d-d81c-4cb5-a767-f529110c477b tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:38.430384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efb3995d-2de9-4a6e-9820-427ac1c5b5db req-860c9e4d-d81c-4cb5-a767-f529110c477b tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.0781069 Jul 22 14:07:38.471331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efb3995d-2de9-4a6e-9820-427ac1c5b5db req-887a9488-07b9-43ea-bf8e-f32192715c9a tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347426 Jul 22 14:07:38.529393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ae223-f2a4-4f1a-98dc-632cc1e9f84f req-0c0c00cc-4a45-437e-b09c-908d487344e6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:38.531741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b08ae223-f2a4-4f1a-98dc-632cc1e9f84f req-0c0c00cc-4a45-437e-b09c-908d487344e6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0944481 Jul 22 14:07:38.576625 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b08ae223-f2a4-4f1a-98dc-632cc1e9f84f req-8d32302c-9644-4cdd-9da0-3fc562fd19b0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390844 Jul 22 14:07:38.620368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ce89b19-0048-4719-b457-2f72c33e6994 req-eedddc73-d905-4aa4-b825-1321e0070870 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0692668 Jul 22 14:07:38.811611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9084f54-05a1-4d46-a171-c90cce8eb309 req-f6bedf1f-39e8-476f-847e-d948f8b19d85 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:38.813532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9084f54-05a1-4d46-a171-c90cce8eb309 req-f6bedf1f-39e8-476f-847e-d948f8b19d85 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.0709870 Jul 22 14:07:38.894300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9084f54-05a1-4d46-a171-c90cce8eb309 req-56f81091-9505-4734-955f-40f66abe3c8e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748506 Jul 22 14:07:39.086071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c3d03-93ec-40c3-a9ee-bdbb58c263f5 req-bf6c5711-1de5-4f46-8b32-98d82663c6f9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:39.094167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd2c3d03-93ec-40c3-a9ee-bdbb58c263f5 req-bf6c5711-1de5-4f46-8b32-98d82663c6f9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.1199803 Jul 22 14:07:39.150157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd2c3d03-93ec-40c3-a9ee-bdbb58c263f5 req-cd475be1-abac-4b3d-9d61-692519ec1276 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Jul 22 14:07:39.269584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfeea5-3cb5-438c-bd5c-30cfc909343d req-66731727-eb26-45ca-9f3a-fd42654270bd tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:39.273816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54bfeea5-3cb5-438c-bd5c-30cfc909343d req-66731727-eb26-45ca-9f3a-fd42654270bd tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 944 time: 0.1493430 Jul 22 14:07:39.328770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54bfeea5-3cb5-438c-bd5c-30cfc909343d req-d685d4fd-d0a3-4018-91b7-62f86ae1a1e5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Jul 22 14:07:39.370191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55945a49-a908-457d-b97f-2aa67c6dfd7f req-0a0cc04e-9045-4043-9faa-8815a8205286 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:39.372213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55945a49-a908-457d-b97f-2aa67c6dfd7f req-0a0cc04e-9045-4043-9faa-8815a8205286 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.0774648 Jul 22 14:07:39.413532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55945a49-a908-457d-b97f-2aa67c6dfd7f req-1e808c68-aec3-4aef-9125-9e6371305ece tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354316 Jul 22 14:07:39.625170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779f821-52ad-4621-b00d-5c6602606c9a req-46612449-fdaa-453b-93dd-5ca1c4a3c5e7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:39.625170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b779f821-52ad-4621-b00d-5c6602606c9a req-46612449-fdaa-453b-93dd-5ca1c4a3c5e7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.0775394 Jul 22 14:07:39.659247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e21199-6d19-42d5-b734-405d56d71816 req-1a6f1cc1-7854-4553-b684-d97f5c7caeec tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:39.662219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4e21199-6d19-42d5-b734-405d56d71816 req-1a6f1cc1-7854-4553-b684-d97f5c7caeec tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.0833852 Jul 22 14:07:39.684055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b779f821-52ad-4621-b00d-5c6602606c9a req-9fb8304a-2479-4189-a32c-3eaa9bcf2d77 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Jul 22 14:07:39.710168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4e21199-6d19-42d5-b734-405d56d71816 req-4c7457b8-f67a-47e4-872c-6d530d63b001 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Jul 22 14:07:39.806443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-32afe195-0344-482e-8c5a-40b2f315c1b0 req-584ef58f-e92d-47cc-bce4-0bedf18edeb0 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0299654 Jul 22 14:07:39.825152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d93f67-2e07-43af-984c-c8df85253bf2 req-4c61e5a0-d5fe-457c-93c1-8a281a812282 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:39.826774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45d93f67-2e07-43af-984c-c8df85253bf2 req-4c61e5a0-d5fe-457c-93c1-8a281a812282 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0793273 Jul 22 14:07:39.887210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45d93f67-2e07-43af-984c-c8df85253bf2 req-b3c19209-cdd9-4fbc-93ef-623b907cb1af tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541604 Jul 22 14:07:40.049732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc17cc-0ade-40d0-ba17-b6a11b42d71b req-dcd22189-baf4-47ba-a888-0112959f4154 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.051240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82dc17cc-0ade-40d0-ba17-b6a11b42d71b req-dcd22189-baf4-47ba-a888-0112959f4154 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.0798650 Jul 22 14:07:40.091515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82dc17cc-0ade-40d0-ba17-b6a11b42d71b req-a6913bfe-8784-429d-a825-85a849cb9fea tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Jul 22 14:07:40.252298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:40.279112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 1a14e334-1158-4019-bf0f-7ed37664cf65 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:40.279454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1a14e334-1158-4019-bf0f-7ed37664cf65 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:40.296975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc78c3-c7bd-48f4-b91a-b515055ba74d req-b4bb1f7f-f0e7-4928-947f-8147ed39573d tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.298790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6acc78c3-c7bd-48f4-b91a-b515055ba74d req-b4bb1f7f-f0e7-4928-947f-8147ed39573d tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.0766678 Jul 22 14:07:40.308489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8746ddd-c64d-48a7-bbfd-0ffd80f10461 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:40.348272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6acc78c3-c7bd-48f4-b91a-b515055ba74d req-01ec9c52-e063-4332-a8b8-f5a88cd79bcb tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Jul 22 14:07:40.373757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:40.375418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:40.376177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:40.485927 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:40.532043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92343-e506-4f96-aef1-7091bcd0c798 req-7ed1c05b-1168-4382-ac90-bac1e7332bd3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.533661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9f92343-e506-4f96-aef1-7091bcd0c798 req-7ed1c05b-1168-4382-ac90-bac1e7332bd3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 944 time: 0.1223586 Jul 22 14:07:40.536189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:40.539087 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa59f3e-33d1-447b-9387-36c3f2e7cd1d" -d '{"events": [{"server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "name": "network-vif-plugged", "status": "completed", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:40.553793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:40.559900 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:40.578398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9f92343-e506-4f96-aef1-7091bcd0c798 req-7f8c3eda-78e5-4321-8b8b-d706aa0b7287 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Jul 22 14:07:40.622826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21da992-482e-4612-bddc-83e89f558339 req-e7e339b5-565d-4a49-ac73-c207db87e0ea tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.624842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e21da992-482e-4612-bddc-83e89f558339 req-e7e339b5-565d-4a49-ac73-c207db87e0ea tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.1237717 Jul 22 14:07:40.626996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:40.645336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.648207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.648457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.648814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.649161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.649501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.649882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.650262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.650706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.651117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.651388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.651681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:40.663410 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b2e3d7-55d4-4f92-ac47-d132fb5b5d9f x-openstack-request-id: req-95b2e3d7-55d4-4f92-ac47-d132fb5b5d9f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:40.663703 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "name": "network-vif-plugged", "status": "completed", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:40.663956 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95b2e3d7-55d4-4f92-ac47-d132fb5b5d9f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:40.664512 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'code': 200} Jul 22 14:07:40.691665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e21da992-482e-4612-bddc-83e89f558339 req-b77420f1-f1d8-4ca0-aa21-72fd462ed40b tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597115 Jul 22 14:07:40.825093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756b80a-f5df-490d-adc8-3b958e7aedd9 req-248643ed-6b22-47ff-b56d-3d0dbbaefb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.826663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5756b80a-f5df-490d-adc8-3b958e7aedd9 req-248643ed-6b22-47ff-b56d-3d0dbbaefb74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.0982735 Jul 22 14:07:40.861544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4250e4d-93f9-4815-a3bd-ffcb812d546d req-fb6b4fb6-0f77-4024-815c-d6582dc1acf2 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.863214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d4250e4d-93f9-4815-a3bd-ffcb812d546d req-fb6b4fb6-0f77-4024-815c-d6582dc1acf2 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.0982783 Jul 22 14:07:40.903522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea632-1709-4de9-823d-194cdd319e34 req-8032a5a4-7f19-49f9-859c-8cc512a98fe3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:40.905097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d72ea632-1709-4de9-823d-194cdd319e34 req-8032a5a4-7f19-49f9-859c-8cc512a98fe3 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.1226079 Jul 22 14:07:40.907000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5756b80a-f5df-490d-adc8-3b958e7aedd9 req-eb9c5a0c-0b27-48bc-8f3e-ca9e852ce793 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709522 Jul 22 14:07:40.930028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d4250e4d-93f9-4815-a3bd-ffcb812d546d req-eaa7241d-98b1-485f-9357-41e7ac7fe5e8 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528972 Jul 22 14:07:40.964402 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d72ea632-1709-4de9-823d-194cdd319e34 req-e5982d62-9d82-4c51-ad8a-9d8961d425b0 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495613 Jul 22 14:07:41.034989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40026ca1-96dd-4f46-a210-1b5d42fac00f req-063517e1-3687-42f5-8e03-54b5b7f15410 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0427721 Jul 22 14:07:41.095405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1752a6-0e5b-4b4f-a121-80cc9599152a req-e2b11f41-48cb-47a2-89f2-307445a42329 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:41.097045 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb1752a6-0e5b-4b4f-a121-80cc9599152a req-e2b11f41-48cb-47a2-89f2-307445a42329 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0707660 Jul 22 14:07:41.148350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb1752a6-0e5b-4b4f-a121-80cc9599152a req-f8418f85-4eb0-4756-a94c-faccd21ee38e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Jul 22 14:07:41.234558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a143e4-2cd0-4578-ba43-98192c4b0d30 req-f5a0298b-a2c1-404f-a887-af8672ac9278 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:41.236040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44a143e4-2cd0-4578-ba43-98192c4b0d30 req-f5a0298b-a2c1-404f-a887-af8672ac9278 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.0744443 Jul 22 14:07:41.273627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44a143e4-2cd0-4578-ba43-98192c4b0d30 req-45cad218-54ef-4ec7-a98f-48eb918aea46 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Jul 22 14:07:41.486609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582ad9b-f1fb-45dd-9b74-daa2ce2da771 req-f08a3cc0-5339-4599-8eb1-d284613d8b84 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:41.488105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9582ad9b-f1fb-45dd-9b74-daa2ce2da771 req-f08a3cc0-5339-4599-8eb1-d284613d8b84 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.0657396 Jul 22 14:07:41.527776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9582ad9b-f1fb-45dd-9b74-daa2ce2da771 req-7d935f90-8600-4aee-a8d0-b76aacedeec2 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Jul 22 14:07:41.729853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b905167-9a3a-4f69-a776-300e0ce54210 req-dc05ce3e-5b77-4145-89f8-d13ca0429407 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:41.731199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b905167-9a3a-4f69-a776-300e0ce54210 req-dc05ce3e-5b77-4145-89f8-d13ca0429407 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0741832 Jul 22 14:07:41.782268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b905167-9a3a-4f69-a776-300e0ce54210 req-581b3262-d0b5-4a88-bb25-beae54df7bc3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437639 Jul 22 14:07:41.880937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d7b6c-979f-4a9b-ae93-7f89b1462e59 req-9e10a590-e531-4701-be1a-3b4632bf9981 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:41.882530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-583d7b6c-979f-4a9b-ae93-7f89b1462e59 req-9e10a590-e531-4701-be1a-3b4632bf9981 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.0875580 Jul 22 14:07:41.924043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-583d7b6c-979f-4a9b-ae93-7f89b1462e59 req-b5b3be20-2308-4e61-a907-7c8e8a770393 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359070 Jul 22 14:07:42.079464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66e6c0-2e96-433f-a12d-bccd5cda2ef2 req-006aa999-64f8-495a-a7a7-4913f794a842 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:42.080997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e66e6c0-2e96-433f-a12d-bccd5cda2ef2 req-006aa999-64f8-495a-a7a7-4913f794a842 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.0897009 Jul 22 14:07:42.125966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216057f-9c25-4b89-8ac7-010286ec4c2b req-16a86da8-dfa4-491a-b51a-dbbb28d8c2f4 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:42.126331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e66e6c0-2e96-433f-a12d-bccd5cda2ef2 req-b5b3afae-e36a-41db-a459-2536aab65660 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Jul 22 14:07:42.127640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3216057f-9c25-4b89-8ac7-010286ec4c2b req-16a86da8-dfa4-491a-b51a-dbbb28d8c2f4 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.0886996 Jul 22 14:07:42.190623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3216057f-9c25-4b89-8ac7-010286ec4c2b req-82bd4eee-6984-4562-8029-7490335ad4e6 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561380 Jul 22 14:07:42.281541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8e633f0-c4e0-49e8-8cc1-2590689c4902 req-ffa1a602-6049-4960-8b04-347129ff85de tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0532517 Jul 22 14:07:42.387295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5713d0e-9479-49a9-957f-2a2cd6d68178 req-6f44dbfe-e8bb-4c81-a8c9-04e2e77cd119 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:42.388906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5713d0e-9479-49a9-957f-2a2cd6d68178 req-6f44dbfe-e8bb-4c81-a8c9-04e2e77cd119 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0848641 Jul 22 14:07:42.436200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06edda-cc7f-46e7-b12c-8ca14d00ec89 req-19e0cfa4-cb99-4111-af62-fe9f0e71c003 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:42.437842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7c06edda-cc7f-46e7-b12c-8ca14d00ec89 req-19e0cfa4-cb99-4111-af62-fe9f0e71c003 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.0848675 Jul 22 14:07:42.449654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5713d0e-9479-49a9-957f-2a2cd6d68178 req-95abf55d-7fc9-40bb-beca-c9c64fa58fc1 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550361 Jul 22 14:07:42.496237 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7c06edda-cc7f-46e7-b12c-8ca14d00ec89 req-5b4d26e4-88ad-46c5-9463-49ead5c342ad tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Jul 22 14:07:42.666348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029f661-64e1-4bf2-adb9-0327529c4e22 req-bf322dc6-5a01-4f60-b644-fb1823a9ef51 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:42.667918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f029f661-64e1-4bf2-adb9-0327529c4e22 req-bf322dc6-5a01-4f60-b644-fb1823a9ef51 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.0731051 Jul 22 14:07:42.706790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f029f661-64e1-4bf2-adb9-0327529c4e22 req-8a2a02f4-9e82-4280-819b-cbca4180b6af tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332260 Jul 22 14:07:42.924885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72011c-c26e-4ebc-bac1-269983329e42 req-d81c5479-809f-47bf-9136-ef0758b13fca tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:42.926335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f72011c-c26e-4ebc-bac1-269983329e42 req-d81c5479-809f-47bf-9136-ef0758b13fca tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0762513 Jul 22 14:07:42.972942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f72011c-c26e-4ebc-bac1-269983329e42 req-c30bf289-6603-4275-b9aa-608de9daf5fd tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Jul 22 14:07:43.113144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bd37-f7da-4962-8e26-af1635d625e0 req-244cef62-a32b-4440-a46e-08f0ea77e9f6 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.115016 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c35bd37-f7da-4962-8e26-af1635d625e0 req-244cef62-a32b-4440-a46e-08f0ea77e9f6 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.0869567 Jul 22 14:07:43.159911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c35bd37-f7da-4962-8e26-af1635d625e0 req-15d0a4a1-7cd5-4f87-9099-6c8415fd507b tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Jul 22 14:07:43.289373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab5c68-56e2-4811-b1e6-6d45f1ad7587 req-814d0b5f-1a93-4e05-b825-c749c24c8f4a tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.291900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22ab5c68-56e2-4811-b1e6-6d45f1ad7587 req-814d0b5f-1a93-4e05-b825-c749c24c8f4a tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0973177 Jul 22 14:07:43.307400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-07db1bbd-c8b3-402a-8bef-946414dd0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.308935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-07db1bbd-c8b3-402a-8bef-946414dd0b8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.1405978 Jul 22 14:07:43.317411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3c53-b926-4b92-9638-9ff780bd7367 req-af0193aa-5c64-4328-b3b9-c82883aebb05 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.324953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ecdf3c53-b926-4b92-9638-9ff780bd7367 req-af0193aa-5c64-4328-b3b9-c82883aebb05 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.1012456 Jul 22 14:07:43.333056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22ab5c68-56e2-4811-b1e6-6d45f1ad7587 req-bf0e8e8a-53d4-4af3-8e63-ca324e866ed4 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Jul 22 14:07:43.429319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ecdf3c53-b926-4b92-9638-9ff780bd7367 req-9baa0ee0-7304-4a73-a5a2-b68e052ee03c tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031981 Jul 22 14:07:43.468458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-e131f270-2fe8-4793-86ed-2f544ae5e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.470666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-e131f270-2fe8-4793-86ed-2f544ae5e6ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.1429136 Jul 22 14:07:43.493535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eda28-1f42-45ad-a330-1f10df8d1a6a req-33baa38d-e180-4bfe-be2b-536969cedcac tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.495268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-495eda28-1f42-45ad-a330-1f10df8d1a6a req-33baa38d-e180-4bfe-be2b-536969cedcac tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.0920606 Jul 22 14:07:43.542380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-495eda28-1f42-45ad-a330-1f10df8d1a6a req-97c7b2a1-de6e-4e6c-ae69-5e4abef8f8ad tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360816 Jul 22 14:07:43.553091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-db41da43-54a0-4805-8014-9fd150806d9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0705307 Jul 22 14:07:43.588497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-369fe019-c3d7-443b-ac6b-090c4e3e2ca0 req-adbbe000-3e1a-46c4-aac7-c0dc981f2b50 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0436959 Jul 22 14:07:43.660263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-bbd7c571-4711-43cb-aa9d-2c935bca2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.661768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-bbd7c571-4711-43cb-aa9d-2c935bca2d83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.0867152 Jul 22 14:07:43.712606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-b779b105-23ed-4327-9493-f8b7f45a5699 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418169 Jul 22 14:07:43.723513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01fd08-0f92-4b6d-bcd0-3f3ec36fbebc req-d40cd488-8c22-4050-903f-b3ca40d25539 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:43.725124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e01fd08-0f92-4b6d-bcd0-3f3ec36fbebc req-d40cd488-8c22-4050-903f-b3ca40d25539 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1085494 Jul 22 14:07:43.787133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e01fd08-0f92-4b6d-bcd0-3f3ec36fbebc req-70409f0f-f40a-4d73-bd61-e731eb64a5fa tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Jul 22 14:07:44.105435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbf7fd-6db1-4165-bdd6-8f419b2d8691 req-91184a5d-93db-4f0f-a043-0ba9b76dcd46 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.108288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7cbf7fd-6db1-4165-bdd6-8f419b2d8691 req-91184a5d-93db-4f0f-a043-0ba9b76dcd46 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.0898957 Jul 22 14:07:44.155489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7cbf7fd-6db1-4165-bdd6-8f419b2d8691 req-d20282da-373c-4b9a-a724-85e3bb627eb5 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Jul 22 14:07:44.168237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613caac7-aff8-4757-92d3-910673da1f05 req-9afa7de7-b84e-45de-9255-9bcd60a9e82b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.175109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613caac7-aff8-4757-92d3-910673da1f05 req-9afa7de7-b84e-45de-9255-9bcd60a9e82b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.4933445 Jul 22 14:07:44.205081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-8291ee7b-c1c8-421b-9aab-8e3bdf3220a8 service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710326 Jul 22 14:07:44.239992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613caac7-aff8-4757-92d3-910673da1f05 req-7260f46a-ade8-4491-bed2-1bd0e02fca30 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Jul 22 14:07:44.367542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1650bf10-94d7-419e-b14b-99ea0b24b5f9 req-e65a70f7-ff41-4c5c-8b68-009df916edbb service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519966 Jul 22 14:07:44.438375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb2540-86a1-4154-8089-8bdbb113fbb9 req-d3f8c934-806d-411c-9230-8e6ec8ca66b7 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.442445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62cb2540-86a1-4154-8089-8bdbb113fbb9 req-d3f8c934-806d-411c-9230-8e6ec8ca66b7 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.1169236 Jul 22 14:07:44.484164 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62cb2540-86a1-4154-8089-8bdbb113fbb9 req-465cc1d4-80a8-4d15-a3de-28e996503bee tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382192 Jul 22 14:07:44.520288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bf125-2826-4e18-b17a-706aaf9b3ca5 req-43e1f46e-c813-4ff2-bf0a-ba4ab4a534c6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.522203 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c85bf125-2826-4e18-b17a-706aaf9b3ca5 req-43e1f46e-c813-4ff2-bf0a-ba4ab4a534c6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0868835 Jul 22 14:07:44.571103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c85bf125-2826-4e18-b17a-706aaf9b3ca5 req-ec865858-4d34-4f3b-9dfb-129b2bc0e5b7 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Jul 22 14:07:44.629038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe85929-15b4-4801-baa8-8cf693302248 req-572efadd-9ff6-4a33-a7c5-5efe2dc87d40 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.630583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbe85929-15b4-4801-baa8-8cf693302248 req-572efadd-9ff6-4a33-a7c5-5efe2dc87d40 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.0768459 Jul 22 14:07:44.679851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbe85929-15b4-4801-baa8-8cf693302248 req-ce7cc2eb-5a4f-4815-ac99-3f1fa430bb5e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Jul 22 14:07:44.708192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb13af-d0d1-4d69-902e-b179e3b77811 req-aa956da0-f17a-4a14-a2e8-13bc47996950 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.711442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6fb13af-d0d1-4d69-902e-b179e3b77811 req-aa956da0-f17a-4a14-a2e8-13bc47996950 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.0712056 Jul 22 14:07:44.765388 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6fb13af-d0d1-4d69-902e-b179e3b77811 req-0b02f2da-f434-4ce7-862f-f5283acb8484 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Jul 22 14:07:44.795872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03279e4b-640b-4dc2-a5d9-d4f67cbb0a8b req-313617a3-6373-4300-a1c1-34796dc7003e tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0402169 Jul 22 14:07:44.935448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdcc2c-ef0d-42e5-a0d6-856e4d6b6a83 req-575f7d3f-5bdb-4d37-9569-e0c32ce1faed tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:44.936936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1dcdcc2c-ef0d-42e5-a0d6-856e4d6b6a83 req-575f7d3f-5bdb-4d37-9569-e0c32ce1faed tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0764236 Jul 22 14:07:44.980426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1dcdcc2c-ef0d-42e5-a0d6-856e4d6b6a83 req-406e0810-f530-42b8-8498-46d0a64d50ea tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Jul 22 14:07:45.310713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef16299-1937-4e7d-a3c2-0d8cebe8b03f req-395e1bea-8ea1-48ca-8767-af0a60a2f836 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.312255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ef16299-1937-4e7d-a3c2-0d8cebe8b03f req-395e1bea-8ea1-48ca-8767-af0a60a2f836 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.0849209 Jul 22 14:07:45.351056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ef16299-1937-4e7d-a3c2-0d8cebe8b03f req-8bd5b6de-e304-406f-bba8-31946d3f5cd4 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 Jul 22 14:07:45.389546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa806c-067a-4392-adf3-f9827fa2c36e req-1af61be5-9cb4-49cc-9281-d73e7218c9f4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.392087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9fa806c-067a-4392-adf3-f9827fa2c36e req-1af61be5-9cb4-49cc-9281-d73e7218c9f4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.0715945 Jul 22 14:07:45.434571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9fa806c-067a-4392-adf3-f9827fa2c36e req-3fde1708-355f-4b61-93de-68131655f886 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Jul 22 14:07:45.624232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d569c4e-671e-449a-8fd2-d054dd3306b6 req-b2e9716e-a949-4341-9d0a-e3a14a3e487e tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.625787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d569c4e-671e-449a-8fd2-d054dd3306b6 req-b2e9716e-a949-4341-9d0a-e3a14a3e487e tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.0707910 Jul 22 14:07:45.671658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d569c4e-671e-449a-8fd2-d054dd3306b6 req-e3bcc0db-fe39-493c-8351-e923593712cd tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Jul 22 14:07:45.734559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57f4d7-aca9-454f-903a-8e4ed5f54208 req-4cfb6c06-f4dd-4b2d-98ab-ad8c933b5f8c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.736591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d57f4d7-aca9-454f-903a-8e4ed5f54208 req-4cfb6c06-f4dd-4b2d-98ab-ad8c933b5f8c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0939417 Jul 22 14:07:45.779511 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d57f4d7-aca9-454f-903a-8e4ed5f54208 req-f4bf62d0-a17c-439f-8d13-1f82fa1fd57c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Jul 22 14:07:45.875932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce1335-7293-4b6b-9718-8255bab87d04 req-c1aa819c-7762-40ef-adf9-10a634e6ff9e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.877521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cce1335-7293-4b6b-9718-8255bab87d04 req-c1aa819c-7762-40ef-adf9-10a634e6ff9e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.1140842 Jul 22 14:07:45.960257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfdefd-7463-4545-b0c1-692b5bce04f0 req-91f15ff4-44a1-4380-b3fa-63597bfd1d96 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.968428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28dfdefd-7463-4545-b0c1-692b5bce04f0 req-91f15ff4-44a1-4380-b3fa-63597bfd1d96 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.1251156 Jul 22 14:07:45.970346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb7e04-b258-4758-96a2-6606a293615d req-ad405c07-543a-4a13-a532-2e660ca83dd9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:45.971842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5cb7e04-b258-4758-96a2-6606a293615d req-ad405c07-543a-4a13-a532-2e660ca83dd9 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 946 time: 0.1614127 Jul 22 14:07:45.974808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cce1335-7293-4b6b-9718-8255bab87d04 req-3cf6f5f7-69d1-429e-99f0-34834e1fb08e tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc349624-41f2-4310-9f7b-dbb66ec54a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905464 Jul 22 14:07:46.022490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28dfdefd-7463-4545-b0c1-692b5bce04f0 req-73dd97eb-4443-49b1-8fa8-09b4c32cd53f tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530431 Jul 22 14:07:46.110964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e4b5436-9669-4ee7-9d13-762417bf976d req-5c0a030f-064f-4747-a13a-34fa2baff84d tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0485501 Jul 22 14:07:46.125472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Deleting port ef8933f9-2e79-4d73-b080-080340882732 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:46.125848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:46.170251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ae78-b484-4652-a88f-03868362d7a9 req-47fc94ce-c1ac-4164-86b3-1514c6e39d43 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:46.171923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a8e0ae78-b484-4652-a88f-03868362d7a9 req-47fc94ce-c1ac-4164-86b3-1514c6e39d43 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0775478 Jul 22 14:07:46.211298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a8e0ae78-b484-4652-a88f-03868362d7a9 req-ad45cb90-b804-45da-ab4e-a86db921d488 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Jul 22 14:07:46.217610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] For port ef8933f9-2e79-4d73-b080-080340882732, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ef8933f9-2e79-4d73-b080-080340882732,segment=NetworkSegment(d8f86990-a3d0-42dc-9d2b-e479910b1199),segment_id=d8f86990-a3d0-42dc-9d2b-e479910b1199)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:46.218335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:46.233345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Calling delete_port for ef8933f9-2e79-4d73-b080-080340882732 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:46.336460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef8933f9-2e79-4d73-b080-080340882732 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:46.364501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:46.378461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No active binding found for port ef8933f9-2e79-4d73-b080-080340882732 {{(pid=93761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:07:46.378876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ef8933f9-2e79-4d73-b080-080340882732 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:46.415286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Pushing event deleted for resources: {'Port': ['ID=ef8933f9-2e79-4d73-b080-080340882732,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:46.508416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] No DVR routers for this DVR port ef8933f9-2e79-4d73-b080-080340882732 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:46.511754 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:46.513754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5cb7e04-b258-4758-96a2-6606a293615d req-13727e72-026e-46a2-a08b-3932df368819 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.13 "DELETE /v2.0/ports/ef8933f9-2e79-4d73-b080-080340882732 HTTP/1.1" status: 204 len: 173 time: 0.5364428 Jul 22 14:07:46.514195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'name': 'network-vif-deleted', 'tag': 'ef8933f9-2e79-4d73-b080-080340882732'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:46.516418 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e3eac4-7fc3-48ba-bd3f-f1ade6cea1ef" -d '{"events": [{"server_uuid": "d2a0c3ba-2379-44fa-9286-4ce04dba567d", "name": "network-vif-deleted", "tag": "ef8933f9-2e79-4d73-b080-080340882732"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:46.556937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443ed46-b3e1-4e92-8dfe-0d258d4df362 req-3431c8e9-3727-410e-af95-f52bf7e4a305 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:46.558660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f443ed46-b3e1-4e92-8dfe-0d258d4df362 req-3431c8e9-3727-410e-af95-f52bf7e4a305 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 932 time: 0.0958810 Jul 22 14:07:46.579398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86499fe3-6845-4682-ad72-fd71b618d4f0 req-67b5080a-7c00-4c58-9409-632694c787e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:46.580932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86499fe3-6845-4682-ad72-fd71b618d4f0 req-67b5080a-7c00-4c58-9409-632694c787e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.0748763 Jul 22 14:07:46.600752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f443ed46-b3e1-4e92-8dfe-0d258d4df362 req-5e992ddc-b937-4277-8bb6-51c57be37da1 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Jul 22 14:07:46.623881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86499fe3-6845-4682-ad72-fd71b618d4f0 req-c7804bab-80b0-4931-a80e-c773a5c45e89 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Jul 22 14:07:46.658623 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda30631-447b-484f-94d8-5c3c3740275f x-openstack-request-id: req-cda30631-447b-484f-94d8-5c3c3740275f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:46.658923 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a0c3ba-2379-44fa-9286-4ce04dba567d", "name": "network-vif-deleted", "tag": "ef8933f9-2e79-4d73-b080-080340882732", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:46.659172 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cda30631-447b-484f-94d8-5c3c3740275f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:46.659568 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a0c3ba-2379-44fa-9286-4ce04dba567d', 'name': 'network-vif-deleted', 'tag': 'ef8933f9-2e79-4d73-b080-080340882732', 'status': 'completed', 'code': 200} Jul 22 14:07:46.802111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2b56-7fca-49e1-a010-68a707e31a16 req-2a203aaa-a6ef-4980-b544-1369a31c8c2f tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:46.803705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-927e2b56-7fca-49e1-a010-68a707e31a16 req-2a203aaa-a6ef-4980-b544-1369a31c8c2f tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 932 time: 0.0645592 Jul 22 14:07:46.844561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-927e2b56-7fca-49e1-a010-68a707e31a16 req-1bd52798-7541-4c34-9555-bcbe8b984804 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345154 Jul 22 14:07:46.879691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Request body: {'port': {'device_id': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:46.902284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Request body: {'port': {'device_id': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:46.970218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.006054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c992a3-0350-46fd-8301-46ba281f5687 req-37044673-4256-434c-a06b-fcf12f28d443 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:47.007615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24c992a3-0350-46fd-8301-46ba281f5687 req-37044673-4256-434c-a06b-fcf12f28d443 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.1449337 Jul 22 14:07:47.010616 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.088140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24c992a3-0350-46fd-8301-46ba281f5687 req-e6629e83-e68c-427a-9c73-0295821249c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Jul 22 14:07:47.173362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f15e5cc4-4c9e-4ebc-9bc3-6a683c2c8bc0 req-551b52ce-66ab-42ae-b49f-68b69f276ee4 tempest-ImagesTestJSON-1469499599 tempest-ImagesTestJSON-1469499599-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2a0c3ba-2379-44fa-9286-4ce04dba567d HTTP/1.1" status: 200 len: 210 time: 0.0373170 Jul 22 14:07:47.297589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1524423d-b5d5-40a4-bfab-506c11870ef4 req-752c1f91-39a5-43ae-8788-60b1c42e295d tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0386584 Jul 22 14:07:47.331732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aa0af-ce7c-4eba-90cf-1127ac7ead86 req-bd808e52-4d6d-4c68-aa34-d8bac1e317be tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:47.333144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e03aa0af-ce7c-4eba-90cf-1127ac7ead86 req-bd808e52-4d6d-4c68-aa34-d8bac1e317be tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.1354001 Jul 22 14:07:47.406886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e03aa0af-ce7c-4eba-90cf-1127ac7ead86 req-f30de0b1-517b-4f86-b8ca-c88b3d61460e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672436 Jul 22 14:07:47.410766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:47.419080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.427762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3860e96-4a0a-4c06-b672-33ed61c6c0fb {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:47.436996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.457489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Transition to ACTIVE for port object d3860e96-4a0a-4c06-b672-33ed61c6c0fb will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:47.461970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Transition to ACTIVE for port object 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:47.465375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.474876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.544019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af52ae8-b670-4dc6-a3db-4291f05aa37c req-fdd313ae-4f24-4ce8-b292-f96d218bae64 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:47.546727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0af52ae8-b670-4dc6-a3db-4291f05aa37c req-fdd313ae-4f24-4ce8-b292-f96d218bae64 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1630201 Jul 22 14:07:47.551728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:47.633952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0af52ae8-b670-4dc6-a3db-4291f05aa37c req-ec78e331-0799-4196-8f39-0eba99074078 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784559 Jul 22 14:07:47.663070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Attempting to bind port d3860e96-4a0a-4c06-b672-33ed61c6c0fb on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:47.663666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Attempting to bind port d3860e96-4a0a-4c06-b672-33ed61c6c0fb by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:47.664066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Attempting to bind port d3860e96-4a0a-4c06-b672-33ed61c6c0fb on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:47.670583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Port d3860e96-4a0a-4c06-b672-33ed61c6c0fb on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:47.671072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Attempting to bind port d3860e96-4a0a-4c06-b672-33ed61c6c0fb on network 2bc23ff0-edb5-43f3-9613-5062dc44e3ce {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:47.676961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:47.677456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Checking segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:47.678203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Bound using segment: {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:47.678839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Bound port: d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958f9cb6-88ec-4905-8fc3-9be0faf64ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:47.679219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.695370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:47.771718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-d41b8d61-04d0-4729-86e7-36a463c20c8b tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 258 time: 0.3245986 Jul 22 14:07:47.783179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] For port d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:47.783698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:47.791563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Attempting to bind port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:47.791907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Attempting to bind port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:47.792233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Attempting to bind port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 on network 1db2355e-abfd-4d34-9cae-287854833ab4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:47.800612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] For port d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:47.805244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 on network 1db2355e-abfd-4d34-9cae-287854833ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:07:47.805244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Attempting to bind port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 on network 1db2355e-abfd-4d34-9cae-287854833ab4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:47.811034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.814567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:47.814905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Checking segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:47.815285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Bound using segment: {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:47.815709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Bound port: 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caae3c6-0e25-4030-a157-d9208cdf6e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:47.816057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.833187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.865975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9508454-5919-4274-8fcd-647b86ddad14 req-04e6b384-be33-43c1-8552-679ff2e7ec7e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:47.867795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9508454-5919-4274-8fcd-647b86ddad14 req-04e6b384-be33-43c1-8552-679ff2e7ec7e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 944 time: 0.1309900 Jul 22 14:07:47.870100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:47.870943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.872471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/d3860e96-4a0a-4c06-b672-33ed61c6c0fb HTTP/1.1" status: 200 len: 1093 time: 0.9979236 Jul 22 14:07:47.874997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'tag': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:47.878585 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057" -d '{"events": [{"name": "network-changed", "server_uuid": "558ea4e5-c941-42a4-adc9-92f6171585d4", "tag": "d3860e96-4a0a-4c06-b672-33ed61c6c0fb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:47.921490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5877a-2484-4158-8865-412f403dc0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:47.922216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] For port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:47.928833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] For port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:47.965194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:47.968546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9508454-5919-4274-8fcd-647b86ddad14 req-b2d942a7-9de0-475b-8086-eb9698e4c497 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813518 Jul 22 14:07:48.006411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.006957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9d4e83ed-a5ac-4b50-804b-d928d0c00fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.007142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.008422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-9d4e83ed-a5ac-4b50-804b-d928d0c00fff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 1096 time: 0.0828671 Jul 22 14:07:48.008565 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d9d8de1-327f-422f-ba8e-bbbfb69f1475 HTTP/1.1" status: 200 len: 1093 time: 1.1107073 Jul 22 14:07:48.043088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289f70-a4f6-42a3-b055-ea776d86dfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:48.071604 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.077113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-1365de11-7ca9-4dea-94c4-6fda60269494 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb HTTP/1.1" status: 200 len: 217 time: 0.0504935 Jul 22 14:07:48.159397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-991b6ec9-04ad-44d4-8b5c-8e5ad0308ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.161038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-991b6ec9-04ad-44d4-8b5c-8e5ad0308ac5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 200 len: 852 time: 0.0630972 Jul 22 14:07:48.178683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed26c-15c0-4a3e-a5f7-77538e4a38d8 req-31cd4398-9990-416e-8e24-b9bf1e0acb39 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.180228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-347ed26c-15c0-4a3e-a5f7-77538e4a38d8 req-31cd4398-9990-416e-8e24-b9bf1e0acb39 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.1132703 Jul 22 14:07:48.213510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-9075d566-be71-438b-92e0-dbf9ece407f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.215175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-9075d566-be71-438b-92e0-dbf9ece407f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18f47e682d054fad86e51d09ddc3e51e&device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 1096 time: 0.1406703 Jul 22 14:07:48.225038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-d7bbf09e-7ac0-429d-80ac-5830589e6f8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438330 Jul 22 14:07:48.247935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Allocated IP 172.25.8.133 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2ae99fb4-ba98-4661-bc40-758c3fa92d50) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:48.270327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-347ed26c-15c0-4a3e-a5f7-77538e4a38d8 req-c8ba227c-618e-4620-a85f-d498f493266e tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808809 Jul 22 14:07:48.284122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-781b2890-f67e-42e6-94a2-85ad66a0cd94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475 HTTP/1.1" status: 200 len: 217 time: 0.0560901 Jul 22 14:07:48.340588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-d436a4b5-2d3a-4320-b3f6-07b6f87f5310 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071639 Jul 22 14:07:48.371926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-38980076-3d95-4d20-92f1-c2b08a869c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.374031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-38980076-3d95-4d20-92f1-c2b08a869c1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c788b6ec-7268-4577-9570-3d1c649d3f21 HTTP/1.1" status: 200 len: 853 time: 0.0793550 Jul 22 14:07:48.482417 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.485491 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea009d3-c09e-48bc-997b-2d3c3d79d165 req-6b0e3580-620d-46e2-b912-443ec2248ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378999 Jul 22 14:07:48.493549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991502f-d1be-408e-ba5a-b7e719714456 req-8a9175b3-4cfc-4a1d-bf4e-364b7740cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.495862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-8a9175b3-4cfc-4a1d-bf4e-364b7740cea7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db2355e-abfd-4d34-9cae-287854833ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913165 Jul 22 14:07:48.499915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0502a-1fed-4e81-b564-735028311051 req-2f448f92-f4a1-4229-90d9-185b6dd22c24 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.508328 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64c0502a-1fed-4e81-b564-735028311051 req-2f448f92-f4a1-4229-90d9-185b6dd22c24 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 944 time: 0.1341832 Jul 22 14:07:48.518805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2a2a5f51-8e7a-4339-b669-2a4c5fd24cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.547142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64c0502a-1fed-4e81-b564-735028311051 req-6e9f073d-dbf1-4684-9ed6-0dfa48fa2b3d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Jul 22 14:07:48.593340 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f0d734-1513-4f46-801d-5a0c6bc86da1 x-openstack-request-id: req-31f0d734-1513-4f46-801d-5a0c6bc86da1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:48.593774 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558ea4e5-c941-42a4-adc9-92f6171585d4", "tag": "d3860e96-4a0a-4c06-b672-33ed61c6c0fb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:48.594028 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31f0d734-1513-4f46-801d-5a0c6bc86da1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:48.594430 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'tag': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb', 'status': 'completed', 'code': 200} Jul 22 14:07:48.601029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.640560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:48.651557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:48.656611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:48.687657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'tag': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:48.689883 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e38da21-c714-4a04-b515-c2d5f14fb210" -d '{"events": [{"name": "network-changed", "server_uuid": "45bc5b13-1173-4cfc-a274-6279c01b2c71", "tag": "2d9d8de1-327f-422f-ba8e-bbbfb69f1475"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:48.712627 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-48f9f31b-3734-4f08-9012-fd6f28dcac83 service neutron] 10.222.0.20 "GET /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038438 Jul 22 14:07:48.715788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-28396319-cc2b-47cb-aa5f-cdb904499d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.717561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-28396319-cc2b-47cb-aa5f-cdb904499d3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=14ca23dab1474f3083fa0eb585985d8b&device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 1096 time: 0.1003323 Jul 22 14:07:48.741208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.751799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402e7fc-442e-4663-847d-db5c55b66069 req-438c6544-d02a-460e-8306-6b28f571ba79 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.753673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e402e7fc-442e-4663-847d-db5c55b66069 req-438c6544-d02a-460e-8306-6b28f571ba79 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.1042147 Jul 22 14:07:48.765902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event updated for resources: {'Port': ['ID=2ae99fb4-ba98-4661-bc40-758c3fa92d50,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:48.838762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e402e7fc-442e-4663-847d-db5c55b66069 req-26501b41-f085-48ff-a82e-6df289c4c102 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759928 Jul 22 14:07:48.855336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-4acb7cf1-6a30-4ddd-99ce-d444a35168d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.856843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-4acb7cf1-6a30-4ddd-99ce-d444a35168d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 200 len: 913 time: 0.1316795 Jul 22 14:07:48.916851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a991502f-d1be-408e-ba5a-b7e719714456 req-d9bf3e3c-55c2-490f-86a2-c58d7a0b4a3f service neutron] 10.222.0.20 "GET /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783426 Jul 22 14:07:48.917913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:48.919172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-ee76d164-b510-438c-ba1d-00368418ea27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb HTTP/1.1" status: 200 len: 217 time: 0.0552120 Jul 22 14:07:48.928103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-466a3343-f657-4546-9e76-aff531d4c8b6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:48.929755 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-466a3343-f657-4546-9e76-aff531d4c8b6 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 950 time: 0.2427917 Jul 22 14:07:49.006142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe306365-4ca3-45a1-a17b-96436f4937aa req-062cf89a-9dff-45b9-92a9-4b2b12d613b1 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0355952 Jul 22 14:07:49.015582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-dadcd356-8e46-492d-901d-ecfea85439f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:49.017031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-dadcd356-8e46-492d-901d-ecfea85439f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 200 len: 852 time: 0.0791154 Jul 22 14:07:49.026884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.056121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-133eac54-3349-4117-8505-52d67633e0ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2bc23ff0-edb5-43f3-9613-5062dc44e3ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298278 Jul 22 14:07:49.145278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port 38823c6d-4e57-4f71-897e-f64d432ce08a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:49.145513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.198073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-724dfa70-b860-45c6-998a-30b5b385015e service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345215 Jul 22 14:07:49.205432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284be8db-dc01-4a8a-99fd-72ee445be09f req-64ec5179-b1b1-4cc3-85dd-599799415498 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:49.206878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-284be8db-dc01-4a8a-99fd-72ee445be09f req-64ec5179-b1b1-4cc3-85dd-599799415498 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1358323 Jul 22 14:07:49.297782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port 38823c6d-4e57-4f71-897e-f64d432ce08a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=38823c6d-4e57-4f71-897e-f64d432ce08a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:49.298146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.304115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-284be8db-dc01-4a8a-99fd-72ee445be09f req-f4d0aede-808e-4fe4-aebe-e8500a217d84 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845728 Jul 22 14:07:49.309034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.316262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for 38823c6d-4e57-4f71-897e-f64d432ce08a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:49.318062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.336400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ca8da5c-b50f-4cb0-80bd-bdb6bfc4d057 req-7adfb566-aac3-40a3-a7e7-721dea194791 service neutron] 10.222.0.20 "GET /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258426 Jul 22 14:07:49.450543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-75163827-f2b5-486a-b9c3-a8575d9c5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:49.452041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-75163827-f2b5-486a-b9c3-a8575d9c5805 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18f47e682d054fad86e51d09ddc3e51e&device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 1096 time: 0.0610218 Jul 22 14:07:49.585592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-de818d83-e760-47bf-bd8b-729dc113beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:49.587124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-de818d83-e760-47bf-bd8b-729dc113beae service neutron] 10.222.0.20 "GET /v2.0/networks?id=1db2355e-abfd-4d34-9cae-287854833ab4 HTTP/1.1" status: 200 len: 915 time: 0.1269121 Jul 22 14:07:49.594816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96625b34-556d-4c34-b77b-6e55b7bb03ad req-ec3a2afb-85ea-4362-914c-b3994e8cb2ff tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:49.596360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96625b34-556d-4c34-b77b-6e55b7bb03ad req-ec3a2afb-85ea-4362-914c-b3994e8cb2ff tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 944 time: 0.1482797 Jul 22 14:07:49.683097 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9e6d9b-23dc-4b0c-9979-0b364979b990 x-openstack-request-id: req-1c9e6d9b-23dc-4b0c-9979-0b364979b990 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:49.683737 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bc5b13-1173-4cfc-a274-6279c01b2c71", "tag": "2d9d8de1-327f-422f-ba8e-bbbfb69f1475", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:49.683737 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c9e6d9b-23dc-4b0c-9979-0b364979b990 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:49.683947 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'tag': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475', 'status': 'completed', 'code': 200} Jul 22 14:07:49.741965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event updated for resources: {'Port': ['ID=2ae99fb4-ba98-4661-bc40-758c3fa92d50,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:49.748272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.775686 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.776433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.777715 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-1fb40336-15f0-4e3f-bd99-d5be957a5ee7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9994383 Jul 22 14:07:49.863957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-9de09224-f71e-4616-8ff5-b21f1bc0b3f4 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.0765598 Jul 22 14:07:49.940718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-4d196b7f-77e6-4a3d-b9eb-52ee00f7f92d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475 HTTP/1.1" status: 200 len: 217 time: 0.3367181 Jul 22 14:07:49.966300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96625b34-556d-4c34-b77b-6e55b7bb03ad req-f6cb3731-aa52-418a-8161-fc49af885a90 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642662 Jul 22 14:07:49.975982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:49.991284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4', '38823c6d-4e57-4f71-897e-f64d432ce08a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:49.998870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061', '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:50.007873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-7e5e7221-e845-4da0-8c6a-206f40db1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.009636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-7e5e7221-e845-4da0-8c6a-206f40db1560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c788b6ec-7268-4577-9570-3d1c649d3f21 HTTP/1.1" status: 200 len: 853 time: 0.0578222 Jul 22 14:07:50.016318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=38823c6d-4e57-4f71-897e-f64d432ce08a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:50.083157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port 38823c6d-4e57-4f71-897e-f64d432ce08a on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:50.086539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:50.089653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d41d303b-2b67-4803-9f81-1a1b1f005ac2 req-79cacf28-d3e4-4330-8533-395bac38ddac tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "DELETE /v2.0/ports/38823c6d-4e57-4f71-897e-f64d432ce08a HTTP/1.1" status: 204 len: 173 time: 1.1483431 Jul 22 14:07:50.101653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-6cd39f9b-381a-4c93-8742-6363592eeda6 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.104725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-6cd39f9b-381a-4c93-8742-6363592eeda6 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2151339 Jul 22 14:07:50.115511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-0be4e987-2ab4-40b9-b726-b6a3ff7f39ab tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:07:50.120303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44364d07-b4fc-41ae-8a3b-613744e0f2cd req-0be4e987-2ab4-40b9-b726-b6a3ff7f39ab tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097454 Jul 22 14:07:50.145156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-927b1942-f042-408e-b63e-eea2b75d88f3 req-9abf1996-f61d-42dc-99ea-a0054fc30839 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=9efda3cc-43d7-407c-90af-eb53342e9411 HTTP/1.1" status: 200 len: 210 time: 0.0842803 Jul 22 14:07:50.202574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-5808251d-3c91-405a-9f45-888c93eb7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.205027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-5808251d-3c91-405a-9f45-888c93eb7497 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1db2355e-abfd-4d34-9cae-287854833ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888080 Jul 22 14:07:50.392386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-1a66c144-450b-46a0-8a2f-db6950e5c9e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746111 Jul 22 14:07:50.393914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d8c92-55fc-4459-bc81-05e6a1d9d251 req-d230bf2b-69ee-46dd-b31a-5b4505a5ceb3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.398329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-112d8c92-55fc-4459-bc81-05e6a1d9d251 req-d230bf2b-69ee-46dd-b31a-5b4505a5ceb3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.1430783 Jul 22 14:07:50.445586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-112d8c92-55fc-4459-bc81-05e6a1d9d251 req-3ff2e4ff-3b5c-44b8-b256-92acb9c8af2d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 Jul 22 14:07:50.451185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110f1b-be87-429c-a56f-9e8f41750d5e req-15592660-348b-4635-b97c-6784639b9d23 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.452747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86110f1b-be87-429c-a56f-9e8f41750d5e req-15592660-348b-4635-b97c-6784639b9d23 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 944 time: 0.1325839 Jul 22 14:07:50.534376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86110f1b-be87-429c-a56f-9e8f41750d5e req-b549ca83-96a6-4289-8fa5-1d36939885c8 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528784 Jul 22 14:07:50.538582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e38da21-c714-4a04-b515-c2d5f14fb210 req-9c3bd0e7-e5c8-460d-b820-7a8c0e7d03c7 service neutron] 10.222.0.20 "GET /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386359 Jul 22 14:07:50.580206 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4bf5c18-a7c6-4fce-a4d0-4fad57ab5209 req-9abe1088-afea-4ac3-a235-ebe1220887c3 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0454566 Jul 22 14:07:50.813765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05e61e-9da7-46bf-986b-4f722023f9f5 req-f0b4de87-56d1-43a6-8130-34b40612065f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.834893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd05e61e-9da7-46bf-986b-4f722023f9f5 req-f0b4de87-56d1-43a6-8130-34b40612065f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1329391 Jul 22 14:07:50.889711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-945ba84d-ecde-40f1-a243-09fa8f169c36 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:50.891629 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-945ba84d-ecde-40f1-a243-09fa8f169c36 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1971757 Jul 22 14:07:50.910702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd05e61e-9da7-46bf-986b-4f722023f9f5 req-31ad8d1b-30a0-4aae-9be9-9bc11137bbd3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Jul 22 14:07:50.996437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-45e18a5e-6eba-4c4a-8963-fd123f56201d tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.0991793 Jul 22 14:07:51.001388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Request body: {'floatingip': {'port_id': '40416b9e-4648-4178-9239-818b0e3183bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:51.043919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:51.141151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392d1ce-f79d-4541-8a53-d4decd122ebc req-a3c6205a-1a24-4bd1-8742-da4e66c17cd3 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:51.142673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e392d1ce-f79d-4541-8a53-d4decd122ebc req-a3c6205a-1a24-4bd1-8742-da4e66c17cd3 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 944 time: 0.0781577 Jul 22 14:07:51.185148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e392d1ce-f79d-4541-8a53-d4decd122ebc req-ae128a98-9793-474b-a248-dac1e0e47fac tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Jul 22 14:07:51.358184 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:51.361860 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ae43a36-3ef1-44ae-8165-2035e7981985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:51.559947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:51.566778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:51.625932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309e01d-64d3-40fc-8c28-9a89ea0f5357 req-04641027-da62-4a4e-be99-cfb6f26064ea tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:51.627752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5309e01d-64d3-40fc-8c28-9a89ea0f5357 req-04641027-da62-4a4e-be99-cfb6f26064ea tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0651040 Jul 22 14:07:51.666820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5309e01d-64d3-40fc-8c28-9a89ea0f5357 req-25979dce-617d-449e-9de2-862dfdd454b0 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337250 Jul 22 14:07:51.669448 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Floating IP e1257c60-8a61-449f-b097-287652dcbad0 associated. External IP: 172.25.8.133, port: 40416b9e-4648-4178-9239-818b0e3183bb. Jul 22 14:07:51.687321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9efda3cc-43d7-407c-90af-eb53342e9411', 'name': 'network-vif-deleted', 'tag': '38823c6d-4e57-4f71-897e-f64d432ce08a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:51.687675 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89b5c4-5489-4568-a959-c37c1e798504" -d '{"events": [{"server_uuid": "9efda3cc-43d7-407c-90af-eb53342e9411", "name": "network-vif-deleted", "tag": "38823c6d-4e57-4f71-897e-f64d432ce08a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:51.791950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3b394-1a82-472e-877d-7edec8f89ab9 req-feac1a91-e93c-4751-88b8-8edf723449a2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:51.793376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ae3b394-1a82-472e-877d-7edec8f89ab9 req-feac1a91-e93c-4751-88b8-8edf723449a2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 949 time: 0.0712974 Jul 22 14:07:51.836338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ae3b394-1a82-472e-877d-7edec8f89ab9 req-26905227-13ca-4f3b-800d-b52c8d6ad7cb tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369587 Jul 22 14:07:51.885371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Router f98ab3b9-e138-4317-bc40-1d45443a1ac8 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:07:51.892322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34164) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:51.951665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Deleting subnet 1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:07:51.973167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:51.999094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:52.004250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.010124 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] Sync routers for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:52.017392 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.019748 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:52.020465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:52.048517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d5244e97-a386-4677-ac28-5cd37a3e5a23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "PUT /v2.0/floatingips/e1257c60-8a61-449f-b097-287652dcbad0 HTTP/1.1" status: 200 len: 996 time: 1.0504310 Jul 22 14:07:52.048890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:52.051906 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "tag": "40416b9e-4648-4178-9239-818b0e3183bb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:52.067225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed4299-ee65-458a-b8cc-8b2e78b59e4d req-0305c6f1-b686-45cf-ac62-0eb002c3246d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.068743 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78ed4299-ee65-458a-b8cc-8b2e78b59e4d req-0305c6f1-b686-45cf-ac62-0eb002c3246d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 944 time: 0.1309066 Jul 22 14:07:52.090921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.130165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-de050d23-5e13-4a50-815c-68c43b1d4526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.132001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-de050d23-5e13-4a50-815c-68c43b1d4526 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1097 time: 0.0641551 Jul 22 14:07:52.136136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:52.138665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78ed4299-ee65-458a-b8cc-8b2e78b59e4d req-205bb183-4c18-4799-9432-44616e67c970 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639458 Jul 22 14:07:52.167338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.205406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.208514 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e7a32a9-63bd-45fa-b23d-f2d18fa072c6 HTTP/1.1" status: 204 len: 168 time: 0.3148882 Jul 22 14:07:52.209545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29c8f-8b63-4949-bff8-d430e464bd1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7a32a9-63bd-45fa-b23d-f2d18fa072c6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:52.212025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:52.257181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09f5358e-cf19-4849-b5c1-e39dd72a5ac4 req-c0e123b5-63a1-4330-b2d4-c5c3ae038013 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0440476 Jul 22 14:07:52.264410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-c9ed9440-b88b-41fb-a47e-bd7b63879979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.266156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-c9ed9440-b88b-41fb-a47e-bd7b63879979 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 929 time: 0.1277666 Jul 22 14:07:52.298416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:52.360674 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b724a-a73f-497b-8c38-8f074d47beaf x-openstack-request-id: req-c51b724a-a73f-497b-8c38-8f074d47beaf {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:52.360964 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9efda3cc-43d7-407c-90af-eb53342e9411", "name": "network-vif-deleted", "tag": "38823c6d-4e57-4f71-897e-f64d432ce08a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:52.361678 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c51b724a-a73f-497b-8c38-8f074d47beaf {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:52.361678 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9efda3cc-43d7-407c-90af-eb53342e9411', 'name': 'network-vif-deleted', 'tag': '38823c6d-4e57-4f71-897e-f64d432ce08a', 'status': 'completed', 'code': 200} Jul 22 14:07:52.365874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.375266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-d6204742-912c-4ea0-bb27-b0eac42d3aef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 999 time: 0.0829828 Jul 22 14:07:52.420061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:52.425650 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e1257c60-8a61-449f-b097-287652dcbad0', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'port_id': '40416b9e-4648-4178-9239-818b0e3183bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'mac_address': 'fa:16:3e:57:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98348bde-e3c0-4445-b9ab-94950efea910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:07:48Z', 'updated_at': '2021-07-22T14:07:51Z', 'revision_number': 1, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:20Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:52.431796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.436539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475', 'network_id': '1db2355e-abfd-4d34-9cae-287854833ab4', 'port_id': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475', 'mac_address': 'fa:16:3e:0a:c6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c788b6ec-7268-4577-9570-3d1c649d3f21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:52.451112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-e574e9ea-8912-4ae3-8319-bbf1d680327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.452686 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-e574e9ea-8912-4ae3-8319-bbf1d680327a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 200 len: 867 time: 0.0715928 Jul 22 14:07:52.457702 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] Checking router: f98ab3b9-e138-4317-bc40-1d45443a1ac8 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:52.469360 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:52.477090 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:52.501971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.512025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.517255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-19116b43-aea6-40d5-8c24-aef37a7d79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.518845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-19116b43-aea6-40d5-8c24-aef37a7d79bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590096 Jul 22 14:07:52.526560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:52.527541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb27f92-c04f-4cb0-8541-cba020a06243']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:52.532240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-185bebda-e147-4072-bd23-d8430355a20c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:07:52.534183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-185bebda-e147-4072-bd23-d8430355a20c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083435 Jul 22 14:07:52.546806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f86990-a3d0-42dc-9d2b-e479910b1199') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:52.547608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f86990-a3d0-42dc-9d2b-e479910b1199') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:52.560271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.561266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:52.566013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.566825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d3860e96-4a0a-4c06-b672-33ed61c6c0fb details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:07:52.584231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fa6ba-7ffc-49d5-9c4a-900850851ce7 req-ddfda558-8b6a-45fa-a890-f634dec9599d tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.586037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-940fa6ba-7ffc-49d5-9c4a-900850851ce7 req-ddfda558-8b6a-45fa-a890-f634dec9599d tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1666183 Jul 22 14:07:52.592183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.621383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:07:52.622061 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:07:52.623990 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:07:52.663571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-940fa6ba-7ffc-49d5-9c4a-900850851ce7 req-d37fdae7-3734-4797-a02b-7090037d4f75 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663388 Jul 22 14:07:52.700112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-431a2b2f-0168-4fd1-884c-18afa86ee705 service neutron] 10.222.0.11 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581366 Jul 22 14:07:52.700300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:52.726042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.729385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:52.749415 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a72f570-ff61-4f3f-ac36-49133602d3c6 x-openstack-request-id: req-2a72f570-ff61-4f3f-ac36-49133602d3c6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:52.751089 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "tag": "40416b9e-4648-4178-9239-818b0e3183bb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:52.752111 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a72f570-ff61-4f3f-ac36-49133602d3c6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:52.752471 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb', 'status': 'completed', 'code': 200} Jul 22 14:07:52.764290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:52.766743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.769151 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] 10.222.0.11 "DELETE /v2.0/networks/efb27f92-c04f-4cb0-8541-cba020a06243 HTTP/1.1" status: 204 len: 168 time: 0.5470753 Jul 22 14:07:52.770254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ee17c-22d6-4fdf-b0a7-6a167ea2942b admin admin] Pushing event deleted for resources: {'Network': ['ID=efb27f92-c04f-4cb0-8541-cba020a06243,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:52.782656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb', 'network_id': '2bc23ff0-edb5-43f3-9613-5062dc44e3ce', 'port_id': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb', 'mac_address': 'fa:16:3e:81:50:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de202e8a-bbed-4fa3-865a-bfdf5b5e131a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:07:52.822864 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.844091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3860e96-4a0a-4c06-b672-33ed61c6c0fb {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:07:52.881557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:52.888658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:52.943736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edd01e9d-461d-432f-a88a-b17ec79dc156 req-9f7684d3-36d7-4c09-ba44-ab9ce53fb489 service neutron] 10.222.0.11 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375429 Jul 22 14:07:52.954318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-d97e4312-a252-4638-bcfe-6fbc33f49b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.956034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-d97e4312-a252-4638-bcfe-6fbc33f49b0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1097 time: 0.1823430 Jul 22 14:07:52.979378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be4c5d-e1c5-448d-8a7c-0da82812b4a9 req-f96598b9-b425-4d64-8603-0d9325b3d5c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:52.980971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6be4c5d-e1c5-448d-8a7c-0da82812b4a9 req-f96598b9-b425-4d64-8603-0d9325b3d5c0 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 944 time: 0.1286790 Jul 22 14:07:53.013924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:53.049529 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e1257c60-8a61-449f-b097-287652dcbad0', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'port_id': '40416b9e-4648-4178-9239-818b0e3183bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'mac_address': 'fa:16:3e:57:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98348bde-e3c0-4445-b9ab-94950efea910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:07:48Z', 'updated_at': '2021-07-22T14:07:51Z', 'revision_number': 1, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:20Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:53.083685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:53.086175 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c280f58-72c0-4343-a6b5-44feadef77cd None None] The sync data for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 is: [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e1257c60-8a61-449f-b097-287652dcbad0', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'floating_ip_address': '172.25.8.133', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'port_id': '40416b9e-4648-4178-9239-818b0e3183bb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'mac_address': 'fa:16:3e:57:2f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98348bde-e3c0-4445-b9ab-94950efea910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:07:48Z', 'updated_at': '2021-07-22T14:07:51Z', 'revision_number': 1, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:20Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:07:53.110081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6be4c5d-e1c5-448d-8a7c-0da82812b4a9 req-9ac35dd0-b940-4f16-a819-d3648a8285cb tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200161 Jul 22 14:07:53.156745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12248c58-241b-4c86-8569-8e638ad99528 req-4aa73a0d-abdc-4a18-97dd-4623b7e3d936 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.158121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12248c58-241b-4c86-8569-8e638ad99528 req-4aa73a0d-abdc-4a18-97dd-4623b7e3d936 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 949 time: 0.1337097 Jul 22 14:07:53.161516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d3860e96-4a0a-4c06-b672-33ed61c6c0fb'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:53.168389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2d9d8de1-327f-422f-ba8e-bbbfb69f1475'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:53.216100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-cc740f5b-2ef3-4e66-8e72-4f1a0a76f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.218058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-cc740f5b-2ef3-4e66-8e72-4f1a0a76f61b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 929 time: 0.2555034 Jul 22 14:07:53.237570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d3a0a375-2d38-46dc-885b-0a96d39d9dcc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c72574df07fd49ff8850672ed65ac392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528296 Jul 22 14:07:53.240797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34186) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:53.315999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533ef6-bfd6-4a6c-b592-c60c2e062722 req-1bf29b1b-7424-45e9-8f11-cb4468943041 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.318197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93533ef6-bfd6-4a6c-b592-c60c2e062722 req-1bf29b1b-7424-45e9-8f11-cb4468943041 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.2350368 Jul 22 14:07:53.330183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a537e-3090-4317-8237-2564ae1af38b req-7c5d414a-df4d-4b08-a76d-f78fa26e116f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.331696 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f3a537e-3090-4317-8237-2564ae1af38b req-7c5d414a-df4d-4b08-a76d-f78fa26e116f tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 949 time: 0.1290393 Jul 22 14:07:53.369880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-0f33e623-8dde-41c5-958e-92375bffbbe4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 999 time: 0.1424959 Jul 22 14:07:53.376145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:53.376490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.422110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f3a537e-3090-4317-8237-2564ae1af38b req-b1bb7f42-a36f-42ee-810e-1e3d8722f470 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Jul 22 14:07:53.440698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93533ef6-bfd6-4a6c-b592-c60c2e062722 req-31bcc0e7-5089-4c46-867b-18672f615f15 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106803 Jul 22 14:07:53.445570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f53db840-4cec-4c29-acda-9300de857661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.450487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc32d9-0db3-4033-a8b5-fc69511135de None None] New status for floating IP e1257c60-8a61-449f-b097-287652dcbad0: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:07:53.479936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-7046b468-639c-4e90-872f-724c5a40e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.481574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-7046b468-639c-4e90-872f-724c5a40e259 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 200 len: 867 time: 0.1035502 Jul 22 14:07:53.531000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f53db840-4cec-4c29-acda-9300de857661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.547731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:53.548239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.597670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:53.635698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-f07b2d26-6f91-446c-8af5-90c79d4b31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.637428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-f07b2d26-6f91-446c-8af5-90c79d4b31b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465902 Jul 22 14:07:53.655761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6817c-f6cb-4640-b401-beca264ac7b3 req-e6f8443d-fab0-444d-8252-8fa530998a74 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:53.657311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5ed6817c-f6cb-4640-b401-beca264ac7b3 req-e6f8443d-fab0-444d-8252-8fa530998a74 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 945 time: 0.1243985 Jul 22 14:07:53.665657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f53db840-4cec-4c29-acda-9300de857661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.668409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f53db840-4cec-4c29-acda-9300de857661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.671917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f53db840-4cec-4c29-acda-9300de857661 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc349624-41f2-4310-9f7b-dbb66ec54a26 HTTP/1.1" status: 204 len: 168 time: 0.4275618 Jul 22 14:07:53.682774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-990950a9-9c94-43c4-8faf-ad5ba19079fb tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 258 time: 0.1968279 Jul 22 14:07:53.693400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53db840-4cec-4c29-acda-9300de857661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc349624-41f2-4310-9f7b-dbb66ec54a26,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:53.709605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:53.750903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.801051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5ed6817c-f6cb-4640-b401-beca264ac7b3 req-a965b85c-f94b-49cf-8a85-34f44a24bc8b tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860271 Jul 22 14:07:53.804876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-95e28232-71e6-4f79-afbe-59e1f9cf8263 service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602139 Jul 22 14:07:53.881255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.899169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061', '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:53.927736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:53.948147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a262bcba-64f4-4612-a149-1653f584a1f0 req-11bf0bab-a780-4362-b450-f8ef6b2dc0e5 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0609534 Jul 22 14:07:53.976083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d346e7b6-54a9-4c76-870b-f8f5f8763a5b req-61cdab89-409f-47ea-bd57-8f26ec11516d service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611800 Jul 22 14:07:53.987563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:53.991872 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:53.994047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12248c58-241b-4c86-8569-8e638ad99528 req-802e9803-7795-4658-ba50-c37e1d6d001a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "DELETE /v2.0/ports/97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a HTTP/1.1" status: 204 len: 173 time: 0.8300457 Jul 22 14:07:54.022223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.027247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:54.121355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5e24d-f158-486e-9969-df2fc70a87b6 req-8c4f5144-1115-4bff-8f68-86a4f33d8495 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:54.132218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b5e24d-f158-486e-9969-df2fc70a87b6 req-8c4f5144-1115-4bff-8f68-86a4f33d8495 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0913990 Jul 22 14:07:54.187335 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.198156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b5e24d-f158-486e-9969-df2fc70a87b6 req-108d0f50-5669-4d94-814f-8d8e3f401d8e tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649040 Jul 22 14:07:54.206914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Allocated IP 172.25.8.104 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e96cc466-1053-4841-99f2-a48a69ff38bb) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:54.296737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d3860e96-4a0a-4c06-b672-33ed61c6c0fb up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:54.363465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'name': 'network-vif-deleted', 'tag': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:54.366435 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cc5017-fced-4d87-9a97-dc017862d4b6" -d '{"events": [{"server_uuid": "e39c29ee-625e-4efb-8a43-a51245ceb51f", "name": "network-vif-deleted", "tag": "97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:54.377809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.381555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dbcfe-a732-4fbc-bc39-97124268ee90 req-6d210bd4-3951-4fef-bfa2-88cb3310ad9b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:54.385057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894dbcfe-a732-4fbc-bc39-97124268ee90 req-6d210bd4-3951-4fef-bfa2-88cb3310ad9b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 945 time: 0.1128829 Jul 22 14:07:54.435392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894dbcfe-a732-4fbc-bc39-97124268ee90 req-dcfe2beb-c9f0-417c-8843-654f546d5f01 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Jul 22 14:07:54.452885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.535648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:54.537953 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b79995-b136-4b5b-b519-6c496a052e49 x-openstack-request-id: req-11b79995-b136-4b5b-b519-6c496a052e49 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:54.538248 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39c29ee-625e-4efb-8a43-a51245ceb51f", "name": "network-vif-deleted", "tag": "97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:54.538624 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11b79995-b136-4b5b-b519-6c496a052e49 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:54.539111 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39c29ee-625e-4efb-8a43-a51245ceb51f', 'name': 'network-vif-deleted', 'tag': '97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a', 'status': 'completed', 'code': 200} Jul 22 14:07:54.542603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:54.546206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:54.586551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port d3860e96-4a0a-4c06-b672-33ed61c6c0fb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:54.605867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port d3860e96-4a0a-4c06-b672-33ed61c6c0fb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:54.606247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.663051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event updated for resources: {'Port': ['ID=e96cc466-1053-4841-99f2-a48a69ff38bb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:54.707183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0dd93771-d953-43c4-a6be-4a042320258d req-37cc448f-ebbf-44b3-b077-6b1e58797fab tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=e39c29ee-625e-4efb-8a43-a51245ceb51f HTTP/1.1" status: 200 len: 210 time: 0.0675378 Jul 22 14:07:54.714776 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.744771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:54.780542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.860609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512496d-4dbd-4c7a-a6d3-78a41c6f9f8e req-981ca752-e4ad-4375-b8ae-dd426996123d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:54.862148 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6512496d-4dbd-4c7a-a6d3-78a41c6f9f8e req-981ca752-e4ad-4375-b8ae-dd426996123d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0907602 Jul 22 14:07:54.894909 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.895475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-755088895-network', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:54.924300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6512496d-4dbd-4c7a-a6d3-78a41c6f9f8e req-d0ee1737-a642-4789-b838-9d0be6eb0750 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554371 Jul 22 14:07:54.935649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:54.938938 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.940699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:54.943014 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fd5974-0675-4c8e-bbba-6c0f0535f758" -d '{"events": [{"server_uuid": "558ea4e5-c941-42a4-adc9-92f6171585d4", "name": "network-vif-plugged", "status": "completed", "tag": "d3860e96-4a0a-4c06-b672-33ed61c6c0fb"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:54.954738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.967085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:54.978268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:54.979091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:55.003235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.010041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.088544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event updated for resources: {'Port': ['ID=e96cc466-1053-4841-99f2-a48a69ff38bb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:55.100963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.120739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e4c28-4605-48d8-8e96-bd2c2319fd90 req-bf7edecd-6c47-42a6-980d-81df6ff2c504 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.122458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc1e4c28-4605-48d8-8e96-bd2c2319fd90 req-bf7edecd-6c47-42a6-980d-81df6ff2c504 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 945 time: 0.1100070 Jul 22 14:07:55.127677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.136371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.137811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-7be189fc-80c2-4dfe-a9c0-968d85316d23 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4374661 Jul 22 14:07:55.152613 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.186651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:07:55.198079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-08be0631-a891-44ec-a53a-d03e1f9bd487 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.0532589 Jul 22 14:07:55.214430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc1e4c28-4605-48d8-8e96-bd2c2319fd90 req-9d9ef76b-49d3-4932-b54c-66632aec39c2 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851662 Jul 22 14:07:55.215703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a194ad1b-1600-4b47-87fb-52fc41e07f27,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:55.221366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.222020 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Added segment a3eba61e-7bb9-4414-bb27-5e67deed947d of type vlan for network f3c63370-eaf7-4a5f-ac64-4f0457c64268 Jul 22 14:07:55.267179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:55.284137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:55.292449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.292611 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aa27b7-d576-46cd-9511-37f11aedb708 x-openstack-request-id: req-e2aa27b7-d576-46cd-9511-37f11aedb708 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:55.292856 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ea4e5-c941-42a4-adc9-92f6171585d4", "name": "network-vif-plugged", "status": "completed", "tag": "d3860e96-4a0a-4c06-b672-33ed61c6c0fb", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:55.293109 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2aa27b7-d576-46cd-9511-37f11aedb708 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:55.293492 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb', 'code': 200} Jul 22 14:07:55.294225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:55.294590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.338727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-d5cec4a5-8ac9-4671-b97e-4bd9e9192f3f tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.340523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adbc0c3c-71b7-4984-96c8-b63f154608bf req-d5cec4a5-8ac9-4671-b97e-4bd9e9192f3f tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1373558 Jul 22 14:07:55.358480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.360095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.361024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.394333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.400891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6519070 Jul 22 14:07:55.401697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:55.407736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Request body: {'subnet': {'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-755088895-subnet', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:55.432685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:55.436728 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.437525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 38823c6d-4e57-4f71-897e-f64d432ce08a no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:55.480214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:07:55.482707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.486326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 38823c6d-4e57-4f71-897e-f64d432ce08a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:55.486662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 38823c6d-4e57-4f71-897e-f64d432ce08a not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:55.522683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:55.585193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaf8c8-1af5-4f78-ab76-281690d9ce1e req-1e49008b-3605-4db4-8615-9f32006ffc20 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.586847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfeaf8c8-1af5-4f78-ab76-281690d9ce1e req-1e49008b-3605-4db4-8615-9f32006ffc20 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1828837 Jul 22 14:07:55.658923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfeaf8c8-1af5-4f78-ab76-281690d9ce1e req-d434b8bb-a381-46ae-8808-a5438e5fc969 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636399 Jul 22 14:07:55.739419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:55.767885 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3f49640-2a2e-4a9a-8db5-b7037f454c53 req-81a7a09f-d79e-4b97-927b-00bd6f4b669c tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.3922882 Jul 22 14:07:55.798541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7210bd1-ef2f-41b2-afdd-e3de06c24115 admin admin] Pushing event updated for resources: {'Network': ['ID=f3c63370-eaf7-4a5f-ac64-4f0457c64268,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:55.811940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:07:55.824542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9a94-56b2-4c7c-b89c-1a400bff1aa7 req-c4e15bcb-a1d5-4ead-81bd-c8df14d31f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.826212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-361d9a94-56b2-4c7c-b89c-1a400bff1aa7 req-c4e15bcb-a1d5-4ead-81bd-c8df14d31f08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 1098 time: 0.4527307 Jul 22 14:07:55.878714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96539b83-37b1-48c8-8848-f6493554bfde,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:55.895641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Checking segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:55.895641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Network hostable DHCP agents. Network: f3c63370-eaf7-4a5f-ac64-4f0457c64268, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:07:55.917765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-361d9a94-56b2-4c7c-b89c-1a400bff1aa7 req-d6e7af64-cba1-41b5-acaa-a9e09e1a4429 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Jul 22 14:07:55.943187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-0be973e2-5308-4b53-9058-8b9265aba3f1 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.944797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-0be973e2-5308-4b53-9058-8b9265aba3f1 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1791017 Jul 22 14:07:55.945905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:07:55.965826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553bd2b-dba1-435f-bce5-3e3dbb0c1c1b req-9c4e602f-e31c-40ff-bed9-362c51e11349 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.967609 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3553bd2b-dba1-435f-bce5-3e3dbb0c1c1b req-9c4e602f-e31c-40ff-bed9-362c51e11349 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.0970213 Jul 22 14:07:55.990481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, f3c63370-eaf7-4a5f-ac64-4f0457c64268) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:55.994902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:55.995578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.000080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15baf276-9dd2-4ab4-8995-41f0260321cd None None] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:07:56.007550 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3553bd2b-dba1-435f-bce5-3e3dbb0c1c1b req-d577b3f1-bf8f-44ed-8072-62152f782f7e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Jul 22 14:07:56.017569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-77700a87-3253-4c4a-867d-b3dac737b6c3 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.0660248 Jul 22 14:07:56.031249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-858f3145-1181-4440-864f-f324493a7037 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Request body: {'floatingip': {'port_id': '40416b9e-4648-4178-9239-818b0e3183bb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:56.035313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1ddf2cd-8238-4133-9c66-53e2cd236b15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6324549 Jul 22 14:07:56.038077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:56.045330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:56.072532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-858f3145-1181-4440-864f-f324493a7037 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.075214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.076514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.159335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.184972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:07:56.186140 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.328387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.333003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Allocated IP 172.20.0.2 (f3c63370-eaf7-4a5f-ac64-4f0457c64268/96539b83-37b1-48c8-8848-f6493554bfde/44f064d3-1ff3-4ad9-9c42-c5e41c968a82) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:56.343374 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-858f3145-1181-4440-864f-f324493a7037 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 14:07:56.344831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80aea7f5-4fbd-4762-af5d-516b412ec2c9 req-858f3145-1181-4440-864f-f324493a7037 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "PUT /v2.0/floatingips/834ce507-964d-4262-b460-676d901b6152 HTTP/1.1" status: 409 len: 550 time: 0.3185289 Jul 22 14:07:56.346850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2847-83d9-4db3-91c4-329ceeb9a084 req-cc36e5ee-d690-4776-95d2-a5e6b1d212a7 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:56.348776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7fca2847-83d9-4db3-91c4-329ceeb9a084 req-cc36e5ee-d690-4776-95d2-a5e6b1d212a7 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.2033198 Jul 22 14:07:56.407802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:07:56.415223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7fca2847-83d9-4db3-91c4-329ceeb9a084 req-e70d4b2d-cdd4-4669-9fdd-db59ae4f8a4c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540502 Jul 22 14:07:56.446173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:07:56.446543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 97cdefe1-b133-4b6e-9c7d-a2a96ad9c52a not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:07:56.536171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.545699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Transition to ACTIVE for port object 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:56.562016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Transition to ACTIVE for port object 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:56.567682 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.581705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-87584f50-4b2f-4ff0-85f6-f8aae6503712 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips/834ce507-964d-4262-b460-676d901b6152 HTTP/1.1" status: 200 len: 693 time: 0.0482552 Jul 22 14:07:56.605794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:56.610581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:56.613920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:56.622806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Pushing event updated for resources: {'Port': ['ID=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:56.648070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.677890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab49b4-7b97-4ee3-8b03-04a0d4a66550 req-24653dde-9de1-4cd1-938b-7b217f0525e8 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:56.679401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaab49b4-7b97-4ee3-8b03-04a0d4a66550 req-24653dde-9de1-4cd1-938b-7b217f0525e8 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 946 time: 0.1900964 Jul 22 14:07:56.680988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.686978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Attempting to bind port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:56.687871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Attempting to bind port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:56.688255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Attempting to bind port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 on network f3c63370-eaf7-4a5f-ac64-4f0457c64268 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:56.693809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:56.694216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Checking segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:56.694714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.695259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Bound using segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:56.695735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Bound port: 44f064d3-1ff3-4ad9-9c42-c5e41c968a82, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:56.696124 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.708039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-5e3fedc3-151a-4454-9db5-99bb48c3a4e2 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:56.717231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-5e3fedc3-151a-4454-9db5-99bb48c3a4e2 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1283214 Jul 22 14:07:56.723400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-a111ec82-bb2c-46a8-815e-22b134a4d945 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:07:56.730175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-a111ec82-bb2c-46a8-815e-22b134a4d945 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119936 Jul 22 14:07:56.767019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaab49b4-7b97-4ee3-8b03-04a0d4a66550 req-56ee1fc3-148e-405c-8152-308e08ad2279 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Jul 22 14:07:56.769387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-24194840-e390-40d9-a843-0726e5bd250d None None] For port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:56.774073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-24194840-e390-40d9-a843-0726e5bd250d None None] For port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:56.781229 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:56.794302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-4fe13916-0e5c-4e70-a31b-b9dad957dfac tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.0556493 Jul 22 14:07:56.836642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Allocated IP 172.25.8.134 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b68bd64f-3946-4a2d-82b2-3598203c52a8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:56.879078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-437c9b85-2617-438b-a8ab-ae31dc5949c7 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.104 HTTP/1.1" status: 200 len: 696 time: 0.0899866 Jul 22 14:07:56.899164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24194840-e390-40d9-a843-0726e5bd250d None None] Pushing event updated for resources: {'Port': ['ID=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:57.029266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518ebaa-2138-4bd2-9029-fda8a8ba8c8f req-19d0e823-4b33-4eb8-b90e-2d14685ce065 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:57.030936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d518ebaa-2138-4bd2-9029-fda8a8ba8c8f req-19d0e823-4b33-4eb8-b90e-2d14685ce065 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 950 time: 0.1562421 Jul 22 14:07:57.037124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Deleting port e96cc466-1053-4841-99f2-a48a69ff38bb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:57.037733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.056726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.114854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d518ebaa-2138-4bd2-9029-fda8a8ba8c8f req-f8cb2f9c-6476-4218-9d6a-d87c8bdc93b4 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689514 Jul 22 14:07:57.155161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.180487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.181233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.196014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Calling delete_port for e96cc466-1053-4841-99f2-a48a69ff38bb owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:57.204119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:07:57.222654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:07:57.225464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:07:57.284039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Pushing event updated for resources: {'Port': ['ID=b68bd64f-3946-4a2d-82b2-3598203c52a8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:57.294305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:57.297248 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bf4743-5075-42c2-b435-4c0697509dc8" -d '{"events": [{"server_uuid": "45bc5b13-1173-4cfc-a274-6279c01b2c71", "name": "network-vif-plugged", "status": "completed", "tag": "2d9d8de1-327f-422f-ba8e-bbbfb69f1475"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:57.341347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.367596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event deleted for resources: {'Port': ['ID=e96cc466-1053-4841-99f2-a48a69ff38bb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:57.406555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d9707-2f9d-4b52-a67d-73d820967907 req-be39b6ea-9449-4268-87d4-d3f160330ffe tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:57.408110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894d9707-2f9d-4b52-a67d-73d820967907 req-be39b6ea-9449-4268-87d4-d3f160330ffe tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2075605 Jul 22 14:07:57.434266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.437506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.439411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5ed947b-f847-4d95-8d7b-a50e8f56b7df req-d173e3d6-0428-43e1-8100-adbd4bb41206 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "DELETE /v2.0/floatingips/834ce507-964d-4262-b460-676d901b6152 HTTP/1.1" status: 204 len: 173 time: 0.5534863 Jul 22 14:07:57.534047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894d9707-2f9d-4b52-a67d-73d820967907 req-ad86ebc8-1323-4bc6-b430-bc8c5c4dd6dd tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172044 Jul 22 14:07:57.547845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd7357c3-4f89-49be-8686-290774c55e99 req-42017318-d0cc-47ee-8c75-03b335fc034c tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0420794 Jul 22 14:07:57.583450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:57.626166 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2788c93-b6d4-428e-bb0f-bf345077bad8 x-openstack-request-id: req-f2788c93-b6d4-428e-bb0f-bf345077bad8 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:07:57.626460 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bc5b13-1173-4cfc-a274-6279c01b2c71", "name": "network-vif-plugged", "status": "completed", "tag": "2d9d8de1-327f-422f-ba8e-bbbfb69f1475", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:07:57.626715 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2788c93-b6d4-428e-bb0f-bf345077bad8 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:07:57.627113 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475', 'code': 200} Jul 22 14:07:57.785524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5019c-2464-4caf-a4fd-9562d1e02bfc req-1fc813dd-79ca-430f-b2fb-cbe7a572ab82 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:57.787123 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a5019c-2464-4caf-a4fd-9562d1e02bfc req-1fc813dd-79ca-430f-b2fb-cbe7a572ab82 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.0965838 Jul 22 14:07:57.854111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a5019c-2464-4caf-a4fd-9562d1e02bfc req-f5bae303-a398-4055-99ca-7b5ecf697703 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592668 Jul 22 14:07:57.855390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244bd84-6ddc-4562-91f4-e8e9754b3306 req-296ba65c-df3d-418e-b656-df65fb2d7230 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:57.862688 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8244bd84-6ddc-4562-91f4-e8e9754b3306 req-296ba65c-df3d-418e-b656-df65fb2d7230 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.2122276 Jul 22 14:07:57.926513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd6dae-f6a8-4ba4-ba43-157617a96aba req-1fe3b8aa-118c-48c4-96ff-f4243d100d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:57.928157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9bd6dae-f6a8-4ba4-ba43-157617a96aba req-1fe3b8aa-118c-48c4-96ff-f4243d100d81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 1098 time: 0.2105834 Jul 22 14:07:57.973969 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8244bd84-6ddc-4562-91f4-e8e9754b3306 req-2d65889a-6407-4348-81d9-5da6583ae510 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102104 Jul 22 14:07:57.996021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-6e675a72-f3b1-413c-a2ba-c180ac1f5bc2 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 1001 time: 0.1178017 Jul 22 14:07:58.014859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:58.021822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9bd6dae-f6a8-4ba4-ba43-157617a96aba req-e5d2aba0-518f-426f-96f4-83784d9eb45d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837772 Jul 22 14:07:58.032221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21073188-11c6-4f9b-85ea-15f624ec8fcc None None] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:07:58.070779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-7578482e-5894-46b5-8d86-7c1287ab12b3 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:58.073184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-7578482e-5894-46b5-8d86-7c1287ab12b3 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports/40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 942 time: 0.0787237 Jul 22 14:07:58.114080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cbbfbd0f-76b4-4078-8a4c-04fafa75fbae None None] Provisioning for port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:58.195288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183110-3fdd-4abd-a128-b11d3d9b5a51 req-85521720-aa9f-41e4-a4fb-a61f6fe8e955 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:58.197710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9183110-3fdd-4abd-a128-b11d3d9b5a51 req-85521720-aa9f-41e4-a4fb-a61f6fe8e955 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 946 time: 0.1368186 Jul 22 14:07:58.203276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-55c5ce7f-bba1-4b87-8ebd-10c314674dcb tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:58.205017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-55c5ce7f-bba1-4b87-8ebd-10c314674dcb tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 950 time: 0.1307788 Jul 22 14:07:58.264178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9183110-3fdd-4abd-a128-b11d3d9b5a51 req-fa5b5a41-3657-440c-9392-b0c8f6c1b96b tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526907 Jul 22 14:07:58.264178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:07:58.274087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-587c3caa-f5ef-4fd2-9c40-3281e97141ad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 1001 time: 0.1430066 Jul 22 14:07:58.424360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:07:58.435533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-29491843-509f-4d66-9e09-81c17de0e82e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:58.436148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc5bce-bca5-4980-8a92-7cedd325ba89 req-c07b8e4d-6dbd-48d7-a3f7-d7acc6fcf152 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:58.439819 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Sync routers for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:07:58.442191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-29491843-509f-4d66-9e09-81c17de0e82e tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1671312 Jul 22 14:07:58.448238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80cc5bce-bca5-4980-8a92-7cedd325ba89 req-c07b8e4d-6dbd-48d7-a3f7-d7acc6fcf152 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.0977731 Jul 22 14:07:58.452590 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:58.452742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-348af799-84b6-49a7-a844-ea984913ee07 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:07:58.454946 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:58.458105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-348af799-84b6-49a7-a844-ea984913ee07 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150809 Jul 22 14:07:58.461104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:07:58.461580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:58.475686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:58.476886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f7689dfb-39d1-4816-99b7-3738efcb7382 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4377029 Jul 22 14:07:58.482667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:07:58.573847 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:58.575235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80cc5bce-bca5-4980-8a92-7cedd325ba89 req-5f5b5ef7-cd0b-48af-8732-6f6b43f2611b tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262224 Jul 22 14:07:58.766990 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:07:57Z', 'revision_number': 3, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:58.786151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e3011-5244-4519-9c5f-33748ddaf1ce req-932fc11a-c45e-48ec-ad7e-80d86caf34ea tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:58.787600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b71e3011-5244-4519-9c5f-33748ddaf1ce req-932fc11a-c45e-48ec-ad7e-80d86caf34ea tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=885b87fb-0fcc-4586-8b75-1533fe811c1a HTTP/1.1" status: 200 len: 950 time: 0.1196318 Jul 22 14:07:58.794599 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Checking router: 9d7158fc-10b6-4bea-8fa1-ece1ea125865 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:07:58.794942 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Updating router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 port b68bd64f-3946-4a2d-82b2-3598203c52a8 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:07:58.834373 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:58.909033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b71e3011-5244-4519-9c5f-33748ddaf1ce req-9fe69ef5-64a2-453c-a094-7a8a372cdfd3 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879014 Jul 22 14:07:58.913401 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-2f42c8e8-b856-4879-bfe8-bf49f8cb795c tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 1001 time: 0.4483786 Jul 22 14:07:58.940391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:07:59.028159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:59.029114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.080577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:07:59.119952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:07:59.159517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.161708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a308e85-ceed-42a2-be6d-855fc51813db req-7a2ec225-09f8-474d-8801-f18f0fb9e4c8 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:07:59.168335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:07:59.170420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a308e85-ceed-42a2-be6d-855fc51813db req-7a2ec225-09f8-474d-8801-f18f0fb9e4c8 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1707151 Jul 22 14:07:59.173957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:07:59.174648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.210306 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.211187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.223988 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Transition to ACTIVE for port object b68bd64f-3946-4a2d-82b2-3598203c52a8 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:07:59.232455 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.249519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a308e85-ceed-42a2-be6d-855fc51813db req-eefa68dc-939d-433e-bf0d-2e42abdd23ad tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732541 Jul 22 14:07:59.297367 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Attempting to bind port b68bd64f-3946-4a2d-82b2-3598203c52a8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:07:59.297764 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Attempting to bind port b68bd64f-3946-4a2d-82b2-3598203c52a8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:07:59.298125 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Attempting to bind port b68bd64f-3946-4a2d-82b2-3598203c52a8 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:07:59.301400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.309728 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:07:59.310121 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:07:59.310518 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.310905 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:07:59.311429 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Bound port: b68bd64f-3946-4a2d-82b2-3598203c52a8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:07:59.311807 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.344632 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Pushing event updated for resources: {'Port': ['ID=b68bd64f-3946-4a2d-82b2-3598203c52a8,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:59.361239 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.361643 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.362004 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.362386 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.362777 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.363110 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.363421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:07:59.363565 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.363833 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.364161 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.364647 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.365221 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.365662 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:07:59.374150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.412439 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] For port b68bd64f-3946-4a2d-82b2-3598203c52a8, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:07:59.415882 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] For port b68bd64f-3946-4a2d-82b2-3598203c52a8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b68bd64f-3946-4a2d-82b2-3598203c52a8,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:07:59.416618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a353ab5-781d-42a4-8355-5122b96cf918 req-843328d7-2165-4004-986f-523fe5655968 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0561483 Jul 22 14:07:59.421699 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.454161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.472611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:59.475553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.475900 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Floating IP e1257c60-8a61-449f-b097-287652dcbad0 disassociated. External IP: 172.25.8.133, port: 40416b9e-4648-4178-9239-818b0e3183bb. Jul 22 14:07:59.501739 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:07:59.502459 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:07:59.504251 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585966d-4929-4e52-9b59-3d228f0f80f8 None None] Pushing event updated for resources: {'Port': ['ID=b68bd64f-3946-4a2d-82b2-3598203c52a8,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:59.568091 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.581740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:59.661085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Allocated IP 172.20.0.1 (f3c63370-eaf7-4a5f-ac64-4f0457c64268/96539b83-37b1-48c8-8848-f6493554bfde/113a204e-6d4d-4666-bd94-c6de02c8e98d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:07:59.664667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:07:59.690320 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:07:59.735619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:07:59.796196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:07:59.850874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:07:59.852528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc4c8695-e839-47fc-aecd-feb6ddcdd3e6 req-33cf9105-b87b-4cb8-86ad-2f75a3bf23e0 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "DELETE /v2.0/ports/8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c HTTP/1.1" status: 204 len: 173 time: 1.6391516 Jul 22 14:07:59.853563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'name': 'network-vif-deleted', 'tag': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:07:59.856132 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8966eb8-ef5c-472f-8bb1-1df05a499e69" -d '{"events": [{"server_uuid": "885b87fb-0fcc-4586-8b75-1533fe811c1a", "name": "network-vif-deleted", "tag": "8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:07:59.947867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Router f98ab3b9-e138-4317-bc40-1d45443a1ac8 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:00.086768 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:07:57Z', 'revision_number': 3, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:00.126069 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6929d128-4e72-412d-8be0-6dc43ce0784a None None] The sync data for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 is: [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:07:57Z', 'revision_number': 3, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:00.134112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:00.139750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:00.180758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45551764-c839-43a7-a806-02d0c120e222 None None] Sync routers for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:00.215398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-280fbb17-c886-4545-af1d-fa8865c12731 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "PUT /v2.0/floatingips/e1257c60-8a61-449f-b097-287652dcbad0 HTTP/1.1" status: 200 len: 695 time: 1.3006694 Jul 22 14:08:00.225582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:00.226569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:00.333499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-0add2276-06d3-4945-b7c8-708ee1de82b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:00.343019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-0add2276-06d3-4945-b7c8-708ee1de82b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1097 time: 0.1187749 Jul 22 14:08:00.371806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:00.382030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a7119-4b42-44f8-b869-8a71351e6c40 req-ea465662-efd3-45d8-aaaa-8ea44d07c70a tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:00.390353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e78a7119-4b42-44f8-b869-8a71351e6c40 req-ea465662-efd3-45d8-aaaa-8ea44d07c70a tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.6812980 Jul 22 14:08:00.427133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Transition to ACTIVE for port object 113a204e-6d4d-4666-bd94-c6de02c8e98d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:00.451549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:00.469884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-69657e95-6bca-409c-8d4a-ad0e465bff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:00.473271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e78a7119-4b42-44f8-b869-8a71351e6c40 req-081af567-06a3-4a59-88c4-5d227a86c8cc tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792599 Jul 22 14:08:00.477642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-69657e95-6bca-409c-8d4a-ad0e465bff8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 929 time: 0.1335864 Jul 22 14:08:00.528926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-e7b6ed30-ad68-44f7-be7c-5cdc22a77ff1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 217 time: 0.0502508 Jul 22 14:08:00.558395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:00.601515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:00.624696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:00.647511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-a800a1c8-dc40-4c3a-ac9a-001b9d780482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:00.650235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:00.650826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:00.651513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-a800a1c8-dc40-4c3a-ac9a-001b9d780482 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 200 len: 867 time: 0.1217930 Jul 22 14:08:00.665038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Pushing event updated for resources: {'Port': ['ID=113a204e-6d4d-4666-bd94-c6de02c8e98d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:00.669726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:00.675012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:00.747388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-9c546da6-b1a4-42fd-93f6-6bc0b3103711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:00.760902 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-9c546da6-b1a4-42fd-93f6-6bc0b3103711 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000755 Jul 22 14:08:00.767719 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:00.843189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:20Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:00.880014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45551764-c839-43a7-a806-02d0c120e222 None None] Checking router: f98ab3b9-e138-4317-bc40-1d45443a1ac8 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:00.888997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36a2f3-fa8d-4220-9fc2-e65d9aadcdf6 req-4dcb15fc-4f08-460f-b245-82d8ea06075d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:00.888997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f36a2f3-fa8d-4220-9fc2-e65d9aadcdf6 req-4dcb15fc-4f08-460f-b245-82d8ea06075d tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 946 time: 0.2889941 Jul 22 14:08:00.895130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:00.895774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:00.914593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-13b3bcba-dd87-4b5a-95fb-0cfe663b816e service neutron] 10.222.0.11 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527030 Jul 22 14:08:01.073283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05ee6ef7-cc55-49bd-ab55-76fbce76055c req-2d715e62-cc5e-4e1f-b41b-acffa228c3f4 service neutron] 10.222.0.11 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464648 Jul 22 14:08:01.079563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f36a2f3-fa8d-4220-9fc2-e65d9aadcdf6 req-b18f0c5e-e05f-4159-a204-d05f60f5b097 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437836 Jul 22 14:08:01.093913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:01.112836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:01.167549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:01.178600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-87cfba77-7d02-4052-9f30-8ebc6a4e90f8 None None] Provisioning for port 113a204e-6d4d-4666-bd94-c6de02c8e98d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:01.186780 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b1a39-3603-442c-86a0-90fd4da15409 x-openstack-request-id: req-7b1b1a39-3603-442c-86a0-90fd4da15409 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:01.187279 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b87fb-0fcc-4586-8b75-1533fe811c1a", "name": "network-vif-deleted", "tag": "8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:01.187376 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b1b1a39-3603-442c-86a0-90fd4da15409 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:01.187774 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b87fb-0fcc-4586-8b75-1533fe811c1a', 'name': 'network-vif-deleted', 'tag': '8ce9adab-62b4-4071-a7d0-4c64cb9a9c8c', 'status': 'completed', 'code': 200} Jul 22 14:08:01.268400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-87cfba77-7d02-4052-9f30-8ebc6a4e90f8 None None] Provisioning complete for port 113a204e-6d4d-4666-bd94-c6de02c8e98d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:01.268941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87cfba77-7d02-4052-9f30-8ebc6a4e90f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:01.325205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df498bb9-3521-411d-8fcc-3ceab5b9e34b req-4b5ee50f-bf9b-43db-9668-fdec38cab0ef tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:01.332180 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df498bb9-3521-411d-8fcc-3ceab5b9e34b req-4b5ee50f-bf9b-43db-9668-fdec38cab0ef tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.0973246 Jul 22 14:08:01.364750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-87cfba77-7d02-4052-9f30-8ebc6a4e90f8 None None] Port 113a204e-6d4d-4666-bd94-c6de02c8e98d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:01.388506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df498bb9-3521-411d-8fcc-3ceab5b9e34b req-668ae080-4a88-4364-9c1b-0b91d2eeab56 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Jul 22 14:08:01.465933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:01.472302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:01.551688 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3bdd38-635a-4be6-8386-f44b6cadbb63 req-2047b3fc-16d6-493f-b9c7-c3ebcd542873 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0445085 Jul 22 14:08:01.612475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38226ae-8d33-4d15-abe0-988cde14c429 req-b5100cd1-9ad3-4d03-98be-5e7dc7c7963c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:01.614718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f38226ae-8d33-4d15-abe0-988cde14c429 req-b5100cd1-9ad3-4d03-98be-5e7dc7c7963c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2263012 Jul 22 14:08:01.675337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-4cdf111f-5fad-4d74-9f0d-07753e26acb6 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips/e1257c60-8a61-449f-b097-287652dcbad0 HTTP/1.1" status: 200 len: 695 time: 0.0831590 Jul 22 14:08:01.707467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-ffc4f197-676a-4f44-a674-eea7ce1a91b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3948710 Jul 22 14:08:01.736326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:01.748559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f38226ae-8d33-4d15-abe0-988cde14c429 req-0e359ccc-d0f6-4a21-94fb-5b540dbd89d2 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107266 Jul 22 14:08:01.750042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:01.819622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-b729cd21-88e8-4bb1-8c31-36c0f5ccd732 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:01.828493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-b729cd21-88e8-4bb1-8c31-36c0f5ccd732 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1518381 Jul 22 14:08:01.872210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:01.901210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-54594f50-7e8c-4d21-a18b-3cf191d7815b tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 698 time: 0.0713177 Jul 22 14:08:01.923209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b68bd64f-3946-4a2d-82b2-3598203c52a8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:01.963082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Pushing event updated for resources: {'Port': ['ID=113a204e-6d4d-4666-bd94-c6de02c8e98d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:01.996841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45551764-c839-43a7-a806-02d0c120e222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:20Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:02.002509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-c9df5cf4-e24f-41da-a8b7-30c486e39435 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 698 time: 0.1004007 Jul 22 14:08:02.045351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45551764-c839-43a7-a806-02d0c120e222 None None] The sync data for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 is: [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:07:09Z', 'revision_number': 4, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'f4a7368c-9c97-4fa9-895a-24f814317615', 'name': '', 'network_id': '7885ee0b-2cfe-4a7a-bbd9-8f91443945fa', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'mac_address': 'fa:16:3e:4a:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:03Z', 'updated_at': '2021-07-22T14:07:20Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'subnets': [{'id': 'eac8f173-6a1a-46cb-a88a-37972855e79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:02.063974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b68bd64f-3946-4a2d-82b2-3598203c52a8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:02.068534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b68bd64f-3946-4a2d-82b2-3598203c52a8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:02.069083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.095510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:02.121980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:02.126279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-fbc84777-7f60-449a-bfff-ab232e8cae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:02.127820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-fbc84777-7f60-449a-bfff-ab232e8cae1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 1102 time: 0.3733556 Jul 22 14:08:02.218958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Deleting port 2ae99fb4-ba98-4661-bc40-758c3fa92d50 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:02.219529 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.235245 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.283993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b68bd64f-3946-4a2d-82b2-3598203c52a8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b68bd64f-3946-4a2d-82b2-3598203c52a8,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:02.290036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.372178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b68bd64f-3946-4a2d-82b2-3598203c52a8,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:02.385954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6de9b-1d40-4864-8f4b-1777be3c0c25 req-908955db-6daa-4d6f-8173-565beb3c838c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:02.393028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1d6de9b-1d40-4864-8f4b-1777be3c0c25 req-908955db-6daa-4d6f-8173-565beb3c838c tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.3393550 Jul 22 14:08:02.404507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.410802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.429342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Calling delete_port for 2ae99fb4-ba98-4661-bc40-758c3fa92d50 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:02.492553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1d6de9b-1d40-4864-8f4b-1777be3c0c25 req-2691c6ad-9d6f-4f87-b9c0-698115d69929 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985341 Jul 22 14:08:02.504881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bac6b04c-7065-4edd-a267-0e8653befca7 None None] Provisioning complete for port 113a204e-6d4d-4666-bd94-c6de02c8e98d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:02.505270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bac6b04c-7065-4edd-a267-0e8653befca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.512463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-808f66c1-943d-49c9-b303-48c1ff04068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:02.515022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-808f66c1-943d-49c9-b303-48c1ff04068d service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3351216 Jul 22 14:08:02.523848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:02.572627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-a162b6e1-6761-4b4c-ae93-39a80aed4fd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=db5aa8f3-be78-4598-b126-ab69589c5382 HTTP/1.1" status: 200 len: 217 time: 0.0443628 Jul 22 14:08:02.581058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eabaa5-f4cc-4b64-a354-eb97370e0293 None None] New status for floating IP e1257c60-8a61-449f-b097-287652dcbad0: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:08:02.587300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bac6b04c-7065-4edd-a267-0e8653befca7 None None] Port 113a204e-6d4d-4666-bd94-c6de02c8e98d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:02.646415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.691560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event deleted for resources: {'Port': ['ID=2ae99fb4-ba98-4661-bc40-758c3fa92d50,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:02.750922 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.db.api [None req-85eabaa5-f4cc-4b64-a354-eb97370e0293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:08:02.753218 n-d-787205-11 neutron-server[93762]: DEBUG oslo_db.api [None req-85eabaa5-f4cc-4b64-a354-eb97370e0293 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:08:02.772041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:02.784923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb9e32b6-86b0-4476-92ec-0d7bf287f320 admin admin] 10.222.0.11 "PUT /v2.0/routers/9d7158fc-10b6-4bea-8fa1-ece1ea125865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3014753 Jul 22 14:08:02.787300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.790081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:02.792690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6883bd-bcf9-4370-bc10-d4aa7b9e4543 req-55b14687-7cdb-4a5c-8362-4c0271fe1cad tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "DELETE /v2.0/floatingips/e1257c60-8a61-449f-b097-287652dcbad0 HTTP/1.1" status: 204 len: 173 time: 0.7842870 Jul 22 14:08:02.812577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-6fd5797c-f004-4164-a7e9-5281db31a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:02.814197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-6fd5797c-f004-4164-a7e9-5281db31a7a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2340064 Jul 22 14:08:02.898825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c5324-25fa-4a3d-a06e-00367126e5de req-95f933d1-7e1d-497a-83fc-cbe67bdc4734 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:02.901027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93c5324-25fa-4a3d-a06e-00367126e5de req-95f933d1-7e1d-497a-83fc-cbe67bdc4734 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.2705405 Jul 22 14:08:02.937144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Sync routers for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:02.957316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:02.965336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-7c14dcf1-223b-4381-a8d7-3b2a907e3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:02.967773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-7c14dcf1-223b-4381-a8d7-3b2a907e3450 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448534 Jul 22 14:08:02.973784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:03.038909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93c5324-25fa-4a3d-a06e-00367126e5de req-41a06c98-2351-4a56-a2bb-68619d6736ac tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198094 Jul 22 14:08:03.068618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b68bd64f-3946-4a2d-82b2-3598203c52a8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:03.196273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b68bd64f-3946-4a2d-82b2-3598203c52a8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:03.197645 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:03.202049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:03.203743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-bec3bd4d-567c-4c46-8fef-e1e96e750c55 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150395 Jul 22 14:08:03.217508 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c3b458-92b8-4d3a-bcfc-e6d26371730e" -d '{"events": [{"name": "network-changed", "server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "tag": "40416b9e-4648-4178-9239-818b0e3183bb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:03.239453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:03.254529 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eabaa5-f4cc-4b64-a354-eb97370e0293 None None] New status for floating IP e1257c60-8a61-449f-b097-287652dcbad0: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:08:03.498484 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebdc3d43-67c8-4eec-aa0d-38eecba53c73 req-c728ced6-93aa-457b-9b71-868568bf4320 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870195 Jul 22 14:08:03.512706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce6582-9fb9-46d4-b475-4998c1c7537a req-de110e07-d4b4-4daa-a690-0bbc90791d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:03.513640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51ce6582-9fb9-46d4-b475-4998c1c7537a req-de110e07-d4b4-4daa-a690-0bbc90791d60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 1097 time: 0.2219293 Jul 22 14:08:03.583084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7170b-6eda-49dd-a5df-83a8b370c755 req-4a147093-1b8e-4c21-9ed1-fcb6c2b62a8c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:03.585100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea7170b-6eda-49dd-a5df-83a8b370c755 req-4a147093-1b8e-4c21-9ed1-fcb6c2b62a8c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1935842 Jul 22 14:08:03.617885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:01Z', 'revision_number': 2, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:03.650007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Checking router: 9d7158fc-10b6-4bea-8fa1-ece1ea125865 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:03.650816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Updating router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 port 113a204e-6d4d-4666-bd94-c6de02c8e98d binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:03.651939 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51ce6582-9fb9-46d4-b475-4998c1c7537a req-843bb7db-2974-4219-849d-9474ab43c90e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244655 Jul 22 14:08:03.684483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aea7170b-6eda-49dd-a5df-83a8b370c755 req-ba5e1d4b-c394-40e8-98ff-cd1e10c020c6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876710 Jul 22 14:08:03.687252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf3f1f3c-adea-469a-b2a7-10227ce9dba2 req-67aa663b-d163-498c-86f7-890fac93e111 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.5573239 Jul 22 14:08:03.723605 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:03.756639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-ec15252d-2f38-4064-823b-217980da3153 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:03.771740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-ec15252d-2f38-4064-823b-217980da3153 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 950 time: 0.1760995 Jul 22 14:08:03.778973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-c2213f10-5a48-447c-bfe3-acf13ba0b392 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6016405 Jul 22 14:08:03.783391 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efc96d8-78b1-4eb2-9ca2-e6941c93a851 x-openstack-request-id: req-5efc96d8-78b1-4eb2-9ca2-e6941c93a851 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:03.783391 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "tag": "40416b9e-4648-4178-9239-818b0e3183bb", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:03.783657 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5efc96d8-78b1-4eb2-9ca2-e6941c93a851 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:03.785243 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb', 'status': 'completed', 'code': 200} Jul 22 14:08:04.108408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72896b-d148-4f5d-bc6e-8f4990175d54 req-1510c854-676b-4079-93c7-c0ca66698355 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.115408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb72896b-d148-4f5d-bc6e-8f4990175d54 req-1510c854-676b-4079-93c7-c0ca66698355 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.2482936 Jul 22 14:08:04.119187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9580fe-54fb-4e22-9b14-cbc5bd8af9ee req-ca24d031-c1ac-40d3-a686-4dc01ade5969 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.126266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-24406e7c-e6cd-44c7-abc5-8a28e4ce9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.127631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de9580fe-54fb-4e22-9b14-cbc5bd8af9ee req-ca24d031-c1ac-40d3-a686-4dc01ade5969 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 950 time: 0.2690547 Jul 22 14:08:04.128371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-24406e7c-e6cd-44c7-abc5-8a28e4ce9a04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=439cb036a8c8403594287c444a28cd2b&device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 1097 time: 0.1985843 Jul 22 14:08:04.152288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-695e20db-f5fa-4980-bb50-eb7013bb119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.154055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-695e20db-f5fa-4980-bb50-eb7013bb119a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb15bd61e5334cd098c8935af2138409&device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 1102 time: 0.1949611 Jul 22 14:08:04.215768 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de9580fe-54fb-4e22-9b14-cbc5bd8af9ee req-cdabb600-9bf8-420f-b6d9-11eda0186e02 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871084 Jul 22 14:08:04.218125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:04.218504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.223468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb72896b-d148-4f5d-bc6e-8f4990175d54 req-537b6154-dfb0-4f42-9249-d7b84a4b6798 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071050 Jul 22 14:08:04.300649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.320083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Transition to ACTIVE for port object 113a204e-6d4d-4666-bd94-c6de02c8e98d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:04.327139 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.359363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-db03fb69-465c-4396-9a6a-81a14cc84a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.361840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-db03fb69-465c-4396-9a6a-81a14cc84a71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 200 len: 929 time: 0.2226949 Jul 22 14:08:04.393374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f2fa0-9ffe-4bf0-b1da-db6cf8282eaf None None] Pushing event updated for resources: {'Port': ['ID=113a204e-6d4d-4666-bd94-c6de02c8e98d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:04.425154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-b33a8094-f37c-4585-80be-cf2fc8c0e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.427038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-b33a8094-f37c-4585-80be-cf2fc8c0e9d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2403169 Jul 22 14:08:04.428030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-f670020c-d2e9-4181-a255-cc749b1d873c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 200 len: 217 time: 0.0554407 Jul 22 14:08:04.517099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:04.517533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.540604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:04.552210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-7001ea56-b610-4fd2-bcb0-a0b8ee8a94e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0838450d-7753-4f7b-97d6-fbc451daab6e HTTP/1.1" status: 200 len: 217 time: 0.0987315 Jul 22 14:08:04.590720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Attempting to bind port 113a204e-6d4d-4666-bd94-c6de02c8e98d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:04.591092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Attempting to bind port 113a204e-6d4d-4666-bd94-c6de02c8e98d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:04.591461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Attempting to bind port 113a204e-6d4d-4666-bd94-c6de02c8e98d on network f3c63370-eaf7-4a5f-ac64-4f0457c64268 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:04.605978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:04.608504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Checking segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:04.609267 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.610723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Bound using segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:04.612335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Bound port: 113a204e-6d4d-4666-bd94-c6de02c8e98d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:04.613601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.707758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-0c259bb7-5f2b-4196-b9a6-a28167b20356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.709312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-0c259bb7-5f2b-4196-b9a6-a28167b20356 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 200 len: 867 time: 0.2494366 Jul 22 14:08:04.794890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-4d72ed84-5547-4160-ba16-11678060ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.796829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-4d72ed84-5547-4160-ba16-11678060ca52 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2347920 Jul 22 14:08:04.865684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d26786-1c32-42d9-9e18-839dadfd316b req-7fea051d-c440-4575-bde5-91e3045493f4 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:04.868748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] For port 113a204e-6d4d-4666-bd94-c6de02c8e98d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:04.873431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39d26786-1c32-42d9-9e18-839dadfd316b req-7fea051d-c440-4575-bde5-91e3045493f4 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4594266 Jul 22 14:08:04.878510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] For port 113a204e-6d4d-4666-bd94-c6de02c8e98d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=113a204e-6d4d-4666-bd94-c6de02c8e98d,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:04.883530 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:04.992122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39d26786-1c32-42d9-9e18-839dadfd316b req-43eee00a-889e-448b-9318-39721a11b022 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1173604 Jul 22 14:08:04.997054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:04.998262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:05.057199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-309dceda-60ff-4632-a10b-ef9e95680eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:05.059709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-309dceda-60ff-4632-a10b-ef9e95680eb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3381767 Jul 22 14:08:05.064300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:05.140979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-4cce1edf-5741-48bb-9f4e-e0e3cbc9359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:05.147183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-4cce1edf-5741-48bb-9f4e-e0e3cbc9359d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3420095 Jul 22 14:08:05.158805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2', 'f9d767c3-6fdd-4086-be16-29014e41c061'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:05.161445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382', '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:05.232205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=51ec0382-f45c-493f-83e6-9fb4d33ea6e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:05.347127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-fd885f62-7620-4163-81ca-195fd51c33c5 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:05.348736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-fd885f62-7620-4163-81ca-195fd51c33c5 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cd5083b-0594-4464-bcd3-bfdf7d5020a4 HTTP/1.1" status: 200 len: 949 time: 0.7063024 Jul 22 14:08:05.349544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:05.354645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:05.356909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e5887fc8-dc41-4c62-8c15-255e351e1a4f req-bb0d410b-04fd-4822-bf7a-8e05e9007f2a tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "DELETE /v2.0/ports/51ec0382-f45c-493f-83e6-9fb4d33ea6e4 HTTP/1.1" status: 204 len: 173 time: 1.5690079 Jul 22 14:08:05.357357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'name': 'network-vif-deleted', 'tag': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:05.359739 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390795b5-c75f-44bf-920c-e789e14314ca" -d '{"events": [{"server_uuid": "c140260a-2d83-4f20-a4fc-79103ee7957e", "name": "network-vif-deleted", "tag": "51ec0382-f45c-493f-83e6-9fb4d33ea6e4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:05.380193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f2fa0-9ffe-4bf0-b1da-db6cf8282eaf None None] Pushing event updated for resources: {'Port': ['ID=113a204e-6d4d-4666-bd94-c6de02c8e98d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:05.449278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6bcb-1590-4e07-bf28-c4e0f2dc447a req-99dc3d12-409d-402a-b92d-490b5fb4ef26 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:05.459378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6eaf6bcb-1590-4e07-bf28-c4e0f2dc447a req-99dc3d12-409d-402a-b92d-490b5fb4ef26 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.3089752 Jul 22 14:08:05.466037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75608c36-0507-45ad-b90f-49ad352a8f06 req-1e99e43a-7604-4ba1-8ffa-10f9f269e235 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:05.468516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-49f125fd-9212-4251-a512-880eba079349 service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006200 Jul 22 14:08:05.475384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75608c36-0507-45ad-b90f-49ad352a8f06 req-1e99e43a-7604-4ba1-8ffa-10f9f269e235 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.5145786 Jul 22 14:08:05.495201 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-abe381ef-315b-4fea-b7b1-6d290a9c1ef7 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063233 Jul 22 14:08:05.536401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:05.584257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75608c36-0507-45ad-b90f-49ad352a8f06 req-aadbedf3-bb8e-4c19-ba95-ec84341a4371 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088150 Jul 22 14:08:05.637147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6eaf6bcb-1590-4e07-bf28-c4e0f2dc447a req-0ab6ccd6-c38b-4d24-82ac-8e35a2e7c11d tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776547 Jul 22 14:08:05.642488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port f9d767c3-6fdd-4086-be16-29014e41c061 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:05.642933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:05.845879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66199467-17f5-4049-902d-1252d2f574cd req-bae1c5d1-e97c-4ccc-be2e-a49cf35961af tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0648746 Jul 22 14:08:05.860265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c3b458-92b8-4d3a-bcfc-e6d26371730e req-08c1d6cc-143b-42c2-8581-cc8d9c14fbba service neutron] 10.222.0.20 "GET /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786886 Jul 22 14:08:05.903605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435c302e-7d6f-42fb-b5e8-317d8b37854f req-1d1a89b2-48f8-4dc7-b4fb-fc472053fece service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861568 Jul 22 14:08:06.001853 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3464e35-8e21-4bc3-a93e-7546add6b7bf req-c2e15747-7968-4460-8e87-f174578b6e64 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0675197 Jul 22 14:08:06.014741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port f9d767c3-6fdd-4086-be16-29014e41c061, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f9d767c3-6fdd-4086-be16-29014e41c061,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:06.015207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:06.026940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e158a-ce4f-4da3-b02d-e89f94018a36 req-7f18ffaf-8d88-4e7e-b252-bcaba8cc70e4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:06.029122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c7e158a-ce4f-4da3-b02d-e89f94018a36 req-7f18ffaf-8d88-4e7e-b252-bcaba8cc70e4 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.3142610 Jul 22 14:08:06.079703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for f9d767c3-6fdd-4086-be16-29014e41c061 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:06.091148 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c7e158a-ce4f-4da3-b02d-e89f94018a36 req-a8266325-3a94-40d0-a875-15437eaa2edb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Jul 22 14:08:06.218492 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54120689-9a8d-44c3-bbd9-62dd974cbef7 x-openstack-request-id: req-54120689-9a8d-44c3-bbd9-62dd974cbef7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:06.220547 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c140260a-2d83-4f20-a4fc-79103ee7957e", "name": "network-vif-deleted", "tag": "51ec0382-f45c-493f-83e6-9fb4d33ea6e4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:06.220921 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54120689-9a8d-44c3-bbd9-62dd974cbef7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:06.221706 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c140260a-2d83-4f20-a4fc-79103ee7957e', 'name': 'network-vif-deleted', 'tag': '51ec0382-f45c-493f-83e6-9fb4d33ea6e4', 'status': 'completed', 'code': 200} Jul 22 14:08:06.224017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86587f0f-cef0-4b56-bb8c-eb8c8f78c239 req-e96be1c8-6b46-40e0-a8c0-876a55cd2049 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c140260a-2d83-4f20-a4fc-79103ee7957e HTTP/1.1" status: 200 len: 210 time: 0.0603447 Jul 22 14:08:06.440581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:04Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:06.461454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:06.519574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=f9d767c3-6fdd-4086-be16-29014e41c061,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:06.526971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd1a9c-a976-40dc-8cdf-7a2e7a9e92b5 None None] The sync data for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 is: [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:04Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:06.624502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:06.732949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port f9d767c3-6fdd-4086-be16-29014e41c061 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:06.753395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:06.755930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b0d321a-d900-4cf9-b0fa-fe6ac2b3514a req-bc342669-044d-484b-9f11-b4f22eac5369 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "DELETE /v2.0/ports/f9d767c3-6fdd-4086-be16-29014e41c061 HTTP/1.1" status: 204 len: 173 time: 1.3916190 Jul 22 14:08:06.855993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cdea-e8f1-439d-b659-ec891d18107f req-53eda556-21d4-4a37-95e3-cd2e35f8be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:06.858078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-53eda556-21d4-4a37-95e3-cd2e35f8be3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 1097 time: 0.1380918 Jul 22 14:08:07.007948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d79f-b4e5-4840-95f9-42fea79fa21a req-10a113dd-af98-4c92-8910-a0746e06a4ac tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:07.031015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1bd1d79f-b4e5-4840-95f9-42fea79fa21a req-10a113dd-af98-4c92-8910-a0746e06a4ac tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.2654636 Jul 22 14:08:07.140417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 113a204e-6d4d-4666-bd94-c6de02c8e98d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:07.164095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1bd1d79f-b4e5-4840-95f9-42fea79fa21a req-ce0a5c64-b17b-4eb1-94da-598a5a319a64 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319163 Jul 22 14:08:07.272066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cdea-e8f1-439d-b659-ec891d18107f req-bcf292e7-31c2-4e1f-9f89-6c3856aad7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:07.273712 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-bcf292e7-31c2-4e1f-9f89-6c3856aad7cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 200 len: 912 time: 0.3874698 Jul 22 14:08:07.440928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-0b7bb7e2-d67f-4a11-b86c-7588e054cac6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ac504aae-e3e9-4378-b064-0c6082954f67 HTTP/1.1" status: 200 len: 217 time: 0.1081412 Jul 22 14:08:07.498567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 113a204e-6d4d-4666-bd94-c6de02c8e98d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:07.505607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 113a204e-6d4d-4666-bd94-c6de02c8e98d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:07.506292 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:07.612072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f291bb3-ff31-42c9-9671-8ab1296574d6 req-13a131cd-a2f0-41c1-9c07-22e8fed8bb0b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:07.614221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cdea-e8f1-439d-b659-ec891d18107f req-7287e5af-8bb9-4181-8916-827d8a56357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:07.615727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-7287e5af-8bb9-4181-8916-827d8a56357c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 200 len: 851 time: 0.1654186 Jul 22 14:08:07.643145 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f291bb3-ff31-42c9-9671-8ab1296574d6 req-13a131cd-a2f0-41c1-9c07-22e8fed8bb0b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2709332 Jul 22 14:08:07.699239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:07.726301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-a2fffbac-8dd9-41d9-96b0-ea7fc9b2a662 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1094ab7a-9834-49fa-af16-e560f25a08f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964870 Jul 22 14:08:07.734927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f291bb3-ff31-42c9-9671-8ab1296574d6 req-f2822621-9547-41e5-9a90-bca1debb99be tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892348 Jul 22 14:08:07.748906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671696b-ab24-4430-9dea-fa39c335ba55 req-768e7231-0e93-43b6-9f76-0bf89aa8343a tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:07.758239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3671696b-ab24-4430-9dea-fa39c335ba55 req-768e7231-0e93-43b6-9f76-0bf89aa8343a tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.5215552 Jul 22 14:08:07.761569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 113a204e-6d4d-4666-bd94-c6de02c8e98d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=113a204e-6d4d-4666-bd94-c6de02c8e98d,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:07.766801 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:07.865222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=113a204e-6d4d-4666-bd94-c6de02c8e98d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:07.871422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3671696b-ab24-4430-9dea-fa39c335ba55 req-60fc635b-0c6d-4b58-ad4f-ee089b69bcdc tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084292 Jul 22 14:08:07.952501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-b47581d6-70a2-4f7a-a650-4caeac9850d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922784 Jul 22 14:08:07.958023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06b56526-869c-484a-b8e2-ddd8d915a71b req-40ceb7d3-4aef-4caa-bffa-e801ef8255c9 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0409601 Jul 22 14:08:07.970241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e', 'df564eab-d15c-4433-8714-88f3728498c2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:08.222841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'name': 'network-vif-deleted', 'tag': 'f9d767c3-6fdd-4086-be16-29014e41c061'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:08.225645 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608269cc-288e-4b53-ba99-346c97f8e347" -d '{"events": [{"server_uuid": "1cd5083b-0594-4464-bcd3-bfdf7d5020a4", "name": "network-vif-deleted", "tag": "f9d767c3-6fdd-4086-be16-29014e41c061"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:08.250274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6044c27-8d3a-4438-a7e3-44383fb6a36a req-12e4a2e3-fc10-4db8-a076-65adb5d781ff tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:08.256997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6044c27-8d3a-4438-a7e3-44383fb6a36a req-12e4a2e3-fc10-4db8-a076-65adb5d781ff tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.2553470 Jul 22 14:08:08.353995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5868cdea-e8f1-439d-b659-ec891d18107f req-bb333b96-d3ae-4f8b-9b12-0370cc5ac4db service neutron] 10.222.0.13 "GET /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946142 Jul 22 14:08:08.362826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:08.395856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-60a213f8-1ac7-47f6-98e5-ea880b5b3883 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:08.397478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-60a213f8-1ac7-47f6-98e5-ea880b5b3883 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 946 time: 0.3344078 Jul 22 14:08:08.422187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:08.422526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 51ec0382-f45c-493f-83e6-9fb4d33ea6e4 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:08.441112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-e9cddbcd-e4c2-46a6-ae98-5b10a307039f tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:08.446792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-e9cddbcd-e4c2-46a6-ae98-5b10a307039f tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.20 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.1863227 Jul 22 14:08:08.471625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f9d767c3-6fdd-4086-be16-29014e41c061 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:08.481870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6044c27-8d3a-4438-a7e3-44383fb6a36a req-ac5304b7-0696-4b25-8484-2d1ef733397e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/security-groups?id=3069f110-609f-4838-be2d-cb2002db4fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983552 Jul 22 14:08:08.518633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: f9d767c3-6fdd-4086-be16-29014e41c061 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:08.518633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f9d767c3-6fdd-4086-be16-29014e41c061 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:08.642780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Deleting port d3860e96-4a0a-4c06-b672-33ed61c6c0fb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:08.643132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:08.712516 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adbf880-4976-4fa5-a6ad-f47d9b203bd5 x-openstack-request-id: req-7adbf880-4976-4fa5-a6ad-f47d9b203bd5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:08.713239 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd5083b-0594-4464-bcd3-bfdf7d5020a4", "name": "network-vif-deleted", "tag": "f9d767c3-6fdd-4086-be16-29014e41c061", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:08.713239 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7adbf880-4976-4fa5-a6ad-f47d9b203bd5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:08.713599 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd5083b-0594-4464-bcd3-bfdf7d5020a4', 'name': 'network-vif-deleted', 'tag': 'f9d767c3-6fdd-4086-be16-29014e41c061', 'status': 'completed', 'code': 200} Jul 22 14:08:08.784296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Deleting port 40416b9e-4648-4178-9239-818b0e3183bb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:08.784655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:08.868199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c3444-56b4-4e90-be84-d4fa456404be req-3989de61-25d4-4b89-bdab-04b5bf193169 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:08.879241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-474c3444-56b4-4e90-be84-d4fa456404be req-3989de61-25d4-4b89-bdab-04b5bf193169 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.3880007 Jul 22 14:08:08.990724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-474c3444-56b4-4e90-be84-d4fa456404be req-ba0e625a-a00b-449a-b251-431cbefc5bca tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104417 Jul 22 14:08:09.043474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 113a204e-6d4d-4666-bd94-c6de02c8e98d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:09.064229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] For port 40416b9e-4648-4178-9239-818b0e3183bb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=40416b9e-4648-4178-9239-818b0e3183bb,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:09.064388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:09.091527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Calling delete_port for 40416b9e-4648-4178-9239-818b0e3183bb owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:09.144259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 113a204e-6d4d-4666-bd94-c6de02c8e98d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:09.146417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:09.301823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] For port d3860e96-4a0a-4c06-b672-33ed61c6c0fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,segment=NetworkSegment(958f9cb6-88ec-4905-8fc3-9be0faf64ba7),segment_id=958f9cb6-88ec-4905-8fc3-9be0faf64ba7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:09.302434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:09.335111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Calling delete_port for d3860e96-4a0a-4c06-b672-33ed61c6c0fb owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:09.456068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb600e98-b97e-4b6b-bcc1-49715773b356 req-ddddc292-f9b6-406c-8e4a-d7f6da49532a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:09.464739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb600e98-b97e-4b6b-bcc1-49715773b356 req-ddddc292-f9b6-406c-8e4a-d7f6da49532a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2447402 Jul 22 14:08:09.607973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb600e98-b97e-4b6b-bcc1-49715773b356 req-7e9fc263-59c5-4f85-baca-9fdab3959cd0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420195 Jul 22 14:08:09.621196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:09.630526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc6651-a48e-46ff-85eb-8c1d5250ff6f req-c0e40b2d-c5e7-4403-8ab5-2cb06c0779fd tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:09.638605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ddc6651-a48e-46ff-85eb-8c1d5250ff6f req-c0e40b2d-c5e7-4403-8ab5-2cb06c0779fd tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 945 time: 0.5318973 Jul 22 14:08:09.639404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d3860e96-4a0a-4c06-b672-33ed61c6c0fb'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:09.658469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Pushing event deleted for resources: {'Port': ['ID=d3860e96-4a0a-4c06-b672-33ed61c6c0fb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:09.727656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] No DVR routers for this DVR port d3860e96-4a0a-4c06-b672-33ed61c6c0fb on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:09.730654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:09.733300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2cdf9aaa-32ea-43fc-913e-9887f39f0675 req-4a0b1113-85d6-44e3-a76d-36c7b62aaed9 tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.20 "DELETE /v2.0/ports/d3860e96-4a0a-4c06-b672-33ed61c6c0fb HTTP/1.1" status: 204 len: 173 time: 1.3202946 Jul 22 14:08:09.733981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'name': 'network-vif-deleted', 'tag': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:09.736754 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee7ce6-6833-4ab3-b4f9-5ff02f47d5e4" -d '{"events": [{"server_uuid": "558ea4e5-c941-42a4-adc9-92f6171585d4", "name": "network-vif-deleted", "tag": "d3860e96-4a0a-4c06-b672-33ed61c6c0fb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:09.756133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ddc6651-a48e-46ff-85eb-8c1d5250ff6f req-b9059e59-3a83-48f7-8b0a-111615fefcdb tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/security-groups?id=a44adddf-f38e-4412-a00a-11191f5c1b10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148322 Jul 22 14:08:09.826008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:09.842610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['40416b9e-4648-4178-9239-818b0e3183bb'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:09.871446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Pushing event deleted for resources: {'Port': ['ID=40416b9e-4648-4178-9239-818b0e3183bb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:09.951770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137f184-ee43-44fc-9981-0411afc0f10d req-ca95ebdd-bc69-4bec-bfa3-38707b77a736 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:09.959392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3137f184-ee43-44fc-9981-0411afc0f10d req-ca95ebdd-bc69-4bec-bfa3-38707b77a736 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 950 time: 0.2135661 Jul 22 14:08:10.008401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5aa912c4-681b-477b-aa1f-3c6b63695374 req-1511fc62-04be-4a99-934c-622e2b6e7c4e tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1120534 Jul 22 14:08:10.010127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] No DVR routers for this DVR port 40416b9e-4648-4178-9239-818b0e3183bb on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:10.014001 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:10.015725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0538cba1-ddcd-4e68-adfc-9e4e6b489c43 req-7312928d-69d6-4943-bd12-74bbccb6d016 tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.20 "DELETE /v2.0/ports/40416b9e-4648-4178-9239-818b0e3183bb HTTP/1.1" status: 204 len: 173 time: 1.5609729 Jul 22 14:08:10.040533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3137f184-ee43-44fc-9981-0411afc0f10d req-3db1e3fa-a1a8-409a-acf6-e234ee178061 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794330 Jul 22 14:08:10.076568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-09161da8-7f39-420c-a31f-4cbef0fdbafb tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:10.078129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-09161da8-7f39-420c-a31f-4cbef0fdbafb tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 950 time: 0.2067010 Jul 22 14:08:10.094101 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abc5b7c-beeb-486e-b3ac-ee0edf188d41 x-openstack-request-id: req-5abc5b7c-beeb-486e-b3ac-ee0edf188d41 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:10.094402 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ea4e5-c941-42a4-adc9-92f6171585d4", "name": "network-vif-deleted", "tag": "d3860e96-4a0a-4c06-b672-33ed61c6c0fb", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:10.094660 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5abc5b7c-beeb-486e-b3ac-ee0edf188d41 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:10.095060 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ea4e5-c941-42a4-adc9-92f6171585d4', 'name': 'network-vif-deleted', 'tag': 'd3860e96-4a0a-4c06-b672-33ed61c6c0fb', 'status': 'completed', 'code': 200} Jul 22 14:08:10.214806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2738167f-8443-42b5-a306-b7002fd8c0ba req-9fcbf663-3e64-4cc4-8e3d-941d4ce0749e tempest-ServerDiskConfigTestJSON-528033179 tempest-ServerDiskConfigTestJSON-528033179-project] 10.222.0.11 "GET /v2.0/ports?device_id=558ea4e5-c941-42a4-adc9-92f6171585d4 HTTP/1.1" status: 200 len: 210 time: 0.0502365 Jul 22 14:08:10.346325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97c00a-a6f8-4df9-87fd-09c034357c3c req-d58d6ddf-4b60-4aca-896d-bb6ee4488ae0 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:10.347928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b97c00a-a6f8-4df9-87fd-09c034357c3c req-d58d6ddf-4b60-4aca-896d-bb6ee4488ae0 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.1942604 Jul 22 14:08:10.369910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port df564eab-d15c-4433-8714-88f3728498c2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:10.370228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:10.511476 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b97c00a-a6f8-4df9-87fd-09c034357c3c req-0b5b505d-0dff-4de1-8d0e-be40a3663cd4 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555855 Jul 22 14:08:10.578476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port df564eab-d15c-4433-8714-88f3728498c2, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=df564eab-d15c-4433-8714-88f3728498c2,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:10.578841 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:10.596535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for df564eab-d15c-4433-8714-88f3728498c2 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:10.721662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'name': 'network-vif-deleted', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:10.728350 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0466211f-5245-418a-b252-5f24c2a4c03d" -d '{"events": [{"server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "name": "network-vif-deleted", "tag": "40416b9e-4648-4178-9239-818b0e3183bb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:10.816485 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d58a440-924d-4e19-ab0b-788e4ecad9d8 x-openstack-request-id: req-5d58a440-924d-4e19-ab0b-788e4ecad9d8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:10.817193 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98348bde-e3c0-4445-b9ab-94950efea910", "name": "network-vif-deleted", "tag": "40416b9e-4648-4178-9239-818b0e3183bb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:10.817193 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d58a440-924d-4e19-ab0b-788e4ecad9d8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:10.820216 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98348bde-e3c0-4445-b9ab-94950efea910', 'name': 'network-vif-deleted', 'tag': '40416b9e-4648-4178-9239-818b0e3183bb', 'status': 'completed', 'code': 200} Jul 22 14:08:10.932037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-d7899e99-fc61-438d-9fcc-5a7e224bb08d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:10.934226 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-d7899e99-fc61-438d-9fcc-5a7e224bb08d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 950 time: 0.2302637 Jul 22 14:08:10.943856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:10.957754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0838450d-7753-4f7b-97d6-fbc451daab6e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:10.965668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:10.970459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22b15b-6c64-4289-8af3-88c862aa3ab0 req-2decfb72-e077-47ee-af1f-702d2fff78a3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:10.977487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da22b15b-6c64-4289-8af3-88c862aa3ab0 req-2decfb72-e077-47ee-af1f-702d2fff78a3 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2242866 Jul 22 14:08:11.005400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0913c58b-0c7a-4a1e-ad27-55a338dc7b0e req-e10826bb-7d0b-42de-85c5-66fadcc8526d tempest-FloatingIPsAssociationNegativeTestJSON-857289505 tempest-FloatingIPsAssociationNegativeTestJSON-857289505-project] 10.222.0.11 "GET /v2.0/ports?device_id=98348bde-e3c0-4445-b9ab-94950efea910 HTTP/1.1" status: 200 len: 210 time: 0.0868886 Jul 22 14:08:11.039222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=df564eab-d15c-4433-8714-88f3728498c2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:11.082710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da22b15b-6c64-4289-8af3-88c862aa3ab0 req-25e60f69-a8a9-4a68-85f2-091850f9dcaf tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034992 Jul 22 14:08:11.183449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port df564eab-d15c-4433-8714-88f3728498c2 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:11.196592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:11.199011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a71b35ec-5311-4d1e-a887-f36affb5753d req-cc731b7f-31c0-4a5d-83ea-ee4015bf8132 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "DELETE /v2.0/ports/df564eab-d15c-4433-8714-88f3728498c2 HTTP/1.1" status: 204 len: 173 time: 1.1145771 Jul 22 14:08:11.293807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port 0838450d-7753-4f7b-97d6-fbc451daab6e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:11.294123 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:11.307667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c39db83-7593-44b0-89dd-b14b6abb7b68 req-b10d87c3-a75b-4e2f-a1ad-e4328548b307 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0971818 Jul 22 14:08:11.398406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd2f3db9-7f7f-469e-86c4-fd6397bc466d req-5649f84a-6234-4007-aae6-95b7c444e2dd tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=33ddb728-2897-4ca6-9123-133bc8ee7db7 HTTP/1.1" status: 200 len: 210 time: 0.1578743 Jul 22 14:08:11.479139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port 0838450d-7753-4f7b-97d6-fbc451daab6e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0838450d-7753-4f7b-97d6-fbc451daab6e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:11.481302 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:11.507327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for 0838450d-7753-4f7b-97d6-fbc451daab6e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:11.879817 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:11.892410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:11.938031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a5dd03f-4ad3-4269-9f40-12abc54d3d1a req-aa43fa85-9388-452b-9a25-3d7f98933f75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0845983 Jul 22 14:08:11.949226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=0838450d-7753-4f7b-97d6-fbc451daab6e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:12.020718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port 0838450d-7753-4f7b-97d6-fbc451daab6e on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:12.026058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.028113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee48397e-86a1-46ca-9eb0-f74813b3c2ef req-fd1768e4-1a2e-4cc3-bd48-95ca3bc3bd14 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.13 "DELETE /v2.0/ports/0838450d-7753-4f7b-97d6-fbc451daab6e HTTP/1.1" status: 204 len: 173 time: 1.0266411 Jul 22 14:08:12.037697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20256b53-db22-4aa6-b1f3-089536dc19a4 req-23897a9b-d041-44b5-8b25-2e94f52f3e0c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:12.044856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20256b53-db22-4aa6-b1f3-089536dc19a4 req-23897a9b-d041-44b5-8b25-2e94f52f3e0c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.3110511 Jul 22 14:08:12.110289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20256b53-db22-4aa6-b1f3-089536dc19a4 req-1818e140-7121-4d18-88ef-e0e4faa31944 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644665 Jul 22 14:08:12.115347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'name': 'network-vif-deleted', 'tag': 'df564eab-d15c-4433-8714-88f3728498c2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:12.119443 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a789ac-f8e0-4a90-bab1-839039b50cfc" -d '{"events": [{"server_uuid": "33ddb728-2897-4ca6-9123-133bc8ee7db7", "name": "network-vif-deleted", "tag": "df564eab-d15c-4433-8714-88f3728498c2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:12.156521 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:08:12.172348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:12.214674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de73f37-2f9e-4ecf-86ed-1c7e47c8a6d6 req-b0f30076-5ef4-483c-95cb-9841ce2bb355 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:12.217461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6de73f37-2f9e-4ecf-86ed-1c7e47c8a6d6 req-b0f30076-5ef4-483c-95cb-9841ce2bb355 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.2885835 Jul 22 14:08:12.247904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34544) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:12.285935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Deleting subnet de202e8a-bbed-4fa3-865a-bfdf5b5e131a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:08:12.296590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.353425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.357668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40416b9e-4648-4178-9239-818b0e3183bb no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:12.380799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 40416b9e-4648-4178-9239-818b0e3183bb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:12.381142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 40416b9e-4648-4178-9239-818b0e3183bb not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:12.381639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d3860e96-4a0a-4c06-b672-33ed61c6c0fb no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:12.396397 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96431b-4a3f-49c8-a27e-07bcf56277d1 x-openstack-request-id: req-5e96431b-4a3f-49c8-a27e-07bcf56277d1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:12.396693 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ddb728-2897-4ca6-9123-133bc8ee7db7", "name": "network-vif-deleted", "tag": "df564eab-d15c-4433-8714-88f3728498c2", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:12.402654 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e96431b-4a3f-49c8-a27e-07bcf56277d1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:12.403689 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ddb728-2897-4ca6-9123-133bc8ee7db7', 'name': 'network-vif-deleted', 'tag': 'df564eab-d15c-4433-8714-88f3728498c2', 'status': 'completed', 'code': 200} Jul 22 14:08:12.425063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.434899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: d3860e96-4a0a-4c06-b672-33ed61c6c0fb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:12.435231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d3860e96-4a0a-4c06-b672-33ed61c6c0fb not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:12.470631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6de73f37-2f9e-4ecf-86ed-1c7e47c8a6d6 req-9f013928-7e27-4c82-ad6a-99d0b9a0f99c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313480 Jul 22 14:08:12.488809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device df564eab-d15c-4433-8714-88f3728498c2 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:12.525387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: df564eab-d15c-4433-8714-88f3728498c2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:12.525761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device df564eab-d15c-4433-8714-88f3728498c2 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:12.566102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.635247 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.640200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/de202e8a-bbed-4fa3-865a-bfdf5b5e131a HTTP/1.1" status: 204 len: 168 time: 0.4643133 Jul 22 14:08:12.648736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34552) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:12.691804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-559ec683-7f75-48ab-bc9f-ccc70e592530 req-8b17ab24-09f3-4b9c-818d-c18ab62998b9 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1336286 Jul 22 14:08:12.697813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c5179-828a-4545-bfac-17ef9c5c9866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de202e8a-bbed-4fa3-865a-bfdf5b5e131a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:12.774666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0acbd781-e6cb-4668-a721-caf3d6204498 req-984b69bc-2d39-44e4-a372-679d7ad25251 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=2224e174-27b3-4d66-b980-4d53057b1e4a HTTP/1.1" status: 200 len: 210 time: 0.0718050 Jul 22 14:08:12.821857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'name': 'network-vif-deleted', 'tag': '0838450d-7753-4f7b-97d6-fbc451daab6e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:12.826400 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec3d05c-c008-474c-89ad-f284f87e3fa5" -d '{"events": [{"server_uuid": "2224e174-27b3-4d66-b980-4d53057b1e4a", "name": "network-vif-deleted", "tag": "0838450d-7753-4f7b-97d6-fbc451daab6e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:12.849840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:12.914057 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ad5fb-38ca-47f4-b1ae-25f356a83482 x-openstack-request-id: req-188ad5fb-38ca-47f4-b1ae-25f356a83482 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:12.914610 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2224e174-27b3-4d66-b980-4d53057b1e4a", "name": "network-vif-deleted", "tag": "0838450d-7753-4f7b-97d6-fbc451daab6e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:12.914772 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-188ad5fb-38ca-47f4-b1ae-25f356a83482 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:12.915725 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2224e174-27b3-4d66-b980-4d53057b1e4a', 'name': 'network-vif-deleted', 'tag': '0838450d-7753-4f7b-97d6-fbc451daab6e', 'status': 'completed', 'code': 200} Jul 22 14:08:13.037193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.056691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc23ff0-edb5-43f3-9613-5062dc44e3ce']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:13.075765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958f9cb6-88ec-4905-8fc3-9be0faf64ba7') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:13.076063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958f9cb6-88ec-4905-8fc3-9be0faf64ba7') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:13.096697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.124429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.131020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:08:13.131521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:08:13.164800 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:08:13.209566 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.215113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.217679 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2bc23ff0-edb5-43f3-9613-5062dc44e3ce HTTP/1.1" status: 204 len: 168 time: 0.5636437 Jul 22 14:08:13.295189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb150ccf-7718-4f58-bcb3-d39c8cd9b1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc23ff0-edb5-43f3-9613-5062dc44e3ce,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:13.353170 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:13.359043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49dc39-956f-4ab9-af0f-fd0ec55f3ad2 req-68b01a43-19aa-42d8-8231-18d966797947 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:13.361497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c49dc39-956f-4ab9-af0f-fd0ec55f3ad2 req-68b01a43-19aa-42d8-8231-18d966797947 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.1709256 Jul 22 14:08:13.377980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.397462 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a310a099-e16e-4d49-a7d3-3e4b3408a840 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14ca23dab1474f3083fa0eb585985d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429018 Jul 22 14:08:13.400695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:13.452238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2440e281-7207-4e5b-90f0-2a1fb8669478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.473756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c49dc39-956f-4ab9-af0f-fd0ec55f3ad2 req-5d5a5297-0d0b-4424-aa91-a7c1a4e2922f tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058919 Jul 22 14:08:13.494447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2440e281-7207-4e5b-90f0-2a1fb8669478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.601545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2440e281-7207-4e5b-90f0-2a1fb8669478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.604460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2440e281-7207-4e5b-90f0-2a1fb8669478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.605962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2440e281-7207-4e5b-90f0-2a1fb8669478 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3069f110-609f-4838-be2d-cb2002db4fa2 HTTP/1.1" status: 204 len: 168 time: 0.2042570 Jul 22 14:08:13.617136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c05771-d69c-40dc-a376-a12d3124e2a4 req-57a2f441-1547-4c15-8181-17082365e21b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:13.619605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23c05771-d69c-40dc-a376-a12d3124e2a4 req-57a2f441-1547-4c15-8181-17082365e21b tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.0895541 Jul 22 14:08:13.628082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440e281-7207-4e5b-90f0-2a1fb8669478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3069f110-609f-4838-be2d-cb2002db4fa2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:13.675163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23c05771-d69c-40dc-a376-a12d3124e2a4 req-5304c754-e200-408b-a327-50063d48b9d0 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490949 Jul 22 14:08:13.828043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25e9eb4c-1392-49c4-9e26-c45dcc539646 req-19820000-81f1-41d6-9183-9aa6043eb230 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0455678 Jul 22 14:08:13.841798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Deleting port f4a7368c-9c97-4fa9-895a-24f814317615 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:13.842404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.974829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] For port f4a7368c-9c97-4fa9-895a-24f814317615, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f4a7368c-9c97-4fa9-895a-24f814317615,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:13.975509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:13.992588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Calling delete_port for f4a7368c-9c97-4fa9-895a-24f814317615 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:14.349698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a450fe7-6199-4660-99f5-8ba23f3566af req-b5cf4625-0c62-4261-a6a1-43620472ef14 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8&device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0729795 Jul 22 14:08:14.353993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110d986-b6bc-4005-b22c-d0649c3f73bf req-545731dd-a2a1-4a33-97f2-5732e5d5121b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:14.362235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5110d986-b6bc-4005-b22c-d0649c3f73bf req-545731dd-a2a1-4a33-97f2-5732e5d5121b tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 950 time: 0.0876622 Jul 22 14:08:14.387147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:14.422617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5110d986-b6bc-4005-b22c-d0649c3f73bf req-74cd43a6-8319-44c8-acb0-cc1845154d79 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594237 Jul 22 14:08:14.443579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a7368c-9c97-4fa9-895a-24f814317615,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:14.502074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0838450d-7753-4f7b-97d6-fbc451daab6e no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:14.552382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 0838450d-7753-4f7b-97d6-fbc451daab6e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:14.555357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0838450d-7753-4f7b-97d6-fbc451daab6e not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:14.674710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:14.732571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:14.739618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a373a37-d223-4ced-a7fc-ed22e488c6ca req-f73d0195-0721-4f13-8333-858e6140a4d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40a99fc1acdf49708c0748415ece5fd7&device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0650485 Jul 22 14:08:14.801718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a373a37-d223-4ced-a7fc-ed22e488c6ca req-0e769554-2318-47ee-bb2c-ad6c8ef9ed40 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=40a99fc1acdf49708c0748415ece5fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406303 Jul 22 14:08:14.859431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f412b-9536-4f20-808b-f53970d527d6 req-af47e0ea-2b05-4687-8f5d-1d8ab9d25dab tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:14.860920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae9f412b-9536-4f20-808b-f53970d527d6 req-af47e0ea-2b05-4687-8f5d-1d8ab9d25dab tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.2344761 Jul 22 14:08:14.914719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1861598739-network', 'tenant_id': '9ade6e2144284f8a9827c58c87a04bf0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:14.937965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5099eb7d-3fd2-43e3-b9cc-bd96df416ce6 req-f17fb56b-395c-4ca9-abd7-0dd93bbf35fe tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.1794727 Jul 22 14:08:14.984321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Made reservation on behalf of 9ade6e2144284f8a9827c58c87a04bf0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:14.986804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.004486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a373a37-d223-4ced-a7fc-ed22e488c6ca req-e6bc870f-3a91-4507-a0f1-771c07bd6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.006456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a373a37-d223-4ced-a7fc-ed22e488c6ca req-e6bc870f-3a91-4507-a0f1-771c07bd6f14 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981819 Jul 22 14:08:15.010026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae9f412b-9536-4f20-808b-f53970d527d6 req-ab635aa8-a204-47e0-a3d2-d5aade1f5b5e tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146288 Jul 22 14:08:15.010901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.146699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.154307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.186583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:15.194389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de45c9c-bfda-4743-ae88-4bd5f6996307,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:15.200741 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.201212 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Added segment 80b067b2-0f74-4c44-91c8-0526e465aa2c of type vlan for network a5599c61-467b-47f1-82d8-a978f460f978 Jul 22 14:08:15.247056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.284515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.285932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.286637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.333964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6001067 Jul 22 14:08:15.337785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:15.346993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Request body: {'subnet': {'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1861598739-subnet', 'tenant_id': '9ade6e2144284f8a9827c58c87a04bf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:15.394369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-049d68a2-2e6e-4f15-89ef-63dd05a0cfc6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.395912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-049d68a2-2e6e-4f15-89ef-63dd05a0cfc6 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.13 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.5272117 Jul 22 14:08:15.397167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c702b6-5f4f-427d-a5b6-af782749467c admin admin] Pushing event updated for resources: {'Network': ['ID=a5599c61-467b-47f1-82d8-a978f460f978,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:15.411783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a5599c61-467b-47f1-82d8-a978f460f978 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:08:15.422781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104b852-1327-4ca1-97af-01de6c90ccca req-1e6b30ff-9ef5-44ec-9538-e306c0ccab3a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.426352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1104b852-1327-4ca1-97af-01de6c90ccca req-1e6b30ff-9ef5-44ec-9538-e306c0ccab3a tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 945 time: 0.1360874 Jul 22 14:08:15.429108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Made reservation on behalf of 9ade6e2144284f8a9827c58c87a04bf0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:15.433064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Router f98ab3b9-e138-4317-bc40-1d45443a1ac8 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:15.434381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.657508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1104b852-1327-4ca1-97af-01de6c90ccca req-65996079-2bca-4efb-93f5-2f4e6f6bcc9f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952825 Jul 22 14:08:15.722165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Deleting port ac504aae-e3e9-4378-b064-0c6082954f67 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:15.722513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.753178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:15.762603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b798065a-d92c-4bc8-b1ed-b1a85385e450 admin admin] 10.222.0.11 "PUT /v2.0/routers/f98ab3b9-e138-4317-bc40-1d45443a1ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5110312 Jul 22 14:08:15.764468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:15.765905 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] Sync routers for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:15.788762 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:15.789389 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:15.846692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-0137548c-5432-4c52-942d-970134ad1fe2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.849933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-0137548c-5432-4c52-942d-970134ad1fe2 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 950 time: 0.2867858 Jul 22 14:08:15.853511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d05e-9da7-490d-998a-0542d916ed1b req-799d2868-f4c5-4dec-ab91-3c622474c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.855965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5611d05e-9da7-490d-998a-0542d916ed1b req-799d2868-f4c5-4dec-ab91-3c622474c565 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.3098273 Jul 22 14:08:15.873501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f7aca-b414-4490-82ec-0b94ed0a8747 req-e7eb2113-77fd-4c37-86d1-5cf271a34684 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:15.875809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc6f7aca-b414-4490-82ec-0b94ed0a8747 req-e7eb2113-77fd-4c37-86d1-5cf271a34684 tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 950 time: 0.2983091 Jul 22 14:08:15.877023 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.908264 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:15.943797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] For port ac504aae-e3e9-4378-b064-0c6082954f67, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac504aae-e3e9-4378-b064-0c6082954f67,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:15.944054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:15.966749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Calling delete_port for ac504aae-e3e9-4378-b064-0c6082954f67 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:15.976302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.067632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48ca52c-9a7a-4de1-a0cb-4e834a140c52,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:16.131854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ccd6a9df-2435-4046-b255-c01d2ef79d0b req-e0da7421-b8aa-4847-9018-1497b70e27ca tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0525665 Jul 22 14:08:16.183693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.196945 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:08:14Z', 'revision_number': 5, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port': {'id': '6447b8f5-171c-4fc9-9a14-b229abc98290', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:54Z', 'updated_at': '2021-07-22T14:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:16.203654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5611d05e-9da7-490d-998a-0542d916ed1b req-b62ebad1-d89e-4440-a671-288c11c071db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165534 Jul 22 14:08:16.261440 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] Checking router: f98ab3b9-e138-4317-bc40-1d45443a1ac8 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:16.270304 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc6f7aca-b414-4490-82ec-0b94ed0a8747 req-5333cb7b-f261-4de9-8b8d-667b76429d1d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/security-groups?id=c53b2c94-c801-4fd5-aa0f-4a02db32c32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171799 Jul 22 14:08:16.274886 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] Routers {'f98ab3b9-e138-4317-bc40-1d45443a1ac8'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:16.277363 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:16.306793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Checking segment: {'id': '80b067b2-0f74-4c44-91c8-0526e465aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:16.307815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Network hostable DHCP agents. Network: a5599c61-467b-47f1-82d8-a978f460f978, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:08:16.312749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.325306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ac504aae-e3e9-4378-b064-0c6082954f67'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:16.331143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:16.348190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a373a37-d223-4ced-a7fc-ed22e488c6ca req-f393804e-abbd-4fc8-b7a1-f1119238c445 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0692341 Jul 22 14:08:16.351805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Pushing event deleted for resources: {'Port': ['ID=ac504aae-e3e9-4378-b064-0c6082954f67,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:16.354308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Deleting port db5aa8f3-be78-4598-b126-ab69589c5382 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:16.354675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.401608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Deleting port 6447b8f5-171c-4fc9-9a14-b229abc98290 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:16.402250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.429660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] No DVR routers for this DVR port ac504aae-e3e9-4378-b064-0c6082954f67 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:16.457195 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] Set router f98ab3b9-e138-4317-bc40-1d45443a1ac8 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:16.473110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.477212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24d6cd14-eb34-400a-be7a-9fe9cce4d287 req-446e819b-a331-4944-9029-892d11dccd6f tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.13 "DELETE /v2.0/ports/ac504aae-e3e9-4378-b064-0c6082954f67 HTTP/1.1" status: 204 len: 173 time: 1.0703139 Jul 22 14:08:16.477212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'name': 'network-vif-deleted', 'tag': 'ac504aae-e3e9-4378-b064-0c6082954f67'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:16.479518 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a94d40c-e4e1-4738-b316-f014c794fa67" -d '{"events": [{"server_uuid": "36d91554-85e2-4342-b67c-4d3f0f6028cf", "name": "network-vif-deleted", "tag": "ac504aae-e3e9-4378-b064-0c6082954f67"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:16.525332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Network a5599c61-467b-47f1-82d8-a978f460f978 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:08:16.545908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a5599c61-467b-47f1-82d8-a978f460f978) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:16.568201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655fea-e52d-4e80-be59-7510aec79ecf req-bcdd261e-8630-44ee-bc2b-bae30ab51834 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:16.571631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:16.572298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.573030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c794399-51d8-4361-8dd4-27a44be43e0a None None] Network a5599c61-467b-47f1-82d8-a978f460f978 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:16.576704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8655fea-e52d-4e80-be59-7510aec79ecf req-bcdd261e-8630-44ee-bc2b-bae30ab51834 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.3301146 Jul 22 14:08:16.579174 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:08:16Z', 'revision_number': 6, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:16.622666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] For port db5aa8f3-be78-4598-b126-ab69589c5382, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=db5aa8f3-be78-4598-b126-ab69589c5382,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:16.622999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.643311 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12994e2-5855-4e17-9f52-3fe06c5b12bc x-openstack-request-id: req-d12994e2-5855-4e17-9f52-3fe06c5b12bc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:16.643609 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d91554-85e2-4342-b67c-4d3f0f6028cf", "name": "network-vif-deleted", "tag": "ac504aae-e3e9-4378-b064-0c6082954f67", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:16.643880 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d12994e2-5855-4e17-9f52-3fe06c5b12bc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:16.644800 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d91554-85e2-4342-b67c-4d3f0f6028cf', 'name': 'network-vif-deleted', 'tag': 'ac504aae-e3e9-4378-b064-0c6082954f67', 'status': 'completed', 'code': 200} Jul 22 14:08:16.652360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1d3de17f-6368-40e1-a6d0-1592a3b4ea68 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3093684 Jul 22 14:08:16.679353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Calling delete_port for db5aa8f3-be78-4598-b126-ab69589c5382 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:16.682304 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bab4c2-a75e-4f38-8b90-cc1de6cf8c86 None None] The sync data for ids ['f98ab3b9-e138-4317-bc40-1d45443a1ac8'] in n-d-787205-11 is: [{'id': 'f98ab3b9-e138-4317-bc40-1d45443a1ac8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-836343664-router', 'tenant_id': '439cb036a8c8403594287c444a28cd2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:53Z', 'updated_at': '2021-07-22T14:08:16Z', 'revision_number': 6, 'project_id': '439cb036a8c8403594287c444a28cd2b', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:16.684584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] For port 6447b8f5-171c-4fc9-9a14-b229abc98290, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6447b8f5-171c-4fc9-9a14-b229abc98290,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:16.684956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:16.702412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8655fea-e52d-4e80-be59-7510aec79ecf req-f8d128d2-75c7-478d-8fdf-350d334d12c7 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870547 Jul 22 14:08:16.734925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Calling delete_port for 6447b8f5-171c-4fc9-9a14-b229abc98290 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:16.929259 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad55ed9c-7ef0-4da5-8c5e-672abefa41c0 req-009ff7b9-1cd5-402b-b772-cc2e79396893 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=36d91554-85e2-4342-b67c-4d3f0f6028cf HTTP/1.1" status: 200 len: 210 time: 0.1062858 Jul 22 14:08:16.945370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840dac78-a60b-480b-93bb-2a68a70f1445 None None] Network a5599c61-467b-47f1-82d8-a978f460f978 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:17.079859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.108479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f4a7368c-9c97-4fa9-895a-24f814317615 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:17.128467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.137307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f4a7368c-9c97-4fa9-895a-24f814317615 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:17.138019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f4a7368c-9c97-4fa9-895a-24f814317615 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:17.169479 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Pushing event deleted for resources: {'Port': ['ID=6447b8f5-171c-4fc9-9a14-b229abc98290,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:17.207819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Pushing event deleted for resources: {'Port': ['ID=db5aa8f3-be78-4598-b126-ab69589c5382,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:17.228496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.230336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.231010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.231617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.232185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.232741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.233473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.234055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.234762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.235988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.236610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.237369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.239657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.240011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.240354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.241279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.241655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.242442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.242803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.243708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.244418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.245196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.245725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.246317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:17.324173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['db5aa8f3-be78-4598-b126-ab69589c5382'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:17.363731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.420700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] No DVR routers for this DVR port db5aa8f3-be78-4598-b126-ab69589c5382 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:17.424672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.427508 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcfeb3cb-a933-43ef-9d14-21bfd4c1575e req-21351a63-669d-4f8d-b8fe-4133872aa27d tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.20 "DELETE /v2.0/ports/db5aa8f3-be78-4598-b126-ab69589c5382 HTTP/1.1" status: 204 len: 173 time: 1.5701394 Jul 22 14:08:17.428294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'name': 'network-vif-deleted', 'tag': 'db5aa8f3-be78-4598-b126-ab69589c5382'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:17.438412 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c5dc5f-3bd5-4bd9-8deb-c1bf1f243a23" -d '{"events": [{"server_uuid": "c32661ae-dee4-40c8-aedf-12b29e85b2ee", "name": "network-vif-deleted", "tag": "db5aa8f3-be78-4598-b126-ab69589c5382"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:17.490643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac3ff4b9-624b-45c8-960c-e2a0bb5b4247 req-689980fe-d28f-450b-903f-bb879046bb94 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f63587a-d231-4443-8eec-081a4baee0f8 HTTP/1.1" status: 200 len: 210 time: 0.0644898 Jul 22 14:08:17.524065 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.529540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.601931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f9c7109-b34e-4a10-ab96-06a2d66f10bb req-28a66ba6-87a2-450b-9a53-5ca2898135bc tempest-ServersOnMultiNodesTest-132938194 tempest-ServersOnMultiNodesTest-132938194-project] 10.222.0.11 "GET /v2.0/ports?device_id=c32661ae-dee4-40c8-aedf-12b29e85b2ee HTTP/1.1" status: 200 len: 210 time: 0.0363135 Jul 22 14:08:17.631954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.632658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98ab3b9-e138-4317-bc40-1d45443a1ac8 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:08:17.640781 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.642171 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-74a14a69-349b-40c0-a6fc-a7f9c8b8016d admin admin] 10.222.0.11 "DELETE /v2.0/routers/f98ab3b9-e138-4317-bc40-1d45443a1ac8 HTTP/1.1" status: 204 len: 168 time: 1.8776097 Jul 22 14:08:17.644833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:17.681656 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e142830-6a46-47cb-9c25-92941bbd91e4 x-openstack-request-id: req-1e142830-6a46-47cb-9c25-92941bbd91e4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:17.681656 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32661ae-dee4-40c8-aedf-12b29e85b2ee", "name": "network-vif-deleted", "tag": "db5aa8f3-be78-4598-b126-ab69589c5382", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:17.681656 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e142830-6a46-47cb-9c25-92941bbd91e4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:17.682114 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32661ae-dee4-40c8-aedf-12b29e85b2ee', 'name': 'network-vif-deleted', 'tag': 'db5aa8f3-be78-4598-b126-ab69589c5382', 'status': 'completed', 'code': 200} Jul 22 14:08:17.710607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Deleting subnet eac8f173-6a1a-46cb-a88a-37972855e79f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:08:17.715092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.731570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-a02af5e1-2e1d-40b2-9695-828d2e344b01 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:17.733214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-a02af5e1-2e1d-40b2-9695-828d2e344b01 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/networks?id=a5599c61-467b-47f1-82d8-a978f460f978 HTTP/1.1" status: 200 len: 818 time: 0.1753125 Jul 22 14:08:17.755475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-158738ec-668e-432b-ba88-95a30dbe1fe5 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/quotas/9ade6e2144284f8a9827c58c87a04bf0 HTTP/1.1" status: 200 len: 375 time: 0.0143011 Jul 22 14:08:17.781743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.813527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-49ac8f92-dce9-4b3a-9300-8060e87e13c5 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ade6e2144284f8a9827c58c87a04bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470226 Jul 22 14:08:17.941129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-d850011d-ac12-4abd-ad34-4abf60adcfe9 service neutron] 10.222.0.11 "GET /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262438 Jul 22 14:08:17.980074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:17.991470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5234d0-3ee8-400f-b7fa-8e783c2c7a4e req-302dec1a-8625-4079-80b0-b98d5f167f9a tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:17.994264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd5234d0-3ee8-400f-b7fa-8e783c2c7a4e req-302dec1a-8625-4079-80b0-b98d5f167f9a tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.1807389 Jul 22 14:08:18.053370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-e4f5d4cb-e567-4491-9365-d4eb18fc3015 service neutron] 10.222.0.11 "GET /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111689 Jul 22 14:08:18.070942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd5234d0-3ee8-400f-b7fa-8e783c2c7a4e req-65dbaf29-f5bc-46b5-80fd-a925224d7f21 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543911 Jul 22 14:08:18.101111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.139234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35aae2a-9fda-4549-8004-37c803099423 None None] Network 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:18.147767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.151207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/eac8f173-6a1a-46cb-a88a-37972855e79f HTTP/1.1" status: 204 len: 168 time: 0.5047677 Jul 22 14:08:18.153704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34676) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:18.230563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1d294b38-3bfe-4079-972a-9af3b688f9fd req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-556818149', 'description': 'tempest-description-2042101042'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:18.247173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd18262-b6d6-4b6c-b91e-76ad67bbf37a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac8f173-6a1a-46cb-a88a-37972855e79f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:18.280061 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d294b38-3bfe-4079-972a-9af3b688f9fd req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.414425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d294b38-3bfe-4079-972a-9af3b688f9fd req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.420805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d294b38-3bfe-4079-972a-9af3b688f9fd req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.454811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.473828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d294b38-3bfe-4079-972a-9af3b688f9fd req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.483335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d294b38-3bfe-4079-972a-9af3b688f9fd req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2561982 Jul 22 14:08:18.490715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] DHCP port deletion for 7885ee0b-2cfe-4a7a-bbd9-8f91443945fa request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:08:18.503621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e36588-ee0e-4083-a184-6d53485c01ee tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c122156a-046b-4f08-8326-44efcb60331c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:18.560732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac504aae-e3e9-4378-b064-0c6082954f67 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:18.606643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a566b9d-b5f8-429a-8109-1f5adf5a477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.608836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ac504aae-e3e9-4378-b064-0c6082954f67 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:18.609361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac504aae-e3e9-4378-b064-0c6082954f67 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:18.626928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] Deleting port f30d2178-c9e9-4294-a942-bee6287d07f0 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:18.627603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.702890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abe6d07e-a209-4688-b05a-1881ac41092f req-77b59573-2eb9-42ac-aa53-0c107455ca8e tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 210 time: 0.1069059 Jul 22 14:08:18.718084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058313dd-8753-4b22-a8c8-dcc03df68146 req-3a5f30a0-1eed-469c-9bb9-3b15bf2fa7df tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:18.730829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-058313dd-8753-4b22-a8c8-dcc03df68146 req-3a5f30a0-1eed-469c-9bb9-3b15bf2fa7df tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.1430442 Jul 22 14:08:18.741250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] For port f30d2178-c9e9-4294-a942-bee6287d07f0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f30d2178-c9e9-4294-a942-bee6287d07f0,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:18.741672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.746999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Deleting port f30d2178-c9e9-4294-a942-bee6287d07f0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:18.747256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.785965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-058313dd-8753-4b22-a8c8-dcc03df68146 req-3d6548c6-ccce-42f1-a18f-b99fd9d4ecba tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596757 Jul 22 14:08:18.786258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] Calling delete_port for f30d2178-c9e9-4294-a942-bee6287d07f0 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:18.835096 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.907117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbc1239b-d685-4466-9449-e64d32926d5b req-8226ad56-1d2a-46c6-9c4e-5566bd36f362 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-556818149&fields=id&tenant_id=76a7d4a1026a41908130c2d9aa28f2bc HTTP/1.1" status: 200 len: 267 time: 0.1205316 Jul 22 14:08:18.908928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] For port f30d2178-c9e9-4294-a942-bee6287d07f0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f30d2178-c9e9-4294-a942-bee6287d07f0,segment=NetworkSegment(80c3f79b-5c71-44c7-82bc-fa241a3feb1b),segment_id=80c3f79b-5c71-44c7-82bc-fa241a3feb1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:18.909433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:18.961298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Calling delete_port for f30d2178-c9e9-4294-a942-bee6287d07f0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:18.980739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.046949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6447b8f5-171c-4fc9-9a14-b229abc98290 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:19.079747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] No DVR routers for this DVR port f30d2178-c9e9-4294-a942-bee6287d07f0 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:19.084175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6447b8f5-171c-4fc9-9a14-b229abc98290 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:19.084835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6447b8f5-171c-4fc9-9a14-b229abc98290 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:19.085713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f30d2178-c9e9-4294-a942-bee6287d07f0 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:19.089331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f2da1-163e-4143-9666-b3d8f6ac1c35 None None] Pushing event deleted for resources: {'Port': ['ID=f30d2178-c9e9-4294-a942-bee6287d07f0,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:19.142061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f30d2178-c9e9-4294-a942-bee6287d07f0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:19.143754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f30d2178-c9e9-4294-a942-bee6287d07f0 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:19.303833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c926e963-6a60-4598-8f20-d47a5ba2a975 req-d856f340-431d-4824-bec7-dd34675aeca2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=40a99fc1acdf49708c0748415ece5fd7&device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0840132 Jul 22 14:08:19.379600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf296db2-5f6b-4f4c-a7fd-a224f07b3c60 req-fdb0a22d-ff74-4584-b8d2-6ce935f7b571 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0872657 Jul 22 14:08:19.381247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c926e963-6a60-4598-8f20-d47a5ba2a975 req-d86c467c-3749-4bd7-b4e5-ed624949b814 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=40a99fc1acdf49708c0748415ece5fd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520356 Jul 22 14:08:19.381733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34708) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:19.454070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1239b-d685-4466-9449-e64d32926d5b req-e822eab6-fd4b-4291-989a-d878997d2086 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:19.462599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbc1239b-d685-4466-9449-e64d32926d5b req-e822eab6-fd4b-4291-989a-d878997d2086 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.5412779 Jul 22 14:08:19.469780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'port': {'security_groups': ['458f31d0-ed30-4fa4-9960-2b9bb3106f0f', 'c122156a-046b-4f08-8326-44efcb60331c']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:19.515921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.551072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f30d2178-c9e9-4294-a942-bee6287d07f0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:19.556892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] No DVR routers for this DVR port f30d2178-c9e9-4294-a942-bee6287d07f0 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:19.595772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58724612-7352-4218-9667-40c7afe94f8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb15bd61e5334cd098c8935af2138409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128499 Jul 22 14:08:19.600304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34714) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:19.611879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926e963-6a60-4598-8f20-d47a5ba2a975 req-dade09b1-e97e-40af-ad69-891b9f8b8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:19.614605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c926e963-6a60-4598-8f20-d47a5ba2a975 req-dade09b1-e97e-40af-ad69-891b9f8b8102 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045398 Jul 22 14:08:19.648606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.703973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.741409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7885ee0b-2cfe-4a7a-bbd9-8f91443945fa']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:19.762083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c3f79b-5c71-44c7-82bc-fa241a3feb1b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:19.762428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c3f79b-5c71-44c7-82bc-fa241a3feb1b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:19.773645 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.796356 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.804927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbb1-a534-4c37-8ad0-190e76731cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.820478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.842878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:08:19.843289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:08:19.853280 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:08:19.907658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbb1-a534-4c37-8ad0-190e76731cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:19.931004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e200227-7861-45ec-945d-7208a52c2c4c req-a202af8c-152a-48d6-9a6e-f5f0cddc4704 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 210 time: 0.0729096 Jul 22 14:08:20.005815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-86389b05-ec43-4a00-97a8-cc7173df5d79 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:20.008280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-86389b05-ec43-4a00-97a8-cc7173df5d79 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.20 "GET /v2.0/networks?id=a5599c61-467b-47f1-82d8-a978f460f978 HTTP/1.1" status: 200 len: 818 time: 0.1538007 Jul 22 14:08:20.025113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.028358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Request body: {'port': {'device_id': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978', 'admin_state_up': True, 'tenant_id': '9ade6e2144284f8a9827c58c87a04bf0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:20.031583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.047730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7885ee0b-2cfe-4a7a-bbd9-8f91443945fa HTTP/1.1" status: 204 len: 168 time: 1.8818903 Jul 22 14:08:20.097328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6908fa-0ad8-4383-b57e-dc8332ca8e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=7885ee0b-2cfe-4a7a-bbd9-8f91443945fa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:20.162106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbb1-a534-4c37-8ad0-190e76731cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.164689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a1afbb1-a534-4c37-8ad0-190e76731cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.165993 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6a1afbb1-a534-4c37-8ad0-190e76731cc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c53b2c94-c801-4fd5-aa0f-4a02db32c32e HTTP/1.1" status: 204 len: 168 time: 0.5619771 Jul 22 14:08:20.183722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1afbb1-a534-4c37-8ad0-190e76731cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b2c94-c801-4fd5-aa0f-4a02db32c32e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:20.225048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:20.255754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:20.279897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.287225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.301554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b8746ddd-c64d-48a7-bbfd-0ffd80f10461'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:20.317055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Made reservation on behalf of 9ade6e2144284f8a9827c58c87a04bf0 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:20.324407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.379051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2a263b1b-4f95-44c2-94d9-297e75e01b35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=439cb036a8c8403594287c444a28cd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213617 Jul 22 14:08:20.379705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:20.401728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device db5aa8f3-be78-4598-b126-ab69589c5382 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:20.413558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:20.419281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.437010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbc1239b-d685-4466-9449-e64d32926d5b req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "PUT /v2.0/ports/b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 981 time: 0.9640932 Jul 22 14:08:20.479235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:20.483458 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1" -d '{"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:20.489960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: db5aa8f3-be78-4598-b126-ab69589c5382 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:20.494255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device db5aa8f3-be78-4598-b126-ab69589c5382 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:20.539443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b8746ddd-c64d-48a7-bbfd-0ffd80f10461'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:20.588722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71d75cce-0381-4e06-bfa2-a310c08c0d0e req-c4ef6ced-5519-4966-8d6e-2cff7f603fe5 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0508344 Jul 22 14:08:20.589800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6e184-edb2-408b-8fd8-5ecfe86839a5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:20.629307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44a2671b-4ccd-4708-b097-102f05996df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.686846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44a2671b-4ccd-4708-b097-102f05996df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.689291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Allocated IP 172.20.0.10 (a5599c61-467b-47f1-82d8-a978f460f978/f48ca52c-9a7a-4de1-a0cb-4e834a140c52/6407e5dd-ce88-42e0-b89b-a452da744828) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:20.732420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc80cb-0538-4944-8021-66798147545d req-0b087bf5-6cbe-4b66-a6c3-c3de9c6c3515 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:20.739537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bebc80cb-0538-4944-8021-66798147545d req-0b087bf5-6cbe-4b66-a6c3-c3de9c6c3515 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.2435174 Jul 22 14:08:20.761858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-b6c52451-605b-46e1-a24d-f84e91e80d7c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-556818149&fields=id&tenant_id=76a7d4a1026a41908130c2d9aa28f2bc HTTP/1.1" status: 200 len: 267 time: 0.0738020 Jul 22 14:08:20.834216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bebc80cb-0538-4944-8021-66798147545d req-e0ef6c23-53f4-44f2-ac71-c87a7c8ea4fb tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941679 Jul 22 14:08:20.941302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:20.950974 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a1735d-2604-4da8-82fc-420c7743a9bd x-openstack-request-id: req-44a1735d-2604-4da8-82fc-420c7743a9bd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:20.951250 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:20.951513 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44a1735d-2604-4da8-82fc-420c7743a9bd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:20.951967 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'status': 'completed', 'code': 200} Jul 22 14:08:20.953682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44a2671b-4ccd-4708-b097-102f05996df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.956510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44a2671b-4ccd-4708-b097-102f05996df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:20.957926 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-44a2671b-4ccd-4708-b097-102f05996df2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a44adddf-f38e-4412-a00a-11191f5c1b10 HTTP/1.1" status: 204 len: 168 time: 0.5758030 Jul 22 14:08:20.996482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a2671b-4ccd-4708-b097-102f05996df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44adddf-f38e-4412-a00a-11191f5c1b10,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:21.056841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-326248ce-61ff-4ad9-8c73-33c15798d250 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:21.061037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-326248ce-61ff-4ad9-8c73-33c15798d250 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 984 time: 0.2983100 Jul 22 14:08:21.139674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'port': {'security_groups': ['458f31d0-ed30-4fa4-9960-2b9bb3106f0f']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:21.189800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-36729733-c826-43ea-94ea-6c3cfaa373b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f557096d2e846cabf8aa9046b54bf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463417 Jul 22 14:08:21.252080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:21.270736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e6af47c-2602-4c9d-8ddc-93848faea6ac req-061d08fb-87be-4ce0-923e-05b1eb6beff7 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 210 time: 0.1596131 Jul 22 14:08:21.290773 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.293817 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.298847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2be9f715-0d00-48e4-b565-71b8ce43b089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.328330 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.366226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1a20f5-9957-4e4e-b478-ca4bc8321f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.388284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c926e963-6a60-4598-8f20-d47a5ba2a975 req-7a4b09ea-091e-4a65-bbf3-d2e5611e3cf6 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.2687995 Jul 22 14:08:21.401417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1a20f5-9957-4e4e-b478-ca4bc8321f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.404006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.551288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Network a5599c61-467b-47f1-82d8-a978f460f978 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:21.561676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:21.582080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:21.609120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Pushing event updated for resources: {'Port': ['ID=6407e5dd-ce88-42e0-b89b-a452da744828,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:21.629276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:21.667909 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.685639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.693754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:21.694558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.705386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b8746ddd-c64d-48a7-bbfd-0ffd80f10461'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:21.714500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1a20f5-9957-4e4e-b478-ca4bc8321f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.722094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1a20f5-9957-4e4e-b478-ca4bc8321f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.727727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc1a20f5-9957-4e4e-b478-ca4bc8321f92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c014deae-5b59-4324-a01b-1d3651311417 HTTP/1.1" status: 204 len: 168 time: 0.4705956 Jul 22 14:08:21.764079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a20f5-9957-4e4e-b478-ca4bc8321f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c014deae-5b59-4324-a01b-1d3651311417,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:21.798916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-8a38045f-d952-4022-a387-68431891c62c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:21.800475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-8a38045f-d952-4022-a387-68431891c62c tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.20 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.5873001 Jul 22 14:08:21.807418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-3c702c2a-11fe-47e2-a370-bb4be15e3b68 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7878487 Jul 22 14:08:21.849219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f828a218-7fa0-4fc6-ae6c-6c1786d2f3e4 req-940159f9-6dfb-4992-96ac-777deefedeb6 tempest-ServerShowV247Test-100531796 tempest-ServerShowV247Test-100531796-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d5d8b69-c7f4-45fa-a214-2aa2f9f18716 HTTP/1.1" status: 200 len: 210 time: 0.0622442 Jul 22 14:08:21.865983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Request body: {'port': {'device_id': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:21.979792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:21.983162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:21.987929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da3db5d3-89dd-4456-9d7f-6eea4b285dda req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "PUT /v2.0/ports/b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 942 time: 0.8613997 Jul 22 14:08:22.029406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-439f64c4-2ea7-41d2-9f92-6747d3873a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:22.036743 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-439f64c4-2ea7-41d2-9f92-6747d3873a50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1136 time: 1.0522346 Jul 22 14:08:22.064511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:22.127003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b8746ddd-c64d-48a7-bbfd-0ffd80f10461'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:22.226454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1edab-b71e-4853-8c7f-cd274658b5c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event updated for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:22.318128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:22.547692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea17f4b-6ce6-4e3d-bc86-86424382eb56 req-2aa92eaa-9a59-459b-848b-8064c1c0cf04 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:22.563602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ea17f4b-6ce6-4e3d-bc86-86424382eb56 req-2aa92eaa-9a59-459b-848b-8064c1c0cf04 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 945 time: 0.4431229 Jul 22 14:08:22.754381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-a34f62ea-eb1d-4702-bb6d-38d14d551d22 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7100039 Jul 22 14:08:22.755504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-ce9343e2-dea4-4b5e-b155-f5ccda113eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:22.756866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-ce9343e2-dea4-4b5e-b155-f5ccda113eed service neutron] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.6904883 Jul 22 14:08:22.758331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:22.773105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:22.826364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-2488a370-984e-4735-8477-6cd664ada813 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0480757 Jul 22 14:08:22.853040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Deleting port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:22.853417 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:22.970287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:22.972523 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7852028a-88eb-40a7-83be-91d75a41615f" -d '{"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:23.031170 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.051983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-85f15103-2221-4d1a-94c7-66c65f82b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:23.053465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-85f15103-2221-4d1a-94c7-66c65f82b9a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.2186882 Jul 22 14:08:23.061648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] For port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:23.062400 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.105738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-3bbe21ad-e644-4e81-884f-5c49cacc954e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407717 Jul 22 14:08:23.394106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6407e5dd-ce88-42e0-b89b-a452da744828 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:08:23.395737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Calling delete_port for 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:23.408356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.410474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-network', 'tenant_id': 'e741f7585cd249f99e76393c74187950'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:23.423515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-bd3e8534-7ed5-4f5e-8694-ae539cd3dacc service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598946 Jul 22 14:08:23.438846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Transition to ACTIVE for port object 6407e5dd-ce88-42e0-b89b-a452da744828 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:23.449451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ea17f4b-6ce6-4e3d-bc86-86424382eb56 req-c8a04c18-d73c-419e-a740-451282ee8b26 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/security-groups?id=5102686c-9552-4290-878e-d095a9e8449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8845942 Jul 22 14:08:23.450727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.557245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Pushing event updated for resources: {'Port': ['ID=6407e5dd-ce88-42e0-b89b-a452da744828,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:23.586058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Made reservation on behalf of e741f7585cd249f99e76393c74187950 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:23.588964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.690294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.736177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d92dd-07ad-48b4-9129-be2aac6c3e00 req-57cd4b78-2c71-4b36-8df3-4a89b482b81d tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:23.743275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c06d92dd-07ad-48b4-9129-be2aac6c3e00 req-57cd4b78-2c71-4b36-8df3-4a89b482b81d tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 944 time: 0.1759303 Jul 22 14:08:23.786546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Attempting to bind port 6407e5dd-ce88-42e0-b89b-a452da744828 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:23.786546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Attempting to bind port 6407e5dd-ce88-42e0-b89b-a452da744828 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '80b067b2-0f74-4c44-91c8-0526e465aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:23.786928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Attempting to bind port 6407e5dd-ce88-42e0-b89b-a452da744828 on network a5599c61-467b-47f1-82d8-a978f460f978 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:23.802185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Port 6407e5dd-ce88-42e0-b89b-a452da744828 on network a5599c61-467b-47f1-82d8-a978f460f978 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:08:23.802381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Attempting to bind port 6407e5dd-ce88-42e0-b89b-a452da744828 on network a5599c61-467b-47f1-82d8-a978f460f978 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:23.816526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.820484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f9755c0-4dd5-4793-a525-7ac7b2ad81c1 req-262609d8-5dc8-4ba8-a2c2-b2a2c869ac0b service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821287 Jul 22 14:08:23.824560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c06d92dd-07ad-48b4-9129-be2aac6c3e00 req-cb8bbb60-d239-44d1-abc0-db65915eab8d tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750113 Jul 22 14:08:23.832617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:23.834925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Checking segment: {'id': '80b067b2-0f74-4c44-91c8-0526e465aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:23.842088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Bound using segment: {'id': '80b067b2-0f74-4c44-91c8-0526e465aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:23.843090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Bound port: 6407e5dd-ce88-42e0-b89b-a452da744828, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b067b2-0f74-4c44-91c8-0526e465aa2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:23.843687 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:23.960955 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a1c04-8b4d-472d-8320-e54c962481ce x-openstack-request-id: req-2b7a1c04-8b4d-472d-8320-e54c962481ce {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:23.961479 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:23.961713 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b7a1c04-8b4d-472d-8320-e54c962481ce {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:23.966093 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'status': 'completed', 'code': 200} Jul 22 14:08:23.997393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] For port 6407e5dd-ce88-42e0-b89b-a452da744828, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:24.013164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] For port 6407e5dd-ce88-42e0-b89b-a452da744828, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6407e5dd-ce88-42e0-b89b-a452da744828,segment=NetworkSegment(80b067b2-0f74-4c44-91c8-0526e465aa2c),segment_id=80b067b2-0f74-4c44-91c8-0526e465aa2c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:24.026504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.107979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:24.111258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.112922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] 10.222.0.20 "PUT /v2.0/ports/6407e5dd-ce88-42e0-b89b-a452da744828 HTTP/1.1" status: 200 len: 1093 time: 2.2699590 Jul 22 14:08:24.124238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'tag': '6407e5dd-ce88-42e0-b89b-a452da744828'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:24.130492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.131269 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5389f87-eb39-4ed3-a9f9-d590aa947520" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d11702-cc6b-43c3-bb44-05f713ba662d", "tag": "6407e5dd-ce88-42e0-b89b-a452da744828"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:24.176891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.182901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5fa37-3ca9-4575-8c3f-112bdd032edd service neutron] Pushing event updated for resources: {'Port': ['ID=6407e5dd-ce88-42e0-b89b-a452da744828,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:24.190792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:24.247283 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b0c22-f8bf-4ecb-a138-6e1d25be48a8 x-openstack-request-id: req-409b0c22-f8bf-4ecb-a138-6e1d25be48a8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:24.247565 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d11702-cc6b-43c3-bb44-05f713ba662d", "tag": "6407e5dd-ce88-42e0-b89b-a452da744828", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:24.248606 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-409b0c22-f8bf-4ecb-a138-6e1d25be48a8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:24.248606 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'tag': '6407e5dd-ce88-42e0-b89b-a452da744828', 'status': 'completed', 'code': 200} Jul 22 14:08:24.315890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-1a191d0a-caab-405c-abe4-a339a1b52cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:24.317435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-1a191d0a-caab-405c-abe4-a339a1b52cd6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ade6e2144284f8a9827c58c87a04bf0&device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 1096 time: 0.1316099 Jul 22 14:08:24.361019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34858) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:24.395817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Pushing event deleted for resources: {'Port': ['ID=6e4a0c07-7eb0-493f-8c8d-75602c5f6f93,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:24.403340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-12bae9aa-931a-4e1f-a20e-9443066f73e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6407e5dd-ce88-42e0-b89b-a452da744828 HTTP/1.1" status: 200 len: 217 time: 0.0731926 Jul 22 14:08:24.454603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-d6f1de29-ee18-4a13-b6b7-dc2bed1df79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:24.459931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-d6f1de29-ee18-4a13-b6b7-dc2bed1df79b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f48ca52c-9a7a-4de1-a0cb-4e834a140c52 HTTP/1.1" status: 200 len: 858 time: 0.0539844 Jul 22 14:08:24.486424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] No DVR routers for this DVR port 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:24.491561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.496195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e3c6262-c358-4330-8c01-ddb0c8d7173b req-a7b57a9e-a2f8-41c4-b82b-0379ddcbaf14 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.20 "DELETE /v2.0/ports/6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 HTTP/1.1" status: 204 len: 173 time: 2.6720679 Jul 22 14:08:24.512707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-76fe1e55-4562-402d-bc56-a2841ac7c81d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5599c61-467b-47f1-82d8-a978f460f978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438066 Jul 22 14:08:24.576320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Allocated IP 172.25.8.245 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e86b1406-216a-4011-af39-2a7cc5564597) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:24.652799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e302ee-a236-42b1-b594-77aae705a5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.683410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-624b66fc-0084-459e-85e7-9b7b9e5e1662 service neutron] 10.222.0.20 "GET /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603987 Jul 22 14:08:24.687257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852028a-88eb-40a7-83be-91d75a41615f req-9b009797-2b8b-499e-b593-89d8fbedd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:24.688792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-9b009797-2b8b-499e-b593-89d8fbedd155 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.7060671 Jul 22 14:08:24.709021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.735559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:24.852362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b66ac9c-6e2c-44ce-a77c-1eafc069a3ba req-37e34aaf-61dc-4836-b60a-eebe38551671 tempest-ServerRescueTestJSON-184113782 tempest-ServerRescueTestJSON-184113782-project] 10.222.0.11 "GET /v2.0/ports?device_id=d02f01de-7d07-447e-a23f-1aec7e63909e HTTP/1.1" status: 200 len: 210 time: 0.0446622 Jul 22 14:08:24.920509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65f473eb-8de7-49ab-adc6-98505eeb7feb req-11d1e348-b04c-4ee1-a632-16f0a44e36a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322631 Jul 22 14:08:25.158091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e58375-3f02-4226-a74b-d522d86107c6 req-1e6e0cd7-77a3-45a3-8d93-6f2426fbf3c4 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.160206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57e58375-3f02-4226-a74b-d522d86107c6 req-1e6e0cd7-77a3-45a3-8d93-6f2426fbf3c4 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 944 time: 0.1585186 Jul 22 14:08:25.170429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-a2f0e969-c1ec-44e7-aec4-2fcbe9d632e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.172202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-a2f0e969-c1ec-44e7-aec4-2fcbe9d632e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ade6e2144284f8a9827c58c87a04bf0&device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 1096 time: 0.1160238 Jul 22 14:08:25.205975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.246904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57e58375-3f02-4226-a74b-d522d86107c6 req-b7d52138-8209-4c2a-b406-2fe8fec6ff60 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735335 Jul 22 14:08:25.273779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:25.333652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-5663b117-c4d2-47ef-8791-92e575dbaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.335675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-5663b117-c4d2-47ef-8791-92e575dbaf75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5599c61-467b-47f1-82d8-a978f460f978 HTTP/1.1" status: 200 len: 919 time: 0.1451488 Jul 22 14:08:25.353410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.353775 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Added segment ab1cc4de-65a6-484c-954c-989ce0f86fdf of type vlan for network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 Jul 22 14:08:25.378913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b8b93-8817-49cb-aa29-93b2da91a6cd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:25.403555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.473736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-c4c6047d-5091-4d19-986d-992ecab8b438 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6407e5dd-ce88-42e0-b89b-a452da744828 HTTP/1.1" status: 200 len: 217 time: 0.1290870 Jul 22 14:08:25.501394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event updated for resources: {'Port': ['ID=e86b1406-216a-4011-af39-2a7cc5564597,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:25.531712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:25.548276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:25.551085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:25.556381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.561430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852028a-88eb-40a7-83be-91d75a41615f req-7459ab0d-293c-4ea9-96b6-d4ac0b30787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.562984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-7459ab0d-293c-4ea9-96b6-d4ac0b30787b service neutron] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.8561814 Jul 22 14:08:25.614744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-fb2c76c8-1a27-4755-9760-97e6ebd8409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.619359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-fb2c76c8-1a27-4755-9760-97e6ebd8409f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f48ca52c-9a7a-4de1-a0cb-4e834a140c52 HTTP/1.1" status: 200 len: 858 time: 0.1390808 Jul 22 14:08:25.646558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-cbc9dc15-377c-482e-bccb-1782db8991c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0530164 Jul 22 14:08:25.663295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-5785f8c0-56ae-4ec3-9ebe-3625654e214a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5599c61-467b-47f1-82d8-a978f460f978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371666 Jul 22 14:08:25.751624 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e302ee-a236-42b1-b594-77aae705a5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.757154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.758265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.758957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.817373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-1fce719c-a7cd-4e9b-a961-06b91839a6c7 service neutron] 10.222.0.20 "GET /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427789 Jul 22 14:08:25.850158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] Pushing event updated for resources: {'Network': ['ID=31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:25.855975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e302ee-a236-42b1-b594-77aae705a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:25.866510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:08:25.894789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852028a-88eb-40a7-83be-91d75a41615f req-e5383163-87c5-4076-a912-f40d9cd0aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:25.896335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-e5383163-87c5-4076-a912-f40d9cd0aa69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.2401369 Jul 22 14:08:25.972290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-6a95f110-9dcc-42f6-bd20-fc2fb9339a5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626769 Jul 22 14:08:25.972845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'name': 'network-vif-deleted', 'tag': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:25.978104 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa11a5b-145e-46d3-b93c-f3773f7c7371" -d '{"events": [{"server_uuid": "d02f01de-7d07-447e-a23f-1aec7e63909e", "name": "network-vif-deleted", "tag": "6e4a0c07-7eb0-493f-8c8d-75602c5f6f93"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:25.980316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34912) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:26.020195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7a226ecf-8218-4d6b-805e-f59a5fa176cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2596018 Jul 22 14:08:26.041745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:26.056659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Request body: {'subnet': {'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-subnet', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:26.064130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8e302ee-a236-42b1-b594-77aae705a5aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40a99fc1acdf49708c0748415ece5fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6976035 Jul 22 14:08:26.069479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:26.106132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5389f87-eb39-4ed3-a9f9-d590aa947520 req-3c8afe3b-070c-4e19-8572-0faa594e5637 service neutron] 10.222.0.20 "GET /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816038 Jul 22 14:08:26.159436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Made reservation on behalf of e741f7585cd249f99e76393c74187950 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:26.161957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.210206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.363805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-6ed78549-a8ae-4d34-8053-577972656fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642671 Jul 22 14:08:26.376354 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b006893-3b65-4b95-92c1-b8d0d2a3fe36 x-openstack-request-id: req-9b006893-3b65-4b95-92c1-b8d0d2a3fe36 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:26.376354 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02f01de-7d07-447e-a23f-1aec7e63909e", "name": "network-vif-deleted", "tag": "6e4a0c07-7eb0-493f-8c8d-75602c5f6f93", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:26.376354 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b006893-3b65-4b95-92c1-b8d0d2a3fe36 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:26.376354 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02f01de-7d07-447e-a23f-1aec7e63909e', 'name': 'network-vif-deleted', 'tag': '6e4a0c07-7eb0-493f-8c8d-75602c5f6f93', 'status': 'completed', 'code': 200} Jul 22 14:08:26.376354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e302ee-a236-42b1-b594-77aae705a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92255555-8366-4922-8802-d3cf299453e9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:26.425807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.449764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:26.484970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:26.509131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6e4a0c07-7eb0-493f-8c8d-75602c5f6f93 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:26.529203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddc50468-96f9-4fc4-b380-472c2635fcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.582950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:26.599185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e6a0c5-496a-455d-b8e2-e64af9b5bd96,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:26.621155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddc50468-96f9-4fc4-b380-472c2635fcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.623071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Checking segment: {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:26.623498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Network hostable DHCP agents. Network: 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:08:26.628720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7852028a-88eb-40a7-83be-91d75a41615f req-629b790a-510b-4359-a88e-55664b7c1c77 service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129655 Jul 22 14:08:26.717767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b78e-1f80-4d87-85d4-786e84fce09b req-bc951925-2d84-4a01-a48c-133f087d6a4e tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:26.727821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38a9b78e-1f80-4d87-85d4-786e84fce09b req-bc951925-2d84-4a01-a48c-133f087d6a4e tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 944 time: 0.3043542 Jul 22 14:08:26.734293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.738717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:08:26.777531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edfa78c5-5c37-45bb-95f9-530724b9b289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.791773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:26.805129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:26.806641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.812362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac62d11-0e99-484c-bd9b-1d26a53a16f7 None None] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:26.830024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38a9b78e-1f80-4d87-85d4-786e84fce09b req-47e7138e-93a1-4f4a-a0ae-4b4647ff59da tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011822 Jul 22 14:08:26.845895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddc50468-96f9-4fc4-b380-472c2635fcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.848817 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddc50468-96f9-4fc4-b380-472c2635fcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:26.850115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ddc50468-96f9-4fc4-b380-472c2635fcb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92255555-8366-4922-8802-d3cf299453e9 HTTP/1.1" status: 204 len: 168 time: 0.7757053 Jul 22 14:08:26.876011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc50468-96f9-4fc4-b380-472c2635fcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92255555-8366-4922-8802-d3cf299453e9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:27.041644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edfa78c5-5c37-45bb-95f9-530724b9b289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.048945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edfa78c5-5c37-45bb-95f9-530724b9b289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.078568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.095979 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7ee5329-ef2a-40b9-9948-0eb6103a8b68 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0527930 Jul 22 14:08:27.097269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:27.104528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.119798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:27.137911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2', 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'fixed_ips': [{'subnet_id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:08:27.138817 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.177578 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-edfa78c5-5c37-45bb-95f9-530724b9b289 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71df26ace73f43cb844462ca210a02c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898583 Jul 22 14:08:27.184841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa78c5-5c37-45bb-95f9-530724b9b289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896033f3-d351-48d6-87dc-bc0203bc0d31,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:27.197527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34948) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:27.228816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event updated for resources: {'Port': ['ID=e86b1406-216a-4011-af39-2a7cc5564597,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:27.264584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.265731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.353907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.370151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Allocated IP 172.20.0.2 (31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2/34e6a0c5-496a-455d-b8e2-e64af9b5bd96/ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:27.423353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.436087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08e69860-0e33-4383-a94b-862f911f7664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.477194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08e69860-0e33-4383-a94b-862f911f7664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.538559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.540050 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-d8475666-fc38-4b6d-a9ff-b70b7b7067b5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7717562 Jul 22 14:08:27.542712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.574271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.598760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Transition to ACTIVE for port object ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:27.631955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.640343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Transition to ACTIVE for port object ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:27.658555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.686998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-227708c9-7e5d-4baa-adb0-105c9ea1e29b tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.1286881 Jul 22 14:08:27.705127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:27.708035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:27.714665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:27.791062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Attempting to bind port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:27.791430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Attempting to bind port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:27.791794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Attempting to bind port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 on network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:27.793853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Pushing event updated for resources: {'Port': ['ID=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:27.799570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:27.799944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Checking segment: {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:27.800349 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.800735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Bound using segment: {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:27.801201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Bound port: ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:27.801581 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.813272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08e69860-0e33-4383-a94b-862f911f7664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.816622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08e69860-0e33-4383-a94b-862f911f7664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:27.820265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-08e69860-0e33-4383-a94b-862f911f7664 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/896033f3-d351-48d6-87dc-bc0203bc0d31 HTTP/1.1" status: 204 len: 168 time: 0.6226163 Jul 22 14:08:27.844428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e69860-0e33-4383-a94b-862f911f7664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896033f3-d351-48d6-87dc-bc0203bc0d31,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:27.885795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] For port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:27.889366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] For port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,segment=NetworkSegment(ab1cc4de-65a6-484c-954c-989ce0f86fdf),segment_id=ab1cc4de-65a6-484c-954c-989ce0f86fdf)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:27.895563 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.010296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7ca3f-eeb1-4c8d-9d86-66d9ae9f0936 None None] Pushing event updated for resources: {'Port': ['ID=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:28.030262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-f29905e9-b1d2-4615-bfd5-cc3cf6f2159b tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:28.031691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6aa58-7d2b-4b11-b1cc-ad0c514b6366 req-f29905e9-b1d2-4615-bfd5-cc3cf6f2159b tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.3152292 Jul 22 14:08:28.217203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.276555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.340382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22844b-c027-4692-a018-097d5c32fca1 req-d243b44d-b3b3-4ed2-aa80-32bda22878db tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:28.354625 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac22844b-c027-4692-a018-097d5c32fca1 req-d243b44d-b3b3-4ed2-aa80-32bda22878db tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 944 time: 0.2710323 Jul 22 14:08:28.436987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-3aaa16f0-72fc-4d92-a860-843808fefe2d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:28.453308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6407e5dd-ce88-42e0-b89b-a452da744828 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:08:28.465190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-3aaa16f0-72fc-4d92-a860-843808fefe2d tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3372958 Jul 22 14:08:28.478045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34982) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:28.548322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-f6e34efa-b4a9-4125-8770-5ec2020cc7c1 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.0793493 Jul 22 14:08:28.559609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'floatingip': {'port_id': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:28.584054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:28.614686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Deleting port f516219a-9442-48d2-8c51-0441462ac4b4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:28.615094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.626207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.640955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6407e5dd-ce88-42e0-b89b-a452da744828, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6407e5dd-ce88-42e0-b89b-a452da744828,segment=NetworkSegment(80b067b2-0f74-4c44-91c8-0526e465aa2c),segment_id=80b067b2-0f74-4c44-91c8-0526e465aa2c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:28.641154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0512a6c5-b183-4a47-82ce-58ef89e13410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.662178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac22844b-c027-4692-a018-097d5c32fca1 req-6207e190-f032-48ed-af1e-66d57ead2e32 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065407 Jul 22 14:08:28.662745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '6407e5dd-ce88-42e0-b89b-a452da744828', 'network_id': 'a5599c61-467b-47f1-82d8-a978f460f978', 'port_id': '6407e5dd-ce88-42e0-b89b-a452da744828', 'mac_address': 'fa:16:3e:c2:68:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48ca52c-9a7a-4de1-a0cb-4e834a140c52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:08:28.742002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:28.859450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Allocated IP 172.25.8.70 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/57fcda89-d663-47ff-858e-557bea5da5d5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:28.940248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1756039547-network', 'tenant_id': '40d7a857defb45efaee64269f816cbad'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:29.007820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6407e5dd-ce88-42e0-b89b-a452da744828 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:08:29.044095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6407e5dd-ce88-42e0-b89b-a452da744828, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6407e5dd-ce88-42e0-b89b-a452da744828,segment=NetworkSegment(80b067b2-0f74-4c44-91c8-0526e465aa2c),segment_id=80b067b2-0f74-4c44-91c8-0526e465aa2c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:29.049362 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.126313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=6407e5dd-ce88-42e0-b89b-a452da744828,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:29.158332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:29.193925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] For port f516219a-9442-48d2-8c51-0441462ac4b4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f516219a-9442-48d2-8c51-0441462ac4b4,segment=NetworkSegment(dc834dbe-3fe2-4c28-b807-84430c22aab5),segment_id=dc834dbe-3fe2-4c28-b807-84430c22aab5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:29.194599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.225340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Calling delete_port for f516219a-9442-48d2-8c51-0441462ac4b4 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:29.269638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.291263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:29.301507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0512a6c5-b183-4a47-82ce-58ef89e13410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.304644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['6407e5dd-ce88-42e0-b89b-a452da744828'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:29.324725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0512a6c5-b183-4a47-82ce-58ef89e13410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.474775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512a6c5-b183-4a47-82ce-58ef89e13410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd47af2-9cdc-4bd0-828a-3d4ab326d616,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:29.485187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0512a6c5-b183-4a47-82ce-58ef89e13410 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c0d52556e0f4dbd85d482b73c88285b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8930466 Jul 22 14:08:29.492657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:29.521024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa406c4-066b-4d13-8471-83c5ca872ff4 None None] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:29.569657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Made reservation on behalf of 40d7a857defb45efaee64269f816cbad for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:29.575896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.593336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.622744 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.669809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:29.673067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Pushing event updated for resources: {'Port': ['ID=57fcda89-d663-47ff-858e-557bea5da5d5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:29.675541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:29.682532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:29.688354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3829-2173-4d8a-93a1-39020c355b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.720924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3829-2173-4d8a-93a1-39020c355b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.827047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3829-2173-4d8a-93a1-39020c355b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.830162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c5a3829-2173-4d8a-93a1-39020c355b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:29.831401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7c5a3829-2173-4d8a-93a1-39020c355b24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fd47af2-9cdc-4bd0-828a-3d4ab326d616 HTTP/1.1" status: 204 len: 168 time: 0.3358388 Jul 22 14:08:29.848675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccfdd8-6dbb-49fa-b3dc-41c7ff561eaa req-8dbdef71-36ba-4477-84ce-d1fc67af44f0 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:29.850691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9ccfdd8-6dbb-49fa-b3dc-41c7ff561eaa req-8dbdef71-36ba-4477-84ce-d1fc67af44f0 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 946 time: 0.4230502 Jul 22 14:08:29.914478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a3829-2173-4d8a-93a1-39020c355b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd47af2-9cdc-4bd0-828a-3d4ab326d616,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:30.043331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] Provisioning for port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:30.054666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] Provisioning complete for port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:30.055217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.190285 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.312582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] For port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,segment=NetworkSegment(ab1cc4de-65a6-484c-954c-989ce0f86fdf),segment_id=ab1cc4de-65a6-484c-954c-989ce0f86fdf)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:30.319136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.324221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9ccfdd8-6dbb-49fa-b3dc-41c7ff561eaa req-e377d88f-2592-47d5-80ec-5650d709af72 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309704 Jul 22 14:08:30.451381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414ffff-4c8b-435b-a7ac-20114fc79ee1 None None] Pushing event updated for resources: {'Port': ['ID=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:30.467038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6407e5dd-ce88-42e0-b89b-a452da744828 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:30.535915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 6407e5dd-ce88-42e0-b89b-a452da744828 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:30.547991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 6407e5dd-ce88-42e0-b89b-a452da744828 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:30.548600 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.692043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.783352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-67198fa5-63c4-4601-a127-0e9a5b4c0079 None None] Provisioning complete for port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:30.784545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67198fa5-63c4-4601-a127-0e9a5b4c0079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.801410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905caac2-d7ee-4fbd-bbd9-7d1fd5c92c2d req-3c731cdf-bcbb-4b74-b8ee-b8e2fbb0ebde tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:30.803024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-905caac2-d7ee-4fbd-bbd9-7d1fd5c92c2d req-3c731cdf-bcbb-4b74-b8ee-b8e2fbb0ebde tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 945 time: 0.3645170 Jul 22 14:08:30.902424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.905384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:08:30.920433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 6407e5dd-ce88-42e0-b89b-a452da744828, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6407e5dd-ce88-42e0-b89b-a452da744828,segment=NetworkSegment(80b067b2-0f74-4c44-91c8-0526e465aa2c),segment_id=80b067b2-0f74-4c44-91c8-0526e465aa2c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:30.921265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6407e5dd-ce88-42e0-b89b-a452da744828'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:30.923560 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b819fe16-f821-4453-89bf-65251f270ac0" -d '{"events": [{"server_uuid": "f0d11702-cc6b-43c3-bb44-05f713ba662d", "name": "network-vif-plugged", "status": "completed", "tag": "6407e5dd-ce88-42e0-b89b-a452da744828"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:30.939402 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.975002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-905caac2-d7ee-4fbd-bbd9-7d1fd5c92c2d req-68662f36-b833-464a-9a38-6ebb42b7fc48 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571953 Jul 22 14:08:30.988556 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:30.994714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.015552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=6407e5dd-ce88-42e0-b89b-a452da744828,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:31.041779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.088677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35028) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:31.096715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:31.110253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Pushing event deleted for resources: {'Port': ['ID=f516219a-9442-48d2-8c51-0441462ac4b4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:31.134426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:31.147087 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55125072-4284-4e41-8bb1-2e6ee26c8aa2 x-openstack-request-id: req-55125072-4284-4e41-8bb1-2e6ee26c8aa2 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:31.147362 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d11702-cc6b-43c3-bb44-05f713ba662d", "name": "network-vif-plugged", "status": "completed", "tag": "6407e5dd-ce88-42e0-b89b-a452da744828", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:31.147610 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55125072-4284-4e41-8bb1-2e6ee26c8aa2 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:31.147927 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6407e5dd-ce88-42e0-b89b-a452da744828', 'code': 200} Jul 22 14:08:31.160367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.195942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a6d982-a8c4-4769-afc9-6246c104a05c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:31.215515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.217040 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Added segment 637b4673-2d77-4a20-a976-ee64b74264cb of type vlan for network 7a83db8e-fb7b-4a43-b074-5172c21e030d Jul 22 14:08:31.276668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:31.276935 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.285457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.299177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.337427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-bf03d00e-0144-4eb5-9aa2-2a25237a88b1 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:31.342027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-bf03d00e-0144-4eb5-9aa2-2a25237a88b1 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.20 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 946 time: 0.4617105 Jul 22 14:08:31.428883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-network', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:31.496126 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Floating IP b02eb7a9-d576-4528-aaa3-72706b183a8a associated. External IP: 172.25.8.245, port: b8746ddd-c64d-48a7-bbfd-0ffd80f10461. Jul 22 14:08:31.538610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.674673 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.675666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:31.676246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.685434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Made reservation on behalf of 0fc5b723ea154ed7a853a886ca7ed991 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:31.687726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.736851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.770543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2886486 Jul 22 14:08:31.809158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:31.814706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72212b-5fbb-4c42-abbb-d9941dd10e1c req-75b10b98-dfef-4034-8199-23ef5e665ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:31.816213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b72212b-5fbb-4c42-abbb-d9941dd10e1c req-75b10b98-dfef-4034-8199-23ef5e665ec9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 1098 time: 0.6231759 Jul 22 14:08:31.824161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Request body: {'subnet': {'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1756039547-subnet', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:31.836590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb95dbd-fe56-477b-a605-bb0c54851f5a admin admin] Pushing event updated for resources: {'Network': ['ID=7a83db8e-fb7b-4a43-b074-5172c21e030d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:31.852584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:08:31.878289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:31.895409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:08:31.895409 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:08:31.895409 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id_1': '40d7a857defb45efaee64269f816cbad', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 8, 31, 839509)}] Jul 22 14:08:31.895409 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:08:31.895841 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:08:31.960509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b72212b-5fbb-4c42-abbb-d9941dd10e1c req-7727411f-f06d-4f37-a963-11f37182d928 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291692 Jul 22 14:08:31.973178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf6f45-f5c2-4d7e-bd9c-b408019b856a req-8efbe281-f35e-4bce-962e-586c496ba734 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:31.974704 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60cf6f45-f5c2-4d7e-bd9c-b408019b856a req-8efbe281-f35e-4bce-962e-586c496ba734 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 946 time: 0.5662656 Jul 22 14:08:32.013798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Deleting port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:32.014140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.067758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60cf6f45-f5c2-4d7e-bd9c-b408019b856a req-71345c68-cc69-4667-a0c7-b2776a66c52a tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/security-groups?id=116d5190-1a9b-4dc6-b762-c259ac2af0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848386 Jul 22 14:08:32.139691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Router 5135732b-c35e-4803-b1fb-7e88a0cf0185 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:08:32.157245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] For port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:32.157637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.163217 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Router 318837ff-5768-4a66-bac8-e10210f58fc9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:32.173833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.209293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Calling delete_port for 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:32.214485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.388255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:32.401541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Sync routers for ids ['5135732b-c35e-4803-b1fb-7e88a0cf0185'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:32.428858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9020-dd62-4f20-90a5-05043ac865ad req-6c611902-db9a-4071-b615-16ddfdfe2759 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:32.431822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Routers {'5135732b-c35e-4803-b1fb-7e88a0cf0185'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:32.433719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5135732b-c35e-4803-b1fb-7e88a0cf0185'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:32.437369 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d71f9020-dd62-4f20-90a5-05043ac865ad req-6c611902-db9a-4071-b615-16ddfdfe2759 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 946 time: 0.2259669 Jul 22 14:08:32.459754 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.460976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d4ea667-89a2-4db8-a309-820881986586 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3538601 Jul 22 14:08:32.466674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:32.623306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d71f9020-dd62-4f20-90a5-05043ac865ad req-1b8dc5e5-23c4-4f2d-aff2-0306579d17ac tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834962 Jul 22 14:08:32.640816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:32.658296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373267e0-15f5-4610-8f9f-9bba740829ec,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:32.683998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.684473 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Added segment 089f216a-4a6f-4716-aae9-6899dfe8eb0b of type vlan for network a6ec713c-f83d-44b5-af33-d8c296c6ccea Jul 22 14:08:32.689208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.709909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Made reservation on behalf of 40d7a857defb45efaee64269f816cbad for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:32.711276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2d9d8de1-327f-422f-ba8e-bbbfb69f1475'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:08:32.713489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.746450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Set router 5135732b-c35e-4803-b1fb-7e88a0cf0185 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:32.783274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.799449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:32.804324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:32.808916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Pushing event deleted for resources: {'Port': ['ID=2d9d8de1-327f-422f-ba8e-bbbfb69f1475,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:32.822733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.824658 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] Sync routers for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:32.836155 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:32.837761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:32.911779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] No DVR routers for this DVR port 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:32.915627 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:32.917652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-423a9fd7-deec-45cc-9aa4-e07668dcf1ad req-b314c451-e1f4-42bb-87ae-e2f0250e75a9 tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.20 "DELETE /v2.0/ports/2d9d8de1-327f-422f-ba8e-bbbfb69f1475 HTTP/1.1" status: 204 len: 173 time: 1.5080295 Jul 22 14:08:32.927901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:08:32.930925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'name': 'network-vif-deleted', 'tag': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:32.933698 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821237c4-c18a-45ac-8946-f9bed5e43d00" -d '{"events": [{"server_uuid": "45bc5b13-1173-4cfc-a274-6279c01b2c71", "name": "network-vif-deleted", "tag": "2d9d8de1-327f-422f-ba8e-bbbfb69f1475"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:33.025285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:33.026328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:33.026937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:33.075863 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4940feb3-c2b8-4229-a5e3-ec1385a96869 x-openstack-request-id: req-4940feb3-c2b8-4229-a5e3-ec1385a96869 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:33.080419 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bc5b13-1173-4cfc-a274-6279c01b2c71", "name": "network-vif-deleted", "tag": "2d9d8de1-327f-422f-ba8e-bbbfb69f1475", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:33.080737 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4940feb3-c2b8-4229-a5e3-ec1385a96869 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:33.081712 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bc5b13-1173-4cfc-a274-6279c01b2c71', 'name': 'network-vif-deleted', 'tag': '2d9d8de1-327f-422f-ba8e-bbbfb69f1475', 'status': 'completed', 'code': 200} Jul 22 14:08:33.087381 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:33.090244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-0ac3b767-2eb0-4c89-bdb7-e4a9d99deb80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "PUT /v2.0/floatingips/b02eb7a9-d576-4528-aaa3-72706b183a8a HTTP/1.1" status: 200 len: 996 time: 4.5363293 Jul 22 14:08:33.120809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:33.123745 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c556d-6a63-4505-a1b2-1ebad5abce36" -d '{"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:33.163913 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0693152 Jul 22 14:08:33.187154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:33.200684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Request body: {'subnet': {'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-subnet', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:33.213441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 3, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:33.262996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Made reservation on behalf of 0fc5b723ea154ed7a853a886ca7ed991 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:33.265261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:33.284962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Checking router: 5135732b-c35e-4803-b1fb-7e88a0cf0185 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:33.285314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Updating router 5135732b-c35e-4803-b1fb-7e88a0cf0185 port 57fcda89-d663-47ff-858e-557bea5da5d5 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:33.327297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd0240-d2e1-4f79-95e2-77383eda1939 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ec713c-f83d-44b5-af33-d8c296c6ccea,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:33.417881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:33.420629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:08:33.527971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:33.547193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] Sync routers for ids ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:33.563335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0d9750cf-0b8a-4182-886b-2f035b51f061 admin admin] 10.222.0.11 "PUT /v2.0/routers/a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5559185 Jul 22 14:08:33.568830 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b02eb7a9-d576-4528-aaa3-72706b183a8a', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'port_id': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af785b69-c355-4770-a84b-4c7377c1c062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:08:25Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 1, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:31Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:33.587830 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da6fd232-a01f-4c7c-9c73-f4ef03998f14 req-85f001d7-a44e-4c5f-9684-22026bc59b3e tempest-AttachSCSIVolumeTestJSON-774113763 tempest-AttachSCSIVolumeTestJSON-774113763-project] 10.222.0.11 "GET /v2.0/ports?device_id=45bc5b13-1173-4cfc-a274-6279c01b2c71 HTTP/1.1" status: 200 len: 210 time: 0.3354464 Jul 22 14:08:33.588402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:33.631019 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] Checking router: 318837ff-5768-4a66-bac8-e10210f58fc9 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:33.641589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-c5129473-6290-400f-b02f-7aef4da74823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:33.642602 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:33.643540 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:33.647479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-c5129473-6290-400f-b02f-7aef4da74823 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.4978340 Jul 22 14:08:33.655238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:33.669831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] Routers {'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:33.671452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:33.774785 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a566e1-c792-42d8-a898-bce073e02ffa x-openstack-request-id: req-b5a566e1-c792-42d8-a898-bce073e02ffa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:33.775157 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:33.775364 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5a566e1-c792-42d8-a898-bce073e02ffa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:33.775719 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'status': 'completed', 'code': 200} Jul 22 14:08:33.839056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:33.910781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] Set router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:33.945103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:33.987059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-c9163f4e-ec5c-4920-bd1f-0731de00cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:33.988603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-c9163f4e-ec5c-4920-bd1f-0731de00cd93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.3254385 Jul 22 14:08:34.000502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fa3873-e51e-434c-8fee-fab0a09ee07e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:34.047197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.054733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Checking segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:34.055419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Network hostable DHCP agents. Network: 7a83db8e-fb7b-4a43-b074-5172c21e030d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:08:34.096992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-80d31d47-a8eb-4c28-89d5-8a079015264f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 999 time: 0.0983839 Jul 22 14:08:34.100787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-9b8e6302-daa1-41b1-b76c-4681a60a53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:34.103080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-9b8e6302-daa1-41b1-b76c-4681a60a53d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.2104940 Jul 22 14:08:34.122941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:08:34.178116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 7a83db8e-fb7b-4a43-b074-5172c21e030d) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:34.187582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:34.188179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.193791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-8a7ba897-b8ea-49b5-9774-f608d2bfb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:34.195324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-8a7ba897-b8ea-49b5-9774-f608d2bfb300 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.0899889 Jul 22 14:08:34.238494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Allocated IP 172.20.0.1 (31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2/34e6a0c5-496a-455d-b8e2-e64af9b5bd96/e6b1b795-ce8b-4973-93bc-8413621ff58f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:34.242990 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.255904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Transition to ACTIVE for port object 57fcda89-d663-47ff-858e-557bea5da5d5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:34.262458 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b02eb7a9-d576-4528-aaa3-72706b183a8a', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'port_id': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af785b69-c355-4770-a84b-4c7377c1c062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:08:25Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 1, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:31Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:34.270784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4bbe11b4-b68f-4912-ae3e-c009f1679064 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4519396 Jul 22 14:08:34.271568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35064) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:34.275430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-37290b62-8f4a-4a7a-a2ae-ec58bd98d331 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482183 Jul 22 14:08:34.279698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:34.292510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa37a1-5d0c-49bb-bfc2-c7a9513144b6 None None] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:34.295696 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.309564 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048fce8d-bdcd-4980-86fb-5aafc001c7e7 None None] The sync data for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 is: [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b02eb7a9-d576-4528-aaa3-72706b183a8a', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'floating_ip_address': '172.25.8.245', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'port_id': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'mac_address': 'fa:16:3e:ab:b4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af785b69-c355-4770-a84b-4c7377c1c062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:08:25Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 1, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:31Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:34.356477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.358446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.370780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-2d472452-d9ac-42e3-9bcf-644dc4b7303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:34.373606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-2d472452-d9ac-42e3-9bcf-644dc4b7303e service neutron] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.2596312 Jul 22 14:08:34.411359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.448255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.469259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Transition to ACTIVE for port object e6b1b795-ce8b-4973-93bc-8413621ff58f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:34.517228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac78e0-1c52-4f29-af91-e9ff9563801c req-a404dc01-27bc-4599-900e-7af8f45a3fd0 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:34.517675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506645d-37ff-4c0d-b532-eb0065ea7f11 None None] Pushing event updated for resources: {'Port': ['ID=57fcda89-d663-47ff-858e-557bea5da5d5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:34.523640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09ac78e0-1c52-4f29-af91-e9ff9563801c req-a404dc01-27bc-4599-900e-7af8f45a3fd0 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 946 time: 0.6329792 Jul 22 14:08:34.540539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.546428 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-d77ce18a-e594-4f56-a1a9-a83015fc0ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617590 Jul 22 14:08:34.579820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Attempting to bind port 57fcda89-d663-47ff-858e-557bea5da5d5 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:34.580330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Attempting to bind port 57fcda89-d663-47ff-858e-557bea5da5d5 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:34.580819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Attempting to bind port 57fcda89-d663-47ff-858e-557bea5da5d5 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:34.599060 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-563df82b-3587-4f4e-9c66-5bd0b7bd2485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 999 time: 0.1808336 Jul 22 14:08:34.611382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:34.611807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:34.612314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.612795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:34.613372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Bound port: 57fcda89-d663-47ff-858e-557bea5da5d5, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:34.613854 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.624857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.683280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09ac78e0-1c52-4f29-af91-e9ff9563801c req-e3027e67-b524-427f-b288-a0bbf55dc056 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586478 Jul 22 14:08:34.698989 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e247ddf-7e4a-4d2b-8584-47465dc9af4b None None] New status for floating IP b02eb7a9-d576-4528-aaa3-72706b183a8a: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:08:34.702067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-754acedf-4732-444b-8bc4-ea6c34fcb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:34.703947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-754acedf-4732-444b-8bc4-ea6c34fcb4ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.0549510 Jul 22 14:08:34.730567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.755047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] For port 57fcda89-d663-47ff-858e-557bea5da5d5, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:34.760920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] For port 57fcda89-d663-47ff-858e-557bea5da5d5, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=57fcda89-d663-47ff-858e-557bea5da5d5,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:34.784381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-7a83db8e-fb7b-4a43-b074-5172c21e030d', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:08:34.785259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.788941 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-22ec4a12-f6a9-448c-901c-6c7da3145452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741832 Jul 22 14:08:34.794412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.825929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:34.901054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Deleting port 9c215293-9040-42aa-b86e-0736b0f00802 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:34.911666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506645d-37ff-4c0d-b532-eb0065ea7f11 None None] Pushing event updated for resources: {'Port': ['ID=57fcda89-d663-47ff-858e-557bea5da5d5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:34.921795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:34.945026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '9c215293-9040-42aa-b86e-0736b0f00802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 5, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port': {'id': '9c215293-9040-42aa-b86e-0736b0f00802', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:05:48Z', 'updated_at': '2021-07-22T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:34.995044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:35.007756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] Checking router: a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:35.011126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.043386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:35.066026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] Routers {'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:35.067095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:35.070396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Pushing event updated for resources: {'Port': ['ID=e6b1b795-ce8b-4973-93bc-8413621ff58f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:35.077083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:35.095893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Routers {'5135732b-c35e-4803-b1fb-7e88a0cf0185'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:35.097891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5135732b-c35e-4803-b1fb-7e88a0cf0185'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:35.127297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4664000-e77c-4d09-b5c9-25d70cc17c91 req-6f2b2000-ff65-43d8-9e29-ec1c01c87d1c service neutron] 10.222.0.11 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688038 Jul 22 14:08:35.256841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Checking segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:35.257436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Network hostable DHCP agents. Network: a6ec713c-f83d-44b5-af33-d8c296c6ccea, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:08:35.306282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-acf50d00-da1b-4ee9-9c50-0eee73bb306d service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983256 Jul 22 14:08:35.332662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] Set router 5135732b-c35e-4803-b1fb-7e88a0cf0185 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:35.348632 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.362064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] For port 9c215293-9040-42aa-b86e-0736b0f00802, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c215293-9040-42aa-b86e-0736b0f00802,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:35.362439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.432851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:08:35.505102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Calling delete_port for 9c215293-9040-42aa-b86e-0736b0f00802 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:35.519473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a6ec713c-f83d-44b5-af33-d8c296c6ccea) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:35.542407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:35.543450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.553134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-13e48161-af8c-4696-b49a-c526174b4625 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 1001 time: 0.3752439 Jul 22 14:08:35.602784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e184f6a-c5f5-4ce1-9991-7ec9d0c43752 None None] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:35.610185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c7c556d-6a63-4505-a1b2-1ebad5abce36 req-8b60fb37-759b-4901-ade8-1c710c048c4e service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794547 Jul 22 14:08:35.684888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326c5de-f911-412c-8907-837908c32528 req-f3b2e71f-399c-4b90-ad60-ea860251a95b tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:35.700809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-f3b2e71f-399c-4b90-ad60-ea860251a95b tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports/b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 942 time: 0.0797675 Jul 22 14:08:35.714016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2f750f3e-8ea4-4406-94d6-e6202bebcba5 None None] Provisioning for port e6b1b795-ce8b-4973-93bc-8413621ff58f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:35.719412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727c530-efe4-4f12-a272-8acda30bac18 req-9963e43e-f209-4f4e-b593-268bb2b36386 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:35.723298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c727c530-efe4-4f12-a272-8acda30bac18 req-9963e43e-f209-4f4e-b593-268bb2b36386 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 946 time: 0.4633379 Jul 22 14:08:35.730046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2f750f3e-8ea4-4406-94d6-e6202bebcba5 None None] Provisioning complete for port e6b1b795-ce8b-4973-93bc-8413621ff58f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:35.730550 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2f750f3e-8ea4-4406-94d6-e6202bebcba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.741117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6fe62194-18ce-42ec-bd8a-501d42fe3ac8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5526714 Jul 22 14:08:35.744071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35122) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:35.748849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:35.793776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2f750f3e-8ea4-4406-94d6-e6202bebcba5 None None] Port e6b1b795-ce8b-4973-93bc-8413621ff58f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:35.897011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.898283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.901150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] Set router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:35.964993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:35.985145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-dcce6715-b350-4511-ba9c-f6076ad23af3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 1001 time: 0.2309730 Jul 22 14:08:36.016576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:08:34Z', 'revision_number': 6, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:36.063516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eac397-848c-4688-b55c-2c2ad2ab5211 None None] The sync data for ids ['a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4'] in n-d-787205-11 is: [{'id': 'a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4', 'name': 'tempest-ServerRescueTestJSON-1807093411-router', 'tenant_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:05:47Z', 'updated_at': '2021-07-22T14:08:34Z', 'revision_number': 6, 'project_id': 'af5f2a7c1c9447758435bd94fc3c0028', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:36.110441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c727c530-efe4-4f12-a272-8acda30bac18 req-1e97adc8-edff-41e3-a5fe-e15c0839691c tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545156 Jul 22 14:08:36.256229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Allocated IP 172.20.0.2 (7a83db8e-fb7b-4a43-b074-5172c21e030d/b7fa3873-e51e-434c-8fee-fab0a09ee07e/73791592-711d-4cac-afa4-13b2959b93d8) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:36.332700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:08:36.334020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:36.528488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:36.638734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:36.660279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:36.664703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35134) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:36.670562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-972275974'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:36.705837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326c5de-f911-412c-8907-837908c32528 req-4b8fca07-c572-4c5d-81a7-e37943cb2fc3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:36.709692 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-4b8fca07-c572-4c5d-81a7-e37943cb2fc3 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.7229824 Jul 22 14:08:36.716060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:36.748928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:36.749606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2d9d8de1-327f-422f-ba8e-bbbfb69f1475 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:36.826493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 3, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:36.872161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb7b53e-f37c-4ec0-8741-d5f7b9966f3b None None] The sync data for ids ['5135732b-c35e-4803-b1fb-7e88a0cf0185'] in n-d-787205-11 is: [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:08:30Z', 'revision_number': 3, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:36.921355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Allocated IP 172.20.0.2 (a6ec713c-f83d-44b5-af33-d8c296c6ccea/bc3b68d4-f7e1-47c5-b30f-d2cc321853e5/7f74e097-e29c-4d96-89e0-c386f4e99434) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:36.922779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:36.952708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.002833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Transition to ACTIVE for port object 73791592-711d-4cac-afa4-13b2959b93d8 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:37.031097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.060844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Transition to ACTIVE for port object 73791592-711d-4cac-afa4-13b2959b93d8 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:37.072522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.075180 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.096750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f516219a-9442-48d2-8c51-0441462ac4b4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:37.132397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:37.136066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:37.140461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.141134 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.156251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Pushing event updated for resources: {'Port': ['ID=e6b1b795-ce8b-4973-93bc-8413621ff58f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:37.173654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-62196c03-642c-450c-8cd5-7e391aa6da35 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 1001 time: 0.4546838 Jul 22 14:08:37.200215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f516219a-9442-48d2-8c51-0441462ac4b4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:37.200215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f516219a-9442-48d2-8c51-0441462ac4b4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:37.200215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c215293-9040-42aa-b86e-0736b0f00802 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:37.224977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:37.229064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:37.231592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:37.280694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9c215293-9040-42aa-b86e-0736b0f00802 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:37.281057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c215293-9040-42aa-b86e-0736b0f00802 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:37.369867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c215293-9040-42aa-b86e-0736b0f00802,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:37.418048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:37.442026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Pushing event updated for resources: {'Port': ['ID=73791592-711d-4cac-afa4-13b2959b93d8,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:37.462540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-31537209-e8de-4af6-8947-955835eb9fc9 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:37.464431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-31537209-e8de-4af6-8947-955835eb9fc9 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 946 time: 1.0718582 Jul 22 14:08:37.468544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.525112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Attempting to bind port 73791592-711d-4cac-afa4-13b2959b93d8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:37.525845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Attempting to bind port 73791592-711d-4cac-afa4-13b2959b93d8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:37.526315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Attempting to bind port 73791592-711d-4cac-afa4-13b2959b93d8 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:37.538013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.546282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:37.546814 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.546958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Checking segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:37.548190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.548624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Bound using segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:37.549225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Bound port: 73791592-711d-4cac-afa4-13b2959b93d8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:37.550212 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.551803 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.570089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.570873 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Added segment 24d13245-2029-4aa9-82f6-c9c4cf85a1b1 of type vlan for network a183127a-ba81-47ed-954d-eda7bfc44b91 Jul 22 14:08:37.584805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Transition to ACTIVE for port object 7f74e097-e29c-4d96-89e0-c386f4e99434 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:37.630488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Allocated IP 172.25.8.112 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e64bac84-5018-4e93-baf4-e9f98db7d57c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:37.634710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Transition to ACTIVE for port object 7f74e097-e29c-4d96-89e0-c386f4e99434 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:37.670014 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.720866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.750388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Pushing event updated for resources: {'Port': ['ID=7f74e097-e29c-4d96-89e0-c386f4e99434,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:37.769949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:37.775651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:37.779669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:37.782987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] For port 73791592-711d-4cac-afa4-13b2959b93d8, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:37.788992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] For port 73791592-711d-4cac-afa4-13b2959b93d8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=73791592-711d-4cac-afa4-13b2959b93d8,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:37.799790 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.815421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.870359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.927521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4c1e-1dfc-456b-afc3-226baf22ce42 None None] Pushing event updated for resources: {'Port': ['ID=73791592-711d-4cac-afa4-13b2959b93d8,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:37.933809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.940938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:37.943102 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.957997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Attempting to bind port 7f74e097-e29c-4d96-89e0-c386f4e99434 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:37.958533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Attempting to bind port 7f74e097-e29c-4d96-89e0-c386f4e99434 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:37.959051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Attempting to bind port 7f74e097-e29c-4d96-89e0-c386f4e99434 on network a6ec713c-f83d-44b5-af33-d8c296c6ccea {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:37.974383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:37.974769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Checking segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:37.975190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:37.975594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Bound using segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:37.976091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Bound port: 7f74e097-e29c-4d96-89e0-c386f4e99434, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:37.976479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.007072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f3a43-3100-4c1c-bde1-624aa0fc1a11 req-f99cb4d7-b2b0-4500-ab69-313eab199ff4 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:38.009703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758f3a43-3100-4c1c-bde1-624aa0fc1a11 req-f99cb4d7-b2b0-4500-ab69-313eab199ff4 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 946 time: 0.7145593 Jul 22 14:08:38.039575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.040756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:08:38.052216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.057036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-949cb2ec-a64f-40ce-8ae7-e9606af2c889 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a4ecad03-edc6-4d80-ac4d-da4b01cd7fd4 HTTP/1.1" status: 204 len: 168 time: 4.3222177 Jul 22 14:08:38.066608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:38.116464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.165686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:38.178102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] For port 7f74e097-e29c-4d96-89e0-c386f4e99434, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:38.189340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] For port 7f74e097-e29c-4d96-89e0-c386f4e99434, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7f74e097-e29c-4d96-89e0-c386f4e99434,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:38.194605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:38.201781 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.211851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758f3a43-3100-4c1c-bde1-624aa0fc1a11 req-3e53778a-67a1-42c3-a79d-f62d2efc6f4c tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904783 Jul 22 14:08:38.216069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.216635 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Floating IP b02eb7a9-d576-4528-aaa3-72706b183a8a disassociated. External IP: 172.25.8.245, port: b8746ddd-c64d-48a7-bbfd-0ffd80f10461. Jul 22 14:08:38.232354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Deleting port 6407e5dd-ce88-42e0-b89b-a452da744828 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:38.234231 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.309554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Deleting subnet a1debf9e-50b3-45af-8fa3-291ca20d93c6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:08:38.334525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6683238 Jul 22 14:08:38.355239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.355809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64ead-02f8-463e-abff-77cd31f83fdf None None] Pushing event updated for resources: {'Port': ['ID=7f74e097-e29c-4d96-89e0-c386f4e99434,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:38.358745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:38.521336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-182166648'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:38.531527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.618331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.637897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.681349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.747684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1d6fb-4647-4264-91c8-975dabb04068 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Network': ['ID=a183127a-ba81-47ed-954d-eda7bfc44b91,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:38.767605 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.775807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c635400e-e6a3-4258-bf9f-846a55228a4a None None] Provisioning complete for port e6b1b795-ce8b-4973-93bc-8413621ff58f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:38.776334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c635400e-e6a3-4258-bf9f-846a55228a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.789705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a183127a-ba81-47ed-954d-eda7bfc44b91 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:08:38.830222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:38.838522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.868644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] For port 6407e5dd-ce88-42e0-b89b-a452da744828, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=6407e5dd-ce88-42e0-b89b-a452da744828,segment=NetworkSegment(80b067b2-0f74-4c44-91c8-0526e465aa2c),segment_id=80b067b2-0f74-4c44-91c8-0526e465aa2c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:38.869063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.923881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Calling delete_port for 6407e5dd-ce88-42e0-b89b-a452da744828 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:38.966903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c635400e-e6a3-4258-bf9f-846a55228a4a None None] Port e6b1b795-ce8b-4973-93bc-8413621ff58f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:38.974022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:38.983471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.060679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Router 5135732b-c35e-4803-b1fb-7e88a0cf0185 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:39.061510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:39.065771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1debf9e-50b3-45af-8fa3-291ca20d93c6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:39.087664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.092932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-40f7b152-9031-46be-90cc-50ba818b0ed1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a1debf9e-50b3-45af-8fa3-291ca20d93c6 HTTP/1.1" status: 204 len: 168 time: 1.0232852 Jul 22 14:08:39.099984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:39.109726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.110079 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Added segment c4b35075-aa7c-469c-a846-008bf9a68528 of type vlan for network 0df27a70-30fc-482e-b6df-2b629d2507d7 Jul 22 14:08:39.191176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 57fcda89-d663-47ff-858e-557bea5da5d5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:39.284117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.304607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 57fcda89-d663-47ff-858e-557bea5da5d5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:39.310858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 57fcda89-d663-47ff-858e-557bea5da5d5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:39.311620 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.441100 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.470539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 57fcda89-d663-47ff-858e-557bea5da5d5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=57fcda89-d663-47ff-858e-557bea5da5d5,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:39.476668 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.479085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73791592-711d-4cac-afa4-13b2959b93d8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:39.507032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.524808 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:08:39.534374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:39.546242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:39.553899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:39.630015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 73791592-711d-4cac-afa4-13b2959b93d8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:39.635590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=57fcda89-d663-47ff-858e-557bea5da5d5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:39.653508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f74e097-e29c-4d96-89e0-c386f4e99434 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:39.675183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=e64bac84-5018-4e93-baf4-e9f98db7d57c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:39.692632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Allocated IP 172.25.8.141 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2de7abc9-ceb6-4c31-b4e6-ea349291e8a4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:39.699369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.713446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:39.714174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.738312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.749874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7f74e097-e29c-4d96-89e0-c386f4e99434 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:39.751415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:39.775271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d68d41e-c805-4fa9-94c5-f9486f40da7c admin admin] 10.222.0.11 "PUT /v2.0/routers/5135732b-c35e-4803-b1fb-7e88a0cf0185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3070865 Jul 22 14:08:39.838287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4274404 Jul 22 14:08:39.862014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:39.867203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Router 318837ff-5768-4a66-bac8-e10210f58fc9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:39.918887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Pushing event deleted for resources: {'Port': ['ID=6407e5dd-ce88-42e0-b89b-a452da744828,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:39.953194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b87e502-7abd-4cf3-bc99-216238ca357e None None] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:39.969374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:39.971728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912f374-2608-4dc6-9f52-b3e85312e044 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Network': ['ID=0df27a70-30fc-482e-b6df-2b629d2507d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:40.000059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'subnet': {'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:40.004125 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.006229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:08:40.042380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1094ab7a-9834-49fa-af16-e560f25a08f3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:40.082304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2d25-332b-48aa-8f95-5607f2d2cbf9 req-ed063383-4b0e-42cf-a2e0-ab74276504bb tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:40.084212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61be2d25-332b-48aa-8f95-5607f2d2cbf9 req-ed063383-4b0e-42cf-a2e0-ab74276504bb tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0d11702-cc6b-43c3-bb44-05f713ba662d HTTP/1.1" status: 200 len: 867 time: 0.6938984 Jul 22 14:08:40.091346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] No DVR routers for this DVR port 6407e5dd-ce88-42e0-b89b-a452da744828 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:40.104101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.106175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65709b14-4d36-4447-ada1-dd99c62aeb2b req-8770ded6-ad69-46c0-9475-fbf0e0d94b70 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.20 "DELETE /v2.0/ports/6407e5dd-ce88-42e0-b89b-a452da744828 HTTP/1.1" status: 204 len: 173 time: 2.6256638 Jul 22 14:08:40.107639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'name': 'network-vif-deleted', 'tag': '6407e5dd-ce88-42e0-b89b-a452da744828'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:40.110525 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ffce99-ef39-45bc-8198-8e592684913a" -d '{"events": [{"server_uuid": "f0d11702-cc6b-43c3-bb44-05f713ba662d", "name": "network-vif-deleted", "tag": "6407e5dd-ce88-42e0-b89b-a452da744828"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:40.114385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc834dbe-3fe2-4c28-b807-84430c22aab5') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:40.114686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc834dbe-3fe2-4c28-b807-84430c22aab5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:40.141100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.165553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61be2d25-332b-48aa-8f95-5607f2d2cbf9 req-f1d9c76a-10a5-4663-b2cc-3e18d051cd56 tempest-InstanceActionsV221TestJSON-293976951 tempest-InstanceActionsV221TestJSON-293976951-project] 10.222.0.11 "GET /v2.0/security-groups?id=3de45c9c-bfda-4743-ae88-4bd5f6996307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Jul 22 14:08:40.177074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.179556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Provisioning for port 73791592-711d-4cac-afa4-13b2959b93d8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:40.189699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:08:40.190368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.191091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Provisioning complete for port 73791592-711d-4cac-afa4-13b2959b93d8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:40.191690 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:08:40.193188 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:08:40.361019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.370964 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.375715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1094ab7a-9834-49fa-af16-e560f25a08f3 HTTP/1.1" status: 204 len: 168 time: 1.2724047 Jul 22 14:08:40.410384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa062-252f-49a9-bb0d-fc84f2595ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1094ab7a-9834-49fa-af16-e560f25a08f3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:40.416636 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.478189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] For port 73791592-711d-4cac-afa4-13b2959b93d8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=73791592-711d-4cac-afa4-13b2959b93d8,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:40.487176 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.497699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Sync routers for ids ['5135732b-c35e-4803-b1fb-7e88a0cf0185'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:40.555300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6407e5dd-ce88-42e0-b89b-a452da744828 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:40.586129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 6407e5dd-ce88-42e0-b89b-a452da744828 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:40.587250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 6407e5dd-ce88-42e0-b89b-a452da744828 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:40.607959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Routers {'5135732b-c35e-4803-b1fb-7e88a0cf0185'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:40.609139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5135732b-c35e-4803-b1fb-7e88a0cf0185'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:40.683611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:40.745787 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.767796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:40.768260 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-df36aaa3-650f-4101-a15e-f30407e2b8f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af5f2a7c1c9447758435bd94fc3c0028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831628 Jul 22 14:08:40.772568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.777881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:40.854794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Set router 5135732b-c35e-4803-b1fb-7e88a0cf0185 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:40.948801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Pushing event updated for resources: {'Port': ['ID=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:40.951239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:40.955380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:40.993701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Pushing event updated for resources: {'Port': ['ID=73791592-711d-4cac-afa4-13b2959b93d8,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:41.013739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.014093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.014500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.015131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.015707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.016287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.017057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.017355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.017717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.018055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.019928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.020283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51923485-013f-4e5d-ac9d-2bd79c2e9e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:08:41.035552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbeb2cf-74c1-43ad-9215-665dc966b673 None None] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:41.054396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:41.070420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:41.115466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-650c9685-0abf-4886-aa54-97f9444187d2 None None] Provisioning complete for port 73791592-711d-4cac-afa4-13b2959b93d8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:41.115894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-650c9685-0abf-4886-aa54-97f9444187d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.118992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:41.129962 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] Sync routers for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:41.145982 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:41.147130 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:41.188854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-23d2da9a-d16e-47d6-8f96-1c2ef58d332e tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6703348 Jul 22 14:08:41.199027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:41.213869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb2d244b-8472-4f8e-bd20-e32f64b51c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.220969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.239505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb2d244b-8472-4f8e-bd20-e32f64b51c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.298198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb2d244b-8472-4f8e-bd20-e32f64b51c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.301048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb2d244b-8472-4f8e-bd20-e32f64b51c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.304661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eb2d244b-8472-4f8e-bd20-e32f64b51c6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5102686c-9552-4290-878e-d095a9e8449c HTTP/1.1" status: 204 len: 168 time: 0.5234811 Jul 22 14:08:41.325033 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.327640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d244b-8472-4f8e-bd20-e32f64b51c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5102686c-9552-4290-878e-d095a9e8449c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:41.337536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 57fcda89-d663-47ff-858e-557bea5da5d5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:41.359858 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:41.529261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-532398d5-1243-471c-8283-1a1cb3afc4f6 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "PUT /v2.0/floatingips/b02eb7a9-d576-4528-aaa3-72706b183a8a HTTP/1.1" status: 200 len: 695 time: 4.3142874 Jul 22 14:08:41.548545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:41.551350 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad575d9-695b-4f26-b34b-7c1602551bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:41.628140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.659772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 57fcda89-d663-47ff-858e-557bea5da5d5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:41.660185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.712515 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:31Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:41.742911 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] Checking router: 318837ff-5768-4a66-bac8-e10210f58fc9 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:41.743460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:08:35Z', 'revision_number': 4, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e6b1b795-ce8b-4973-93bc-8413621ff58f', 'name': '', 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'mac_address': 'fa:16:3e:33:85:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:36Z', 'revision_number': 2, 'project_id': 'e741f7585cd249f99e76393c74187950', 'subnets': [{'id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:41.756150 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:41.757572 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:41.812968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Checking router: 5135732b-c35e-4803-b1fb-7e88a0cf0185 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:41.813360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Updating router 5135732b-c35e-4803-b1fb-7e88a0cf0185 port e6b1b795-ce8b-4973-93bc-8413621ff58f binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:41.858658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Allocated IP 172.25.8.121 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/869014cf-045b-45ca-943b-0ff1f55a6f64) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:41.901321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] Provisioning for port 7f74e097-e29c-4d96-89e0-c386f4e99434 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:41.903301 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:41.918491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] Provisioning complete for port 7f74e097-e29c-4d96-89e0-c386f4e99434 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:41.918871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.015786 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:42.093105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.095745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.111059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.159695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326c5de-f911-412c-8907-837908c32528 req-7dd9a0f9-d38e-4837-aa08-2d7481335014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:42.163032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-7dd9a0f9-d38e-4837-aa08-2d7481335014 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.6014731 Jul 22 14:08:42.170552 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.257442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.265240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Subnet': ['ID=9019d0c9-7709-45b7-a16f-d140b1d31cd1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:42.310275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:42.313570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:42.321863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:42.333805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.400658 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:31Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:42.418964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] For port 7f74e097-e29c-4d96-89e0-c386f4e99434, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7f74e097-e29c-4d96-89e0-c386f4e99434,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:42.422784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.433086 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.439344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Transition to ACTIVE for port object e6b1b795-ce8b-4973-93bc-8413621ff58f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:42.456014 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0691fb-7e40-4272-a2ff-63a78b03c7c8 None None] The sync data for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 is: [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:07:21Z', 'revision_number': 4, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '55b6a616-b1d3-4d87-95b7-c8f843f6eca5', 'name': '', 'network_id': 'be27c592-efb0-4c80-9e56-d0913b4956a9', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'mac_address': 'fa:16:3e:85:af:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:19Z', 'updated_at': '2021-07-22T14:07:31Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'subnets': [{'id': 'ed296e9c-90e5-4664-9783-bc2801d78648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:42.469505 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.481104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=869014cf-045b-45ca-943b-0ff1f55a6f64,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:42.585732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.591519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8926c-0b6a-43cd-b9ad-1e67cd35133a None None] Pushing event updated for resources: {'Port': ['ID=7f74e097-e29c-4d96-89e0-c386f4e99434,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:42.684236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.685240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Attempting to bind port e6b1b795-ce8b-4973-93bc-8413621ff58f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:42.685635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Attempting to bind port e6b1b795-ce8b-4973-93bc-8413621ff58f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:42.686011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Attempting to bind port e6b1b795-ce8b-4973-93bc-8413621ff58f on network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:42.695256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2aaacd5-bfb4-4511-8c9f-d6aebb0be96a None None] Provisioning complete for port 7f74e097-e29c-4d96-89e0-c386f4e99434 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:42.695691 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2aaacd5-bfb4-4511-8c9f-d6aebb0be96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.699957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:42.700352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Checking segment: {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:42.700740 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.701141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Bound using segment: {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:42.702917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Bound port: e6b1b795-ce8b-4973-93bc-8413621ff58f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1cc4de-65a6-484c-954c-989ce0f86fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:42.703319 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.737765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fb013-18dc-488e-8d82-90f139b51707 None None] Pushing event updated for resources: {'Port': ['ID=e6b1b795-ce8b-4973-93bc-8413621ff58f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:42.850307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] For port e6b1b795-ce8b-4973-93bc-8413621ff58f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:42.880749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] For port e6b1b795-ce8b-4973-93bc-8413621ff58f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e6b1b795-ce8b-4973-93bc-8413621ff58f,segment=NetworkSegment(ab1cc4de-65a6-484c-954c-989ce0f86fdf),segment_id=ab1cc4de-65a6-484c-954c-989ce0f86fdf)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:42.902250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:42.928550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Checking segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:42.928926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network hostable DHCP agents. Network: a183127a-ba81-47ed-954d-eda7bfc44b91, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:08:42.984094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326c5de-f911-412c-8907-837908c32528 req-daec3d87-cca6-47f3-b868-51d32b32aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:42.985852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-daec3d87-cca6-47f3-b868-51d32b32aab8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.7536955 Jul 22 14:08:42.991936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Routers {'5135732b-c35e-4803-b1fb-7e88a0cf0185'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:42.991936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5135732b-c35e-4803-b1fb-7e88a0cf0185'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:43.066620 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-4fdf9d2e-2a23-40ae-8238-054d2715479f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0681603 Jul 22 14:08:43.096522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73791592-711d-4cac-afa4-13b2959b93d8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:43.135124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a97f755-ed66-412c-a36a-20b1a909331d None None] New status for floating IP b02eb7a9-d576-4528-aaa3-72706b183a8a: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:08:43.151855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network a183127a-ba81-47ed-954d-eda7bfc44b91 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:08:43.203362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a183127a-ba81-47ed-954d-eda7bfc44b91) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:43.208598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:43.209196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.261356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2dea0276-2a26-4bc3-bba2-e8a35ac4032c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2665393 Jul 22 14:08:43.265418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35198) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:43.267154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326c5de-f911-412c-8907-837908c32528 req-223d6f37-4309-48aa-9483-df339c60ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:43.268662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-223d6f37-4309-48aa-9483-df339c60ec1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.1278386 Jul 22 14:08:43.276641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'subnet': {'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:43.296529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.302747 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.306738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27fb8e-920a-4149-8093-028c37e1ad7d None None] Network a183127a-ba81-47ed-954d-eda7bfc44b91 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:43.314277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fb013-18dc-488e-8d82-90f139b51707 None None] Pushing event updated for resources: {'Port': ['ID=e6b1b795-ce8b-4973-93bc-8413621ff58f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:43.349948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-6a896395-a3a2-48c8-9d15-0292b86f78d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662000 Jul 22 14:08:43.353396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:08:43.358691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.384476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=869014cf-045b-45ca-943b-0ff1f55a6f64,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:43.399983 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.415914 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.417528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-19246480-33bc-4581-ae7a-c78643d459f2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2228396 Jul 22 14:08:43.487055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-e89c5aea-0e1f-49d1-8c2d-ca94d75691ee tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0604768 Jul 22 14:08:43.592953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] Set router 5135732b-c35e-4803-b1fb-7e88a0cf0185 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:43.594678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 73791592-711d-4cac-afa4-13b2959b93d8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:43.595452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.617126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-d6a271bc-f4e4-4a5c-a97e-e48a95912ec7 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:43.620544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-d6a271bc-f4e4-4a5c-a97e-e48a95912ec7 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1282954 Jul 22 14:08:43.630481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-68c4fe20-71b1-4ed7-aeaa-7266ea06b8fa tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:08:43.631584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46d7b80-b7d2-4910-8788-fd50642787d6 req-68c4fe20-71b1-4ed7-aeaa-7266ea06b8fa tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062776 Jul 22 14:08:43.668011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:43.671529 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.687254 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b4b89e-bd5a-40e8-844f-dac5801a4ad5 x-openstack-request-id: req-78b4b89e-bd5a-40e8-844f-dac5801a4ad5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:43.690836 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d11702-cc6b-43c3-bb44-05f713ba662d", "name": "network-vif-deleted", "tag": "6407e5dd-ce88-42e0-b89b-a452da744828", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:43.690836 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78b4b89e-bd5a-40e8-844f-dac5801a4ad5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:43.692437 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d11702-cc6b-43c3-bb44-05f713ba662d', 'name': 'network-vif-deleted', 'tag': '6407e5dd-ce88-42e0-b89b-a452da744828', 'status': 'completed', 'code': 200} Jul 22 14:08:43.715364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-3555653b-9c30-4af3-8eb2-7bf900d340ac service neutron] 10.222.0.11 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508098 Jul 22 14:08:43.821656 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be49ea1-9081-42f6-8dad-d89e1d4e26e6 x-openstack-request-id: req-7be49ea1-9081-42f6-8dad-d89e1d4e26e6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:43.821656 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:43.821656 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7be49ea1-9081-42f6-8dad-d89e1d4e26e6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:43.822138 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'status': 'completed', 'code': 200} Jul 22 14:08:43.855513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:43.869469 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:43.881374 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:43.882828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:43.906144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a183127a-ba81-47ed-954d-eda7bfc44b91', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:08:43.906984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.926968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f74e097-e29c-4d96-89e0-c386f4e99434 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:43.970960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:43.975265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:43.984614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-445d5f48-e631-48c9-afc3-47ceb1647eb9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7075343 Jul 22 14:08:44.035356 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:44.062980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:08:44.103122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a326c5de-f911-412c-8907-837908c32528 req-2d6a6560-8573-48a2-bea0-54e38fd36c2e service neutron] 10.222.0.11 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575313 Jul 22 14:08:44.125154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7f74e097-e29c-4d96-89e0-c386f4e99434 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:44.125518 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.161798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:08:35Z', 'revision_number': 4, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e6b1b795-ce8b-4973-93bc-8413621ff58f', 'name': '', 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'mac_address': 'fa:16:3e:33:85:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:42Z', 'revision_number': 4, 'project_id': 'e741f7585cd249f99e76393c74187950', 'subnets': [{'id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:44.174861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Allocated IP 10.1.1.2 (a183127a-ba81-47ed-954d-eda7bfc44b91/9019d0c9-7709-45b7-a16f-d140b1d31cd1/ea65d511-910b-43b9-b13c-3af384bcec8b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:44.257817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf6ae3-1991-45fa-90a9-3dd91e083e21 None None] The sync data for ids ['5135732b-c35e-4803-b1fb-7e88a0cf0185'] in n-d-787205-11 is: [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:08:35Z', 'revision_number': 4, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e6b1b795-ce8b-4973-93bc-8413621ff58f', 'name': '', 'network_id': '31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'mac_address': 'fa:16:3e:33:85:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:42Z', 'revision_number': 4, 'project_id': 'e741f7585cd249f99e76393c74187950', 'subnets': [{'id': '34e6a0c5-496a-455d-b8e2-e64af9b5bd96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:44.263768 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:40Z', 'revision_number': 3, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:44.297829 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:44.298233 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Updating router 5b7269e2-659e-46ca-9bc5-71c99a546d91 port e64bac84-5018-4e93-baf4-e9f98db7d57c binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:44.399947 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.463383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-9c7f6f47-0d95-4357-8be3-a0b3f44b8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:44.465004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-9c7f6f47-0d95-4357-8be3-a0b3f44b8120 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 1097 time: 0.6361663 Jul 22 14:08:44.471843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.494050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Transition to ACTIVE for port object ea65d511-910b-43b9-b13c-3af384bcec8b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:44.518203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Transition to ACTIVE for port object ea65d511-910b-43b9-b13c-3af384bcec8b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:44.552168 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.681355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Pushing event updated for resources: {'Port': ['ID=ea65d511-910b-43b9-b13c-3af384bcec8b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:44.694013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Network a183127a-ba81-47ed-954d-eda7bfc44b91 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:44.695711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:44.746803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:44.747649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:44.825746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.910308 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.923427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8da637c0-06ba-477a-a1c3-45662628da92 req-f2955d52-48de-4e4e-ab2d-eed925f227f5 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7505138 Jul 22 14:08:44.932826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:44.958491 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Transition to ACTIVE for port object e64bac84-5018-4e93-baf4-e9f98db7d57c will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:44.960602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:44.969778 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:44.984083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Attempting to bind port ea65d511-910b-43b9-b13c-3af384bcec8b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:44.984540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Attempting to bind port ea65d511-910b-43b9-b13c-3af384bcec8b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:44.984904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Attempting to bind port ea65d511-910b-43b9-b13c-3af384bcec8b on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:44.992543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:44.998818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-e408fb13-d79e-40ae-add9-24e4cfe98609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:45.001039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-e408fb13-d79e-40ae-add9-24e4cfe98609 service neutron] 10.222.0.13 "GET /v2.0/networks?id=be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 200 len: 921 time: 0.5184090 Jul 22 14:08:45.010830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:45.011234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Checking segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:45.011608 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.012004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Bound using segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:45.012485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Bound port: ea65d511-910b-43b9-b13c-3af384bcec8b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:45.016988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Subnet': ['ID=a2724119-f8db-45a8-931a-12721d44b1b2,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:45.029757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.033159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:45.033846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:45.057699 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Attempting to bind port e64bac84-5018-4e93-baf4-e9f98db7d57c on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:45.058068 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Attempting to bind port e64bac84-5018-4e93-baf4-e9f98db7d57c by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:45.058706 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Attempting to bind port e64bac84-5018-4e93-baf4-e9f98db7d57c on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:45.075687 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:45.076355 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:45.076488 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.076993 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:45.077488 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Bound port: e64bac84-5018-4e93-baf4-e9f98db7d57c, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:45.077922 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.127361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e6b1b795-ce8b-4973-93bc-8413621ff58f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:45.147170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-541c7865-e22e-4b97-a263-c026a287a9a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 200 len: 217 time: 0.0990300 Jul 22 14:08:45.157837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Checking segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:45.158623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network hostable DHCP agents. Network: 0df27a70-30fc-482e-b6df-2b629d2507d7, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:08:45.220435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.241384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-f7b988b1-0b9d-4895-a620-2b9f19f4c00b tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips/b02eb7a9-d576-4528-aaa3-72706b183a8a HTTP/1.1" status: 200 len: 693 time: 0.1937649 Jul 22 14:08:45.252760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.257216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8ed8153a-9042-40a5-82a9-b7bbc773183f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.5118558 Jul 22 14:08:45.258087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35228) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:45.285787 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] For port e64bac84-5018-4e93-baf4-e9f98db7d57c, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:45.290864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] For port e64bac84-5018-4e93-baf4-e9f98db7d57c, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e64bac84-5018-4e93-baf4-e9f98db7d57c,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:45.303378 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.308489 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6b4e-dcde-47cf-a569-1151e666fd3d None None] Pushing event updated for resources: {'Port': ['ID=e64bac84-5018-4e93-baf4-e9f98db7d57c,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:45.359563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:45.360459 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:45.429670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-4cb9f9a6-eb97-420d-8de2-8972ce861785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:45.431987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-4cb9f9a6-eb97-420d-8de2-8972ce861785 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 200 len: 860 time: 0.2703242 Jul 22 14:08:45.443411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:08:45.460902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] For port ea65d511-910b-43b9-b13c-3af384bcec8b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:45.509328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] For port ea65d511-910b-43b9-b13c-3af384bcec8b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ea65d511-910b-43b9-b13c-3af384bcec8b,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:45.514692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:45.558278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.558516 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd6b4e-dcde-47cf-a569-1151e666fd3d None None] Pushing event updated for resources: {'Port': ['ID=e64bac84-5018-4e93-baf4-e9f98db7d57c,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:45.576094 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.579015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-aceaea33-da5c-4632-b62d-347ba67bf983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=be27c592-efb0-4c80-9e56-d0913b4956a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204214 Jul 22 14:08:45.583648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0df27a70-30fc-482e-b6df-2b629d2507d7) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:45.585683 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:45.612253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:45.612973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.625122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e6b1b795-ce8b-4973-93bc-8413621ff58f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:45.632593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a50531-1b74-4b6a-978b-f6872d902e5d None None] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:45.654526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-85041402-6a3b-46a5-9a64-23f1d3a9e5bc tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:45.666014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-85041402-6a3b-46a5-9a64-23f1d3a9e5bc tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.4236658 Jul 22 14:08:45.681925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-85a6525f-1232-4730-b55f-bcd2f0a4ac45 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:08:45.692894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-85a6525f-1232-4730-b55f-bcd2f0a4ac45 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251770 Jul 22 14:08:45.693135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e6b1b795-ce8b-4973-93bc-8413621ff58f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:45.693655 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:45.757157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f79019e-98f7-4c11-b6a8-723054afa063 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4873161 Jul 22 14:08:45.760313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35230) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:45.891476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'name': 'tempest-TaggedBootDevicesTest-1338364882', 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:45.978779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5054d-75de-4cd6-b103-5dcc69b154ba None None] Pushing event updated for resources: {'Port': ['ID=ea65d511-910b-43b9-b13c-3af384bcec8b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:46.049126 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:40Z', 'revision_number': 3, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:46.131241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Allocated IP 172.20.0.1 (7a83db8e-fb7b-4a43-b074-5172c21e030d/b7fa3873-e51e-434c-8fee-fab0a09ee07e/64fde570-38fb-495c-a069-047893bd8d42) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:46.156308 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead4df8-5457-4a73-8ce1-daf6b1bd3132 None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:40Z', 'revision_number': 3, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:46.207814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.267702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-0df27a70-30fc-482e-b6df-2b629d2507d7', 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'fixed_ips': [{'subnet_id': 'a2724119-f8db-45a8-931a-12721d44b1b2'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:08:46.283222 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.296759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-5213c218-eea8-42d4-b0db-3471d53b3e80 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.6020482 Jul 22 14:08:46.455657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.495065 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-ae9dd198-a6b9-481f-8379-4575e7657836 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.245 HTTP/1.1" status: 200 len: 696 time: 0.1796203 Jul 22 14:08:46.518391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Transition to ACTIVE for port object 64fde570-38fb-495c-a069-047893bd8d42 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:46.530797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e6b1b795-ce8b-4973-93bc-8413621ff58f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e6b1b795-ce8b-4973-93bc-8413621ff58f,segment=NetworkSegment(ab1cc4de-65a6-484c-954c-989ce0f86fdf),segment_id=ab1cc4de-65a6-484c-954c-989ce0f86fdf)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:46.583196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:41Z', 'revision_number': 3, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:46.589418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.703103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e6b1b795-ce8b-4973-93bc-8413621ff58f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:46.710406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:46.711183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Updating router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:46.721442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-dd5235c3-fe40-4018-9b1b-a513c8e52430 service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1296654 Jul 22 14:08:46.752508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.823350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.914053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Allocated IP 10.2.2.2 (0df27a70-30fc-482e-b6df-2b629d2507d7/a2724119-f8db-45a8-931a-12721d44b1b2/29b6819b-e020-4768-9564-25c3ec605d67) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:46.927810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:46.941574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:46.942468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:46.966067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Pushing event updated for resources: {'Port': ['ID=64fde570-38fb-495c-a069-047893bd8d42,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:46.977862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:46.979797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:47.149114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Deleting port e86b1406-216a-4011-af39-2a7cc5564597 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:47.150500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.211168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.315142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ea65d511-910b-43b9-b13c-3af384bcec8b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:47.319395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.347638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ad575d9-695b-4f26-b34b-7c1602551bb3 req-0bbcd3a1-5272-44c6-a409-07fe1b3464bc service neutron] 10.222.0.13 "GET /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115565 Jul 22 14:08:47.388700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Transition to ACTIVE for port object 29b6819b-e020-4768-9564-25c3ec605d67 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:47.405372 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.418729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.444229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Transition to ACTIVE for port object 29b6819b-e020-4768-9564-25c3ec605d67 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:47.446605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Transition to ACTIVE for port object 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:47.465905 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.474634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] device_id is not set on port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:08:47.479960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.505015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ea65d511-910b-43b9-b13c-3af384bcec8b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:47.527000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e64bac84-5018-4e93-baf4-e9f98db7d57c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:47.530034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:47.531870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.583550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:47.608268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:47.630244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Pushing event updated for resources: {'Port': ['ID=29b6819b-e020-4768-9564-25c3ec605d67,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:47.682325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.684624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-da64c17c-6abe-45aa-8078-500c5284b41d None None] Provisioning for port 64fde570-38fb-495c-a069-047893bd8d42 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:47.737280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Attempting to bind port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:47.737999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Attempting to bind port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:47.737999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Attempting to bind port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:47.743510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1528a7ae-ba70-49be-ab04-8143c7f7d45a None None] Network a183127a-ba81-47ed-954d-eda7bfc44b91 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:47.752189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-da64c17c-6abe-45aa-8078-500c5284b41d None None] Provisioning complete for port 64fde570-38fb-495c-a069-047893bd8d42 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:47.752559 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-da64c17c-6abe-45aa-8078-500c5284b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.768871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 10.1.1.102 (a183127a-ba81-47ed-954d-eda7bfc44b91/9019d0c9-7709-45b7-a16f-d140b1d31cd1/4f1b00b6-2970-40e3-9f70-4f3b2e97d047) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:47.815196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.815675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.839417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:47.839866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:47.840276 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.840672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:47.841294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Bound port: 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:47.841611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.863387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Calling delete_port for e86b1406-216a-4011-af39-2a7cc5564597 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:47.906182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Attempting to bind port 29b6819b-e020-4768-9564-25c3ec605d67 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:47.906535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Attempting to bind port 29b6819b-e020-4768-9564-25c3ec605d67 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:47.906899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Attempting to bind port 29b6819b-e020-4768-9564-25c3ec605d67 on network 0df27a70-30fc-482e-b6df-2b629d2507d7 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:47.908779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e64bac84-5018-4e93-baf4-e9f98db7d57c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:47.963285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e64bac84-5018-4e93-baf4-e9f98db7d57c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:47.963910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.968412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Allocated IP 172.25.8.241 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/77515a49-9bc5-4c9d-8c21-9d1273d75e10) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:47.970665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:47.971392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Checking segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:47.971392 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.971781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Bound using segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:47.972883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Bound port: 29b6819b-e020-4768-9564-25c3ec605d67, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:47.973102 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:47.981660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309e790-467a-453f-a602-604ad56d358a None None] Pushing event updated for resources: {'Port': ['ID=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:47.996173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] For port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:48.020834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-da64c17c-6abe-45aa-8078-500c5284b41d None None] Port 64fde570-38fb-495c-a069-047893bd8d42 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:48.046269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] For port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:48.047006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.068480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.088408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.172879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.183296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.201241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Pushing event updated for resources: {'Port': ['ID=64fde570-38fb-495c-a069-047893bd8d42,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:48.214841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.230932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] For port 29b6819b-e020-4768-9564-25c3ec605d67, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:48.231581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:48.239852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.241266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:48.241936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:48.246371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] For port 29b6819b-e020-4768-9564-25c3ec605d67, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=29b6819b-e020-4768-9564-25c3ec605d67,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:48.268707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.322961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] Provisioning for port ea65d511-910b-43b9-b13c-3af384bcec8b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:48.325417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.361671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309e790-467a-453f-a602-604ad56d358a None None] Pushing event updated for resources: {'Port': ['ID=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:48.392455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] Provisioning complete for port ea65d511-910b-43b9-b13c-3af384bcec8b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:48.393145 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.418205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.435022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.481534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.486868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Allocated IP 172.20.0.1 (a6ec713c-f83d-44b5-af33-d8c296c6ccea/bc3b68d4-f7e1-47c5-b30f-d2cc321853e5/00b6c71d-a464-4285-9a5d-972385610c28) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:48.516190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:48.518026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network a183127a-ba81-47ed-954d-eda7bfc44b91 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:48.520811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:48.526970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:48.532935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:48.536040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:48.548706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:48.579531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e64bac84-5018-4e93-baf4-e9f98db7d57c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e64bac84-5018-4e93-baf4-e9f98db7d57c,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:48.602919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7080630-1323-44bb-9988-312e5e7de5dd None None] Pushing event updated for resources: {'Port': ['ID=29b6819b-e020-4768-9564-25c3ec605d67,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:48.619421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.620776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e6b1b795-ce8b-4973-93bc-8413621ff58f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:48.629398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-38ec3462-946a-4037-bc87-e1f6d47553aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.691286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:48.693321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=77515a49-9bc5-4c9d-8c21-9d1273d75e10,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:48.699667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event deleted for resources: {'Port': ['ID=e86b1406-216a-4011-af39-2a7cc5564597,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:48.719109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:48.719752 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.784569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1272569e-d337-44c4-bc70-3b2426251102 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0139389 Jul 22 14:08:48.790652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:48.797282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Deleting port 5f1e279f-0707-4758-b274-4a30eae13740 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:48.797523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.803735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'name': 'tempest-TaggedBootDevicesTest-960595792', 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:48.818940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.840262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.859450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Transition to ACTIVE for port object 00b6c71d-a464-4285-9a5d-972385610c28 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:48.885040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:48.925892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.928497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:48.942980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f0f4d2-ab2b-4eed-99d9-5920530e8649 req-12e775f9-9b78-402c-ad28-8b316fd404f5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "DELETE /v2.0/floatingips/b02eb7a9-d576-4528-aaa3-72706b183a8a HTTP/1.1" status: 204 len: 173 time: 2.4271588 Jul 22 14:08:49.007354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.074066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:49.082216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.132550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] For port 5f1e279f-0707-4758-b274-4a30eae13740, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5f1e279f-0707-4758-b274-4a30eae13740,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:49.133494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.168192 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:08:49.215299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.223042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e64bac84-5018-4e93-baf4-e9f98db7d57c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:49.223371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Calling delete_port for 5f1e279f-0707-4758-b274-4a30eae13740 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:49.295646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.314865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:49.318233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e6b1b795-ce8b-4973-93bc-8413621ff58f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:49.318915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.327697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:49.332915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:49.338402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Pushing event updated for resources: {'Port': ['ID=00b6c71d-a464-4285-9a5d-972385610c28,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:49.370905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:49.429657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] For port ea65d511-910b-43b9-b13c-3af384bcec8b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ea65d511-910b-43b9-b13c-3af384bcec8b,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:49.455451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.522297 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.556956 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38970f3e-3591-4535-94a2-0ca99eade573 req-d4b750ef-0b0b-47b3-8ee1-ba3bae881f8c tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups/c122156a-046b-4f08-8326-44efcb60331c HTTP/1.1" status: 200 len: 1807 time: 0.2909083 Jul 22 14:08:49.567078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:49.579336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc72d9-0c59-4e13-82c7-c50b4aa8a7e1 None None] Pushing event updated for resources: {'Port': ['ID=ea65d511-910b-43b9-b13c-3af384bcec8b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:49.612783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:41Z', 'revision_number': 3, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:49.686761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.688290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9d657-1893-445d-8eaf-d15b015398d3 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:41Z', 'revision_number': 3, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:49.702640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1d15dab1-09ff-4a76-bd4e-c9b23a81c8c9 None None] Provisioning complete for port 64fde570-38fb-495c-a069-047893bd8d42 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:49.703940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1d15dab1-09ff-4a76-bd4e-c9b23a81c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.722037 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.764515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1d15dab1-09ff-4a76-bd4e-c9b23a81c8c9 None None] Port 64fde570-38fb-495c-a069-047893bd8d42 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:49.785010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1d15dab1-09ff-4a76-bd4e-c9b23a81c8c9 None None] Provisioning complete for port ea65d511-910b-43b9-b13c-3af384bcec8b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:49.785388 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1d15dab1-09ff-4a76-bd4e-c9b23a81c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.825360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.866443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.972090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:49.979900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=77515a49-9bc5-4c9d-8c21-9d1273d75e10,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:50.047339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1e279f-0707-4758-b274-4a30eae13740,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:50.057494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 29b6819b-e020-4768-9564-25c3ec605d67 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:50.119828 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.128859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.162721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-46b59be3-baee-4336-9256-188f44edc8bc None None] Provisioning for port 00b6c71d-a464-4285-9a5d-972385610c28 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:50.190924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] device_id is not set on port f26e5939-af82-4045-81b8-0cdd267c53a0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:08:50.193772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-46b59be3-baee-4336-9256-188f44edc8bc None None] Provisioning complete for port 00b6c71d-a464-4285-9a5d-972385610c28 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:50.194163 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46b59be3-baee-4336-9256-188f44edc8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.201242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38970f3e-3591-4535-94a2-0ca99eade573 req-133e3432-57c8-440f-9099-2b503b261d76 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.268754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-46b59be3-baee-4336-9256-188f44edc8bc None None] Port 00b6c71d-a464-4285-9a5d-972385610c28 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:50.287884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 29b6819b-e020-4768-9564-25c3ec605d67 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:50.293138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ea65d511-910b-43b9-b13c-3af384bcec8b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:50.379115 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.380663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8da637c0-06ba-477a-a1c3-45662628da92 req-47d55318-425f-404b-acca-9046bd83efe2 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4405222 Jul 22 14:08:50.380806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:50.394989 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:50.398332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38970f3e-3591-4535-94a2-0ca99eade573 req-133e3432-57c8-440f-9099-2b503b261d76 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.402292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e70475cd-cda0-4a2c-be8a-119fae2fa442 None None] Provisioning for port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:50.410943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ea65d511-910b-43b9-b13c-3af384bcec8b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:50.411333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.413027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e70475cd-cda0-4a2c-be8a-119fae2fa442 None None] Provisioning complete for port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:50.413397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e70475cd-cda0-4a2c-be8a-119fae2fa442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.419773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a242d260-3a37-4626-8ee9-6470ebf309aa admin admin] 10.222.0.11 "PUT /v2.0/routers/5b7269e2-659e-46ca-9bc5-71c99a546d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4428456 Jul 22 14:08:50.425643 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:50.427000 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:50.562572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e70475cd-cda0-4a2c-be8a-119fae2fa442 None None] Port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:50.573482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbc879-35c6-4cb8-bb77-b3a88e9b2868 None None] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:50.576127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8da637c0-06ba-477a-a1c3-45662628da92 req-8c00756d-0738-4e5a-81b2-2be646206934 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.241 HTTP/1.1" status: 200 len: 696 time: 0.1686347 Jul 22 14:08:50.615173 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:50.701252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.740148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.761781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38970f3e-3591-4535-94a2-0ca99eade573 req-133e3432-57c8-440f-9099-2b503b261d76 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.764380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38970f3e-3591-4535-94a2-0ca99eade573 req-133e3432-57c8-440f-9099-2b503b261d76 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.765716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38970f3e-3591-4535-94a2-0ca99eade573 req-133e3432-57c8-440f-9099-2b503b261d76 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "DELETE /v2.0/security-groups/c122156a-046b-4f08-8326-44efcb60331c HTTP/1.1" status: 204 len: 173 time: 1.1857221 Jul 22 14:08:50.799980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e3432-57c8-440f-9099-2b503b261d76 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122156a-046b-4f08-8326-44efcb60331c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:50.821416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.823661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 10.1.1.235 (a183127a-ba81-47ed-954d-eda7bfc44b91/9019d0c9-7709-45b7-a16f-d140b1d31cd1/f26e5939-af82-4045-81b8-0cdd267c53a0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:50.868122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e64bac84-5018-4e93-baf4-e9f98db7d57c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:50.871720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] Provisioning for port 29b6819b-e020-4768-9564-25c3ec605d67 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:50.892679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] Provisioning complete for port 29b6819b-e020-4768-9564-25c3ec605d67 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:50.896702 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.921177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Pushing event updated for resources: {'Port': ['ID=00b6c71d-a464-4285-9a5d-972385610c28,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:50.923474 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 2, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:50.932847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:50.955011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da637c0-06ba-477a-a1c3-45662628da92 req-ff029c88-0df8-4c95-94b4-ecc2fa453f3d tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:50.956445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8da637c0-06ba-477a-a1c3-45662628da92 req-ff029c88-0df8-4c95-94b4-ecc2fa453f3d tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.3723896 Jul 22 14:08:51.010564 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:51.010913 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Updating router 5b7269e2-659e-46ca-9bc5-71c99a546d91 port 64fde570-38fb-495c-a069-047893bd8d42 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:51.066138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35252) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:51.076853 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.147196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:51.152556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:51.280499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Deleting subnet f48ca52c-9a7a-4de1-a0cb-4e834a140c52 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:08:51.298415 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.340009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.374908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8dd567fe-47cf-4c01-b7bd-4dcc426846d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.446845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e64bac84-5018-4e93-baf4-e9f98db7d57c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:51.447915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.512981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35258) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:51.517748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423453976', 'description': 'tempest-description--1541337457'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:51.534052 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.595154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:51.635756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] For port 29b6819b-e020-4768-9564-25c3ec605d67, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=29b6819b-e020-4768-9564-25c3ec605d67,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:51.655539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.693554 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.702618 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.730813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.797757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:08:51.835491 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.869501 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Transition to ACTIVE for port object 64fde570-38fb-495c-a069-047893bd8d42 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:51.879573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.897656 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.898600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7a4934e6-4671-4e3f-bd1b-5368cfebc76a None None] Provisioning complete for port 00b6c71d-a464-4285-9a5d-972385610c28 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:51.898600 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a4934e6-4671-4e3f-bd1b-5368cfebc76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.932730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:51.957326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480517c9-e83e-4f96-91d5-4937cffa448e None None] Pushing event updated for resources: {'Port': ['ID=29b6819b-e020-4768-9564-25c3ec605d67,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:52.002834 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ab1dd-86fd-4af6-a3e7-821509f008d1 None None] Pushing event updated for resources: {'Port': ['ID=64fde570-38fb-495c-a069-047893bd8d42,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:52.029350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.033524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f48ca52c-9a7a-4de1-a0cb-4e834a140c52 HTTP/1.1" status: 204 len: 168 time: 0.9628301 Jul 22 14:08:52.035195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3581a-a6f4-4f76-93ae-9b00e79c9c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48ca52c-9a7a-4de1-a0cb-4e834a140c52,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:52.037842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:52.042901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7a4934e6-4671-4e3f-bd1b-5368cfebc76a None None] Port 00b6c71d-a464-4285-9a5d-972385610c28 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:52.102750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object f26e5939-af82-4045-81b8-0cdd267c53a0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:52.170671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c48fc77f-0221-4c0b-8426-87e53c8e1de3 None None] Provisioning complete for port 29b6819b-e020-4768-9564-25c3ec605d67 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:52.173263 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c48fc77f-0221-4c0b-8426-87e53c8e1de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.197814 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Attempting to bind port 64fde570-38fb-495c-a069-047893bd8d42 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:52.198243 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Attempting to bind port 64fde570-38fb-495c-a069-047893bd8d42 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:52.198523 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Attempting to bind port 64fde570-38fb-495c-a069-047893bd8d42 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:52.210686 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:52.211566 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Checking segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:52.212093 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.212408 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Bound using segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:52.212880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Bound port: 64fde570-38fb-495c-a069-047893bd8d42, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:52.213269 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.233715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:52.237262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.318939 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.361786 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] For port 64fde570-38fb-495c-a069-047893bd8d42, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:52.371559 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] For port 64fde570-38fb-495c-a069-047893bd8d42, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=64fde570-38fb-495c-a069-047893bd8d42,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:52.379186 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.421073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.440103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network a183127a-ba81-47ed-954d-eda7bfc44b91 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:52.454520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d3111-7da5-4741-bef9-013f5f78f6ca req-6eaab755-e754-4e8c-96fc-3f39a2b74ca0 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:52.464330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e5d3111-7da5-4741-bef9-013f5f78f6ca req-6eaab755-e754-4e8c-96fc-3f39a2b74ca0 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.5288119 Jul 22 14:08:52.464991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:52.470283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:52.470724 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.507574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:52.510996 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:52.511887 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:52.515676 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ab1dd-86fd-4af6-a3e7-821509f008d1 None None] Pushing event updated for resources: {'Port': ['ID=64fde570-38fb-495c-a069-047893bd8d42,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:52.521182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:52.524478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:52.599896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:52.634131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56603ad2-a713-40ad-adeb-c3f1257861b9 admin admin] 10.222.0.11 "PUT /v2.0/routers/e4f3b351-5507-49ed-9c38-db8fe3b67ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8854880 Jul 22 14:08:52.656775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35268) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:52.669429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] Sync routers for ids ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:52.678154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-dcaae4c8-f19e-41a6-9e6c-f7cb598891eb tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1284320 Jul 22 14:08:52.684966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:52.726814 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:52.742221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] Routers {'e4f3b351-5507-49ed-9c38-db8fe3b67ff0'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:52.743005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:52.796216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e5d3111-7da5-4741-bef9-013f5f78f6ca req-8d369ce5-8e39-4e0b-860a-adff2004c2f4 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.11 "GET /v2.0/security-groups?id=458f31d0-ed30-4fa4-9960-2b9bb3106f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301589 Jul 22 14:08:52.837082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:52.873404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.001176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2a0c43-4b69-42a6-9cde-e27218252ca2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:53.006380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.030514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.032157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-34fc49b4-8050-478d-98b5-ca9e70e13f09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5180929 Jul 22 14:08:53.034157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:08:53.049095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-247f3086-0008-4d4a-8963-579b4eb711df admin admin] 10.222.0.11 "PUT /v2.0/routers/8554d1ff-5776-4da1-be87-58e6f8eac7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7759492 Jul 22 14:08:53.049095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35276) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:53.049095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'security_group_rule': {'security_group_id': '6a2a0c43-4b69-42a6-9cde-e27218252ca2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:53.063828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] Set router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:53.100600 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:08:53.125058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:53.125702 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:53.192644 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.217881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.233054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:53.274908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.348861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.377262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.424594 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:53.494795 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:52Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:53.512519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.529892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:53.530553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.564349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48bec4b-9688-409e-882e-2fd255fd7735,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:53.602434 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc6a2f-c207-4a41-aa34-084f6bededba None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:52Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:53.605944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:53.608053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.611977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-18c5cb37-f93a-4ad4-8aa9-993be3373cb5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5661213 Jul 22 14:08:53.612425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35294) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:53.698468 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.700862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'security_group_rule': {'security_group_id': '6a2a0c43-4b69-42a6-9cde-e27218252ca2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:53.742072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf85fb1a-bddd-4be4-9051-b7026195ebce tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9467447 Jul 22 14:08:53.776937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5599c61-467b-47f1-82d8-a978f460f978']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:53.829474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b067b2-0f74-4c44-91c8-0526e465aa2c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:53.835288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b067b2-0f74-4c44-91c8-0526e465aa2c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:53.855702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Allocated IP 172.25.8.39 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5b942359-e4fd-4ce6-adbe-f37c9bacf84f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:53.895991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7dad9f18-b147-4425-9342-193d24dab7fd None None] Provisioning for port f26e5939-af82-4045-81b8-0cdd267c53a0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:53.935692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7dad9f18-b147-4425-9342-193d24dab7fd None None] Provisioning complete for port f26e5939-af82-4045-81b8-0cdd267c53a0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:53.936765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7dad9f18-b147-4425-9342-193d24dab7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:53.956759 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.018080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-eb8718da-f72a-4cb6-b202-46f79e03fabb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:54.019868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-eb8718da-f72a-4cb6-b202-46f79e03fabb tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.13 "GET /v2.0/ports?device_id=af785b69-c355-4770-a84b-4c7377c1c062 HTTP/1.1" status: 200 len: 945 time: 0.2710004 Jul 22 14:08:54.022803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.040344 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:50Z', 'revision_number': 2, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:54.048108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.073811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7dad9f18-b147-4425-9342-193d24dab7fd None None] Port f26e5939-af82-4045-81b8-0cdd267c53a0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:54.077840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 5, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:54.113478 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:54.114129 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Updating router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 port 00b6c71d-a464-4285-9a5d-972385610c28 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:08:54.141054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.142258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] Checking router: e4f3b351-5507-49ed-9c38-db8fe3b67ff0 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:08:54.160726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] Routers {'e4f3b351-5507-49ed-9c38-db8fe3b67ff0'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:54.161999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:54.200337 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.212505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.239211 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.255043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368c4c7b-4184-4993-8cc9-e195c07e02ce,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:54.277605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:08:54.280648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.284677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:08:54.290426 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:08:54.324225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 29b6819b-e020-4768-9564-25c3ec605d67 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:54.332116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.333338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1f901bc-3390-49f8-a737-4fcadf12b3aa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7196302 Jul 22 14:08:54.336475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.338475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] Set router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:54.345374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35302) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:54.352790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:54.366925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Deleting port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:54.368228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.394926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.407739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.417934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5599c61-467b-47f1-82d8-a978f460f978 HTTP/1.1" status: 204 len: 168 time: 2.3303230 Jul 22 14:08:54.452571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2584ecc-aaa7-4c8b-af41-e853a73e8fee admin admin] Pushing event deleted for resources: {'Network': ['ID=a5599c61-467b-47f1-82d8-a978f460f978,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:54.474987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-549b4597-914d-416c-9cb3-be6e2a2ad9f4 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:54.477650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-549b4597-914d-416c-9cb3-be6e2a2ad9f4 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 820 time: 0.8835490 Jul 22 14:08:54.515676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] For port b8746ddd-c64d-48a7-bbfd-0ffd80f10461, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:54.516217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.526773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-1ea9794b-bd01-4aba-bd6d-0e6a9a50374b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/quotas/0fc5b723ea154ed7a853a886ca7ed991 HTTP/1.1" status: 200 len: 375 time: 0.0406258 Jul 22 14:08:54.539293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Calling delete_port for b8746ddd-c64d-48a7-bbfd-0ffd80f10461 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:54.602847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 29b6819b-e020-4768-9564-25c3ec605d67 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:54.603593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.615344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.687009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-c1f1332d-993e-4dca-9cb7-d160b5e44408 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550729 Jul 22 14:08:54.725715 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.749211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Deleting port 8a0ec982-7e1e-40aa-a6e3-e823172884a2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:54.750318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.752547 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Transition to ACTIVE for port object 00b6c71d-a464-4285-9a5d-972385610c28 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:54.768491 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.787117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.829355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35306) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:54.833258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Pushing event deleted for resources: {'Port': ['ID=b8746ddd-c64d-48a7-bbfd-0ffd80f10461,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:54.844417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 5, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:54.905825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.923526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5710a-1a31-42b5-9bf6-1f903b0b9661 None None] Pushing event updated for resources: {'Port': ['ID=00b6c71d-a464-4285-9a5d-972385610c28,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:54.926304 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Attempting to bind port 00b6c71d-a464-4285-9a5d-972385610c28 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:08:54.926692 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Attempting to bind port 00b6c71d-a464-4285-9a5d-972385610c28 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:08:54.927052 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Attempting to bind port 00b6c71d-a464-4285-9a5d-972385610c28 on network a6ec713c-f83d-44b5-af33-d8c296c6ccea {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:08:54.933428 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:08:54.934103 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Checking segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:08:54.934432 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.934733 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Bound using segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:08:54.935345 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Bound port: 00b6c71d-a464-4285-9a5d-972385610c28, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:08:54.935793 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:54.948591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97dd531-51d0-449a-a995-1e82c1cb806f None None] The sync data for ids ['e4f3b351-5507-49ed-9c38-db8fe3b67ff0'] in n-d-787205-11 is: [{'id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'name': 'tempest-AttachSCSIVolumeTestJSON-361558170-router', 'tenant_id': '18f47e682d054fad86e51d09ddc3e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:28Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 5, 'project_id': '18f47e682d054fad86e51d09ddc3e51e', 'gw_port': {'id': '8a0ec982-7e1e-40aa-a6e3-e823172884a2', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:aa:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f3b351-5507-49ed-9c38-db8fe3b67ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:31Z', 'updated_at': '2021-07-22T14:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:54.962721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-cd9e2d88-92a9-4b14-9bab-fd193f81744f service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675729 Jul 22 14:08:54.978034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 64fde570-38fb-495c-a069-047893bd8d42 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:55.012809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] For port 8a0ec982-7e1e-40aa-a6e3-e823172884a2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8a0ec982-7e1e-40aa-a6e3-e823172884a2,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:55.013322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.027317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Calling delete_port for 8a0ec982-7e1e-40aa-a6e3-e823172884a2 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:55.041392 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] For port 00b6c71d-a464-4285-9a5d-972385610c28, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:08:55.046080 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] For port 00b6c71d-a464-4285-9a5d-972385610c28, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=00b6c71d-a464-4285-9a5d-972385610c28,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:08:55.050515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-30aa4498-5889-4e6c-aec3-0341e3d7209f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ade6e2144284f8a9827c58c87a04bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144310 Jul 22 14:08:55.054422 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.080104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35308) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:55.086845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 64fde570-38fb-495c-a069-047893bd8d42 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:55.092112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 64fde570-38fb-495c-a069-047893bd8d42 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:55.092799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.121495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] No DVR routers for this DVR port b8746ddd-c64d-48a7-bbfd-0ffd80f10461 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:55.125474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.127491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7cc798e-0bf9-454f-aa23-23222a365571 req-8521cd3b-18a2-4fcb-9abf-b1f1b1e8a6c5 tempest-ServerRescueTestJSONUnderV235-1659751890 tempest-ServerRescueTestJSONUnderV235-1659751890-project] 10.222.0.13 "DELETE /v2.0/ports/b8746ddd-c64d-48a7-bbfd-0ffd80f10461 HTTP/1.1" status: 204 len: 173 time: 1.0971074 Jul 22 14:08:55.148486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'name': 'network-vif-deleted', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:08:55.155360 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679bfb6a-74f6-4536-b14d-21a521f8c02d" -d '{"events": [{"server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "name": "network-vif-deleted", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:08:55.175224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:08:55.175873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.176014 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:55.230858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:55.246666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:55.249195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:55.295453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.342327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 64fde570-38fb-495c-a069-047893bd8d42, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=64fde570-38fb-495c-a069-047893bd8d42,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:55.347144 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.348247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:55.385453 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a92f62-5578-4f8d-86e4-0399a5422627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.394370 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5710a-1a31-42b5-9bf6-1f903b0b9661 None None] Pushing event updated for resources: {'Port': ['ID=00b6c71d-a464-4285-9a5d-972385610c28,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:55.458661 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a92f62-5578-4f8d-86e4-0399a5422627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.466989 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:08:55.483528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=64fde570-38fb-495c-a069-047893bd8d42,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:55.502537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:55.503145 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.530680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-af1ab4bb-7256-4d13-8f00-696b6392dc8d service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564876 Jul 22 14:08:55.593601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=5b942359-e4fd-4ce6-adbe-f37c9bacf84f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:55.596467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a92f62-5578-4f8d-86e4-0399a5422627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.599122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a92f62-5578-4f8d-86e4-0399a5422627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.600589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5a92f62-5578-4f8d-86e4-0399a5422627 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3de45c9c-bfda-4743-ae88-4bd5f6996307 HTTP/1.1" status: 204 len: 168 time: 0.5203557 Jul 22 14:08:55.647683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92f62-5578-4f8d-86e4-0399a5422627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de45c9c-bfda-4743-ae88-4bd5f6996307,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:55.690373 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.752527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0ec982-7e1e-40aa-a6e3-e823172884a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:55.757516 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.970053 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:55.995720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.142008 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:56.160891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.196827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 64fde570-38fb-495c-a069-047893bd8d42 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:56.197388 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc8bdd4-1d1a-48f8-b55c-56842af7a513 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:08:56.203148 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.205774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.266679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.267290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f3b351-5507-49ed-9c38-db8fe3b67ff0 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:08:56.275584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.277339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4f1a4df3-4407-41d6-9f30-6df91c96bf7f admin admin] 10.222.0.11 "DELETE /v2.0/routers/e4f3b351-5507-49ed-9c38-db8fe3b67ff0 HTTP/1.1" status: 204 len: 168 time: 3.6177564 Jul 22 14:08:56.279944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:56.319215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 64fde570-38fb-495c-a069-047893bd8d42 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:56.319982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.376642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Deleting subnet c788b6ec-7268-4577-9570-3d1c649d3f21 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:08:56.379219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:56.385047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.391655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904823170', 'description': 'tempest-description--1440984764'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:56.417888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:56.488039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Allocated IP 172.25.8.231 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/1e5863de-67c8-418b-9092-7e78df136fc8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:56.506112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.532051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1e279f-0707-4758-b274-4a30eae13740 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:56.545381 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6dc6f2-417f-4e53-ac9a-13e1782b6da6 x-openstack-request-id: req-ec6dc6f2-417f-4e53-ac9a-13e1782b6da6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:08:56.545716 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af785b69-c355-4770-a84b-4c7377c1c062", "name": "network-vif-deleted", "tag": "b8746ddd-c64d-48a7-bbfd-0ffd80f10461", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:08:56.546172 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec6dc6f2-417f-4e53-ac9a-13e1782b6da6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:08:56.546739 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af785b69-c355-4770-a84b-4c7377c1c062', 'name': 'network-vif-deleted', 'tag': 'b8746ddd-c64d-48a7-bbfd-0ffd80f10461', 'status': 'completed', 'code': 200} Jul 22 14:08:56.571897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5f1e279f-0707-4758-b274-4a30eae13740 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:56.572515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5f1e279f-0707-4758-b274-4a30eae13740 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:56.679752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8746ddd-c64d-48a7-bbfd-0ffd80f10461 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:56.707515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.712454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9138a139-9b36-4c4f-abb0-78ecd9548416 req-fd762363-4dab-4b04-a550-928ea82367d1 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 210 time: 0.0564620 Jul 22 14:08:56.713654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: b8746ddd-c64d-48a7-bbfd-0ffd80f10461 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:56.714020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8746ddd-c64d-48a7-bbfd-0ffd80f10461 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:56.719752 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.778362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=5b942359-e4fd-4ce6-adbe-f37c9bacf84f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:56.814997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.836552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:56.891025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.030704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.056584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.061954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-07d9e292-7346-4616-916a-f958825c3e53 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3826385 Jul 22 14:08:57.067090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.069152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.094721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.096099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7144067 Jul 22 14:08:57.113908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:57.119259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'security_group_rule': {'security_group_id': '1c86b00c-374e-4bff-9b5a-a985da71c0ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:57.192520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35362) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:57.193336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.229307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:57.234720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:57.247021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:57.260892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-ee196f38-439e-419a-a52b-c9e81cd552fd tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1846173 Jul 22 14:08:57.354451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'Port': ['ID=1e5863de-67c8-418b-9092-7e78df136fc8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:57.542473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-80dc415b-7028-4e3d-a739-12c60123d694 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:57.543977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-80dc415b-7028-4e3d-a739-12c60123d694 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 820 time: 0.1686237 Jul 22 14:08:57.546009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.558722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-63bc4947-06c5-465d-91a8-5f073126a4a6 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:57.563554 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abfd572c-6798-4cc8-a415-5012e72c8a5a req-63bc4947-06c5-465d-91a8-5f073126a4a6 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.3011749 Jul 22 14:08:57.577361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1518020709-network', 'tenant_id': 'd64e5541b8ea4d6bb1dce788ed734390'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:57.585228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.595037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'port': {'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'admin_state_up': True, 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:57.639223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.670063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5736f26-6299-4700-b693-519da39c29ca tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c86b00c-374e-4bff-9b5a-a985da71c0ae,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:57.873177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-530b91a2-a4bb-46c9-9600-eab29a7aef97 req-5d1ad440-cf52-4404-b14a-1f76d30a3df9 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 210 time: 0.0450795 Jul 22 14:08:57.915743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.941235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:57.947818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.004440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Made reservation on behalf of d64e5541b8ea4d6bb1dce788ed734390 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:58.006985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.039789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'Port': ['ID=1e5863de-67c8-418b-9092-7e78df136fc8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:58.061295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c788b6ec-7268-4577-9570-3d1c649d3f21,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:58.099162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.108059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e10ff-806d-462b-bb7b-63b9500f4216 None None] Network 1db2355e-abfd-4d34-9cae-287854833ab4 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:08:58.108626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.112986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9fb38bce-a5d5-4541-b408-eedd07fb1f7c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c788b6ec-7268-4577-9570-3d1c649d3f21 HTTP/1.1" status: 204 len: 168 time: 1.8294294 Jul 22 14:08:58.126802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35374) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:58.159028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.196098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.197368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.229677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-0f28198e-14ca-4847-95fd-266c6ea0a8b5 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5883720 Jul 22 14:08:58.249374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 00b6c71d-a464-4285-9a5d-972385610c28 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:58.254409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:58.284736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f9e328-8134-4482-a0e5-bbb103c2f0bb,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:58.288357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Made reservation on behalf of 0fc5b723ea154ed7a853a886ca7ed991 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:08:58.299748 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.324262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.453739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Deleting port 68ad4148-55fe-426a-8c27-5b5796b60c9f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:58.454001 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.516690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 00b6c71d-a464-4285-9a5d-972385610c28 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:58.525222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 00b6c71d-a464-4285-9a5d-972385610c28 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:58.526084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.568931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] For port 68ad4148-55fe-426a-8c27-5b5796b60c9f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=68ad4148-55fe-426a-8c27-5b5796b60c9f,segment=NetworkSegment(6caae3c6-0e25-4030-a157-d9208cdf6e1d),segment_id=6caae3c6-0e25-4030-a157-d9208cdf6e1d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:58.569473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.585105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Calling delete_port for 68ad4148-55fe-426a-8c27-5b5796b60c9f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:58.621374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Allocated IP 172.20.0.8 (a6ec713c-f83d-44b5-af33-d8c296c6ccea/bc3b68d4-f7e1-47c5-b30f-d2cc321853e5/1aa0c5e0-fafb-4374-be60-673923f6758e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:08:58.653717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.655990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] DHCP port deletion for 1db2355e-abfd-4d34-9cae-287854833ab4 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:08:58.706154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.723916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] No DVR routers for this DVR port 68ad4148-55fe-426a-8c27-5b5796b60c9f on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:58.745819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 00b6c71d-a464-4285-9a5d-972385610c28, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=00b6c71d-a464-4285-9a5d-972385610c28,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:58.762806 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.763811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ad4148-55fe-426a-8c27-5b5796b60c9f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:58.824655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.847692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=00b6c71d-a464-4285-9a5d-972385610c28,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:58.852313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a0ec982-7e1e-40aa-a6e3-e823172884a2 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:08:58.871689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Transition to ACTIVE for port object 1aa0c5e0-fafb-4374-be60-673923f6758e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:08:58.876351 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.890134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db2355e-abfd-4d34-9cae-287854833ab4']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:58.896856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.906161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caae3c6-0e25-4030-a157-d9208cdf6e1d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:58.906519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caae3c6-0e25-4030-a157-d9208cdf6e1d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:08:58.914508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8a0ec982-7e1e-40aa-a6e3-e823172884a2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:08:58.915022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a0ec982-7e1e-40aa-a6e3-e823172884a2 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:08:58.923474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.926099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.929040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Deleting port 68ad4148-55fe-426a-8c27-5b5796b60c9f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:08:58.929425 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.933758 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.943150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.943404 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41d13b6d-da5a-4124-bce8-c3139c26a2fc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5888321 Jul 22 14:08:58.957344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.971745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:08:58.972159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:08:58.974081 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:08:59.028929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] For port 68ad4148-55fe-426a-8c27-5b5796b60c9f, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:08:59.029387 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.030765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.032083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8c5041c3-2c0e-43d5-ac02-d4fe8ba841e2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9173031 Jul 22 14:08:59.051608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Calling delete_port for 68ad4148-55fe-426a-8c27-5b5796b60c9f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:08:59.053340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35380) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:59.056193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Port 68ad4148-55fe-426a-8c27-5b5796b60c9f was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:08:59.057253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9f4a1e9-3464-436c-ab5f-69b9849cf6e4 req-76421f1f-90a3-4395-ac6c-71b706295c91 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 210 time: 0.0651670 Jul 22 14:08:59.057952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.062443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'security_group_rule': {'security_group_id': '1c86b00c-374e-4bff-9b5a-a985da71c0ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:59.113652 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.124193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] Pushing event deleted for resources: {'Port': ['ID=68ad4148-55fe-426a-8c27-5b5796b60c9f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:59.127913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.131990 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1db2355e-abfd-4d34-9cae-287854833ab4 HTTP/1.1" status: 204 len: 168 time: 1.0041049 Jul 22 14:08:59.135163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35390) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:59.136527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4616d04d-978c-469c-a20b-8851dbdb4531 None None] No DVR routers for this DVR port 68ad4148-55fe-426a-8c27-5b5796b60c9f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:08:59.180803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:08:59.210062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d8e08-7872-441e-9204-ca638bccd775,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:59.227260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.227618 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Added segment d1b042f0-98d3-4c57-b4bb-d7043416d1a4 of type vlan for network c3804a1e-66f0-4805-823b-8993abaa43c5 Jul 22 14:08:59.231903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.250324 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.258231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b21c11-cd62-445f-92e2-9005fd6af8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db2355e-abfd-4d34-9cae-287854833ab4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:59.277113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.334640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.363633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:08:59.382445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:08:59.385660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:08:59.433022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event updated for resources: {'Port': ['ID=1aa0c5e0-fafb-4374-be60-673923f6758e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:59.595977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-950a9ce7-8df2-42f4-a492-03bebee66558 None None] Provisioning for port 1aa0c5e0-fafb-4374-be60-673923f6758e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:08:59.600991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-950a9ce7-8df2-42f4-a492-03bebee66558 None None] Provisioning complete for port 1aa0c5e0-fafb-4374-be60-673923f6758e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:08:59.603110 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-950a9ce7-8df2-42f4-a492-03bebee66558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.645516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-950a9ce7-8df2-42f4-a492-03bebee66558 None None] Port 1aa0c5e0-fafb-4374-be60-673923f6758e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:08:59.647347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-f6ef13af-d308-4855-8132-8970bd14a347 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--423453976&fields=id&tenant_id=40d7a857defb45efaee64269f816cbad HTTP/1.1" status: 200 len: 267 time: 0.4212606 Jul 22 14:08:59.775726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.786990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.817804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.818770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:59.819360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.853178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8c6f8f-a9d3-4d9d-9558-bbea68b1bb5f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:08:59.865242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.870221 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b350b4bf-e6f7-4161-9abe-16e2e057c25f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8118072 Jul 22 14:08:59.870949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35400) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:59.877087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:59.877843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.885410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:59.920077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-37a510d0-973d-45c1-9697-bbd9655d8465 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:08:59.921769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-37a510d0-973d-45c1-9697-bbd9655d8465 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 811 time: 0.2647958 Jul 22 14:08:59.938837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 00b6c71d-a464-4285-9a5d-972385610c28 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:08:59.940578 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5930421 Jul 22 14:08:59.942111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:08:59.953914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Request body: {'subnet': {'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1518020709-subnet', 'tenant_id': 'd64e5541b8ea4d6bb1dce788ed734390', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:08:59.969933 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-0a058495-aaa2-4117-b0ee-511f12f8f376 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/quotas/40d7a857defb45efaee64269f816cbad HTTP/1.1" status: 200 len: 375 time: 0.0233355 Jul 22 14:08:59.972823 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:08:59.995192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58a673-33e6-4541-ace2-72fcd361a77a admin admin] Pushing event updated for resources: {'Network': ['ID=c3804a1e-66f0-4805-823b-8993abaa43c5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:00.008805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-b4a4484a-43f7-4786-82af-520cd1b6c372 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4186575 Jul 22 14:09:00.016984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c3804a1e-66f0-4805-823b-8993abaa43c5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:09:00.032574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Request body: {'port': {'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:00.033601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 00b6c71d-a464-4285-9a5d-972385610c28 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:00.034009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.069557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Made reservation on behalf of d64e5541b8ea4d6bb1dce788ed734390 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:00.072044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.154403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.163051 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-9a198c6f-631c-4af0-ac29-0e0852e9008c tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1874187 Jul 22 14:09:00.246569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.251273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 68ad4148-55fe-426a-8c27-5b5796b60c9f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:00.275082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 68ad4148-55fe-426a-8c27-5b5796b60c9f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:00.275568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 68ad4148-55fe-426a-8c27-5b5796b60c9f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:00.305402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.324387 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-66015271-d04e-49d5-9448-70e1ea70c5b8 service neutron] 10.222.0.11 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488967 Jul 22 14:09:00.370777 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.551614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-4b7617ee-4a4a-4fb0-b17c-2aaefffc8342 service neutron] 10.222.0.11 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941397 Jul 22 14:09:00.559156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Allocated IP 172.25.8.210 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/aae1c73a-ebdb-4534-8a15-8f9f064d65d8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:00.615530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Deleting port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:00.615889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.706864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.784805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Deleting port 006ed329-8521-4e3d-9277-274ed99375bc {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:00.786222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.937596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] For port 006ed329-8521-4e3d-9277-274ed99375bc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=006ed329-8521-4e3d-9277-274ed99375bc,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:00.938584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:00.962222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Calling delete_port for 006ed329-8521-4e3d-9277-274ed99375bc owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:00.984235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0838d0-50ea-463e-b0e7-c1c471cdb5ac req-78477227-f3bf-47ee-9703-516c02f1c98e tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:00.986048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb0838d0-50ea-463e-b0e7-c1c471cdb5ac req-78477227-f3bf-47ee-9703-516c02f1c98e tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 931 time: 0.1401048 Jul 22 14:09:00.993242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.003232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b45bb5c-91c4-473f-bfec-184cd874b44f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:01.028372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Checking segment: {'id': 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:01.028891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Network hostable DHCP agents. Network: c3804a1e-66f0-4805-823b-8993abaa43c5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:09:01.062229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] For port 55b6a616-b1d3-4d87-95b7-c8f843f6eca5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,segment=NetworkSegment(44238284-0194-49de-bca1-1d244846917d),segment_id=44238284-0194-49de-bca1-1d244846917d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:01.062738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.067987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb0838d0-50ea-463e-b0e7-c1c471cdb5ac req-fef88123-2644-4c3a-bc75-5f07871cc719 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756633 Jul 22 14:09:01.142692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Calling delete_port for 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:01.182373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68f2ee05-a298-444e-a1f2-0e5d89ce1af0 req-ee070728-f906-4c77-ac68-3dca394c875f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 210 time: 0.0423012 Jul 22 14:09:01.231431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Network c3804a1e-66f0-4805-823b-8993abaa43c5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:09:01.264199 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.279320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa0c5e0-fafb-4374-be60-673923f6758e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:01.293063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.299702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=006ed329-8521-4e3d-9277-274ed99375bc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:01.299951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, c3804a1e-66f0-4805-823b-8993abaa43c5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:01.315114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:01.315722 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.322823 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.327969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d43229-2edb-4b0e-bd30-064fd4cd1a7f None None] Network c3804a1e-66f0-4805-823b-8993abaa43c5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:01.335217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Transition to ACTIVE for port object 1aa0c5e0-fafb-4374-be60-673923f6758e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:01.403571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:01.409873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:01.420487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1616d684-5cfc-4623-ab67-8e61625cf294 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4725218 Jul 22 14:09:01.421731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:01.428065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=aae1c73a-ebdb-4534-8a15-8f9f064d65d8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:01.433601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:01.506541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 172.25.8.234 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/0bc7b80e-a1a3-4d36-bed2-e4bf84931177) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:01.632606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Pushing event updated for resources: {'Port': ['ID=1aa0c5e0-fafb-4374-be60-673923f6758e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:01.655419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458703d-7b65-47f6-a4d2-feae299bdd42 None None] Network c3804a1e-66f0-4805-823b-8993abaa43c5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:01.974102 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.029112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.088207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.109152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Attempting to bind port 1aa0c5e0-fafb-4374-be60-673923f6758e on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:02.110902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Attempting to bind port 1aa0c5e0-fafb-4374-be60-673923f6758e by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:02.112477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Attempting to bind port 1aa0c5e0-fafb-4374-be60-673923f6758e on network a6ec713c-f83d-44b5-af33-d8c296c6ccea {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:02.141161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Port 1aa0c5e0-fafb-4374-be60-673923f6758e on network a6ec713c-f83d-44b5-af33-d8c296c6ccea not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:02.141587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Attempting to bind port 1aa0c5e0-fafb-4374-be60-673923f6758e on network a6ec713c-f83d-44b5-af33-d8c296c6ccea {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:02.155436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:02.155970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Checking segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:02.156518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Bound using segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:02.157087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Bound port: 1aa0c5e0-fafb-4374-be60-673923f6758e, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:02.157761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.262192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] For port 1aa0c5e0-fafb-4374-be60-673923f6758e, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:02.281939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.284815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] For port 1aa0c5e0-fafb-4374-be60-673923f6758e, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1aa0c5e0-fafb-4374-be60-673923f6758e,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:02.298577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.318814 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.324467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Pushing event deleted for resources: {'Port': ['ID=55b6a616-b1d3-4d87-95b7-c8f843f6eca5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:02.411190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:02.411828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.413288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] 10.222.0.20 "PUT /v2.0/ports/1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 1092 time: 2.3930120 Jul 22 14:09:02.422296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:02.424620 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82" -d '{"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:02.443667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-4a52fe94-6bb3-4bf5-adce-c878bb530ff8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:02.445489 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-4a52fe94-6bb3-4bf5-adce-c878bb530ff8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 811 time: 0.4129143 Jul 22 14:09:02.546590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f837d-f6bc-4a99-88b2-2bd224b3627c service neutron] Pushing event updated for resources: {'Port': ['ID=1aa0c5e0-fafb-4374-be60-673923f6758e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:02.769431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-7144a966-cf67-497f-9bce-a07d215d1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:02.771020 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-7144a966-cf67-497f-9bce-a07d215d1ecf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1095 time: 0.3021691 Jul 22 14:09:02.777703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.819624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.829551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-70c1382a-52ea-47f3-b9f3-a1483b539c70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.0476999 Jul 22 14:09:02.845068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-f3622885-3c07-4b19-9e83-058f960056f1 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:02.846700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-f3622885-3c07-4b19-9e83-058f960056f1 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/networks?id=c3804a1e-66f0-4805-823b-8993abaa43c5 HTTP/1.1" status: 200 len: 821 time: 0.6363049 Jul 22 14:09:02.853511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.895698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-cbb9b58a-0ffc-469b-884d-5b8baf542451 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d7a857defb45efaee64269f816cbad HTTP/1.1" status: 200 len: 379 time: 0.4351945 Jul 22 14:09:02.914515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'port': {'device_id': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'admin_state_up': True, 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'security_groups': ['6a2a0c43-4b69-42a6-9cde-e27218252ca2']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:02.921570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Router 2a8f3859-7c09-4e51-aa80-84faffe76a8c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:02.944905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event updated for resources: {'Port': ['ID=aae1c73a-ebdb-4534-8a15-8f9f064d65d8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:02.947910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:02.953943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:02.955892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-633be727-1a19-4c35-8a40-8bd0b94e20ce tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/quotas/d64e5541b8ea4d6bb1dce788ed734390 HTTP/1.1" status: 200 len: 375 time: 0.0857830 Jul 22 14:09:02.964390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-9779c4a4-4e16-431a-860c-6070dffa940c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:02.965982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-9779c4a4-4e16-431a-860c-6070dffa940c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1146390 Jul 22 14:09:02.969779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:02.977165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=0bc7b80e-a1a3-4d36-bed2-e4bf84931177,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:02.979796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:03.046333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:03.057192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-ef2d1594-127e-417b-b0ff-c0ea228c826c tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d64e5541b8ea4d6bb1dce788ed734390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889390 Jul 22 14:09:03.117136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:03.118516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-b1cddab4-fb03-430b-9a39-9a25f3672295 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8769612 Jul 22 14:09:03.200100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-8a300b1c-ec22-4abc-a5ae-819b46904c40 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0701587 Jul 22 14:09:03.208941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af266c33-983b-441c-8722-a1e8189f6456 req-6ba5aae7-26dd-40ac-a4d3-f464a67bd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:03.210611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-6ba5aae7-26dd-40ac-a4d3-f464a67bd403 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2353032 Jul 22 14:09:03.366083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:03.368414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:03.377329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:03.377505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f59b7232-2ad6-42d0-b363-aeed144fe9e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/2a8f3859-7c09-4e51-aa80-84faffe76a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2375541 Jul 22 14:09:03.391533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] Sync routers for ids ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:03.400922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-a21e1978-be69-4579-973f-971ad21a8eaf service neutron] 10.222.0.11 "GET /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105822 Jul 22 14:09:03.407166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] Routers {'2a8f3859-7c09-4e51-aa80-84faffe76a8c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:03.408357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:03.498060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Made reservation on behalf of 40d7a857defb45efaee64269f816cbad for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:03.501779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:03.544035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:03.599695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-890be464-7375-42eb-a523-950589c941a0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977923 Jul 22 14:09:03.679089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] Set router 2a8f3859-7c09-4e51-aa80-84faffe76a8c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:03.749011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Allocated IP 172.20.0.6 (7a83db8e-fb7b-4a43-b074-5172c21e030d/b7fa3873-e51e-434c-8fee-fab0a09ee07e/e76be4e5-c1b3-4b8d-b0a5-b88c07297b71) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:03.991480 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.009917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Transition to ACTIVE for port object e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:04.044473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:09:01Z', 'revision_number': 5, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:04.096386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] Checking router: 2a8f3859-7c09-4e51-aa80-84faffe76a8c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:04.109326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] Routers {'2a8f3859-7c09-4e51-aa80-84faffe76a8c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:04.110065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:04.118163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-73e0a8f4-87c7-4251-afc6-0ea1868504d4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:04.119673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-923baf5d-a40c-40c1-910a-adb5918ca0c0 req-73e0a8f4-87c7-4251-afc6-0ea1868504d4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.9080367 Jul 22 14:09:04.130365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-f14aabc3-2102-464d-ac3b-4f5760548fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9080110 Jul 22 14:09:04.136456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Router 318837ff-5768-4a66-bac8-e10210f58fc9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:04.180792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.281259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.288396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] Set router 2a8f3859-7c09-4e51-aa80-84faffe76a8c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:04.292949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:04.304841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:04.306977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'Port': ['ID=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:04.309409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:04.371882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e54f44-e608-44a7-89b2-ba1eca354bb9 req-d4fb0559-ec98-4bc9-b2f8-c1e7bb148e46 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:04.373788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11e54f44-e608-44a7-89b2-ba1eca354bb9 req-d4fb0559-ec98-4bc9-b2f8-c1e7bb148e46 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 943 time: 0.3178897 Jul 22 14:09:04.413819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.430629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:04.431429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.436825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.528214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8dc53908-3956-4103-9915-683b434c64ee tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214862 Jul 22 14:09:04.574140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:09:01Z', 'revision_number': 5, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:04.588764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Request body: {'port': {'device_id': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:04.614125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af266c33-983b-441c-8722-a1e8189f6456 req-09d804b4-666b-4f0b-a674-482f69c10d62 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707615 Jul 22 14:09:04.614429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f30cb5-fe9e-4018-8f4a-d101b3afd7a0 None None] The sync data for ids ['2a8f3859-7c09-4e51-aa80-84faffe76a8c'] in n-d-787205-11 is: [{'id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'name': 'tempest-AttachSCSIVolumeTestJSON-698230594-router', 'tenant_id': '19df90e8d9da4587b6fe184c646bb4cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:06:39Z', 'updated_at': '2021-07-22T14:09:01Z', 'revision_number': 5, 'project_id': '19df90e8d9da4587b6fe184c646bb4cc', 'gw_port': {'id': '368ed2dd-09a0-4d53-9a55-62aafa816aac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8f3859-7c09-4e51-aa80-84faffe76a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:06:41Z', 'updated_at': '2021-07-22T14:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:04.628245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11e54f44-e608-44a7-89b2-ba1eca354bb9 req-daa28a73-4f62-48ab-8800-fdce018d6a5e tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106895 Jul 22 14:09:04.652448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=0bc7b80e-a1a3-4d36-bed2-e4bf84931177,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:04.690880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fb943-caa8-43b8-8b53-9db6fca68fa6 req-de059361-3534-40ef-b4ac-645008043177 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:04.692563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd2fb943-caa8-43b8-8b53-9db6fca68fa6 req-de059361-3534-40ef-b4ac-645008043177 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 931 time: 0.4953341 Jul 22 14:09:04.702220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:04.704657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.713391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] Sync routers for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:04.721497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e70dcdcb-e43b-4b37-bb97-8a52e5c1692a admin admin] 10.222.0.11 "PUT /v2.0/routers/318837ff-5768-4a66-bac8-e10210f58fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2224603 Jul 22 14:09:04.727277 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:04.728463 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:04.745369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35462) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:04.746923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.760767 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.798261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bf9337e9-2cdc-4240-b0c2-9544f7a96dc1 None None] Provisioning for port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:04.800780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.805453 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8141e478-1761-4b68-a828-eeb8f2a25afc x-openstack-request-id: req-8141e478-1761-4b68-a828-eeb8f2a25afc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:04.805753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bf9337e9-2cdc-4240-b0c2-9544f7a96dc1 None None] Provisioning complete for port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:04.805892 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:04.806023 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8141e478-1761-4b68-a828-eeb8f2a25afc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:04.806268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf9337e9-2cdc-4240-b0c2-9544f7a96dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:04.806411 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'status': 'completed', 'code': 200} Jul 22 14:09:04.807379 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-81a82f44-f8d9-4fe4-b1e2-7a82481ecb5e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9281998 Jul 22 14:09:04.871410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bf9337e9-2cdc-4240-b0c2-9544f7a96dc1 None None] Port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:04.906472 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec64b1d0-e5c3-40b5-af33-6f0dbffd5b68 req-42908905-fe5b-4699-bc18-73485a538640 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 210 time: 0.0415113 Jul 22 14:09:04.956555 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:05.001046 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd2fb943-caa8-43b8-8b53-9db6fca68fa6 req-6a74467d-c537-461f-aabd-63f9ca2cc7ab tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787201 Jul 22 14:09:05.027854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:05.075666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72086c83-86dd-4895-ac9d-7b6d9d1e0a45 req-2458a585-6d46-48b2-9635-7ff0ccb9e954 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips/46f77989-82ec-46a0-8f5b-64078b6c910d HTTP/1.1" status: 200 len: 693 time: 0.1446233 Jul 22 14:09:05.363234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:05.368729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72086c83-86dd-4895-ac9d-7b6d9d1e0a45 req-4fab4609-3e0d-4c0c-9d4b-f31578f51fa6 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.376496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72086c83-86dd-4895-ac9d-7b6d9d1e0a45 req-4fab4609-3e0d-4c0c-9d4b-f31578f51fa6 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2993882 Jul 22 14:09:05.380732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Deleting port 368ed2dd-09a0-4d53-9a55-62aafa816aac {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:05.381081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:05.390124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-72086c83-86dd-4895-ac9d-7b6d9d1e0a45 req-522b78bd-ea33-4b37-b391-45a491ba43e7 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:09:05.395269 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:09:01Z', 'revision_number': 5, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port': {'id': 'd6d61942-1562-47c8-b2b3-e683fbef2522', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:09Z', 'updated_at': '2021-07-22T14:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:05.396967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72086c83-86dd-4895-ac9d-7b6d9d1e0a45 req-522b78bd-ea33-4b37-b391-45a491ba43e7 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192170 Jul 22 14:09:05.431339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-0b7ad55c-af6e-47b3-a976-bad99f31e950 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.432254 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] Checking router: 318837ff-5768-4a66-bac8-e10210f58fc9 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:05.432913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-0b7ad55c-af6e-47b3-a976-bad99f31e950 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.13 "GET /v2.0/networks?id=c3804a1e-66f0-4805-823b-8993abaa43c5 HTTP/1.1" status: 200 len: 821 time: 0.2200918 Jul 22 14:09:05.442804 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] Routers {'318837ff-5768-4a66-bac8-e10210f58fc9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:05.443421 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['318837ff-5768-4a66-bac8-e10210f58fc9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:05.464122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-cc2ce093-f757-40ee-84aa-415b61633b83 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1904823170&fields=id&tenant_id=849bf900681e4172bc7268e1cfa1a338 HTTP/1.1" status: 200 len: 267 time: 0.1574895 Jul 22 14:09:05.466310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-97ef6a60-d34a-425d-b6b2-9b96a51fa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.468035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-97ef6a60-d34a-425d-b6b2-9b96a51fa5ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1095 time: 0.6606560 Jul 22 14:09:05.495622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Request body: {'port': {'device_id': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5', 'admin_state_up': True, 'tenant_id': 'd64e5541b8ea4d6bb1dce788ed734390'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:05.546170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-d83eb348-cdc0-4166-ad5b-c596626e15ea tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips/46f77989-82ec-46a0-8f5b-64078b6c910d HTTP/1.1" status: 200 len: 693 time: 0.0594149 Jul 22 14:09:05.552002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:05.577841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] Set router 318837ff-5768-4a66-bac8-e10210f58fc9 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:05.582874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:05.613313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Transition to ACTIVE for port object e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:05.639887 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:05.656452 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:09:05Z', 'revision_number': 6, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:05.682001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-2238bbb0-a011-4964-88cb-6daccb9e78d6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.683566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-2238bbb0-a011-4964-88cb-6daccb9e78d6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 932 time: 0.1648328 Jul 22 14:09:05.693452 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208f6608-8c67-44c7-ba85-2472b2ae9ad6 None None] The sync data for ids ['318837ff-5768-4a66-bac8-e10210f58fc9'] in n-d-787205-11 is: [{'id': '318837ff-5768-4a66-bac8-e10210f58fc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1579074643-router', 'tenant_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:05Z', 'updated_at': '2021-07-22T14:09:05Z', 'revision_number': 6, 'project_id': '76a7d4a1026a41908130c2d9aa28f2bc', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:05.737589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35494) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:05.747484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-fe9d057d-7f6d-4911-927f-471381ff47ad tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.754758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-fe9d057d-7f6d-4911-927f-471381ff47ad tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1973455 Jul 22 14:09:05.854490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Pushing event updated for resources: {'Port': ['ID=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:05.867866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-08c61a9f-1580-4cbf-9dc3-5c2f6e4ca884 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.1114602 Jul 22 14:09:05.870381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] For port 368ed2dd-09a0-4d53-9a55-62aafa816aac, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=368ed2dd-09a0-4d53-9a55-62aafa816aac,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:05.870758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:05.907583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-dfc0aa0d-83d0-453c-896c-05e660e62a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.909255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-dfc0aa0d-83d0-453c-896c-05e660e62a03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.3887849 Jul 22 14:09:05.910190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Calling delete_port for 368ed2dd-09a0-4d53-9a55-62aafa816aac owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:05.934085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-df0d09aa-dd60-48e8-95bc-d9b673c97c6b tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0651166 Jul 22 14:09:05.942120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-0d812018-bdf7-40e3-89e9-8332b88cc5fb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:05.943754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-0d812018-bdf7-40e3-89e9-8332b88cc5fb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 931 time: 0.1832190 Jul 22 14:09:05.996843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-1215c8a7-c574-4dd1-b0fa-eb5639dbbc73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.0731697 Jul 22 14:09:06.037421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Deleting port d6d61942-1562-47c8-b2b3-e683fbef2522 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:06.037799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.059695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Attempting to bind port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:06.060036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Attempting to bind port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:06.060371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Attempting to bind port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:06.086573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:06.107417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:06.107748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Attempting to bind port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:06.116840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:06.120747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:06.121216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55b6a616-b1d3-4d87-95b7-c8f843f6eca5 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:06.122801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 006ed329-8521-4e3d-9277-274ed99375bc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:06.124426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Checking segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:06.124918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Bound using segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:06.125398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Bound port: e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:06.125871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.154300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 006ed329-8521-4e3d-9277-274ed99375bc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:06.155290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 006ed329-8521-4e3d-9277-274ed99375bc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:06.169812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-d6c567c2-e1ea-44c0-b27a-e3b9a131d4c7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1842289 Jul 22 14:09:06.193210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Deleting port aae1c73a-ebdb-4534-8a15-8f9f064d65d8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:06.193679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.222349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Made reservation on behalf of d64e5541b8ea4d6bb1dce788ed734390 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:06.227189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.280423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-63b84bd8-4ce0-4aa8-be55-6eb62d756931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0943892 Jul 22 14:09:06.297373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-3494686d-9c45-4219-b66d-6d44e75de7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:06.298894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-3494686d-9c45-4219-b66d-6d44e75de7cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.2569602 Jul 22 14:09:06.485237 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0e1841e-4822-4b77-ad1a-55ca86652676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.536868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] For port d6d61942-1562-47c8-b2b3-e683fbef2522, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6d61942-1562-47c8-b2b3-e683fbef2522,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:06.537470 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.566378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] For port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:06.581714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Calling delete_port for d6d61942-1562-47c8-b2b3-e683fbef2522 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:06.590312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] For port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:06.604821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.618813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.619148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.661997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Calling delete_port for aae1c73a-ebdb-4534-8a15-8f9f064d65d8 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:06.684043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:06.684708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.686182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] 10.222.0.13 "PUT /v2.0/ports/e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 1092 time: 2.1113477 Jul 22 14:09:06.686637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:06.688945 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262eac16-922c-4fff-9217-56d88b768888" -d '{"events": [{"name": "network-changed", "server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:06.794104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8f847-1481-4546-90b3-e5f751f5bf58 service neutron] Pushing event updated for resources: {'Port': ['ID=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:06.875007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0e1841e-4822-4b77-ad1a-55ca86652676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.896261 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0e1841e-4822-4b77-ad1a-55ca86652676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:06.954028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0e1841e-4822-4b77-ad1a-55ca86652676 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56125c2ee9784b2eb9b16407689e30fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1971428 Jul 22 14:09:06.956208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-23882624-4293-4bec-9e9a-e8ad60e647a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:06.957785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-23882624-4293-4bec-9e9a-e8ad60e647a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1095 time: 0.2064722 Jul 22 14:09:06.959251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35504) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:06.996984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1841e-4822-4b77-ad1a-55ca86652676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdcf78d-80d0-4931-8047-782f2a6f6db4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:07.044133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-f4df471e-5a23-4fe4-a8d9-b0d13cdb6686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 217 time: 0.0569015 Jul 22 14:09:07.069946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-f381c48b-7cfd-4c69-96f5-9e5b32e5c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.071669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-f381c48b-7cfd-4c69-96f5-9e5b32e5c704 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7640150 Jul 22 14:09:07.083245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-cba02e43-06bf-4b14-8568-b7caf0b915b8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.088897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-cba02e43-06bf-4b14-8568-b7caf0b915b8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.095009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-cba02e43-06bf-4b14-8568-b7caf0b915b8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.096614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-cba02e43-06bf-4b14-8568-b7caf0b915b8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=0df27a70-30fc-482e-b6df-2b629d2507d7&id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 1988 time: 0.8055198 Jul 22 14:09:07.109167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.135022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Allocated IP 172.20.0.2 (c3804a1e-66f0-4805-823b-8993abaa43c5/1b45bb5c-91c4-473f-bfec-184cd874b44f/b3f7539e-2ca3-400a-bb1b-5642a3c6198d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:07.152200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event deleted for resources: {'Port': ['ID=aae1c73a-ebdb-4534-8a15-8f9f064d65d8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:07.158854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-e32c0753-1bdf-444b-b0a3-c9c582779407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.160350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-e32c0753-1bdf-444b-b0a3-c9c582779407 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.1062789 Jul 22 14:09:07.162854 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4aba5093-61e1-4dd3-87c9-efb06e2b41ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.171452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-b1005161-efc0-4fa1-af92-7bd5b05b91fc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/quotas/849bf900681e4172bc7268e1cfa1a338 HTTP/1.1" status: 200 len: 375 time: 0.0644889 Jul 22 14:09:07.172040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.235733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Pushing event deleted for resources: {'Port': ['ID=368ed2dd-09a0-4d53-9a55-62aafa816aac,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:07.258105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4aba5093-61e1-4dd3-87c9-efb06e2b41ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.295282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.297902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.299068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4b2187-49e4-4957-8cb6-b38b292d09b8 req-1174b87e-200c-4231-aba6-675f4b2dd5b4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "DELETE /v2.0/floatingips/46f77989-82ec-46a0-8f5b-64078b6c910d HTTP/1.1" status: 204 len: 173 time: 1.3641860 Jul 22 14:09:07.326108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8176965f-7238-4098-8bf4-bd30c186630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.327733 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-8176965f-7238-4098-8bf4-bd30c186630d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450350 Jul 22 14:09:07.359639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4aba5093-61e1-4dd3-87c9-efb06e2b41ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.362727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4aba5093-61e1-4dd3-87c9-efb06e2b41ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.364046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4aba5093-61e1-4dd3-87c9-efb06e2b41ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebdcf78d-80d0-4931-8047-782f2a6f6db4 HTTP/1.1" status: 204 len: 168 time: 0.3998685 Jul 22 14:09:07.419773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba5093-61e1-4dd3-87c9-efb06e2b41ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdcf78d-80d0-4931-8047-782f2a6f6db4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:07.498185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-e9c51e7b-7c16-4b13-af3c-aed1e5b1b63a service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629026 Jul 22 14:09:07.515216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-c7eed271-d176-4098-ae42-911c63f63e50 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069407 Jul 22 14:09:07.558475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b8af-a163-4c73-ba60-4557ef61e917 req-6947697f-0fc5-4287-a717-248aa59265a0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.560122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4659b8af-a163-4c73-ba60-4557ef61e917 req-6947697f-0fc5-4287-a717-248aa59265a0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 943 time: 0.1819046 Jul 22 14:09:07.575829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.597038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-b0798dbc-9d6b-4c1f-8fc0-8e263442aa2c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4111958 Jul 22 14:09:07.644827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4659b8af-a163-4c73-ba60-4557ef61e917 req-526364b8-0ee7-4cf9-b7d1-c0f59b823574 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548420 Jul 22 14:09:07.659563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad7c0588-8afc-49f4-a1c2-7e3da49e827a req-2fb1e75e-a786-426e-b130-08463b61ec85 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536839 Jul 22 14:09:07.731498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.772865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1250c147-e858-4e9e-b877-db1751f067ce req-42689576-5fec-4da6-8e0b-b092ef016991 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 210 time: 0.0350261 Jul 22 14:09:07.876167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.880075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.944930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b94bf-f783-4b3d-88d9-aa8d6a413906 req-b3610b5f-aaba-4506-a52d-d3858e7ec8df tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:07.954408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-957b94bf-f783-4b3d-88d9-aa8d6a413906 req-b3610b5f-aaba-4506-a52d-d3858e7ec8df tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 943 time: 0.1113038 Jul 22 14:09:07.980210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.980761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8f3859-7c09-4e51-aa80-84faffe76a8c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:09:07.983990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d61942-1562-47c8-b2b3-e683fbef2522,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:07.994677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:07.998671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14bff99c-8667-4faf-af58-04a20c23d898 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2a8f3859-7c09-4e51-aa80-84faffe76a8c HTTP/1.1" status: 204 len: 168 time: 4.6171844 Jul 22 14:09:08.002732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35522) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:08.060418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.072821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6d61942-1562-47c8-b2b3-e683fbef2522 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:08.098435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-957b94bf-f783-4b3d-88d9-aa8d6a413906 req-f1783700-38a4-4bb1-9cd5-a6b94ccf1bf4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415975 Jul 22 14:09:08.125780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Deleting subnet aa55b61f-b826-4626-90d8-51a8fff7030b {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:09:08.129994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.136178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d6d61942-1562-47c8-b2b3-e683fbef2522 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:08.136775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6d61942-1562-47c8-b2b3-e683fbef2522 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:08.167879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4f47d27-b4c6-4056-aab3-a2eff3ecef82 req-f182d568-36e4-4b09-9da7-4e5e029159ed service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449282 Jul 22 14:09:08.205205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.231020 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.254608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-08dcda1a-704b-4b11-a07e-f92f6633712b service neutron] 10.222.0.11 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588782 Jul 22 14:09:08.287071 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0828b36b-f7b3-4693-b179-781ab7266fa9 x-openstack-request-id: req-0828b36b-f7b3-4693-b179-781ab7266fa9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:08.287407 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:08.287561 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0828b36b-f7b3-4693-b179-781ab7266fa9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:08.287892 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'status': 'completed', 'code': 200} Jul 22 14:09:08.407266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.421039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.429531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.551025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Network c3804a1e-66f0-4805-823b-8993abaa43c5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:08.563869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:08.569374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Pushing event updated for resources: {'Port': ['ID=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:08.573472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:08.609468 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.610196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318837ff-5768-4a66-bac8-e10210f58fc9 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:09:08.617988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1aa0c5e0-fafb-4374-be60-673923f6758e details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:08.630505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.631711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5b3cdcb9-f68f-46c1-ac4e-bed4523ebb0a admin admin] 10.222.0.11 "DELETE /v2.0/routers/318837ff-5768-4a66-bac8-e10210f58fc9 HTTP/1.1" status: 204 len: 168 time: 3.8805950 Jul 22 14:09:08.643315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-59a404b9-c2e9-4706-815c-b4117da4d67f service neutron] 10.222.0.11 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878224 Jul 22 14:09:08.643783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35534) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:08.678022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02464002-17df-4e7c-b148-c980bbb23de9 req-83360e6d-2228-4e3b-b425-b6becb8a1419 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:08.690820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-02464002-17df-4e7c-b148-c980bbb23de9 req-83360e6d-2228-4e3b-b425-b6becb8a1419 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3951232 Jul 22 14:09:08.691072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.737379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eac16-922c-4fff-9217-56d88b768888 req-e8e2f67c-3276-450b-9e12-bbd12ea415cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:08.743423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-e8e2f67c-3276-450b-9e12-bbd12ea415cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1095 time: 0.4587331 Jul 22 14:09:08.839055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:08.839842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.844832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:08.859825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Deleting subnet ed296e9c-90e5-4664-9783-bc2801d78648 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:09:08.866872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.906970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.920021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-47230549-7767-40c9-8bf1-32f1d264d69b service neutron] 10.222.0.11 "GET /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2499042 Jul 22 14:09:08.928044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-b240ef1a-9608-4ff8-ab31-d03ac0d7771b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4399545 Jul 22 14:09:08.931462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.952265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1aa0c5e0-fafb-4374-be60-673923f6758e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1aa0c5e0-fafb-4374-be60-673923f6758e,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:08.964268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa55b61f-b826-4626-90d8-51a8fff7030b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:08.966416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:08.970174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Request body: {'port': {'device_id': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:08.971324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94f9de68-bf0c-4299-868e-a7f84c0beff4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aa55b61f-b826-4626-90d8-51a8fff7030b HTTP/1.1" status: 204 len: 168 time: 0.9674690 Jul 22 14:09:08.974169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35542) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:08.978454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b798f-2242-46d4-9ed2-c84d7e4ca46a None None] Network da86616c-bb92-447d-818d-14b40177b96a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:08.981837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eac16-922c-4fff-9217-56d88b768888 req-12abe332-e3d6-4a1b-b7b1-87294396d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:08.983112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-12abe332-e3d6-4a1b-b7b1-87294396d82f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.2309215 Jul 22 14:09:09.054189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-4559214d-6893-43bd-89fc-39fb133eaf29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 217 time: 0.0578375 Jul 22 14:09:09.063454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c4e3e-377c-4fa5-a364-24c901d8fa48 req-03edf806-e6f8-4e6e-92be-8a71803fe0dd tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:09.070556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad8c4e3e-377c-4fa5-a364-24c901d8fa48 req-03edf806-e6f8-4e6e-92be-8a71803fe0dd tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 943 time: 0.2663705 Jul 22 14:09:09.082723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:09.157883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.184127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.188554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-853b7624-db4b-4c5f-979d-bc4f2f6ed35e service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547498 Jul 22 14:09:09.191326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.216792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad8c4e3e-377c-4fa5-a364-24c901d8fa48 req-f238e5b1-4017-4e1d-9f75-e42c982ccf30 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404266 Jul 22 14:09:09.223793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eac16-922c-4fff-9217-56d88b768888 req-b430cec0-b541-4052-be8d-9d0beacfe4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:09.230708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-b430cec0-b541-4052-be8d-9d0beacfe4c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.1501470 Jul 22 14:09:09.254291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:09.258099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa0c5e0-fafb-4374-be60-673923f6758e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:09.283340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'port_id': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'mac_address': 'fa:16:3e:41:b6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:09.318533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.354041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.372555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:09.395505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:09.398235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99c7dd9f-031a-405f-8a62-e97d64af6757 req-0964a02a-58c5-4e27-8e4a-ef92ab32b65b tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=e741f7585cd249f99e76393c74187950 HTTP/1.1" status: 200 len: 1656 time: 0.1448066 Jul 22 14:09:09.400717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1aa0c5e0-fafb-4374-be60-673923f6758e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1aa0c5e0-fafb-4374-be60-673923f6758e,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:09.404176 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.419743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.433179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.440810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.442141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ed296e9c-90e5-4664-9783-bc2801d78648 HTTP/1.1" status: 204 len: 168 time: 0.7762868 Jul 22 14:09:09.445697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35554) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:09.461512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-460ed1ec-e37f-4ca2-a24b-074deec89d17 service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601125 Jul 22 14:09:09.466016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1d9a7-5a9b-4e81-85d5-f73bd0acaf65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed296e9c-90e5-4664-9783-bc2801d78648,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:09.530827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:09.605529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1aa0c5e0-fafb-4374-be60-673923f6758e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:09.613733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['e76be4e5-c1b3-4b8d-b0a5-b88c07297b71'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:09.622489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-a44e7bd9-6e8e-4078-96b7-da8534d57215 service neutron] 10.222.0.11 "GET /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1471453 Jul 22 14:09:09.647900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] DHCP port deletion for da86616c-bb92-447d-818d-14b40177b96a request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:09:09.694613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1aa0c5e0-fafb-4374-be60-673923f6758e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:09.810168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-2770bd93-9cae-424e-98d9-e59f33ac03a8 service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803498 Jul 22 14:09:09.879839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] Deleting port b5df08d0-7d13-4ac3-878f-066d530cd040 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:09.884138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:09.948562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.008065 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-c394b690-fba3-40c4-8835-259e8ecced4a service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818314 Jul 22 14:09:10.032256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] For port b5df08d0-7d13-4ac3-878f-066d530cd040, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5df08d0-7d13-4ac3-878f-066d530cd040,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:10.032656 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.046162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Deleting port b5df08d0-7d13-4ac3-878f-066d530cd040 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:10.046419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] Calling delete_port for b5df08d0-7d13-4ac3-878f-066d530cd040 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:10.046524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.047129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f7539e-2ca3-400a-bb1b-5642a3c6198d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:10.058140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.069970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eac16-922c-4fff-9217-56d88b768888 req-6d30eddd-f7db-48f6-aec2-c115dfb32095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:10.072370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-6d30eddd-f7db-48f6-aec2-c115dfb32095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8316822 Jul 22 14:09:10.082469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5df08d0-7d13-4ac3-878f-066d530cd040 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:10.104538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Transition to ACTIVE for port object b3f7539e-2ca3-400a-bb1b-5642a3c6198d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:10.112503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.146869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7dd9f-031a-405f-8a62-e97d64af6757 req-2165212f-8784-4820-9afe-ae0b925fe11f tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:10.153533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99c7dd9f-031a-405f-8a62-e97d64af6757 req-2165212f-8784-4820-9afe-ae0b925fe11f tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks?id=b58128c7-a268-4cfc-8681-e61628a282d5&id=b58128c7-a268-4cfc-8681-e61628a282d5&id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 787 time: 0.7543881 Jul 22 14:09:10.159033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-99c7dd9f-031a-405f-8a62-e97d64af6757 req-65e93d14-8d5a-4694-ba1f-728d058286b7 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:09:10.173032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-ad037989-2b45-4c60-93d3-d2f0b1a79fcf service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495380 Jul 22 14:09:10.176568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99c7dd9f-031a-405f-8a62-e97d64af6757 req-65e93d14-8d5a-4694-ba1f-728d058286b7 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211842 Jul 22 14:09:10.213947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:10.259806 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.274208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No active binding found for port b5df08d0-7d13-4ac3-878f-066d530cd040 {{(pid=93761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:09:10.274546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5df08d0-7d13-4ac3-878f-066d530cd040 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:10.274894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 368ed2dd-09a0-4d53-9a55-62aafa816aac no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:10.307926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.319573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] Pushing event deleted for resources: {'Port': ['ID=b5df08d0-7d13-4ac3-878f-066d530cd040,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:10.324241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 368ed2dd-09a0-4d53-9a55-62aafa816aac {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:10.324587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 368ed2dd-09a0-4d53-9a55-62aafa816aac not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:10.326218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5004d7-78c1-413d-9676-cff86232a126 None None] No DVR routers for this DVR port b5df08d0-7d13-4ac3-878f-066d530cd040 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:09:10.368572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be27c592-efb0-4c80-9e56-d0913b4956a9']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:10.388939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] For port b5df08d0-7d13-4ac3-878f-066d530cd040, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5df08d0-7d13-4ac3-878f-066d530cd040,segment=NetworkSegment(95a54479-8064-45a2-a646-d0cde72927f3),segment_id=95a54479-8064-45a2-a646-d0cde72927f3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:10.389306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.396310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44238284-0194-49de-bca1-1d244846917d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:10.396583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44238284-0194-49de-bca1-1d244846917d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:10.423708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Calling delete_port for b5df08d0-7d13-4ac3-878f-066d530cd040 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:10.429844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.475408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-6477d0f1-e01f-4953-9b8f-d4556612a937 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845842 Jul 22 14:09:10.509414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.545367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:09:10.545810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:09:10.548875 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:09:10.618309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1aa0c5e0-fafb-4374-be60-673923f6758e up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:10.655280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04b4c4-e5be-4b2c-9db2-c28a9eb5ffee req-ce1d37d7-8691-4a8a-8509-ac9dd676a75c tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:10.656801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7a04b4c4-e5be-4b2c-9db2-c28a9eb5ffee req-ce1d37d7-8691-4a8a-8509-ac9dd676a75c tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 943 time: 0.3957865 Jul 22 14:09:10.662157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-681e5052-bca1-4a3e-88a6-464b51a14ae5 service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903212 Jul 22 14:09:10.678558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Attempting to bind port b3f7539e-2ca3-400a-bb1b-5642a3c6198d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:10.678888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Attempting to bind port b3f7539e-2ca3-400a-bb1b-5642a3c6198d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:10.679212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Attempting to bind port b3f7539e-2ca3-400a-bb1b-5642a3c6198d on network c3804a1e-66f0-4805-823b-8993abaa43c5 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:10.679803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 1aa0c5e0-fafb-4374-be60-673923f6758e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:10.684153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 1aa0c5e0-fafb-4374-be60-673923f6758e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:10.684645 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.685641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.697973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.702861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] 10.222.0.11 "DELETE /v2.0/networks/be27c592-efb0-4c80-9e56-d0913b4956a9 HTTP/1.1" status: 204 len: 168 time: 1.2522097 Jul 22 14:09:10.704454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Port b3f7539e-2ca3-400a-bb1b-5642a3c6198d on network c3804a1e-66f0-4805-823b-8993abaa43c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:10.704765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Attempting to bind port b3f7539e-2ca3-400a-bb1b-5642a3c6198d on network c3804a1e-66f0-4805-823b-8993abaa43c5 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:10.716047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:10.716381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Checking segment: {'id': 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:10.716787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Bound using segment: {'id': 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:10.717202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Bound port: b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:10.717562 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.733094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d565a-df4d-4160-aa23-d0fa694fbbea admin admin] Pushing event deleted for resources: {'Network': ['ID=be27c592-efb0-4c80-9e56-d0913b4956a9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:10.736686 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-262eac16-922c-4fff-9217-56d88b768888 req-20331cbc-166f-4a4a-9eb0-4ce2e7179e8a service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314820 Jul 22 14:09:10.744275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.788331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7a04b4c4-e5be-4b2c-9db2-c28a9eb5ffee req-cde0622a-1480-4f0b-bc34-82506989085b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180542 Jul 22 14:09:10.789957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5df08d0-7d13-4ac3-878f-066d530cd040,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:10.794767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] No DVR routers for this DVR port b5df08d0-7d13-4ac3-878f-066d530cd040 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:09:10.799909 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.814333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:10.832051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-e2a9ad45-dbfe-49b9-b075-a6e7ce6eb09a service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637025 Jul 22 14:09:10.876378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:10.878640 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bd455-736b-4377-8afa-6b167021c080" -d '{"events": [{"server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "name": "network-vif-plugged", "status": "completed", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:10.900620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1aa0c5e0-fafb-4374-be60-673923f6758e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1aa0c5e0-fafb-4374-be60-673923f6758e,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:10.900961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] For port b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:10.912510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.941163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] For port b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,segment=NetworkSegment(d1b042f0-98d3-4c57-b4bb-d7043416d1a4),segment_id=d1b042f0-98d3-4c57-b4bb-d7043416d1a4)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:10.941345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:10.947474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.957401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:10.957745 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:10.979345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35568) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:10.979974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-1cbee114-8feb-42fb-9a5e-c5bf3d3d562b service neutron] 10.222.0.11 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468487 Jul 22 14:09:10.987231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da86616c-bb92-447d-818d-14b40177b96a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:10.989335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.022224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a54479-8064-45a2-a646-d0cde72927f3') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:11.022884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a54479-8064-45a2-a646-d0cde72927f3') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:11.044961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.051762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:11.052394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.053856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] 10.222.0.13 "PUT /v2.0/ports/b3f7539e-2ca3-400a-bb1b-5642a3c6198d HTTP/1.1" status: 200 len: 1092 time: 2.0902493 Jul 22 14:09:11.057568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'tag': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:11.059550 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103cf9e1-03c3-4ca7-872f-da55796855b5" -d '{"events": [{"name": "network-changed", "server_uuid": "921e74c1-bb36-42c2-b6c4-55ac7c7578c7", "tag": "b3f7539e-2ca3-400a-bb1b-5642a3c6198d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:11.089862 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.109179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213668b6-2378-499c-8653-ab7fede5cccc req-7921b674-a5aa-4837-8dd7-e748783959c2 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:11.114104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-213668b6-2378-499c-8653-ab7fede5cccc req-7921b674-a5aa-4837-8dd7-e748783959c2 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 944 time: 0.2272980 Jul 22 14:09:11.118641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:09:11.119029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:09:11.131979 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:09:11.145178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5631a0c4-fdf6-47dd-854b-46a4e40d2e9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76a7d4a1026a41908130c2d9aa28f2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622698 Jul 22 14:09:11.145394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1aa0c5e0-fafb-4374-be60-673923f6758e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:11.152828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:11.167384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe95ba2-9af8-424e-85d1-f19bb90d7a0b service neutron] Pushing event updated for resources: {'Port': ['ID=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:11.200117 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.205248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-8475cdbf-488f-4225-8ab3-27f3cddc08a5 service neutron] 10.222.0.11 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245512 Jul 22 14:09:11.220410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-213668b6-2378-499c-8653-ab7fede5cccc req-665c6e65-ceb4-43b9-9221-bdb9a2fbb702 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875483 Jul 22 14:09:11.223058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.231092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.236426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] 10.222.0.11 "DELETE /v2.0/networks/da86616c-bb92-447d-818d-14b40177b96a HTTP/1.1" status: 204 len: 168 time: 2.2589951 Jul 22 14:09:11.252454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6040fd5-e164-4b1e-9535-bde651e34c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=da86616c-bb92-447d-818d-14b40177b96a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:11.253392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:11.260425 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.314100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:11.320153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-35816e97-83a2-4757-a60e-2c9ade5e5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:11.321784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-35816e97-83a2-4757-a60e-2c9ade5e5414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d64e5541b8ea4d6bb1dce788ed734390&device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 1095 time: 0.2112715 Jul 22 14:09:11.324189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35a7e169-7a8e-4845-a94c-5f4c354b70b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.324475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-0e206af4-a188-4dd5-a831-9fa998088b34 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips/71bcef53-9807-49a4-837d-e4d56575ee97 HTTP/1.1" status: 200 len: 692 time: 0.0690269 Jul 22 14:09:11.386427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-5d0a5fe5-28cf-4583-b17c-2de51f492e09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d HTTP/1.1" status: 200 len: 217 time: 0.0532761 Jul 22 14:09:11.412853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35a7e169-7a8e-4845-a94c-5f4c354b70b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.442862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-b0f3864d-3444-47e9-8981-f7f95faa9f19 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:11.444273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-b0f3864d-3444-47e9-8981-f7f95faa9f19 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1187735 Jul 22 14:09:11.449503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-f2d8f75f-4b6d-474e-9e9d-c2ec81ddf1f1 service neutron] 10.222.0.11 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368228 Jul 22 14:09:11.450504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:11.512202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-f75dc154-a515-466c-b3d2-29954c4b6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:11.513746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-f75dc154-a515-466c-b3d2-29954c4b6f75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b45bb5c-91c4-473f-bfec-184cd874b44f HTTP/1.1" status: 200 len: 861 time: 0.1154485 Jul 22 14:09:11.519776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-3083e8d4-a5b0-4357-b131-caf1244fbad1 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.0603085 Jul 22 14:09:11.543610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-58fd9ad5-c1e0-438d-83a0-92d798d94f1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18f47e682d054fad86e51d09ddc3e51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0919032 Jul 22 14:09:11.554443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35578) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:11.579062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-9ea5e8a0-d67d-4f2c-8bbb-8dc41a94f55e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3804a1e-66f0-4805-823b-8993abaa43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358083 Jul 22 14:09:11.584112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-977835e2-fbd2-4f3c-ad88-41dc259177f4 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.0545523 Jul 22 14:09:11.623082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35a7e169-7a8e-4845-a94c-5f4c354b70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.625675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35a7e169-7a8e-4845-a94c-5f4c354b70b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.626811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-35a7e169-7a8e-4845-a94c-5f4c354b70b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/458f31d0-ed30-4fa4-9960-2b9bb3106f0f HTTP/1.1" status: 204 len: 168 time: 0.4733629 Jul 22 14:09:11.697193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7e169-7a8e-4845-a94c-5f4c354b70b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f31d0-ed30-4fa4-9960-2b9bb3106f0f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:11.704418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-d8b1f102-4f6e-4608-a8d0-5d5ae9580956 service neutron] 10.222.0.11 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470098 Jul 22 14:09:11.729803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Deleting port 5b942359-e4fd-4ce6-adbe-f37c9bacf84f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:11.730159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.785052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-41518352-3169-4b21-a447-f551aa4376bd service neutron] 10.222.0.13 "GET /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958585 Jul 22 14:09:11.785655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-737d6ad0-6d3a-4d05-b5d2-e54c823f2d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.823653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.823981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.847468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Calling delete_port for 5b942359-e4fd-4ce6-adbe-f37c9bacf84f owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:11.865080 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-737d6ad0-6d3a-4d05-b5d2-e54c823f2d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:11.952042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-46b907fe-05de-455c-be7e-74dae53fe0d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367227 Jul 22 14:09:11.983607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62735f7-0518-4fd0-8cce-2ec420efd5a4 req-7b9a2d69-12a8-4423-b3db-2e177e372a2e service neutron] 10.222.0.13 "GET /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895709 Jul 22 14:09:12.007165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-737d6ad0-6d3a-4d05-b5d2-e54c823f2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.010673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-737d6ad0-6d3a-4d05-b5d2-e54c823f2d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.014133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-737d6ad0-6d3a-4d05-b5d2-e54c823f2d0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/116d5190-1a9b-4dc6-b762-c259ac2af0bd HTTP/1.1" status: 204 len: 168 time: 0.4574580 Jul 22 14:09:12.020015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d6ad0-6d3a-4d05-b5d2-e54c823f2d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d5190-1a9b-4dc6-b762-c259ac2af0bd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:12.027713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.067407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event deleted for resources: {'Port': ['ID=5b942359-e4fd-4ce6-adbe-f37c9bacf84f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:12.159148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.161861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.163084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e3f9ea5-bee4-4e0a-9aa8-23be67db6a3e req-ac11f0e7-12b1-4986-9e14-89f26f33b1f3 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "DELETE /v2.0/floatingips/71bcef53-9807-49a4-837d-e4d56575ee97 HTTP/1.1" status: 204 len: 173 time: 0.5729725 Jul 22 14:09:12.311564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39dac5-9a9f-4d2f-ba11-8f21982da2e8 req-37d615cb-cf0f-4264-9b43-c0bc727a2223 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:12.314022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f39dac5-9a9f-4d2f-ba11-8f21982da2e8 req-37d615cb-cf0f-4264-9b43-c0bc727a2223 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 945 time: 0.0855582 Jul 22 14:09:12.374159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f39dac5-9a9f-4d2f-ba11-8f21982da2e8 req-248062cb-6da7-4439-91aa-856c95ebc530 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546398 Jul 22 14:09:12.432517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:12.499324 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b5707cb2-711b-4563-a8d7-a03411ede27c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19df90e8d9da4587b6fe184c646bb4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656328 Jul 22 14:09:12.501891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:12.529692 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91069e-f7a1-46e2-b06e-41e6fea9d179 x-openstack-request-id: req-0b91069e-f7a1-46e2-b06e-41e6fea9d179 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:12.530982 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "name": "network-vif-plugged", "status": "completed", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:12.530982 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b91069e-f7a1-46e2-b06e-41e6fea9d179 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:12.530982 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'code': 200} Jul 22 14:09:12.571980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8de755-ee02-47a1-8dd7-32312d19e080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.602779 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0481fc26-70f3-4504-a371-54ad21c48b2b x-openstack-request-id: req-0481fc26-70f3-4504-a371-54ad21c48b2b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:12.603167 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921e74c1-bb36-42c2-b6c4-55ac7c7578c7", "tag": "b3f7539e-2ca3-400a-bb1b-5642a3c6198d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:12.603419 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0481fc26-70f3-4504-a371-54ad21c48b2b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:12.615138 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'tag': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d', 'status': 'completed', 'code': 200} Jul 22 14:09:12.620028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8de755-ee02-47a1-8dd7-32312d19e080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.801724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-713a5bfe-3d37-44b8-afbb-68944b2c0b02 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips/1c913692-6bd7-4c2d-a006-984438571a01 HTTP/1.1" status: 200 len: 693 time: 0.0760791 Jul 22 14:09:12.807484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c17dee-0ef5-4278-872e-86955be9cb7f req-9dcaf852-acda-482d-a193-a0ed413fa183 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:12.817393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3f7539e-2ca3-400a-bb1b-5642a3c6198d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:12.817724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20c17dee-0ef5-4278-872e-86955be9cb7f req-9dcaf852-acda-482d-a193-a0ed413fa183 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 943 time: 0.1264961 Jul 22 14:09:12.880584 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20c17dee-0ef5-4278-872e-86955be9cb7f req-d31757a0-b362-4c67-a1ca-ed0bcb06f3ec tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564158 Jul 22 14:09:12.917722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35644) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:12.926094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8467a-55cd-4a4b-8c75-43945be5f497 req-ba9d07a2-4c7a-4aaa-abc7-93623af23a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:12.927440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3f8467a-55cd-4a4b-8c75-43945be5f497 req-ba9d07a2-4c7a-4aaa-abc7-93623af23a30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.3051088 Jul 22 14:09:12.933371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8de755-ee02-47a1-8dd7-32312d19e080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.935963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8de755-ee02-47a1-8dd7-32312d19e080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:12.937606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad8de755-ee02-47a1-8dd7-32312d19e080 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f918f129-11b2-465e-b9f0-e2f69ff382ff HTTP/1.1" status: 204 len: 168 time: 0.4340580 Jul 22 14:09:12.953928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-ebda0a50-7019-4c65-8b04-b1e9cdb38e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:12.956200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-ebda0a50-7019-4c65-8b04-b1e9cdb38e35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d64e5541b8ea4d6bb1dce788ed734390&device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 1095 time: 0.2858605 Jul 22 14:09:13.063795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,segment=NetworkSegment(d1b042f0-98d3-4c57-b4bb-d7043416d1a4),segment_id=d1b042f0-98d3-4c57-b4bb-d7043416d1a4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:13.077980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d', 'network_id': 'c3804a1e-66f0-4805-823b-8993abaa43c5', 'port_id': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d', 'mac_address': 'fa:16:3e:34:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b45bb5c-91c4-473f-bfec-184cd874b44f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:13.087379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8de755-ee02-47a1-8dd7-32312d19e080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f918f129-11b2-465e-b9f0-e2f69ff382ff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:13.121933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-1eff144a-ea5b-482d-b1fc-e9a2cafaf3de tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:13.133863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-1eff144a-ea5b-482d-b1fc-e9a2cafaf3de tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.3169165 Jul 22 14:09:13.144410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c78ae-5173-4c59-9efe-e2bef9f81f91 req-84fd098d-a15e-4330-8be6-da6310bb817d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:13.153033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef7c78ae-5173-4c59-9efe-e2bef9f81f91 req-84fd098d-a15e-4330-8be6-da6310bb817d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1102726 Jul 22 14:09:13.162506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-network', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:13.200156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.219692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f7539e-2ca3-400a-bb1b-5642a3c6198d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:13.240931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef7c78ae-5173-4c59-9efe-e2bef9f81f91 req-cfbbec66-3cd5-45da-a4d4-043acd86a630 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819037 Jul 22 14:09:13.242995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Made reservation on behalf of dfc65796e65c44eaa69e29a28c4c9075 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:13.251617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.265066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,segment=NetworkSegment(d1b042f0-98d3-4c57-b4bb-d7043416d1a4),segment_id=d1b042f0-98d3-4c57-b4bb-d7043416d1a4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:13.270237 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.272169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.292545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-d349ddbf-a70e-40a8-8453-cd02774f9b8f tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.241 HTTP/1.1" status: 200 len: 696 time: 0.1565504 Jul 22 14:09:13.338728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3f8467a-55cd-4a4b-8c75-43945be5f497 req-c23c545b-85ec-4e74-8022-22973210d137 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996155 Jul 22 14:09:13.373416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:13.387342 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51d053c3-40df-47ab-be2a-2546d2bc2ebb req-c28d00d7-f028-4a42-98fb-01b19f5d4276 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0521722 Jul 22 14:09:13.462985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-40a4f1d2-e21a-40a8-830f-ad7e10e6278a tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.241 HTTP/1.1" status: 200 len: 696 time: 0.1392000 Jul 22 14:09:13.483598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b3f7539e-2ca3-400a-bb1b-5642a3c6198d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:13.587297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-28add80a-a702-4f64-8628-0ec149ff7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:13.589607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-28add80a-a702-4f64-8628-0ec149ff7a10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3804a1e-66f0-4805-823b-8993abaa43c5 HTTP/1.1" status: 200 len: 922 time: 0.6017663 Jul 22 14:09:13.625004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.648092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce32b7-7329-47dc-a3b0-b090dfef7ec2 req-dafb7f4c-7845-47e4-8b83-f02e06db2c7f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:13.650213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5ce32b7-7329-47dc-a3b0-b090dfef7ec2 req-dafb7f4c-7845-47e4-8b83-f02e06db2c7f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 945 time: 0.1736553 Jul 22 14:09:13.653789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.700985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:09:13.714037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bbae62-dda1-4a12-b436-c27e8de12b82,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:13.731688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.733732 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Added segment 17f586fc-2226-4cb5-b7b9-21c090667518 of type vlan for network ca00f71c-b3fb-429e-902f-12dda7ffd01f Jul 22 14:09:13.763134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5ce32b7-7329-47dc-a3b0-b090dfef7ec2 req-faa9143b-7ab5-4014-9589-b4c8ff71a44d tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022844 Jul 22 14:09:13.826310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.829104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-b0583edb-62b4-424b-a815-18d3de796794 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d HTTP/1.1" status: 200 len: 217 time: 0.1449561 Jul 22 14:09:13.896221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-d0d1da23-21ed-4250-9583-332e07752443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:13.897795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:13.898126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-d0d1da23-21ed-4250-9583-332e07752443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b45bb5c-91c4-473f-bfec-184cd874b44f HTTP/1.1" status: 200 len: 861 time: 0.0604126 Jul 22 14:09:13.900335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:13.901578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.007077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0818527 Jul 22 14:09:14.012845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35680) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:14.024832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Request body: {'subnet': {'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-subnet', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:14.051071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-192d1e37-646d-41c3-a635-acacc2356139 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3804a1e-66f0-4805-823b-8993abaa43c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1448693 Jul 22 14:09:14.053952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Deleting port 77515a49-9bc5-4c9d-8c21-9d1273d75e10 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:14.055015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.148358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4e45d-3359-490a-9b40-71f0f91169b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca00f71c-b3fb-429e-902f-12dda7ffd01f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:14.165740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:09:14.197992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Made reservation on behalf of dfc65796e65c44eaa69e29a28c4c9075 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:14.202945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.219193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.219445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.239098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Calling delete_port for 77515a49-9bc5-4c9d-8c21-9d1273d75e10 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:14.243125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-32f0cc35-d086-42c9-8b93-afe74cfd294e service neutron] 10.222.0.13 "GET /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847250 Jul 22 14:09:14.256205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da76a3-f9ed-4f14-bba8-40f98327b71b req-ac07ba45-ca1e-4eb4-b35b-52c84027c701 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.263649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00da76a3-f9ed-4f14-bba8-40f98327b71b req-ac07ba45-ca1e-4eb4-b35b-52c84027c701 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 944 time: 0.2950249 Jul 22 14:09:14.359583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00da76a3-f9ed-4f14-bba8-40f98327b71b req-b3023c84-3f5a-4803-b09c-ae06f3d55db7 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949793 Jul 22 14:09:14.477101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.516886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-2583eb08-77e3-4c0f-b382-843a17b27236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.518422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-2583eb08-77e3-4c0f-b382-843a17b27236 service neutron] 10.222.0.20 "GET /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 1028 time: 0.1562731 Jul 22 14:09:14.531495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:14.534122 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b307313-16fb-4158-8f21-9756c2068d7a" -d '{"events": [{"server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "name": "network-vif-plugged", "status": "completed", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:14.546971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-103cf9e1-03c3-4ca7-872f-da55796855b5 req-f6ffa3d1-f4a4-42bb-af02-85f14fa17234 service neutron] 10.222.0.13 "GET /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179883 Jul 22 14:09:14.553810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Pushing event updated for resources: {'Subnet': ['ID=485b828d-b3fa-4478-b255-ec5143eacab0,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:14.559860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Checking segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:14.560222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Network hostable DHCP agents. Network: ca00f71c-b3fb-429e-902f-12dda7ffd01f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:09:14.575432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.580654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:09:14.592397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, ca00f71c-b3fb-429e-902f-12dda7ffd01f) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:14.597128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.598519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.606422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc95ac83-2d67-44f5-9648-e7b2d78922ed None None] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:14.625701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-02a028c9-009a-470a-825b-d225cd81214b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6074719 Jul 22 14:09:14.628142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35696) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:14.630407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event deleted for resources: {'Port': ['ID=77515a49-9bc5-4c9d-8c21-9d1273d75e10,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:14.633788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:14.660824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-84c8c20e-8781-47ec-84b1-cb64b868b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.662275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-84c8c20e-8781-47ec-84b1-cb64b868b8b1 service neutron] 10.222.0.20 "GET /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 1027 time: 0.1359644 Jul 22 14:09:14.675786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.676996 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.752607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.755235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.756417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b8f7a5-f3d7-4984-b6ea-7b0b596c57b7 req-2fae3dba-77c1-40b1-80d0-8d6523db3171 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "DELETE /v2.0/floatingips/1c913692-6bd7-4c2d-a006-984438571a01 HTTP/1.1" status: 204 len: 173 time: 1.2922244 Jul 22 14:09:14.762067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19737e6-9111-4e8c-9b8a-d011bf023e82 None None] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:14.809991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.829813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ef83d-864e-42e0-8df5-6ee5961219ca req-65960bdb-0b25-4f82-aa5a-00153d812645 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.831123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3f7539e-2ca3-400a-bb1b-5642a3c6198d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:14.831374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-098ef83d-864e-42e0-8df5-6ee5961219ca req-65960bdb-0b25-4f82-aa5a-00153d812645 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2038987 Jul 22 14:09:14.834718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-5a9a7517-51f7-48ff-a97c-51c0f7e8b44f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.841601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-5a9a7517-51f7-48ff-a97c-51c0f7e8b44f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.848267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-5a9a7517-51f7-48ff-a97c-51c0f7e8b44f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:14.850174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-5a9a7517-51f7-48ff-a97c-51c0f7e8b44f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=0df27a70-30fc-482e-b6df-2b629d2507d7&id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 1988 time: 0.1673639 Jul 22 14:09:14.942989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93024cb0-1dec-4590-8935-0b2c17d860b5 req-c0fa13af-6973-4f9f-93be-8e7e657685ff tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0915430 Jul 22 14:09:14.952681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port b3f7539e-2ca3-400a-bb1b-5642a3c6198d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:14.963136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port b3f7539e-2ca3-400a-bb1b-5642a3c6198d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:14.963520 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:14.970463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-8c5a1128-ea0b-495e-9e38-10e14fa03554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849bf900681e4172bc7268e1cfa1a338 HTTP/1.1" status: 200 len: 380 time: 0.0998802 Jul 22 14:09:14.986619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'admin_state_up': True, 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'security_groups': ['1c86b00c-374e-4bff-9b5a-a985da71c0ae']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:15.011470 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e959e3-c87e-4b7f-9a23-7aa465b04fee x-openstack-request-id: req-80e959e3-c87e-4b7f-9a23-7aa465b04fee {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:15.012222 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "name": "network-vif-plugged", "status": "completed", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:15.012757 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80e959e3-c87e-4b7f-9a23-7aa465b04fee {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:15.013488 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'code': 200} Jul 22 14:09:15.047531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.087839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-098ef83d-864e-42e0-8df5-6ee5961219ca req-dff969c6-4298-408f-b7c7-7a3cf3370567 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373695 Jul 22 14:09:15.134266 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.177565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,segment=NetworkSegment(d1b042f0-98d3-4c57-b4bb-d7043416d1a4),segment_id=d1b042f0-98d3-4c57-b4bb-d7043416d1a4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:15.178350 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.250370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:15.346728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce6a31-c8a8-4007-ad19-11e42357ac3a req-bd497118-92f6-47bd-bdf5-17c0ed69fee3 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:15.348373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adce6a31-c8a8-4007-ad19-11e42357ac3a req-bd497118-92f6-47bd-bdf5-17c0ed69fee3 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 945 time: 0.1503725 Jul 22 14:09:15.414162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.438236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adce6a31-c8a8-4007-ad19-11e42357ac3a req-09eeec3f-d05f-476d-9d1c-ec5d2715e88b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675251 Jul 22 14:09:15.439459 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.584612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ae99ec4-9756-4379-9b36-71b39968376f req-af9689c1-b79a-43f9-aa73-27a75b1228b9 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips/0edb3d8e-5cd0-4b79-bc26-91de00f943ed HTTP/1.1" status: 200 len: 693 time: 0.4647720 Jul 22 14:09:15.590082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Allocated IP 172.25.8.18 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:15.720869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17f90-e4e5-4a22-9f5b-558a893a9ddd req-36cbf065-80d0-4963-b486-fef6b2d01352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:15.722716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0b17f90-e4e5-4a22-9f5b-558a893a9ddd req-36cbf065-80d0-4963-b486-fef6b2d01352 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1097 time: 0.6040528 Jul 22 14:09:15.747561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:15.751003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.779313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae99ec4-9756-4379-9b36-71b39968376f req-0d36f4cf-2c5f-42a1-af94-ece7e245878a tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:15.786149 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ae99ec4-9756-4379-9b36-71b39968376f req-0d36f4cf-2c5f-42a1-af94-ece7e245878a tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2006414 Jul 22 14:09:15.850323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2489b-da67-43d6-9353-8d5a3339d9c8 req-1aaa785d-bf7f-40ed-b03a-f8775117a948 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:15.850323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4b2489b-da67-43d6-9353-8d5a3339d9c8 req-1aaa785d-bf7f-40ed-b03a-f8775117a948 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 945 time: 0.1832080 Jul 22 14:09:15.875556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ae99ec4-9756-4379-9b36-71b39968376f req-c5ec7617-0330-416c-b8c5-1ca0932fb786 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0884798 Jul 22 14:09:15.909003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:15.936363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4b2489b-da67-43d6-9353-8d5a3339d9c8 req-cca72e46-607e-42b0-b0c6-6c97b18873ca tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804369 Jul 22 14:09:15.966236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0b17f90-e4e5-4a22-9f5b-558a893a9ddd req-8ec401b8-2cab-4db4-b457-18871bfcef5d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334752 Jul 22 14:09:15.990160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.084590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ae99ec4-9756-4379-9b36-71b39968376f req-75b4120d-0eb8-4c7f-8ddc-d717d0811813 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.2081439 Jul 22 14:09:16.136907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:16.143189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:16.151604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:16.195543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Pushing event updated for resources: {'Port': ['ID=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:16.227930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37089633-a151-4a87-b728-5abeca801b18 req-0d6cf530-9ecd-42af-a7ed-c2489577b09a tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2260246 Jul 22 14:09:16.251345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 172.20.0.7 (f3c63370-eaf7-4a5f-ac64-4f0457c64268/96539b83-37b1-48c8-8848-f6493554bfde/e194f3cb-8784-4d93-95e8-ec6afda092c7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:16.330947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Deleting port 869014cf-045b-45ca-943b-0ff1f55a6f64 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:16.331187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.475347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.481561 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.481917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.507657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Calling delete_port for 869014cf-045b-45ca-943b-0ff1f55a6f64 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:16.509787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object e194f3cb-8784-4d93-95e8-ec6afda092c7 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:16.602634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.634324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:16.675395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:16.681829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:16.687932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:16.694465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:16.776917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:16.777942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.790520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.800630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-c31ab186-302e-4a8a-a204-6a7db6098554 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8180151 Jul 22 14:09:16.816492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:16.825595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'admin_state_up': True, 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'security_groups': ['1c86b00c-374e-4bff-9b5a-a985da71c0ae']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:16.829417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Pushing event deleted for resources: {'Port': ['ID=869014cf-045b-45ca-943b-0ff1f55a6f64,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:16.938585 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.015866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:17.018951 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e79b1a2-81af-4106-99d6-7b228805759a" -d '{"events": [{"server_uuid": "921e74c1-bb36-42c2-b6c4-55ac7c7578c7", "name": "network-vif-plugged", "status": "completed", "tag": "b3f7539e-2ca3-400a-bb1b-5642a3c6198d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:17.049804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.053946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.055955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ae99ec4-9756-4379-9b36-71b39968376f req-08ac78b6-2c7c-4605-8815-5769e9b26d90 tempest-FloatingIPDetailsTestJSON-2410085 tempest-FloatingIPDetailsTestJSON-2410085-project] 10.222.0.11 "DELETE /v2.0/floatingips/0edb3d8e-5cd0-4b79-bc26-91de00f943ed HTTP/1.1" status: 204 len: 173 time: 0.9615929 Jul 22 14:09:17.057526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:17.061973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.064766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:17.175973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e1f435ec-ac60-4702-bece-cffdb8fa623e None None] Provisioning for port e194f3cb-8784-4d93-95e8-ec6afda092c7 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:17.183165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e1f435ec-ac60-4702-bece-cffdb8fa623e None None] Provisioning complete for port e194f3cb-8784-4d93-95e8-ec6afda092c7 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:17.183545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1f435ec-ac60-4702-bece-cffdb8fa623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.186263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.225054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e1f435ec-ac60-4702-bece-cffdb8fa623e None None] Port e194f3cb-8784-4d93-95e8-ec6afda092c7 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:17.294727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.423647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Router ddc678c6-5da1-4997-946d-9c8eac0d86ea is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:09:17.427810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753df019-351b-4261-81e5-4ed60c00ca8c req-032bbf9b-ee04-4e78-9175-13e0b3ed322c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:17.429449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-753df019-351b-4261-81e5-4ed60c00ca8c req-032bbf9b-ee04-4e78-9175-13e0b3ed322c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 931 time: 0.2328238 Jul 22 14:09:17.441700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Allocated IP 172.25.8.102 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e4054c3a-c747-4896-b91c-68ddca4bdb78) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:17.487616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 10.1.1.69 (a183127a-ba81-47ed-954d-eda7bfc44b91/9019d0c9-7709-45b7-a16f-d140b1d31cd1/b6acd14b-f6ac-49b6-9ec2-07787581cbd2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:17.533696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-753df019-351b-4261-81e5-4ed60c00ca8c req-a759d216-2d5c-4c79-8c92-57b12cae1546 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756917 Jul 22 14:09:17.624457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:17.642669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Sync routers for ids ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:17.656860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Routers {'ddc678c6-5da1-4997-946d-9c8eac0d86ea'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:17.658958 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.659464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:17.662054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.666043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c85e734b-db26-48f9-92af-de5076022f04 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0334706 Jul 22 14:09:17.667005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:17.707492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.769490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:17.776527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:17.783937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:17.810406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Set router ddc678c6-5da1-4997-946d-9c8eac0d86ea gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:17.839856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event updated for resources: {'Port': ['ID=e4054c3a-c747-4896-b91c-68ddca4bdb78,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:17.852611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.853037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.853447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.854378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.854794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.855200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.855659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.856225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.856628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.857024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.858283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.858693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:17.860245 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.903455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object b6acd14b-f6ac-49b6-9ec2-07787581cbd2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:17.913558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:17.977131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.048977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662d6e8-ef5b-4a12-be15-04ccd2629da8 req-9a0db749-2f03-4ca4-aaf3-4abb99adcdbe tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:18.053277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:09:16Z', 'revision_number': 3, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:18.056665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f662d6e8-ef5b-4a12-be15-04ccd2629da8 req-9a0db749-2f03-4ca4-aaf3-4abb99adcdbe tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3117473 Jul 22 14:09:18.083254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Checking router: ddc678c6-5da1-4997-946d-9c8eac0d86ea for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:18.083611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Updating router ddc678c6-5da1-4997-946d-9c8eac0d86ea port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:09:18.120952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.156106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.164147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.209241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event updated for resources: {'Port': ['ID=e4054c3a-c747-4896-b91c-68ddca4bdb78,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:18.291164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.310202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.321186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37089633-a151-4a87-b728-5abeca801b18 req-047d36cb-7611-47b3-a14d-767e96d12aa0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6918070 Jul 22 14:09:18.324898 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.345669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f662d6e8-ef5b-4a12-be15-04ccd2629da8 req-4bbf4434-8c9a-4c17-9514-9a072e49d1d5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881207 Jul 22 14:09:18.382814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37089633-a151-4a87-b728-5abeca801b18 req-6ee0f939-e316-4392-adb6-a8e4e8316563 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 696 time: 0.0596247 Jul 22 14:09:18.433379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network a183127a-ba81-47ed-954d-eda7bfc44b91 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:18.440240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:18.444509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:18.464135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:18.481810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.498147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Transition to ACTIVE for port object 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:18.513587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.514046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.514334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.514675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.515006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.515336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.515665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.515991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.516330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.516638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.516959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.517278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:18.530771 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.545090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37089633-a151-4a87-b728-5abeca801b18 req-f85aee0d-b21c-4c38-9c01-accafc6b7351 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:18.546630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37089633-a151-4a87-b728-5abeca801b18 req-f85aee0d-b21c-4c38-9c01-accafc6b7351 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1565528 Jul 22 14:09:18.620675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.662910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:18.664314 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.699162 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8efee-9974-49c0-8dd0-608cd696780b x-openstack-request-id: req-c8a8efee-9974-49c0-8dd0-608cd696780b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:18.699162 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921e74c1-bb36-42c2-b6c4-55ac7c7578c7", "name": "network-vif-plugged", "status": "completed", "tag": "b3f7539e-2ca3-400a-bb1b-5642a3c6198d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:18.699162 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8a8efee-9974-49c0-8dd0-608cd696780b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:18.699692 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d', 'code': 200} Jul 22 14:09:18.732622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-45399748-18f7-47bb-8ad8-6d42111f82dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.736269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134bd7d-2adc-4358-bc5c-9b5354b84cb4 None None] Pushing event updated for resources: {'Port': ['ID=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:18.746462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Attempting to bind port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:18.746889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Attempting to bind port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:18.747318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Attempting to bind port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:18.764031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:18.764031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:18.764031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.764447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:18.764776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Bound port: 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:18.765162 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.789781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.823100 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.875096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-952418bb-d1d5-47b6-993d-e8ab90ef9a4b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0538373 Jul 22 14:09:18.875482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] For port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:18.880555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d92f666-3d7f-4bc2-acfe-10f5335b3fdd None None] Provisioning for port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:18.898954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] For port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:18.900618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d92f666-3d7f-4bc2-acfe-10f5335b3fdd None None] Provisioning complete for port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:18.901199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'admin_state_up': True, 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'security_groups': ['1c86b00c-374e-4bff-9b5a-a985da71c0ae']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:18.905765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d92f666-3d7f-4bc2-acfe-10f5335b3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.910011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:18.922671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8fc43-a874-4399-a353-fd3900681bfb req-6469fd5b-c509-4ee3-a834-174ce42c6e27 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:18.926149 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ed8fc43-a874-4399-a353-fd3900681bfb req-6469fd5b-c509-4ee3-a834-174ce42c6e27 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 945 time: 0.4779375 Jul 22 14:09:18.990163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0d92f666-3d7f-4bc2-acfe-10f5335b3fdd None None] Port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:19.010753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Routers {'ddc678c6-5da1-4997-946d-9c8eac0d86ea'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:19.011656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:19.029164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bbb10-d5be-432b-b0e7-a5991be81306 req-e6b80d72-71cb-4f8a-aca8-2f79c0770921 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:19.031630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-428bbb10-d5be-432b-b0e7-a5991be81306 req-e6b80d72-71cb-4f8a-aca8-2f79c0770921 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1160996 Jul 22 14:09:19.041862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35756) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:19.047253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'floatingip': {'port_id': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:19.136552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:19.215704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134bd7d-2adc-4358-bc5c-9b5354b84cb4 None None] Pushing event updated for resources: {'Port': ['ID=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:19.286126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] Set router ddc678c6-5da1-4997-946d-9c8eac0d86ea gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:19.488419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:09:16Z', 'revision_number': 3, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:19.539903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2664ec-5222-4f78-b0b5-d4414aa1c292 None None] The sync data for ids ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'] in n-d-787205-11 is: [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:09:16Z', 'revision_number': 3, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:19.618596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ed8fc43-a874-4399-a353-fd3900681bfb req-ac3d570d-8dc4-4b95-98e1-a1b0d0ec1609 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380730 Jul 22 14:09:19.665751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aae6de-f4cf-435a-9524-69ea22cd72ca req-66d81b51-359b-4c74-af16-b933ebaac661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:19.667513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7aae6de-f4cf-435a-9524-69ea22cd72ca req-66d81b51-359b-4c74-af16-b933ebaac661 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 1097 time: 0.9534335 Jul 22 14:09:19.737606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:19.743740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:19.808415 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:19.947448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7aae6de-f4cf-435a-9524-69ea22cd72ca req-f2b05c4f-31b0-4a18-bdba-52e23a0646cd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971166 Jul 22 14:09:19.962145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c6a55-4595-4d40-90af-2e9b5e5b7c1b req-389114ab-18c2-4370-8421-191859166688 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:19.981936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c6a55-4595-4d40-90af-2e9b5e5b7c1b req-389114ab-18c2-4370-8421-191859166688 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:19.986426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-412c6a55-4595-4d40-90af-2e9b5e5b7c1b req-389114ab-18c2-4370-8421-191859166688 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 1652 time: 0.4045508 Jul 22 14:09:20.011245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Allocated IP 172.20.0.1 (ca00f71c-b3fb-429e-902f-12dda7ffd01f/485b828d-b3fa-4478-b255-ec5143eacab0/bd97179f-80f2-4e47-8de2-8f0229075585) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:20.111329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-412c6a55-4595-4d40-90af-2e9b5e5b7c1b req-7310175f-e8b6-478b-965a-82fd96849e0b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115797 Jul 22 14:09:20.126614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-f23b28cd-2f8f-4b13-842d-4d5a8089f02f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:20.128636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-f23b28cd-2f8f-4b13-842d-4d5a8089f02f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 820 time: 0.3065400 Jul 22 14:09:20.158039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.167665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.249890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-bd1097d9-8750-45ec-9695-6b98bd37808c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/quotas/0fc5b723ea154ed7a853a886ca7ed991 HTTP/1.1" status: 200 len: 375 time: 0.1050925 Jul 22 14:09:20.321026 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Floating IP c8657192-ad1f-40a9-a576-56d136393def associated. External IP: 172.25.8.231, port: e76be4e5-c1b3-4b8d-b0a5-b88c07297b71. Jul 22 14:09:20.332517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.394142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 10.1.1.140 (a183127a-ba81-47ed-954d-eda7bfc44b91/9019d0c9-7709-45b7-a16f-d140b1d31cd1/e1a87526-9afd-418b-981c-8b9c72f4cda6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:20.585101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.601582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object e1a87526-9afd-418b-981c-8b9c72f4cda6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:20.624182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:20.659869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.690777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.739741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:20.756114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd97179f-80f2-4e47-8de2-8f0229075585,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:20.760055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:20.764776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network a183127a-ba81-47ed-954d-eda7bfc44b91 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:20.771554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:20.801184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:20.831079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:20.855640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:20.860592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.876164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:20.893986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Deleting port e6b1b795-ce8b-4973-93bc-8413621ff58f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:20.894448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.900062 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:20.900795 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:08:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:20.970977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ec51cbc3-dfeb-4c65-9e37-a0fa6d137936 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "PUT /v2.0/floatingips/c8657192-ad1f-40a9-a576-56d136393def HTTP/1.1" status: 200 len: 991 time: 1.9279404 Jul 22 14:09:20.972681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:20.976233 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:20.989766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:20.999742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:21.021093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a29b2d-0548-4461-8d27-933b480d0545 req-5aaa1758-6a36-4385-bed9-094ece77235b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:21.022749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3a29b2d-0548-4461-8d27-933b480d0545 req-5aaa1758-6a36-4385-bed9-094ece77235b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 945 time: 0.1596959 Jul 22 14:09:21.051206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:21.052019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:21.062106 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:21.076622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-cd146b1b-1f0e-4ffa-8de0-8b2408ffec91 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7947633 Jul 22 14:09:21.123848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3a29b2d-0548-4461-8d27-933b480d0545 req-87f3e6e3-ca11-4ba5-9ffe-8cd4e0f3aec3 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792809 Jul 22 14:09:21.216277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-fbd1809d-5418-4980-a826-9dbff6c4a0b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3208208 Jul 22 14:09:21.239022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8ff0e105-bf1f-40f1-8e8c-007e7d0e8ef4 None None] Provisioning for port e1a87526-9afd-418b-981c-8b9c72f4cda6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:21.242941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7', 'admin_state_up': True, 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'security_groups': ['1c86b00c-374e-4bff-9b5a-a985da71c0ae']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:21.247065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8ff0e105-bf1f-40f1-8e8c-007e7d0e8ef4 None None] Provisioning complete for port e1a87526-9afd-418b-981c-8b9c72f4cda6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:21.247443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff0e105-bf1f-40f1-8e8c-007e7d0e8ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:21.356646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:21.378791 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'c8657192-ad1f-40a9-a576-56d136393def', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'port_id': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'mac_address': 'fa:16:3e:41:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:08:57Z', 'updated_at': '2021-07-22T14:09:19Z', 'revision_number': 1, 'project_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:21.380805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a772c98d-236b-4b68-99e5-d30d44ca4a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:21.384475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0e105-bf1f-40f1-8e8c-007e7d0e8ef4 None None] Port e1a87526-9afd-418b-981c-8b9c72f4cda6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:21.417869 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:21.423933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] For port e6b1b795-ce8b-4973-93bc-8413621ff58f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e6b1b795-ce8b-4973-93bc-8413621ff58f,segment=NetworkSegment(ab1cc4de-65a6-484c-954c-989ce0f86fdf),segment_id=ab1cc4de-65a6-484c-954c-989ce0f86fdf)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:21.424308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:21.433755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:21.434647 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:21.480455 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5382a9f3-d393-4714-bae3-a7f387857317 x-openstack-request-id: req-5382a9f3-d393-4714-bae3-a7f387857317 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:21.480767 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:21.481045 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5382a9f3-d393-4714-bae3-a7f387857317 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:21.481448 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'status': 'completed', 'code': 200} Jul 22 14:09:21.566667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Calling delete_port for e6b1b795-ce8b-4973-93bc-8413621ff58f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:21.572462 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:21.642554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43801b2f-1c9c-400e-ad27-03d483c5155d req-b07539f6-c817-47c8-a855-e5531da7ba33 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:21.649354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43801b2f-1c9c-400e-ad27-03d483c5155d req-b07539f6-c817-47c8-a855-e5531da7ba33 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:21.656217 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43801b2f-1c9c-400e-ad27-03d483c5155d req-b07539f6-c817-47c8-a855-e5531da7ba33 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:21.665145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-43801b2f-1c9c-400e-ad27-03d483c5155d req-b07539f6-c817-47c8-a855-e5531da7ba33 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 2373 time: 0.1032963 Jul 22 14:09:21.713723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:21.730635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-f844ef97-b443-4d45-9040-2d61334939a4 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346593 Jul 22 14:09:21.749749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-43801b2f-1c9c-400e-ad27-03d483c5155d req-ebbf3fb1-18be-4bc4-a073-de0ea29bba1f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835643 Jul 22 14:09:22.002576 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'c8657192-ad1f-40a9-a576-56d136393def', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'port_id': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'mac_address': 'fa:16:3e:41:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:08:57Z', 'updated_at': '2021-07-22T14:09:19Z', 'revision_number': 1, 'project_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:22.020017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:22.032466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-016390b6-064a-495e-a1dc-6e0b074cf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:22.034007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-016390b6-064a-495e-a1dc-6e0b074cf5b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1097 time: 0.5113759 Jul 22 14:09:22.060877 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e5ca2-68c2-46cc-944d-fc1c1bb38970 None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'c8657192-ad1f-40a9-a576-56d136393def', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'port_id': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'mac_address': 'fa:16:3e:41:b6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:08:57Z', 'updated_at': '2021-07-22T14:09:19Z', 'revision_number': 1, 'project_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:22.103209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:22.134366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:22.140385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:22.140858 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:22.150262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-e267f157-3229-4769-ae81-b8ad75111301 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187412 Jul 22 14:09:22.339325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:22.345782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-1e686d3f-2255-43e8-bdd1-108d31ad71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:22.347294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-1e686d3f-2255-43e8-bdd1-108d31ad71b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.3007748 Jul 22 14:09:22.418718 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:22.459720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:22.465500 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:22.506968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0bae0-a63b-4ea4-a2ac-6ebf49598750 req-377766d6-e505-493a-b467-3ba20d40fb26 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:22.519531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33a0bae0-a63b-4ea4-a2ac-6ebf49598750 req-377766d6-e505-493a-b467-3ba20d40fb26 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 945 time: 0.1389670 Jul 22 14:09:22.544032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f33d75-c8a3-4360-8b6e-ddf6a5c3fede None None] New status for floating IP c8657192-ad1f-40a9-a576-56d136393def: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:09:22.596646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33a0bae0-a63b-4ea4-a2ac-6ebf49598750 req-a5c029fd-dfe8-430b-ac4f-a4e305379a7d tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709407 Jul 22 14:09:22.650719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:22.801094 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80b8188e-cc9b-4925-bbaf-9b1ea48b345d req-2d3e226a-0817-4b66-8a2e-887815024cbc tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 210 time: 0.1134005 Jul 22 14:09:23.050632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493a6ff-b8fb-4a27-8665-94845df69181 req-a7f11295-e3a9-4714-971f-15937d22a06a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:23.066420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493a6ff-b8fb-4a27-8665-94845df69181 req-a7f11295-e3a9-4714-971f-15937d22a06a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:23.086944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493a6ff-b8fb-4a27-8665-94845df69181 req-a7f11295-e3a9-4714-971f-15937d22a06a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:23.088650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3493a6ff-b8fb-4a27-8665-94845df69181 req-a7f11295-e3a9-4714-971f-15937d22a06a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 2373 time: 0.1907003 Jul 22 14:09:23.178594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3493a6ff-b8fb-4a27-8665-94845df69181 req-6fb2d244-09cd-4b09-afec-82b5f41664a8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833600 Jul 22 14:09:23.380302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-6f996998-d623-4fe7-8d43-d2a3534dc882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 999 time: 1.0092185 Jul 22 14:09:23.448765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.468492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.520067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.547926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.581971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35880) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:23.733866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:23.740196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:23.753833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ca2-eb60-4847-8a28-c4565d2ef7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.930442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ca2-eb60-4847-8a28-c4565d2ef7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.935859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4f66ca2-eb60-4847-8a28-c4565d2ef7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:23.972067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b4f66ca2-eb60-4847-8a28-c4565d2ef7f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1eb7c6fea2d44540801025dd434890d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883748 Jul 22 14:09:23.972735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:24.002052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:24.019472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:24.103294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:24.103579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:24.110463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Router ddc678c6-5da1-4997-946d-9c8eac0d86ea has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:24.137078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd97179f-80f2-4e47-8de2-8f0229075585,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:24.204504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b1b795-ce8b-4973-93bc-8413621ff58f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:24.207286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-b283c8be-325b-46e9-89a9-f3ebef70ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.208822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-b283c8be-325b-46e9-89a9-f3ebef70ae60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.7564030 Jul 22 14:09:24.212326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:24.415178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-381cbf94-68ac-4dc5-9dbe-28f92400fc05 req-4581788a-128a-4a24-9655-b5d25d27390c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 210 time: 0.4284108 Jul 22 14:09:24.494825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f66ca2-eb60-4847-8a28-c4565d2ef7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d009aa-cf7e-4872-8d20-75e276d968c5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:24.667040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda83403-cd71-422b-bed2-db41aad66c3d req-7f193c15-75c4-444b-ab42-49080803c428 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.668637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bda83403-cd71-422b-bed2-db41aad66c3d req-7f193c15-75c4-444b-ab42-49080803c428 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 945 time: 0.9097252 Jul 22 14:09:24.675722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-becd845d-2c43-433b-8c75-422274c6fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:24.686276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-0756378f-86c1-4f79-acd7-7a90f720ea02 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.688699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-0756378f-86c1-4f79-acd7-7a90f720ea02 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.13 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 820 time: 0.2920628 Jul 22 14:09:24.689134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-6aa58d69-c88e-4ef9-8878-ea5daa064789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.690736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-6aa58d69-c88e-4ef9-8878-ea5daa064789 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4538162 Jul 22 14:09:24.718709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'port': {'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'admin_state_up': True, 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:24.757299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-becd845d-2c43-433b-8c75-422274c6fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:24.764893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 10.2.2.100 (0df27a70-30fc-482e-b6df-2b629d2507d7/a2724119-f8db-45a8-931a-12721d44b1b2/bf16ef95-99d9-4500-87c1-97d61713e34c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:24.770229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d003e8-178d-4760-832b-22971f636576 req-7be6e654-d37e-4bc8-8b29-1d1a4913afd8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.777082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d003e8-178d-4760-832b-22971f636576 req-7be6e654-d37e-4bc8-8b29-1d1a4913afd8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.783010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d003e8-178d-4760-832b-22971f636576 req-7be6e654-d37e-4bc8-8b29-1d1a4913afd8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:24.792468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1d003e8-178d-4760-832b-22971f636576 req-7be6e654-d37e-4bc8-8b29-1d1a4913afd8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 2373 time: 0.2560637 Jul 22 14:09:24.859766 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bda83403-cd71-422b-bed2-db41aad66c3d req-b0fb7ee0-d1f1-4945-8562-22f9f0352633 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787827 Jul 22 14:09:24.968413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:24.986878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1d003e8-178d-4760-832b-22971f636576 req-2070e2b3-6bd4-4ebd-a095-fcff384a41f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923242 Jul 22 14:09:24.989390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Sync routers for ids ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:25.003827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e1fd8519-052e-479e-bb52-33d469dbd7a2 admin admin] 10.222.0.11 "PUT /v2.0/routers/ddc678c6-5da1-4997-946d-9c8eac0d86ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3362579 Jul 22 14:09:25.016729 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Routers {'ddc678c6-5da1-4997-946d-9c8eac0d86ea'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:25.017596 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:25.084086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.095530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-7c65e874-0c32-4197-b957-1bf307c8b121 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693466 Jul 22 14:09:25.112956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-becd845d-2c43-433b-8c75-422274c6fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.116610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-becd845d-2c43-433b-8c75-422274c6fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.121563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-becd845d-2c43-433b-8c75-422274c6fe88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93d009aa-cf7e-4872-8d20-75e276d968c5 HTTP/1.1" status: 204 len: 168 time: 1.1477401 Jul 22 14:09:25.177895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd845d-2c43-433b-8c75-422274c6fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d009aa-cf7e-4872-8d20-75e276d968c5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:25.211858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9846a20-4fe5-4987-89a8-3d0351fa2cb7 req-99c6deb0-1143-4f05-bdef-0c5f469c3464 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049767 Jul 22 14:09:25.236503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-6e2ff684-016c-403e-ae66-f52f99a0752e tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:25.238127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-6e2ff684-016c-403e-ae66-f52f99a0752e tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.13 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 945 time: 0.2769723 Jul 22 14:09:25.254569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Made reservation on behalf of 0fc5b723ea154ed7a853a886ca7ed991 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:25.258885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.287655 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Set router ddc678c6-5da1-4997-946d-9c8eac0d86ea gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:25.372782 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.397007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object bf16ef95-99d9-4500-87c1-97d61713e34c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:25.464466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.706570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:25.735108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:25.744965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Deleting port b3f7539e-2ca3-400a-bb1b-5642a3c6198d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:25.745859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:25.754759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d23f9071-601f-49b0-8a27-b94f2a7e4f09 req-2fee4227-1612-4713-8c66-91cff5e73475 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 210 time: 0.0897639 Jul 22 14:09:25.767048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:25.815634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Allocated IP 172.20.0.3 (a6ec713c-f83d-44b5-af33-d8c296c6ccea/bc3b68d4-f7e1-47c5-b30f-d2cc321853e5/c50300e8-d743-4113-85dc-031ef913a045) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:25.894391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=bf16ef95-99d9-4500-87c1-97d61713e34c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:25.987956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:25.990849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.072314 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:09:21Z', 'revision_number': 4, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'bd97179f-80f2-4e47-8de2-8f0229075585', 'name': '', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'mac_address': 'fa:16:3e:a5:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:18Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 2, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'subnets': [{'id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:26.122271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-42e48f96-9890-4fba-9b07-7545ed89a94e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8965216 Jul 22 14:09:26.146723 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Checking router: ddc678c6-5da1-4997-946d-9c8eac0d86ea for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:26.147091 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Updating router ddc678c6-5da1-4997-946d-9c8eac0d86ea port bd97179f-80f2-4e47-8de2-8f0229075585 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:09:26.151254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7', 'admin_state_up': True, 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'security_groups': ['1c86b00c-374e-4bff-9b5a-a985da71c0ae']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:26.189547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] For port b3f7539e-2ca3-400a-bb1b-5642a3c6198d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,segment=NetworkSegment(d1b042f0-98d3-4c57-b4bb-d7043416d1a4),segment_id=d1b042f0-98d3-4c57-b4bb-d7043416d1a4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:26.190270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.222103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Calling delete_port for b3f7539e-2ca3-400a-bb1b-5642a3c6198d owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:26.262894 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.306034 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:09:26.359257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68ecdf32-9ac4-417b-93e2-160b11b6448c None None] Provisioning for port bf16ef95-99d9-4500-87c1-97d61713e34c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:26.373988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68ecdf32-9ac4-417b-93e2-160b11b6448c None None] Provisioning complete for port bf16ef95-99d9-4500-87c1-97d61713e34c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:26.374371 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68ecdf32-9ac4-417b-93e2-160b11b6448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.489053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-68ecdf32-9ac4-417b-93e2-160b11b6448c None None] Port bf16ef95-99d9-4500-87c1-97d61713e34c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:26.636626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:26.638696 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.653577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b3f7539e-2ca3-400a-bb1b-5642a3c6198d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:26.694298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fd50-bba4-4027-9ff7-97205412a75d req-3652b960-b34e-48af-8fbd-6381909784f3 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:26.706658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2563fd50-bba4-4027-9ff7-97205412a75d req-3652b960-b34e-48af-8fbd-6381909784f3 tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/ports?device_id=921e74c1-bb36-42c2-b6c4-55ac7c7578c7 HTTP/1.1" status: 200 len: 867 time: 0.6920886 Jul 22 14:09:26.745319 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.765294 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Transition to ACTIVE for port object bd97179f-80f2-4e47-8de2-8f0229075585 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:26.783295 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.846264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2563fd50-bba4-4027-9ff7-97205412a75d req-1e247eb3-0787-4251-a1af-3c711642e5de tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c7d8e08-7872-441e-9204-ca638bccd775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386085 Jul 22 14:09:26.856927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Pushing event deleted for resources: {'Port': ['ID=b3f7539e-2ca3-400a-bb1b-5642a3c6198d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:26.879202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1190119423-network', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:26.902438 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Pushing event updated for resources: {'Port': ['ID=bd97179f-80f2-4e47-8de2-8f0229075585,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:26.925073 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.925355 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.925538 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.925912 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.927465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.927712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.930720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.932583 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.932754 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.932963 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.934437 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.934788 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:26.947502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Made reservation on behalf of 849bf900681e4172bc7268e1cfa1a338 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:26.957650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] No DVR routers for this DVR port b3f7539e-2ca3-400a-bb1b-5642a3c6198d on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:09:26.958311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.960317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.967406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Made reservation on behalf of 022bf0879a414300ae1adbfc7c8062d3 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:26.967590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ebc38f9-9249-4030-80ce-a6df607da300 req-e70b7332-dabe-408d-b279-e5dc8369894b tempest-ServerMetadataNegativeTestJSON-476408896 tempest-ServerMetadataNegativeTestJSON-476408896-project] 10.222.0.13 "DELETE /v2.0/ports/b3f7539e-2ca3-400a-bb1b-5642a3c6198d HTTP/1.1" status: 204 len: 173 time: 1.6824064 Jul 22 14:09:26.981598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:26.990736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Router 5135732b-c35e-4803-b1fb-7e88a0cf0185 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:27.039363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'name': 'network-vif-deleted', 'tag': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:27.041562 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba65067-4784-4907-8f4a-77bd7c642bc0" -d '{"events": [{"server_uuid": "921e74c1-bb36-42c2-b6c4-55ac7c7578c7", "name": "network-vif-deleted", "tag": "b3f7539e-2ca3-400a-bb1b-5642a3c6198d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:27.073293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.108235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Attempting to bind port bd97179f-80f2-4e47-8de2-8f0229075585 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:27.108838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Attempting to bind port bd97179f-80f2-4e47-8de2-8f0229075585 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:27.108970 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Attempting to bind port bd97179f-80f2-4e47-8de2-8f0229075585 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:27.113815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-ca1c07e1-25ef-42f7-9860-2e0cb8237380 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:27.115417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-ca1c07e1-25ef-42f7-9860-2e0cb8237380 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 819 time: 0.5040989 Jul 22 14:09:27.128379 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:27.128828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Checking segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:27.129140 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.129531 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Bound using segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:27.130030 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Bound port: bd97179f-80f2-4e47-8de2-8f0229075585, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:27.136707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-f5642a8d-2990-4765-b79f-976355e2d367 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/quotas/dfc65796e65c44eaa69e29a28c4c9075 HTTP/1.1" status: 200 len: 375 time: 0.0126009 Jul 22 14:09:27.139127 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.143174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.272468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Transition to ACTIVE for port object c50300e8-d743-4113-85dc-031ef913a045 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:27.308282 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] For port bd97179f-80f2-4e47-8de2-8f0229075585, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:27.326630 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] For port bd97179f-80f2-4e47-8de2-8f0229075585, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd97179f-80f2-4e47-8de2-8f0229075585,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:27.333071 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.335430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-93c73096-c688-43a9-9463-801dc1380716 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1831861 Jul 22 14:09:27.373708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Allocated IP 10.2.2.200 (0df27a70-30fc-482e-b6df-2b629d2507d7/a2724119-f8db-45a8-931a-12721d44b1b2/88985adf-8910-450a-9cf3-eea9bf6fd04c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:27.399839 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Routers {'ddc678c6-5da1-4997-946d-9c8eac0d86ea'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:27.400980 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:27.423223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.437939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1aa0c5e0-fafb-4374-be60-673923f6758e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:27.621892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.648692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Transition to ACTIVE for port object 88985adf-8910-450a-9cf3-eea9bf6fd04c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:27.678686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:27.687578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:27.707784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:27.733514 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8724c5-7e1f-4cbc-a91c-4998dd225ecb None None] Pushing event updated for resources: {'Port': ['ID=bd97179f-80f2-4e47-8de2-8f0229075585,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:27.774791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.784660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event updated for resources: {'Port': ['ID=c50300e8-d743-4113-85dc-031ef913a045,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:27.815543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-98733977-f641-41f4-8df7-592eff5f7f64 service neutron] 10.222.0.11 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788074 Jul 22 14:09:27.824939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:27.826116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:27.922752 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] Set router ddc678c6-5da1-4997-946d-9c8eac0d86ea gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:28.012245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-e8112890-535c-4fdd-9ce1-a4003c7f74d0 service neutron] 10.222.0.11 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692662 Jul 22 14:09:28.014011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-8a591b55-dad7-4229-b7ed-749d6a9f05d6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3081632 Jul 22 14:09:28.027083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Request body: {'port': {'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:28.102957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:28.128041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:28.165813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:28.197506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:28.242735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85221bfc-8360-4fa5-967f-b958d292f75c None None] Provisioning for port c50300e8-d743-4113-85dc-031ef913a045 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:28.248277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85221bfc-8360-4fa5-967f-b958d292f75c None None] Provisioning complete for port c50300e8-d743-4113-85dc-031ef913a045 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:28.248883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85221bfc-8360-4fa5-967f-b958d292f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:28.292845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.301216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:28.321894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-85221bfc-8360-4fa5-967f-b958d292f75c None None] Port c50300e8-d743-4113-85dc-031ef913a045 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:28.380847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event updated for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:28.399467 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:09:21Z', 'revision_number': 4, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'bd97179f-80f2-4e47-8de2-8f0229075585', 'name': '', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'mac_address': 'fa:16:3e:a5:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:18Z', 'updated_at': '2021-07-22T14:09:27Z', 'revision_number': 4, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'subnets': [{'id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:28.432569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:28.453232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] Sync routers for ids ['5135732b-c35e-4803-b1fb-7e88a0cf0185'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:28.458581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f86c7a7d-864d-453c-9dd7-8fa28c31fa08 admin admin] 10.222.0.11 "PUT /v2.0/routers/5135732b-c35e-4803-b1fb-7e88a0cf0185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3904667 Jul 22 14:09:28.462461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:28.466188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] Routers {'5135732b-c35e-4803-b1fb-7e88a0cf0185'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:28.466828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5135732b-c35e-4803-b1fb-7e88a0cf0185'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:28.487141 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441f8ba-c0a5-4db3-a010-4bce8e01fb78 None None] The sync data for ids ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'] in n-d-787205-11 is: [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:09:21Z', 'revision_number': 4, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'bd97179f-80f2-4e47-8de2-8f0229075585', 'name': '', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'mac_address': 'fa:16:3e:a5:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:18Z', 'updated_at': '2021-07-22T14:09:27Z', 'revision_number': 4, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'subnets': [{'id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:28.673416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0749949a-9e4c-4d05-9f52-4d5944bef667 None None] Provisioning for port 88985adf-8910-450a-9cf3-eea9bf6fd04c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:28.673843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6595b90-5d54-4e97-b12f-4e7311f6fb6c req-285289f7-725a-4226-adc2-d8e320e30b07 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.676019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6595b90-5d54-4e97-b12f-4e7311f6fb6c req-285289f7-725a-4226-adc2-d8e320e30b07 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 931 time: 0.3055580 Jul 22 14:09:28.688065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0749949a-9e4c-4d05-9f52-4d5944bef667 None None] Provisioning complete for port 88985adf-8910-450a-9cf3-eea9bf6fd04c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:28.689605 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0749949a-9e4c-4d05-9f52-4d5944bef667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:28.784999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:28.796068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:28.810200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6595b90-5d54-4e97-b12f-4e7311f6fb6c req-391ad116-2433-4dac-9983-9b9c6d707ccc tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122279 Jul 22 14:09:28.848666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0749949a-9e4c-4d05-9f52-4d5944bef667 None None] Port 88985adf-8910-450a-9cf3-eea9bf6fd04c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:28.850487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb65e4-c2d6-434c-9ffc-3484d83a9e8a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:28.855220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-1d49e19e-d0b8-4c9c-9c73-f1217b96a93f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7227838 Jul 22 14:09:28.877915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-83b60953-6d0d-4c5c-9132-84b514ea9b95 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.890458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-83b60953-6d0d-4c5c-9132-84b514ea9b95 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.904886 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf109e9-43e3-45ea-8fe2-f238ee700fb6 x-openstack-request-id: req-bdf109e9-43e3-45ea-8fe2-f238ee700fb6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:28.905185 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921e74c1-bb36-42c2-b6c4-55ac7c7578c7", "name": "network-vif-deleted", "tag": "b3f7539e-2ca3-400a-bb1b-5642a3c6198d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:28.905442 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdf109e9-43e3-45ea-8fe2-f238ee700fb6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:28.905898 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921e74c1-bb36-42c2-b6c4-55ac7c7578c7', 'name': 'network-vif-deleted', 'tag': 'b3f7539e-2ca3-400a-bb1b-5642a3c6198d', 'status': 'completed', 'code': 200} Jul 22 14:09:28.907893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] Set router 5135732b-c35e-4803-b1fb-7e88a0cf0185 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:28.909872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-83b60953-6d0d-4c5c-9132-84b514ea9b95 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.920835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-83b60953-6d0d-4c5c-9132-84b514ea9b95 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.926672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-83b60953-6d0d-4c5c-9132-84b514ea9b95 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:28.934879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-83b60953-6d0d-4c5c-9132-84b514ea9b95 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 3815 time: 1.1793289 Jul 22 14:09:28.959122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:28.988909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35980) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:29.010393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3f7539e-2ca3-400a-bb1b-5642a3c6198d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:29.161588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: b3f7539e-2ca3-400a-bb1b-5642a3c6198d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:29.162006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3f7539e-2ca3-400a-bb1b-5642a3c6198d not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:29.217304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Deleting subnet 1b45bb5c-91c4-473f-bfec-184cd874b44f {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:09:29.227558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:29.401731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3b17375-0180-420b-be82-96e2e18600a6 req-75f99d6d-26d0-4e92-9fea-dd5799c6245f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 210 time: 0.1178780 Jul 22 14:09:29.413905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50300e8-d743-4113-85dc-031ef913a045 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:29.451766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:29.468597 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:29.521927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 5, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:29.574783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Transition to ACTIVE for port object c50300e8-d743-4113-85dc-031ef913a045 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:29.577470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] Checking router: 5135732b-c35e-4803-b1fb-7e88a0cf0185 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:29.591291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:29.606180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] Routers {'5135732b-c35e-4803-b1fb-7e88a0cf0185'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:29.606835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5135732b-c35e-4803-b1fb-7e88a0cf0185'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:29.728026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Pushing event updated for resources: {'Port': ['ID=c50300e8-d743-4113-85dc-031ef913a045,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:29.754911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:29.959200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] Set router 5135732b-c35e-4803-b1fb-7e88a0cf0185 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:29.973190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:09:30.017442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.019007 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Added segment 8f16859a-9a04-477a-b6d9-6de0789eb021 of type vlan for network 262f2e75-0b42-4748-9e0a-4c647df2dfdb Jul 22 14:09:30.118427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.218932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd97179f-80f2-4e47-8de2-8f0229075585 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:30.416479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.562729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f8ed338-80e7-4a78-bf08-6dca9f120299 req-b9d0c3ec-5b26-45d6-9863-dd0f520b8b62 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6260326 Jul 22 14:09:30.576251 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.580231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:30.580844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.700723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port bd97179f-80f2-4e47-8de2-8f0229075585 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:30.714822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bd97179f-80f2-4e47-8de2-8f0229075585 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:30.715658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.755925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.848118 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.874932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Attempting to bind port c50300e8-d743-4113-85dc-031ef913a045 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:30.875730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Attempting to bind port c50300e8-d743-4113-85dc-031ef913a045 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:30.876401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Attempting to bind port c50300e8-d743-4113-85dc-031ef913a045 on network a6ec713c-f83d-44b5-af33-d8c296c6ccea {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:30.892869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 5, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:30.902296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-66b6a6de-6ce9-4012-b88f-2bc4430ff093 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:30.909646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-66b6a6de-6ce9-4012-b88f-2bc4430ff093 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 819 time: 0.9475410 Jul 22 14:09:30.911746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b45bb5c-91c4-473f-bfec-184cd874b44f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:30.922452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.2819619 Jul 22 14:09:30.933905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:30.941221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0d57f-0ed8-46bf-b6b8-2f562237858e None None] The sync data for ids ['5135732b-c35e-4803-b1fb-7e88a0cf0185'] in n-d-787205-11 is: [{'id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'name': 'tempest-FloatingIPDetailsTestJSON-1283999747-router', 'tenant_id': 'e741f7585cd249f99e76393c74187950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:27Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 5, 'project_id': 'e741f7585cd249f99e76393c74187950', 'gw_port': {'id': '57fcda89-d663-47ff-858e-557bea5da5d5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5135732b-c35e-4803-b1fb-7e88a0cf0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:28Z', 'updated_at': '2021-07-22T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:30.946961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Port c50300e8-d743-4113-85dc-031ef913a045 on network a6ec713c-f83d-44b5-af33-d8c296c6ccea not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:30.947294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Attempting to bind port c50300e8-d743-4113-85dc-031ef913a045 on network a6ec713c-f83d-44b5-af33-d8c296c6ccea {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:30.955472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.958114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:30.962260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-69d61539-52f2-4c07-b41e-7a747372c14c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1b45bb5c-91c4-473f-bfec-184cd874b44f HTTP/1.1" status: 204 len: 168 time: 1.9634538 Jul 22 14:09:30.996783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36006) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:31.005737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Request body: {'subnet': {'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1190119423-subnet', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:31.017736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port bd97179f-80f2-4e47-8de2-8f0229075585, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd97179f-80f2-4e47-8de2-8f0229075585,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:31.028188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.047856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:31.048207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Checking segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:31.048600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Bound using segment: {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:31.050032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Bound port: c50300e8-d743-4113-85dc-031ef913a045, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '089f216a-4a6f-4716-aae9-6899dfe8eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:31.053829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.057516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6731a0d-f6f8-4025-a4dd-e6f8428cf05a admin admin] Pushing event updated for resources: {'Network': ['ID=262f2e75-0b42-4748-9e0a-4c647df2dfdb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:31.069187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Made reservation on behalf of 022bf0879a414300ae1adbfc7c8062d3 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:31.072410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.091275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-0ea0fb7a-284a-4e31-91a1-181c945ef655 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:31.093317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-0ea0fb7a-284a-4e31-91a1-181c945ef655 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 819 time: 1.1151497 Jul 22 14:09:31.100441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:09:31.111511 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-fc0a853c-adcc-4d16-9d5b-ea440afbf355 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/quotas/dfc65796e65c44eaa69e29a28c4c9075 HTTP/1.1" status: 200 len: 375 time: 0.1994429 Jul 22 14:09:31.128881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.130433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Request body: {'port': {'device_id': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'admin_state_up': True, 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:31.323851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.376275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=bd97179f-80f2-4e47-8de2-8f0229075585,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:31.425935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] For port c50300e8-d743-4113-85dc-031ef913a045, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:31.444524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] For port c50300e8-d743-4113-85dc-031ef913a045, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c50300e8-d743-4113-85dc-031ef913a045,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:31.464498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-afab8ae2-5bc9-4b4a-832d-aa39363cd628 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3516259 Jul 22 14:09:31.474734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.510902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:31.511541 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.514859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] 10.222.0.13 "PUT /v2.0/ports/c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 1092 time: 3.4932916 Jul 22 14:09:31.537197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518101-5406-4a85-bd5f-fd97d4a6b1ad req-8e39a789-a660-4803-9b00-95308da839fc tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:31.551542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08518101-5406-4a85-bd5f-fd97d4a6b1ad req-8e39a789-a660-4803-9b00-95308da839fc tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 943 time: 0.7027504 Jul 22 14:09:31.574200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.585702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:31.590278 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6656bf45-3897-4224-ac2c-8b2f9e5618f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "tag": "c50300e8-d743-4113-85dc-031ef913a045"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:31.701874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Deleting port 57fcda89-d663-47ff-858e-557bea5da5d5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:31.702223 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:31.814440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-121d546c-f303-480c-8ddd-87a43d03b2c1 service neutron] 10.222.0.11 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487756 Jul 22 14:09:31.817423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234ac23-7f0b-449a-a6e3-3428cdf4475d service neutron] Pushing event updated for resources: {'Port': ['ID=c50300e8-d743-4113-85dc-031ef913a045,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:31.865925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08518101-5406-4a85-bd5f-fd97d4a6b1ad req-e332f6a0-7c2f-48b9-8c0f-99512be9fbdf tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116224 Jul 22 14:09:31.950333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Made reservation on behalf of dfc65796e65c44eaa69e29a28c4c9075 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:31.953829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.015140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813c9dc8-5f26-4ffc-a344-4a53edc6fa0b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:32.056719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd97179f-80f2-4e47-8de2-8f0229075585 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:32.124689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bd97179f-80f2-4e47-8de2-8f0229075585 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:32.125338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.220107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.227906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Checking segment: {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:32.228290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Network hostable DHCP agents. Network: 262f2e75-0b42-4748-9e0a-4c647df2dfdb, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:09:32.274140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3804a1e-66f0-4805-823b-8993abaa43c5']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:32.274848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e6b1b795-ce8b-4973-93bc-8413621ff58f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:32.307841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-556b116b-8c2d-46cb-8296-8e6e467d9f02 service neutron] 10.222.0.11 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586199 Jul 22 14:09:32.309841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:32.310325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b042f0-98d3-4c57-b4bb-d7043416d1a4') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:32.319028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e6b1b795-ce8b-4973-93bc-8413621ff58f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:32.322398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e6b1b795-ce8b-4973-93bc-8413621ff58f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:32.379628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] For port 57fcda89-d663-47ff-858e-557bea5da5d5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=57fcda89-d663-47ff-858e-557bea5da5d5,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:32.381286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.416388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:09:32.437902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 262f2e75-0b42-4748-9e0a-4c647df2dfdb) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:32.448137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5a5d2-7746-463f-9162-c91d24306878 None None] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:32.459619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.460854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.463681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Calling delete_port for 57fcda89-d663-47ff-858e-557bea5da5d5 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:32.543923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-5faa3592-85c6-4442-ac8e-1c4c68169a68 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.557185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-5faa3592-85c6-4442-ac8e-1c4c68169a68 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.576152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-5faa3592-85c6-4442-ac8e-1c4c68169a68 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.593685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-5faa3592-85c6-4442-ac8e-1c4c68169a68 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.608005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-5faa3592-85c6-4442-ac8e-1c4c68169a68 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.612499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-5faa3592-85c6-4442-ac8e-1c4c68169a68 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 3815 time: 0.4937823 Jul 22 14:09:32.719977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.723155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-6cce46ab-a895-4c48-8b19-439de86a2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:32.724667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-6cce46ab-a895-4c48-8b19-439de86a2e00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1095 time: 1.0241122 Jul 22 14:09:32.749004 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b23af1-b1a5-4d52-a804-f7f5a73f898d x-openstack-request-id: req-c6b23af1-b1a5-4d52-a804-f7f5a73f898d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:32.749363 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "tag": "c50300e8-d743-4113-85dc-031ef913a045", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:32.750859 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6b23af1-b1a5-4d52-a804-f7f5a73f898d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:32.751265 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045', 'status': 'completed', 'code': 200} Jul 22 14:09:32.811946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-262f2e75-0b42-4748-9e0a-4c647df2dfdb', 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'fixed_ips': [{'subnet_id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:09:32.812952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.814809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4e545c66-ec8c-4349-b233-d09add521bc4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8254120 Jul 22 14:09:32.817448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:32.905732 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:32.920408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ee723-2908-417d-ba9c-96a10e7b7618 req-abaf9560-e229-4374-9649-d780dc99e70f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 210 time: 0.1943901 Jul 22 14:09:32.925865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-34714dce-c4d0-47ce-ad3a-ac34ac83a09d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 217 time: 0.1580317 Jul 22 14:09:32.939612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:33.017829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e194f3cb-8784-4d93-95e8-ec6afda092c7 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:33.046759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.081415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Allocated IP 172.20.0.2 (262f2e75-0b42-4748-9e0a-4c647df2dfdb/813c9dc8-5f26-4ffc-a344-4a53edc6fa0b/18fee53b-5462-4594-974c-98570c43b515) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:33.082001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65cac9f2-565c-4a4b-be20-761dc1039799 req-66166083-76a1-4f89-8a32-c0df534ce601 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290631 Jul 22 14:09:33.083238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.087824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.129800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-daaea5e3-ffce-4673-beee-ea3df28281f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:33.132615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-daaea5e3-ffce-4673-beee-ea3df28281f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1762669 Jul 22 14:09:33.138626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:09:33.139049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:09:33.155324 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:09:33.172834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.329650 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.339248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Transition to ACTIVE for port object 18fee53b-5462-4594-974c-98570c43b515 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:33.360054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Transition to ACTIVE for port object 18fee53b-5462-4594-974c-98570c43b515 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:33.372603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.445824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:33.447268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:33.451000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:33.486830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Allocated IP 172.20.0.8 (ca00f71c-b3fb-429e-902f-12dda7ffd01f/485b828d-b3fa-4478-b255-ec5143eacab0/03ef6864-85bf-4ca7-b583-42839cb6c372) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:33.494558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.551850 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.556267 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c3804a1e-66f0-4805-823b-8993abaa43c5 HTTP/1.1" status: 204 len: 168 time: 2.5575359 Jul 22 14:09:33.557917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.566516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Transition to ACTIVE for port object e194f3cb-8784-4d93-95e8-ec6afda092c7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:33.618441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.630134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfb601-ac6f-417e-b49d-13b930c09452 req-f70c26e1-f51b-4b9c-9fe1-27ee7efb57f9 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:33.638327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ddfb601-ac6f-417e-b49d-13b930c09452 req-f70c26e1-f51b-4b9c-9fe1-27ee7efb57f9 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 943 time: 0.4891984 Jul 22 14:09:33.640320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b144e8-8a53-430f-b4a0-3780590a9f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3804a1e-66f0-4805-823b-8993abaa43c5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:33.683848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-b08c0faf-5c98-4542-9797-1d89105044bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:33.685649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-b08c0faf-5c98-4542-9797-1d89105044bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4991152 Jul 22 14:09:33.707270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Attempting to bind port 18fee53b-5462-4594-974c-98570c43b515 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:33.707585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Attempting to bind port 18fee53b-5462-4594-974c-98570c43b515 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:33.708004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Attempting to bind port 18fee53b-5462-4594-974c-98570c43b515 on network 262f2e75-0b42-4748-9e0a-4c647df2dfdb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:33.712276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Pushing event updated for resources: {'Port': ['ID=18fee53b-5462-4594-974c-98570c43b515,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:33.718230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:33.718645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Checking segment: {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:33.719053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.719495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Bound using segment: {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:33.720110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Bound port: 18fee53b-5462-4594-974c-98570c43b515, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:33.720503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.765144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ddfb601-ac6f-417e-b49d-13b930c09452 req-9171d792-bfb8-4f5d-9437-fd59dcb3d877 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246018 Jul 22 14:09:33.771079 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:33.828745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36036) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:33.857377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] For port 18fee53b-5462-4594-974c-98570c43b515, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:33.872759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] For port 18fee53b-5462-4594-974c-98570c43b515, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18fee53b-5462-4594-974c-98570c43b515,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:33.882641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.011520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Pushing event updated for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:34.038825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157aa35-cdf7-4bd4-b83f-e23a87251cd5 None None] Pushing event updated for resources: {'Port': ['ID=18fee53b-5462-4594-974c-98570c43b515,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:34.191247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-f26f862f-dabd-4df7-9414-f91ef27a605d service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380951 Jul 22 14:09:34.329208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea6df147-3a4d-4dec-899f-d8c2e4fc3db0 req-048b2ec9-14c8-4240-8f12-8c592a042f4d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 210 time: 0.1507442 Jul 22 14:09:34.367826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-335d3740-6bfd-4bf0-b60f-5a81c5993506 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:34.369354 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-335d3740-6bfd-4bf0-b60f-5a81c5993506 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.20 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 819 time: 0.3568926 Jul 22 14:09:34.428830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fcda89-d663-47ff-858e-557bea5da5d5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:34.483745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Attempting to bind port e194f3cb-8784-4d93-95e8-ec6afda092c7 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:34.484088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Attempting to bind port e194f3cb-8784-4d93-95e8-ec6afda092c7 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:34.484417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Attempting to bind port e194f3cb-8784-4d93-95e8-ec6afda092c7 on network f3c63370-eaf7-4a5f-ac64-4f0457c64268 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:34.502820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Request body: {'port': {'device_id': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'admin_state_up': True, 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:34.515037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.516886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Port e194f3cb-8784-4d93-95e8-ec6afda092c7 on network f3c63370-eaf7-4a5f-ac64-4f0457c64268 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:34.517213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Attempting to bind port e194f3cb-8784-4d93-95e8-ec6afda092c7 on network f3c63370-eaf7-4a5f-ac64-4f0457c64268 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:34.565369 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aaebbbd5-3b9c-4a0b-9a61-953bf625bdd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d64e5541b8ea4d6bb1dce788ed734390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6988311 Jul 22 14:09:34.567228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:34.638093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:34.638434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Checking segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:34.638665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Bound using segment: {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:34.639126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Bound port: e194f3cb-8784-4d93-95e8-ec6afda092c7, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3eba61e-7bb9-4414-bb27-5e67deed947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:34.639510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.696228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.704062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.732042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.762074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-88f671dd-012b-4679-8856-9d737aeec931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:34.768158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-88f671dd-012b-4679-8856-9d737aeec931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:34.774956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-88f671dd-012b-4679-8856-9d737aeec931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:34.780984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-88f671dd-012b-4679-8856-9d737aeec931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:34.787147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-88f671dd-012b-4679-8856-9d737aeec931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:34.791486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-88f671dd-012b-4679-8856-9d737aeec931 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 3827 time: 0.4172695 Jul 22 14:09:34.856056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:34.860201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:34.864463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-496bb18c-a71d-48ed-9a28-f24d12338f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.900549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-496bb18c-a71d-48ed-9a28-f24d12338f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.945580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f18146e-0a40-48f0-8dbb-6f2e5924474e req-6058c48b-8c12-4c24-b850-3953024c30d6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267874 Jul 22 14:09:34.946273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.946837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5135732b-c35e-4803-b1fb-7e88a0cf0185 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:09:34.948486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36054) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:34.951711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:34.955642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbfc7871-62e9-4502-8bca-1cf36a8149ae req-4b1cb30b-d358-4894-a43e-17072fc372d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618270 Jul 22 14:09:35.023873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.028859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-701626bb-5aef-47a3-ad6c-daf3a66451b2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5135732b-c35e-4803-b1fb-7e88a0cf0185 HTTP/1.1" status: 204 len: 168 time: 6.5414646 Jul 22 14:09:35.030237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.037110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36058) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:35.083161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-496bb18c-a71d-48ed-9a28-f24d12338f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.086501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-496bb18c-a71d-48ed-9a28-f24d12338f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.090123 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-496bb18c-a71d-48ed-9a28-f24d12338f16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c7d8e08-7872-441e-9204-ca638bccd775 HTTP/1.1" status: 204 len: 168 time: 0.4835436 Jul 22 14:09:35.109969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:35.111503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.116481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] 10.222.0.20 "PUT /v2.0/ports/e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 1092 time: 6.1696787 Jul 22 14:09:35.127152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Deleting subnet 34e6a0c5-496a-455d-b8e2-e64af9b5bd96 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:09:35.130902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.197023 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.214232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:35.221198 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430514e8-4272-4d55-8daa-692939745ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:35.290683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bb18c-a71d-48ed-9a28-f24d12338f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d8e08-7872-441e-9204-ca638bccd775,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:35.322006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:35.427324 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5945c60-8268-409b-87c9-2fe514bb16c3 x-openstack-request-id: req-f5945c60-8268-409b-87c9-2fe514bb16c3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:35.428012 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:35.428012 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5945c60-8268-409b-87c9-2fe514bb16c3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:35.428229 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'status': 'completed', 'code': 200} Jul 22 14:09:35.455132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Pushing event updated for resources: {'Port': ['ID=03ef6864-85bf-4ca7-b583-42839cb6c372,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:35.479349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:35.612779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76641927-02f6-4461-9f85-e1fe9435848a service neutron] Pushing event updated for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:35.613689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ecb39b08-8ce1-446b-93c2-9880dbfdbe23 req-5ff88424-a971-464b-b0d7-71e4e956c5d7 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 210 time: 0.1223092 Jul 22 14:09:35.614478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Made reservation on behalf of dfc65796e65c44eaa69e29a28c4c9075 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:35.619415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.712794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:35.764173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.775666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d7b10e5-3dc3-4676-a966-ab6445ff235a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.791945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.795487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:35.795869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.809133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1841876-fe9e-4296-947f-ed90677caa0a req-25c71b3a-68f8-4dc9-bb2c-82f0665ac248 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:35.810739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1841876-fe9e-4296-947f-ed90677caa0a req-25c71b3a-68f8-4dc9-bb2c-82f0665ac248 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 943 time: 0.8668494 Jul 22 14:09:35.821164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034831a3-a460-4a01-8edc-fd75f1ef0a91 None None] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:35.914640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:35.987969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-691e067a-014d-459f-8568-81f9caf33b40 None None] Provisioning for port 18fee53b-5462-4594-974c-98570c43b515 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:36.047925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.048615 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.123862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18fee53b-5462-4594-974c-98570c43b515 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:36.150891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-35994a25-7ffd-4158-9603-2c31fe7a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.151620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-35994a25-7ffd-4158-9603-2c31fe7a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.152286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-35994a25-7ffd-4158-9603-2c31fe7a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.152929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-35994a25-7ffd-4158-9603-2c31fe7a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.153568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-35994a25-7ffd-4158-9603-2c31fe7a9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.155646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-430514e8-4272-4d55-8daa-692939745ec4 req-35994a25-7ffd-4158-9603-2c31fe7a9135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 4363 time: 0.6218688 Jul 22 14:09:36.194519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-b286a963-27a1-421f-813a-6048264d742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:36.196645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-b286a963-27a1-421f-813a-6048264d742f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1095 time: 1.0761077 Jul 22 14:09:36.234283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 18fee53b-5462-4594-974c-98570c43b515 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:36.244607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 18fee53b-5462-4594-974c-98570c43b515 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:36.244607 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.401243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.409716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.484593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Allocated IP 172.20.0.10 (ca00f71c-b3fb-429e-902f-12dda7ffd01f/485b828d-b3fa-4478-b255-ec5143eacab0/4ed98717-27c5-40f0-9817-fbbe4d7bca35) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:36.488269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 18fee53b-5462-4594-974c-98570c43b515, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18fee53b-5462-4594-974c-98570c43b515,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:36.493814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.558709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e6a0c5-496a-455d-b8e2-e64af9b5bd96,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:36.588534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 57fcda89-d663-47ff-858e-557bea5da5d5 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:36.703991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.706264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-38a956cd-44f3-41ce-a1aa-864472b4532c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/34e6a0c5-496a-455d-b8e2-e64af9b5bd96 HTTP/1.1" status: 204 len: 168 time: 1.6632257 Jul 22 14:09:36.713579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36096) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:36.714239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10464920-6ac3-472d-afdf-79902ce9e071 None None] Network 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:09:36.822796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 57fcda89-d663-47ff-858e-557bea5da5d5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:36.823475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 57fcda89-d663-47ff-858e-557bea5da5d5 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:36.829698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=18fee53b-5462-4594-974c-98570c43b515,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:36.859152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Allocated IP 172.25.8.29 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b8f9298c-bdf5-4b92-8626-13c8fa43cddf) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:36.875478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0dd6b5ed-e382-4fb9-818b-a71dec46749c None None] Provisioning complete for port 18fee53b-5462-4594-974c-98570c43b515 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:36.875478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b5ed-e382-4fb9-818b-a71dec46749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.910517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1841876-fe9e-4296-947f-ed90677caa0a req-aa2b05cc-1183-419e-ac16-ed389c4c6e03 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569922 Jul 22 14:09:36.924973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d7b10e5-3dc3-4676-a966-ab6445ff235a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:36.927314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c50300e8-d743-4113-85dc-031ef913a045 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:37.096925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.177850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port c50300e8-d743-4113-85dc-031ef913a045, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c50300e8-d743-4113-85dc-031ef913a045,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:37.190472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-217b2528-27df-4a3c-9d4a-6244f5263588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:37.197794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-217b2528-27df-4a3c-9d4a-6244f5263588 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.9797184 Jul 22 14:09:37.198124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'c50300e8-d743-4113-85dc-031ef913a045', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:37.198648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-864afe63-32b2-4c88-aa2b-cd8fa33212b1 req-d5ac6c34-421c-405d-b059-cb3e4bd973a9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 210 time: 0.1051550 Jul 22 14:09:37.203243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] DHCP port deletion for 31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:09:37.230704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d7b10e5-3dc3-4676-a966-ab6445ff235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.277509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.322732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50300e8-d743-4113-85dc-031ef913a045 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:37.334829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5d7b10e5-3dc3-4676-a966-ab6445ff235a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df0d032cc183414f9d7d414dcfc690f6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3841767 Jul 22 14:09:37.349636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-191f9fac-dbff-4897-bbdb-c6fff1cabebf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:37.357760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-191f9fac-dbff-4897-bbdb-c6fff1cabebf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:37.358302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port c50300e8-d743-4113-85dc-031ef913a045, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c50300e8-d743-4113-85dc-031ef913a045,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:37.359712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:37.362783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] Deleting port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:37.363514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.366847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-191f9fac-dbff-4897-bbdb-c6fff1cabebf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:37.368414 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.374888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-191f9fac-dbff-4897-bbdb-c6fff1cabebf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:37.382547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-191f9fac-dbff-4897-bbdb-c6fff1cabebf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:37.384817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-191f9fac-dbff-4897-bbdb-c6fff1cabebf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 3827 time: 1.2438962 Jul 22 14:09:37.386646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.389324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-5545a096-d5ee-43b4-8773-40b6a55acd6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2636139 Jul 22 14:09:37.443140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.479120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] For port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,segment=NetworkSegment(ab1cc4de-65a6-484c-954c-989ce0f86fdf),segment_id=ab1cc4de-65a6-484c-954c-989ce0f86fdf)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:37.479524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.501664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] Calling delete_port for ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:37.537172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=c50300e8-d743-4113-85dc-031ef913a045,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:37.578507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28846bbd-0f0a-480f-8d81-48b72f62f44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.588952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['c50300e8-d743-4113-85dc-031ef913a045'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:37.658920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:37.671146 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.680309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.713320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] Pushing event deleted for resources: {'Port': ['ID=ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:37.720249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.724738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6a19f-4804-4413-8bdf-068d763d441d None None] No DVR routers for this DVR port ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:09:37.786210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b10e5-3dc3-4676-a966-ab6445ff235a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3cbd79-3b0e-4874-9c69-13d73628c3ed,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:37.795998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:37.807508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Transition to ACTIVE for port object 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:37.813924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28846bbd-0f0a-480f-8d81-48b72f62f44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.816595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-b1ffcd60-a1bd-46f0-ab6f-bd814fb25ef3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 217 time: 0.5207829 Jul 22 14:09:37.828726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:37.834790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:37.866192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:37.867440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Request body: {'port': {'device_id': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:37.872467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:37.985868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:38.008252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-9bab68dd-376b-46f4-b941-02d414c016f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.010077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-9bab68dd-376b-46f4-b941-02d414c016f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1283815 Jul 22 14:09:38.050130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Network ca00f71c-b3fb-429e-902f-12dda7ffd01f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:38.056988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-cde4f1bd-2d22-4757-be96-10597f38ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.060848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18fee53b-5462-4594-974c-98570c43b515 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:38.064212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-cde4f1bd-2d22-4757-be96-10597f38ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.070228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-cde4f1bd-2d22-4757-be96-10597f38ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.075638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-430514e8-4272-4d55-8daa-692939745ec4 req-cde4f1bd-2d22-4757-be96-10597f38ea99 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=849bf900681e4172bc7268e1cfa1a338&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.8981729 Jul 22 14:09:38.094322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:38.098577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.100545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Pushing event updated for resources: {'Port': ['ID=4ed98717-27c5-40f0-9817-fbbe4d7bca35,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:38.136947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:38.194277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 18fee53b-5462-4594-974c-98570c43b515 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:38.194940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.197911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28846bbd-0f0a-480f-8d81-48b72f62f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.200784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28846bbd-0f0a-480f-8d81-48b72f62f44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.202500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28846bbd-0f0a-480f-8d81-48b72f62f44b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf3cbd79-3b0e-4874-9c69-13d73628c3ed HTTP/1.1" status: 204 len: 168 time: 0.8393159 Jul 22 14:09:38.240917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28846bbd-0f0a-480f-8d81-48b72f62f44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3cbd79-3b0e-4874-9c69-13d73628c3ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:38.255764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Attempting to bind port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:38.256116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Attempting to bind port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:38.256453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Attempting to bind port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:38.267869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 on network a183127a-ba81-47ed-954d-eda7bfc44b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:38.268405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Attempting to bind port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:38.338085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:38.338901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Checking segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:38.338901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Bound using segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:38.349348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Bound port: 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:38.351744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.372415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e043645d-d06c-4b38-ab7a-dd255dfc7ac0 req-f3f07214-c46a-4f79-bbbf-e6ef06ac7bc9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5547187 Jul 22 14:09:38.397209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5535bb-c730-42ac-8547-4b373cd31066 req-c7fc19f0-2350-4051-a697-9efe669dce6b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.405549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d5535bb-c730-42ac-8547-4b373cd31066 req-c7fc19f0-2350-4051-a697-9efe669dce6b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 944 time: 0.3647008 Jul 22 14:09:38.471063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.512052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d5535bb-c730-42ac-8547-4b373cd31066 req-0cf0e62b-2db6-49b2-9a9a-b50a1d3f7540 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054924 Jul 22 14:09:38.519702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.551555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.564339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:09:38.602499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.603167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.613233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:09:38.615839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:38.616041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ce2077f8-ea7a-45ef-8108-dffb7e3d8fa5 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:09:38.653943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:38.674598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:38.689313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.697710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1cc4de-65a6-484c-954c-989ce0f86fdf') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:38.698078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1cc4de-65a6-484c-954c-989ce0f86fdf') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:38.726651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.730807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430514e8-4272-4d55-8daa-692939745ec4 req-d210ef1b-9afe-4e30-a5d4-fb3ac2096232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.732323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-430514e8-4272-4d55-8daa-692939745ec4 req-d210ef1b-9afe-4e30-a5d4-fb3ac2096232 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6491106 Jul 22 14:09:38.734979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-01a441bf-efb2-40ca-a669-0d81d94ac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.736938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-01a441bf-efb2-40ca-a669-0d81d94ac09a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6441667 Jul 22 14:09:38.738443 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-9a3f277e-99b2-4809-b81a-d7512f04ce8d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2446187 Jul 22 14:09:38.748786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:38.749008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.750686 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 1132 time: 3.5181530 Jul 22 14:09:38.751234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': '4f1b00b6-2970-40e3-9f70-4f3b2e97d047'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:38.753783 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "4f1b00b6-2970-40e3-9f70-4f3b2e97d047"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:38.768511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Request body: {'port': {'device_id': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:38.805393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:38.875241 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4789b50-4c3e-409a-9afe-768f3b2df226 x-openstack-request-id: req-f4789b50-4c3e-409a-9afe-768f3b2df226 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:38.875864 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "4f1b00b6-2970-40e3-9f70-4f3b2e97d047", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:38.875864 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4789b50-4c3e-409a-9afe-768f3b2df226 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:38.876184 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': '4f1b00b6-2970-40e3-9f70-4f3b2e97d047', 'status': 'completed', 'code': 200} Jul 22 14:09:38.880570 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:38.930809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c50300e8-d743-4113-85dc-031ef913a045 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:38.987713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac10ada-fa51-47b2-b6ae-66d64701b397 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:39.030811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:09:39.033638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:09:39.038053 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:09:39.042978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port c50300e8-d743-4113-85dc-031ef913a045 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:39.047534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port c50300e8-d743-4113-85dc-031ef913a045 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:39.048202 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.145085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:39.158604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.181173 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.195208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.196957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bdafa-270d-4f69-a928-b56968de45c0 req-c20791ab-11c3-4744-b606-be4141c17a82 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.198791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a11bdafa-270d-4f69-a928-b56968de45c0 req-c20791ab-11c3-4744-b606-be4141c17a82 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 932 time: 0.6861761 Jul 22 14:09:39.255293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:39.260686 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9624c28-2887-46ef-8aab-1354c57d6611" -d '{"events": [{"server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "name": "network-vif-plugged", "status": "completed", "tag": "c50300e8-d743-4113-85dc-031ef913a045"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:39.287670 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.306213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port c50300e8-d743-4113-85dc-031ef913a045, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c50300e8-d743-4113-85dc-031ef913a045,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:39.318154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.319019 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.324165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2 HTTP/1.1" status: 204 len: 168 time: 2.5915124 Jul 22 14:09:39.331040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-9910c507-5e08-47a2-8ff7-7bec3088d246 service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707545 Jul 22 14:09:39.363512 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21390270-ae4f-4bf1-9b11-a30444377d1b x-openstack-request-id: req-21390270-ae4f-4bf1-9b11-a30444377d1b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:39.363512 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "name": "network-vif-plugged", "status": "completed", "tag": "c50300e8-d743-4113-85dc-031ef913a045", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:39.363879 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21390270-ae4f-4bf1-9b11-a30444377d1b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:39.364348 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045', 'code': 200} Jul 22 14:09:39.395801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=c50300e8-d743-4113-85dc-031ef913a045,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:39.466663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf7577-7391-4ac2-bc7c-2d4e243d42f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bd8771-1e0b-468c-ad4f-c6fa5fb3b7a2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:39.471357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a11bdafa-270d-4f69-a928-b56968de45c0 req-0aff181e-cca8-4228-9116-cde760fd37c5 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626235 Jul 22 14:09:39.471954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.516337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-158dda36-19aa-4183-8309-0e2d20dd73ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:39.519977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.520496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.521021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.521465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.521966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.522440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.525202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-c359cf26-bc66-4127-b1c1-5e9424057669 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5288 time: 0.6716943 Jul 22 14:09:39.580220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:39.720470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Router e101c7fa-5342-4f06-b974-74e2f869374b is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:09:39.802793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8a00480e-e00b-498a-aa28-b57489b59901 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e741f7585cd249f99e76393c74187950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133956 Jul 22 14:09:39.815710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:39.894147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6656bf45-3897-4224-ac2c-8b2f9e5618f0 req-c062caf9-648a-4745-8319-9b9ba9426bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784455 Jul 22 14:09:39.904046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12061b2-56b8-4f21-991b-c0ccb37997c0 req-de6b8bae-1c76-44e2-9873-9cd98125fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.905544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a12061b2-56b8-4f21-991b-c0ccb37997c0 req-de6b8bae-1c76-44e2-9873-9cd98125fb93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1097 time: 0.4023206 Jul 22 14:09:39.907776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-d2974fdd-f87c-4825-8822-ded7a10831a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.908484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-d2974fdd-f87c-4825-8822-ded7a10831a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.909169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-d2974fdd-f87c-4825-8822-ded7a10831a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.910867 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-d2974fdd-f87c-4825-8822-ded7a10831a7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=849bf900681e4172bc7268e1cfa1a338&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3723195 Jul 22 14:09:39.965932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ef6864-85bf-4ca7-b583-42839cb6c372 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:39.992776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9893d-9334-4c69-86b5-6025c8dd6c00 req-bedf70ca-5612-49fc-b340-dd3aacc4eb06 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:39.994393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4a9893d-9334-4c69-86b5-6025c8dd6c00 req-bedf70ca-5612-49fc-b340-dd3aacc4eb06 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 945 time: 0.3734832 Jul 22 14:09:39.999640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.006074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.012117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.017907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.023815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.029677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.035564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.037406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-fbd15e61-cc95-4b5d-b7c0-51271b205e76 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 4600 time: 0.5283031 Jul 22 14:09:40.049589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Transition to ACTIVE for port object 03ef6864-85bf-4ca7-b583-42839cb6c372 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:40.066084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.139961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-158dda36-19aa-4183-8309-0e2d20dd73ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.175205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-158dda36-19aa-4183-8309-0e2d20dd73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.182298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a12061b2-56b8-4f21-991b-c0ccb37997c0 req-7db2a05a-c92e-40b7-a96e-facd4c917a08 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414877 Jul 22 14:09:40.205776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4a9893d-9334-4c69-86b5-6025c8dd6c00 req-5fa551a7-a7e9-4573-b5d8-780867aa5d51 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944690 Jul 22 14:09:40.206758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-b4ce9df6-659a-4569-9919-2bc93772c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:40.208158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17a3c57b-78fd-4f66-afd4-aac6fc3ed598 req-b4ce9df6-659a-4569-9919-2bc93772c1a5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2867177 Jul 22 14:09:40.231460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Pushing event updated for resources: {'Port': ['ID=03ef6864-85bf-4ca7-b583-42839cb6c372,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:40.232273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:40.240140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf979f2-70a5-4a4e-b051-184d425b1ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.243497 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Sync routers for ids ['e101c7fa-5342-4f06-b974-74e2f869374b'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:40.261142 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Routers {'e101c7fa-5342-4f06-b974-74e2f869374b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:40.262922 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e101c7fa-5342-4f06-b974-74e2f869374b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:40.279478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.280720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f84f567-1c2f-4561-a783-1209cdfb0393 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3603065 Jul 22 14:09:40.306180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36204) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:40.316977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26e5939-af82-4045-81b8-0cdd267c53a0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:40.327522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d21b91-6e0c-4508-921b-10934f427b4d req-29d64016-fda6-4141-b3d7-bf2c3c0b0ae1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2663240 Jul 22 14:09:40.339063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.347520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-158dda36-19aa-4183-8309-0e2d20dd73ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44400a585ef14da7a9d8df98a6c0219d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2010040 Jul 22 14:09:40.349683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf979f2-70a5-4a4e-b051-184d425b1ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.353864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dda36-19aa-4183-8309-0e2d20dd73ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65032293-d3be-48ce-8b78-b6f26d893bd6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:40.358467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:40.410383 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Set router e101c7fa-5342-4f06-b974-74e2f869374b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:40.436971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Transition to ACTIVE for port object f26e5939-af82-4045-81b8-0cdd267c53a0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:40.458800 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.494259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185eecc9-b5f7-4fa6-963c-5eae0fdfb419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.523058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185eecc9-b5f7-4fa6-963c-5eae0fdfb419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.597815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185eecc9-b5f7-4fa6-963c-5eae0fdfb419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.600441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185eecc9-b5f7-4fa6-963c-5eae0fdfb419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.604320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-185eecc9-b5f7-4fa6-963c-5eae0fdfb419 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65032293-d3be-48ce-8b78-b6f26d893bd6 HTTP/1.1" status: 204 len: 168 time: 0.2253613 Jul 22 14:09:40.645400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eecc9-b5f7-4fa6-963c-5eae0fdfb419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65032293-d3be-48ce-8b78-b6f26d893bd6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:40.662328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Pushing event updated for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:40.673823 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:09:38Z', 'revision_number': 3, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:40.727240 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Checking router: e101c7fa-5342-4f06-b974-74e2f869374b for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:40.727588 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Updating router e101c7fa-5342-4f06-b974-74e2f869374b port b8f9298c-bdf5-4b92-8626-13c8fa43cddf binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:09:40.788833 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.815664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf979f2-70a5-4a4e-b051-184d425b1ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.828890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf979f2-70a5-4a4e-b051-184d425b1ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:40.829930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1cf979f2-70a5-4a4e-b051-184d425b1ae8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/902b8b93-8817-49cb-aa29-93b2da91a6cd HTTP/1.1" status: 204 len: 168 time: 1.0109918 Jul 22 14:09:40.848725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Attempting to bind port f26e5939-af82-4045-81b8-0cdd267c53a0 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:40.849067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Attempting to bind port f26e5939-af82-4045-81b8-0cdd267c53a0 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:40.849406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Attempting to bind port f26e5939-af82-4045-81b8-0cdd267c53a0 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:40.864868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf979f2-70a5-4a4e-b051-184d425b1ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b8b93-8817-49cb-aa29-93b2da91a6cd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:40.871876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Port f26e5939-af82-4045-81b8-0cdd267c53a0 on network a183127a-ba81-47ed-954d-eda7bfc44b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:40.872215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Attempting to bind port f26e5939-af82-4045-81b8-0cdd267c53a0 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:40.882510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:40.883036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Checking segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:40.883270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Bound using segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:40.883715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Bound port: f26e5939-af82-4045-81b8-0cdd267c53a0, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:40.884086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.003687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Attempting to bind port 03ef6864-85bf-4ca7-b583-42839cb6c372 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:41.005150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Attempting to bind port 03ef6864-85bf-4ca7-b583-42839cb6c372 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:41.005792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Attempting to bind port 03ef6864-85bf-4ca7-b583-42839cb6c372 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:41.020065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Port 03ef6864-85bf-4ca7-b583-42839cb6c372 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:41.020687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Attempting to bind port 03ef6864-85bf-4ca7-b583-42839cb6c372 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:41.025342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:41.029105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f26e5939-af82-4045-81b8-0cdd267c53a0,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:41.035634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:41.036541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Checking segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:41.037165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Bound using segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:41.037906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Bound port: 03ef6864-85bf-4ca7-b583-42839cb6c372, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:41.038725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.041119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.128355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.130740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.133431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] 10.222.0.20 "PUT /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 1131 time: 2.3477700 Jul 22 14:09:41.138645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'f26e5939-af82-4045-81b8-0cdd267c53a0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:41.144416 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57352de5-635d-4b4d-82c8-5f10bbf6f16f" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "f26e5939-af82-4045-81b8-0cdd267c53a0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:41.174197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d1ec0-985a-4289-bd24-1ce75a837e10 req-48611286-ddb3-4da8-9558-67592022f863 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.183191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d49d1ec0-985a-4289-bd24-1ce75a837e10 req-48611286-ddb3-4da8-9558-67592022f863 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 932 time: 0.3881750 Jul 22 14:09:41.192911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:41.268856 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4894808a-69bf-4fe5-b7cb-74182fda9d86 x-openstack-request-id: req-4894808a-69bf-4fe5-b7cb-74182fda9d86 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:41.269146 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "f26e5939-af82-4045-81b8-0cdd267c53a0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:41.269714 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4894808a-69bf-4fe5-b7cb-74182fda9d86 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:41.270689 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'f26e5939-af82-4045-81b8-0cdd267c53a0', 'status': 'completed', 'code': 200} Jul 22 14:09:41.281406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951dc23-ee9a-4018-91c3-9e13ccc07ddf service neutron] Pushing event updated for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:41.370856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d49d1ec0-985a-4289-bd24-1ce75a837e10 req-6e7b3d1f-e225-4094-bac7-b98937ba5402 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862876 Jul 22 14:09:41.394814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed98717-27c5-40f0-9817-fbbe4d7bca35 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:41.422081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.430551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:41.536854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Transition to ACTIVE for port object 4ed98717-27c5-40f0-9817-fbbe4d7bca35 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:41.563638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34a2584c-5c0a-463d-bc2e-6e5e3c426604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.574597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] For port 03ef6864-85bf-4ca7-b583-42839cb6c372, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:41.581204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.597390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.641433 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.656636 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Transition to ACTIVE for port object b8f9298c-bdf5-4b92-8626-13c8fa43cddf will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:41.659561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed98717-27c5-40f0-9817-fbbe4d7bca35,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:41.664485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] For port 03ef6864-85bf-4ca7-b583-42839cb6c372, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=03ef6864-85bf-4ca7-b583-42839cb6c372,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:41.667258 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.723684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.737565 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Attempting to bind port b8f9298c-bdf5-4b92-8626-13c8fa43cddf on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:41.738781 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Attempting to bind port b8f9298c-bdf5-4b92-8626-13c8fa43cddf by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:41.739364 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Attempting to bind port b8f9298c-bdf5-4b92-8626-13c8fa43cddf on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:41.749045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aaa76-0245-47ea-917c-bddc4608866f req-146791ef-ba48-44de-86df-dd19e553ecfe tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.754187 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:41.754792 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:41.755362 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.755944 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:41.756586 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Bound port: b8f9298c-bdf5-4b92-8626-13c8fa43cddf, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:41.756736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c9aaa76-0245-47ea-917c-bddc4608866f req-146791ef-ba48-44de-86df-dd19e553ecfe tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 945 time: 0.3312528 Jul 22 14:09:41.758418 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.782129 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c72de1-089e-4e2d-8bd9-9d2f9be8d235 None None] Pushing event updated for resources: {'Port': ['ID=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:41.817075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.826849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.828695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] 10.222.0.13 "PUT /v2.0/ports/03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 1092 time: 4.0042360 Jul 22 14:09:41.853236 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] For port b8f9298c-bdf5-4b92-8626-13c8fa43cddf, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:41.857561 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] For port b8f9298c-bdf5-4b92-8626-13c8fa43cddf, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:41.877181 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:41.883131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'tag': '03ef6864-85bf-4ca7-b583-42839cb6c372'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:41.886916 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70b646b-b878-4e86-a6e0-9e633f9e5798" -d '{"events": [{"name": "network-changed", "server_uuid": "54542f50-3208-4b98-bf9f-1d3e4896f9e0", "tag": "03ef6864-85bf-4ca7-b583-42839cb6c372"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:41.956632 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Routers {'e101c7fa-5342-4f06-b974-74e2f869374b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:41.957803 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e101c7fa-5342-4f06-b974-74e2f869374b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:41.987426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.988238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.988914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.989587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.990279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.990945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.992470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:41.994806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-64890663-6ec0-4e89-831c-f3a8c72d3cae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6212 time: 0.7111912 Jul 22 14:09:42.127234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6acd14b-f6ac-49b6-9ec2-07787581cbd2 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:42.129331 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] Set router e101c7fa-5342-4f06-b974-74e2f869374b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:42.150647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:42.158823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649389cf-71d7-46cf-b8fb-64bacb01ed49 service neutron] Pushing event updated for resources: {'Port': ['ID=03ef6864-85bf-4ca7-b583-42839cb6c372,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:42.162566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c9aaa76-0245-47ea-917c-bddc4608866f req-3b4c9693-bd10-4b69-88fe-116768d8d791 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042532 Jul 22 14:09:42.193662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Transition to ACTIVE for port object b6acd14b-f6ac-49b6-9ec2-07787581cbd2 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:42.199563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:42.243070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Attempting to bind port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:42.243537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Attempting to bind port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:42.244140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Attempting to bind port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:42.258520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:42.260261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Attempting to bind port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 on network ca00f71c-b3fb-429e-902f-12dda7ffd01f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:42.275218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Pushing event updated for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:42.299599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34a2584c-5c0a-463d-bc2e-6e5e3c426604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:42.306978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34a2584c-5c0a-463d-bc2e-6e5e3c426604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:42.349262 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b23e3-7800-4ce3-b061-5ecdeedc7f4c x-openstack-request-id: req-e36b23e3-7800-4ce3-b061-5ecdeedc7f4c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:42.349732 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54542f50-3208-4b98-bf9f-1d3e4896f9e0", "tag": "03ef6864-85bf-4ca7-b583-42839cb6c372", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:42.350094 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e36b23e3-7800-4ce3-b061-5ecdeedc7f4c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:42.351239 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'tag': '03ef6864-85bf-4ca7-b583-42839cb6c372', 'status': 'completed', 'code': 200} Jul 22 14:09:42.353273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:42.353795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Checking segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:42.354540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Bound using segment: {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:42.355098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Bound port: 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f586fc-2226-4cb5-b7b9-21c090667518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:42.355564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:42.384472 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c72de1-089e-4e2d-8bd9-9d2f9be8d235 None None] Pushing event updated for resources: {'Port': ['ID=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:42.395298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.403739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.409962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.416867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.423171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.429890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.445441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.447614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-2c22f706-8ce4-49ae-8142-b3db0a8a20da tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5372 time: 0.7925084 Jul 22 14:09:42.460670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-87be57b3-0d3b-447c-b867-ee46ec875c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.462380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-87be57b3-0d3b-447c-b867-ee46ec875c7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1095 time: 0.5613081 Jul 22 14:09:42.610362 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:09:38Z', 'revision_number': 3, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:42.647993 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c48f0c-7716-4f23-9b51-3137abd0d8c4 None None] The sync data for ids ['e101c7fa-5342-4f06-b974-74e2f869374b'] in n-d-787205-11 is: [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:09:38Z', 'revision_number': 3, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:42.653283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-ad79ef13-d2bc-4e18-b963-cf5621fea781 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.1807184 Jul 22 14:09:42.671222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-fa59eb1a-0d35-40eb-9699-5267d19dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.671701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-fa59eb1a-0d35-40eb-9699-5267d19dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.672166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-fa59eb1a-0d35-40eb-9699-5267d19dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.673815 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-fa59eb1a-0d35-40eb-9699-5267d19dcdf0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=849bf900681e4172bc7268e1cfa1a338&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6544509 Jul 22 14:09:42.760549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aec958a4-6e4f-494e-a83f-66b6b41dc941 req-0089ff74-2401-4b98-bc0f-6fde577d2db8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3017156 Jul 22 14:09:42.831218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] For port 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:42.899125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-e1bbc498-f8fc-436c-86f5-a2f84ab48c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:42.901030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-e1bbc498-f8fc-436c-86f5-a2f84ab48c4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.2241988 Jul 22 14:09:42.912310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] For port 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:42.950743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:42.963306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2584c-5c0a-463d-bc2e-6e5e3c426604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ae9cd-1a9f-4f47-8dcc-afbc8f9ca26a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:43.014639 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-ba901e69-5f8b-4e03-ba2a-4a2b8d73ed1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967176 Jul 22 14:09:43.073999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-34a2584c-5c0a-463d-bc2e-6e5e3c426604 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b9bac6ed8f043f0894d8de313aa42f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6389534 Jul 22 14:09:43.083515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:43.087643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:43.088495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.089910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ed98717-27c5-40f0-9817-fbbe4d7bca35 HTTP/1.1" status: 200 len: 1093 time: 4.3270438 Jul 22 14:09:43.134589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-db3d88d6-4122-4fba-96f8-a957cf87f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:43.136885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57352de5-635d-4b4d-82c8-5f10bbf6f16f req-db3d88d6-4122-4fba-96f8-a957cf87f918 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4546027 Jul 22 14:09:43.140910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Attempting to bind port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:43.141453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Attempting to bind port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:43.141604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Attempting to bind port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:43.160985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 on network a183127a-ba81-47ed-954d-eda7bfc44b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:43.161203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Attempting to bind port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:43.180327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-568c3210-dafa-4b95-8d8b-b3372d16e44a tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:43.182004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-568c3210-dafa-4b95-8d8b-b3372d16e44a tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2131338 Jul 22 14:09:43.186898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:43.187247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Checking segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:43.187645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Bound using segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:43.188328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Bound port: b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:43.188701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.241858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36302) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:43.263120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db07dfe4-e21b-4bc1-bdc8-75c8c0768a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.269234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-94af3e9e-1f81-4b50-8ffa-2c76664505b7 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 696 time: 0.0772190 Jul 22 14:09:43.306319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'floatingip': {'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:43.335576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8dc3-9240-4827-bfc1-fd29235a4546 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed98717-27c5-40f0-9817-fbbe4d7bca35,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:43.374168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2cccf0-98d1-4771-8c60-05a0a65f55d8 req-f857139c-18d4-4067-9f2f-2bfd6cabbb20 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:43.375597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.375991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac2cccf0-98d1-4771-8c60-05a0a65f55d8 req-f857139c-18d4-4067-9f2f-2bfd6cabbb20 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 944 time: 0.4924846 Jul 22 14:09:43.379955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db07dfe4-e21b-4bc1-bdc8-75c8c0768a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.387985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-db164914-8030-4bbd-8bed-e9abb2f7baef service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618309 Jul 22 14:09:43.389755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.464925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:43.496218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:43.510045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.527698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-7620583e-d3e2-4f1b-a7d0-beddb9ebe905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:43.529653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-7620583e-d3e2-4f1b-a7d0-beddb9ebe905 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 1096 time: 0.3913078 Jul 22 14:09:43.573278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:43.573933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.575381 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] 10.222.0.20 "PUT /v2.0/ports/b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 200 len: 1091 time: 2.3917582 Jul 22 14:09:43.581651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:43.582594 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72856eba-90e9-45f9-93ee-fa63a6e3b090" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:43.584179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75290ee4-848b-44af-b79a-2a5bb9f6a645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.589425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac2cccf0-98d1-4771-8c60-05a0a65f55d8 req-81b0e5bd-f4eb-495e-8967-bd73f9c36da8 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956925 Jul 22 14:09:43.624743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:43.681328 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-26285bb5-f466-4122-8cfa-5747dcd3144e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35 HTTP/1.1" status: 200 len: 217 time: 0.1076539 Jul 22 14:09:43.693400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db07dfe4-e21b-4bc1-bdc8-75c8c0768a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.697594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db07dfe4-e21b-4bc1-bdc8-75c8c0768a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:43.706869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db07dfe4-e21b-4bc1-bdc8-75c8c0768a19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf2ae9cd-1a9f-4f47-8dcc-afbc8f9ca26a HTTP/1.1" status: 204 len: 168 time: 0.6141062 Jul 22 14:09:43.764146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8613-8226-4de4-bebf-b90783d8ea9d service neutron] Pushing event updated for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:43.794822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07dfe4-e21b-4bc1-bdc8-75c8c0768a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ae9cd-1a9f-4f47-8dcc-afbc8f9ca26a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:43.881647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.025148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-091415a2-bc9f-496e-9182-3d8df257bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:44.029093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-091415a2-bc9f-496e-9182-3d8df257bb2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.3407779 Jul 22 14:09:44.031147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed93d15f-4896-4adc-9616-dc715136ac71 req-579ef840-bfb6-45cb-a21a-bd633b121150 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6345360 Jul 22 14:09:44.076571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b8f9298c-bdf5-4b92-8626-13c8fa43cddf up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:44.143912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Allocated IP 172.20.0.1 (262f2e75-0b42-4748-9e0a-4c647df2dfdb/813c9dc8-5f26-4ffc-a344-4a53edc6fa0b/551b062b-6f95-434e-a088-01e040564000) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:44.191993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b8f9298c-bdf5-4b92-8626-13c8fa43cddf completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:44.203317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b8f9298c-bdf5-4b92-8626-13c8fa43cddf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:44.203779 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.400861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.441254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b8f9298c-bdf5-4b92-8626-13c8fa43cddf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:44.447151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.484344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.495352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.525605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:44.534413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.535118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.535684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.536247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.536740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.537226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.537834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.538955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.539778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.540327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.540788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.541180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:09:44.664738 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a associated. External IP: 172.25.8.102, port: 1aa0c5e0-fafb-4374-be60-673923f6758e. Jul 22 14:09:44.690189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.705407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'tag': '4ed98717-27c5-40f0-9817-fbbe4d7bca35'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:44.708140 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b40e56da-33ab-4799-a97a-9924b5d6f086", "tag": "4ed98717-27c5-40f0-9817-fbbe4d7bca35"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:44.712928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-643ebf6e-49fb-4f30-bb5b-b9bfba56d592 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4575453 Jul 22 14:09:44.715111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Transition to ACTIVE for port object 551b062b-6f95-434e-a088-01e040564000 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:44.733488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a87526-9afd-418b-981c-8b9c72f4cda6 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:44.750952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.777903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Transition to ACTIVE for port object e1a87526-9afd-418b-981c-8b9c72f4cda6 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:44.786207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:44.806344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-71eaa50d-f2e7-4299-ab16-2a477c333e71 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=da1a8143804746d6b895a84ec17fdcc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879087 Jul 22 14:09:44.906208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:44.963117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 03ef6864-85bf-4ca7-b583-42839cb6c372 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:45.015436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75290ee4-848b-44af-b79a-2a5bb9f6a645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.055517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75290ee4-848b-44af-b79a-2a5bb9f6a645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.059413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-bbb28201-3f49-4367-8e80-7fc7b828a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:45.061013 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-bbb28201-3f49-4367-8e80-7fc7b828a912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1095 time: 0.8095522 Jul 22 14:09:45.098242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Attempting to bind port e1a87526-9afd-418b-981c-8b9c72f4cda6 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:45.098577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Attempting to bind port e1a87526-9afd-418b-981c-8b9c72f4cda6 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:45.099171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Attempting to bind port e1a87526-9afd-418b-981c-8b9c72f4cda6 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:45.104543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.116967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Port e1a87526-9afd-418b-981c-8b9c72f4cda6 on network a183127a-ba81-47ed-954d-eda7bfc44b91 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:45.117293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Attempting to bind port e1a87526-9afd-418b-981c-8b9c72f4cda6 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:45.127371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:45.127945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Checking segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:45.128554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Bound using segment: {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:45.129260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Bound port: e1a87526-9afd-418b-981c-8b9c72f4cda6, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d13245-2029-4aa9-82f6-c9c4cf85a1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:45.129830 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.133147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290ee4-848b-44af-b79a-2a5bb9f6a645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f16ff74-19ed-400f-adb3-f043d067fbd2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:45.135587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:45.139811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-208f16d1-3df7-4715-bf02-fe37dfe97cb7 service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095256 Jul 22 14:09:45.147919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 03ef6864-85bf-4ca7-b583-42839cb6c372, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=03ef6864-85bf-4ca7-b583-42839cb6c372,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:45.179734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '03ef6864-85bf-4ca7-b583-42839cb6c372', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'port_id': '03ef6864-85bf-4ca7-b583-42839cb6c372', 'mac_address': 'fa:16:3e:90:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:45.220061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:45.223327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:45.229595 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.254241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.260801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:45.270368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ef6864-85bf-4ca7-b583-42839cb6c372 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:45.280307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:45.282761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:45.312982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 03ef6864-85bf-4ca7-b583-42839cb6c372, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=03ef6864-85bf-4ca7-b583-42839cb6c372,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:45.318967 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.347739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:45.348216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.349995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 200 len: 1092 time: 1.7326980 Jul 22 14:09:45.379343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75290ee4-848b-44af-b79a-2a5bb9f6a645 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e906945cfe1d400093e33d7285a3f767&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0913286 Jul 22 14:09:45.395232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36356) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:45.401055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:45.410174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b2948-3037-4189-b799-528993c097f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:45.426494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=03ef6864-85bf-4ca7-b583-42839cb6c372,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:45.457330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=551b062b-6f95-434e-a088-01e040564000,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:45.487007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-bb3d822c-a112-46cc-81b3-8ee4cbef736c tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:45.492748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:45.495124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-bb3d822c-a112-46cc-81b3-8ee4cbef736c tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6744347 Jul 22 14:09:45.497966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.519951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:45.533968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:45.535058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:45.571838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.583627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6d1423e9-beac-4bf4-8553-84939c8998a6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "PUT /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 996 time: 2.2937496 Jul 22 14:09:45.584857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:45.618086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-d3d44a85-4943-4534-b218-d375c0167c77 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/quotas/da1a8143804746d6b895a84ec17fdcc4 HTTP/1.1" status: 200 len: 375 time: 0.1187589 Jul 22 14:09:45.618086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-428451f4-def7-4158-8ec0-6917e8934946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:45.628126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-428451f4-def7-4158-8ec0-6917e8934946 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.5588210 Jul 22 14:09:45.639420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['03ef6864-85bf-4ca7-b583-42839cb6c372'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:45.829791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-7d7c0da5-34b8-403d-9468-f03ba31f5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:45.831346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-7d7c0da5-34b8-403d-9468-f03ba31f5e1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.2156625 Jul 22 14:09:45.858195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-575e4b8f-1b01-4a60-bc14-7214a7cdda26 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=da1a8143804746d6b895a84ec17fdcc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2422271 Jul 22 14:09:45.867178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ba15d28-2471-442a-9794-e2bc8e34c920 req-f5385392-646c-4cc6-907c-f3063e0a2072 service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141943 Jul 22 14:09:45.869491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-f737ec4c-4bbd-4591-a04f-d6abc005f8a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.1689479 Jul 22 14:09:46.034732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b8f9298c-bdf5-4b92-8626-13c8fa43cddf up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:46.060393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-ba90ec94-40f2-4d60-b4e0-ac3618c7ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.061974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-ba90ec94-40f2-4d60-b4e0-ac3618c7ab89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.2240913 Jul 22 14:09:46.080999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-de12e67e-650b-48a8-ac94-e2281f2026cc None None] Provisioning for port 551b062b-6f95-434e-a088-01e040564000 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:46.104555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-de12e67e-650b-48a8-ac94-e2281f2026cc None None] Provisioning complete for port 551b062b-6f95-434e-a088-01e040564000 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:46.105204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de12e67e-650b-48a8-ac94-e2281f2026cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.118760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-5d4d0b37-bba6-417e-8f5e-5ba840cac5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.120544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-5d4d0b37-bba6-417e-8f5e-5ba840cac5ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.2213185 Jul 22 14:09:46.152455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-de12e67e-650b-48a8-ac94-e2281f2026cc None None] Port 551b062b-6f95-434e-a088-01e040564000 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:46.174329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf16ef95-99d9-4500-87c1-97d61713e34c {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:46.184635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.202308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Transition to ACTIVE for port object bf16ef95-99d9-4500-87c1-97d61713e34c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:46.206053 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe4d622-077f-462d-bbf6-cd22990631d6 x-openstack-request-id: req-3fe4d622-077f-462d-bbf6-cd22990631d6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:46.206569 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:46.207028 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fe4d622-077f-462d-bbf6-cd22990631d6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:46.208100 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2', 'status': 'completed', 'code': 200} Jul 22 14:09:46.215436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:46.294363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b8f9298c-bdf5-4b92-8626-13c8fa43cddf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:46.294915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.296636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.301810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-6a83404c-c2b7-43b8-9331-46c9f96f74e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 999 time: 0.0980859 Jul 22 14:09:46.360256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-ec6be28b-1b3c-4983-b813-6cb3c0d30be3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2282946 Jul 22 14:09:46.419250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd96295-9842-4ad0-8ba5-c83be5f2bc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.443739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-d5cf277c-a7cf-46a8-990b-b9b629ad1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.450716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-d5cf277c-a7cf-46a8-990b-b9b629ad1baa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1136291 Jul 22 14:09:46.527962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.583927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd96295-9842-4ad0-8ba5-c83be5f2bc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.641112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Attempting to bind port bf16ef95-99d9-4500-87c1-97d61713e34c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:46.641741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Attempting to bind port bf16ef95-99d9-4500-87c1-97d61713e34c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:46.641857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Attempting to bind port bf16ef95-99d9-4500-87c1-97d61713e34c on network 0df27a70-30fc-482e-b6df-2b629d2507d7 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:46.651790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Port bf16ef95-99d9-4500-87c1-97d61713e34c on network 0df27a70-30fc-482e-b6df-2b629d2507d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:46.652121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Attempting to bind port bf16ef95-99d9-4500-87c1-97d61713e34c on network 0df27a70-30fc-482e-b6df-2b629d2507d7 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:46.652371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 1, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:46.664642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:46.665052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Checking segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:46.665456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Bound using segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:46.665971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Bound port: bf16ef95-99d9-4500-87c1-97d61713e34c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:46.666341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.684937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:46.694423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:46.695004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:46.825582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf16ef95-99d9-4500-87c1-97d61713e34c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:46.855174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] For port bf16ef95-99d9-4500-87c1-97d61713e34c, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:46.863720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-5b612771-2bb8-435a-adec-6c1819cdf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.864535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.865263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-5b612771-2bb8-435a-adec-6c1819cdf94e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3502529 Jul 22 14:09:46.875175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] For port bf16ef95-99d9-4500-87c1-97d61713e34c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf16ef95-99d9-4500-87c1-97d61713e34c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:46.879083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.881538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:46.887991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.900458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.906616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.912638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.920535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.929888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-d367652b-c044-4a38-93be-339e912ebfe0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5408 time: 0.6145782 Jul 22 14:09:46.949716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-ae9a05dc-d6a4-4c52-bea9-8c77c47d20de service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331516 Jul 22 14:09:46.971912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-9a760764-0358-43ad-90f0-4b05d2598b9b service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987291 Jul 22 14:09:46.973646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:46.983178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.983951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.984620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.985277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.986044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.986788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.987616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:46.989966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-8cda8528-913e-40ca-a5bc-93d7537099f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6374 time: 0.6894543 Jul 22 14:09:47.087105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd96295-9842-4ad0-8ba5-c83be5f2bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.089738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd96295-9842-4ad0-8ba5-c83be5f2bc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.091107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dcd96295-9842-4ad0-8ba5-c83be5f2bc82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f16ff74-19ed-400f-adb3-f043d067fbd2 HTTP/1.1" status: 204 len: 168 time: 1.6895993 Jul 22 14:09:47.110747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:47.113454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.115709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 1092 time: 1.7399437 Jul 22 14:09:47.146360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Request body: {'port': {'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:47.250387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 1, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:47.298161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c30cc9-50db-442f-8d18-257e017ff1da None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 1, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:47.319704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd96295-9842-4ad0-8ba5-c83be5f2bc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f16ff74-19ed-400f-adb3-f043d067fbd2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:47.358102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-029c8d2b-3b5b-4928-b073-465a64f0c144 req-30c16939-729a-4214-8897-487a8e05438a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4268224 Jul 22 14:09:47.660474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b646b-b878-4e86-a6e0-9e633f9e5798 req-c40e5daf-c129-4a4b-85dd-81fa74faa56a service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6912696 Jul 22 14:09:47.705127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-59c69476-7587-4392-bcd0-e8c2ede8fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:47.705515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-59c69476-7587-4392-bcd0-e8c2ede8fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:47.706057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-59c69476-7587-4392-bcd0-e8c2ede8fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:47.710904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-59c69476-7587-4392-bcd0-e8c2ede8fc9d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=849bf900681e4172bc7268e1cfa1a338&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6942704 Jul 22 14:09:47.714050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da76436-1c36-4be1-a76f-6d2f939f081e req-f8b74a51-950b-4941-bf61-05d82cbb76ef service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7344227 Jul 22 14:09:47.750287 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7250f-20d4-4869-a8eb-1c8874bc3aeb None None] New status for floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:09:47.820834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:47.822048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49021f-f7c2-4d18-8b4d-23c18c2742a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf16ef95-99d9-4500-87c1-97d61713e34c,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:47.833967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-92c6cd71-cf05-4ad5-b85e-040fc4bba304 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=da1a8143804746d6b895a84ec17fdcc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1227117 Jul 22 14:09:47.877112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.892864 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.901563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.910912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38e51b96-1c41-4ba1-ad0e-a4dd730f22e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:47.945283 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c76ac70-4306-4a39-b91a-fcba54c3bcda x-openstack-request-id: req-2c76ac70-4306-4a39-b91a-fcba54c3bcda {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:47.946241 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40e56da-33ab-4799-a97a-9924b5d6f086", "tag": "4ed98717-27c5-40f0-9817-fbbe4d7bca35", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:47.946694 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c76ac70-4306-4a39-b91a-fcba54c3bcda {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:47.947281 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'tag': '4ed98717-27c5-40f0-9817-fbbe4d7bca35', 'status': 'completed', 'code': 200} Jul 22 14:09:48.003036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=551b062b-6f95-434e-a088-01e040564000,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:48.008623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.091092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef767b-ffd1-40bf-b90d-e7035413b08b req-b842aa45-8d0d-4df1-b4bd-062c7ccbacf9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:48.098188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aef767b-ffd1-40bf-b90d-e7035413b08b req-b842aa45-8d0d-4df1-b4bd-062c7ccbacf9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 944 time: 0.5946631 Jul 22 14:09:48.131525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9198a8b5-1af7-438b-a23a-96ead3a3484f req-c4e658b6-e49e-4f0e-a837-66a1b6ceaf97 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 210 time: 0.0723152 Jul 22 14:09:48.169560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aef767b-ffd1-40bf-b90d-e7035413b08b req-d7d6fd4c-fca5-467d-9eeb-b4f6caddc805 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703499 Jul 22 14:09:48.213938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6'}, {'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}, {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'bf16ef95-99d9-4500-87c1-97d61713e34c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:48.216440 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b35257-bf9e-471e-835a-5f64d9ae3491" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6"}, {"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}, {"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "bf16ef95-99d9-4500-87c1-97d61713e34c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:48.252093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-9fd843d0-aa4b-4ee2-b68f-388bb364c155 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:48.253879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-9fd843d0-aa4b-4ee2-b68f-388bb364c155 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4069057 Jul 22 14:09:48.266636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-557c04be-b77f-4c5c-8e94-1fa5bd2c1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:48.268575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72856eba-90e9-45f9-93ee-fa63a6e3b090 req-557c04be-b77f-4c5c-8e94-1fa5bd2c1d65 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5433750 Jul 22 14:09:48.290735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Request body: {'port': {'device_id': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'da1a8143804746d6b895a84ec17fdcc4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:48.305530 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f828eb2-3a7b-47ef-a3a3-73e56558daeb x-openstack-request-id: req-2f828eb2-3a7b-47ef-a3a3-73e56558daeb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:48.305841 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "bf16ef95-99d9-4500-87c1-97d61713e34c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:48.306091 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f828eb2-3a7b-47ef-a3a3-73e56558daeb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:48.306487 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6', 'status': 'completed', 'code': 200} Jul 22 14:09:48.306741 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'status': 'completed', 'code': 200} Jul 22 14:09:48.306989 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'bf16ef95-99d9-4500-87c1-97d61713e34c', 'status': 'completed', 'code': 200} Jul 22 14:09:48.316666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-1964770b-9fd4-489d-9fb9-4175fb1b1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:48.318903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-1964770b-9fd4-489d-9fb9-4175fb1b1846 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 1096 time: 0.3214059 Jul 22 14:09:48.389317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:48.487839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:48.499951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:48.513454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-abc36f6e-c221-4a8e-96d9-8b9fe1be6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:48.514991 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38e51b96-1c41-4ba1-ad0e-a4dd730f22e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.515130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-abc36f6e-c221-4a8e-96d9-8b9fe1be6e8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.1852422 Jul 22 14:09:48.529352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-6c1fce06-015f-4f7a-ac63-a5ef5285ed1d tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:48.530964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-6c1fce06-015f-4f7a-ac63-a5ef5285ed1d tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3090491 Jul 22 14:09:48.536510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38e51b96-1c41-4ba1-ad0e-a4dd730f22e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.557247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e71b2f96-ccb9-436a-af2b-0be6a14ae523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.721068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38e51b96-1c41-4ba1-ad0e-a4dd730f22e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb68fee9f52f4063a9c672e388704c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8945072 Jul 22 14:09:48.721068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2950f8ca-e924-4b97-a7fd-d0ee510d2e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.729372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:48.731732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e51b96-1c41-4ba1-ad0e-a4dd730f22e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca47af-b214-463f-add8-cc2b53eee045,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:48.752074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Made reservation on behalf of da1a8143804746d6b895a84ec17fdcc4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:09:48.755544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.781644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88985adf-8910-450a-9cf3-eea9bf6fd04c {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:48.805421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-8c851705-c188-4b85-bbf3-b283d94fc667 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.2659278 Jul 22 14:09:48.813193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.815633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.816876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ed98717-27c5-40f0-9817-fbbe4d7bca35 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:48.844411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.844943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'floatingip': {'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:48.860640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5d1eddd7-5ffd-47db-a565-eead8b506308 None None] Provisioning complete for port 551b062b-6f95-434e-a088-01e040564000 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:48.861149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5d1eddd7-5ffd-47db-a565-eead8b506308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.909177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Transition to ACTIVE for port object 88985adf-8910-450a-9cf3-eea9bf6fd04c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:48.924527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:48.938929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5d1eddd7-5ffd-47db-a565-eead8b506308 None None] Port 551b062b-6f95-434e-a088-01e040564000 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:48.994481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 03ef6864-85bf-4ca7-b583-42839cb6c372 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:49.014798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.016899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81bbff74-d45f-4c7d-a321-e20accf36bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.050500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.050980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.051454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.051926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.052391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.052856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.053320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.055368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-fecc44e7-2849-47da-8b9b-58ccadc34a0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6416 time: 0.7240279 Jul 22 14:09:49.056671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-67a24a64-55da-46c2-bf6f-8084f44006db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35 HTTP/1.1" status: 200 len: 217 time: 0.4922023 Jul 22 14:09:49.061853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:49.066463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Router e101c7fa-5342-4f06-b974-74e2f869374b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:49.073195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Pushing event updated for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:49.088688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4ed98717-27c5-40f0-9817-fbbe4d7bca35', 'network_id': 'ca00f71c-b3fb-429e-902f-12dda7ffd01f', 'port_id': '4ed98717-27c5-40f0-9817-fbbe4d7bca35', 'mac_address': 'fa:16:3e:9c:d2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485b828d-b3fa-4478-b255-ec5143eacab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:49.092744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 03ef6864-85bf-4ca7-b583-42839cb6c372 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:49.116924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 03ef6864-85bf-4ca7-b583-42839cb6c372 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:49.117377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.143839 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81bbff74-d45f-4c7d-a321-e20accf36bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.180384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.197579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed98717-27c5-40f0-9817-fbbe4d7bca35 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:49.221598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:49.229398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.286509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2950f8ca-e924-4b97-a7fd-d0ee510d2e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.303206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.309887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.314916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.321710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.327557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.333043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2950f8ca-e924-4b97-a7fd-d0ee510d2e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.333428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.352794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4ed98717-27c5-40f0-9817-fbbe4d7bca35,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:49.354577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.360575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-882acea8-c32f-4811-a5d7-d35ee5d57156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5408 time: 0.8431568 Jul 22 14:09:49.362060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.390510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef6864-85bf-4ca7-b583-42839cb6c372'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:49.394014 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bee297-28c7-4d1b-8664-604e83e2cc86" -d '{"events": [{"server_uuid": "54542f50-3208-4b98-bf9f-1d3e4896f9e0", "name": "network-vif-plugged", "status": "completed", "tag": "03ef6864-85bf-4ca7-b583-42839cb6c372"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:49.410971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 03ef6864-85bf-4ca7-b583-42839cb6c372, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=03ef6864-85bf-4ca7-b583-42839cb6c372,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:49.415382 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.422316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Attempting to bind port 88985adf-8910-450a-9cf3-eea9bf6fd04c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:49.422802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Attempting to bind port 88985adf-8910-450a-9cf3-eea9bf6fd04c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:49.423332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Attempting to bind port 88985adf-8910-450a-9cf3-eea9bf6fd04c on network 0df27a70-30fc-482e-b6df-2b629d2507d7 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:49.436784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-6d2bed9e-aaad-48a9-a3f7-ca04f6906f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.438355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-6d2bed9e-aaad-48a9-a3f7-ca04f6906f8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.3641136 Jul 22 14:09:49.440601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ed98717-27c5-40f0-9817-fbbe4d7bca35'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:49.447876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2950f8ca-e924-4b97-a7fd-d0ee510d2e49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b4349ada00143a5ab3db63029cd28ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0518413 Jul 22 14:09:49.450012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-1de6c59c-cd5d-4eba-825e-1a3f3169d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.450491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-1de6c59c-cd5d-4eba-825e-1a3f3169d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.450959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-1de6c59c-cd5d-4eba-825e-1a3f3169d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.452513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-1de6c59c-cd5d-4eba-825e-1a3f3169d145 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=849bf900681e4172bc7268e1cfa1a338&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3794239 Jul 22 14:09:49.452653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950f8ca-e924-4b97-a7fd-d0ee510d2e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1558613-80f7-406a-9af3-b56a20931218,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:49.455397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:49.488978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Port 88985adf-8910-450a-9cf3-eea9bf6fd04c on network 0df27a70-30fc-482e-b6df-2b629d2507d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:49.489294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Attempting to bind port 88985adf-8910-450a-9cf3-eea9bf6fd04c on network 0df27a70-30fc-482e-b6df-2b629d2507d7 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:49.493569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81bbff74-d45f-4c7d-a321-e20accf36bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.496145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81bbff74-d45f-4c7d-a321-e20accf36bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.499620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-81bbff74-d45f-4c7d-a321-e20accf36bef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85ca47af-b214-463f-add8-cc2b53eee045 HTTP/1.1" status: 204 len: 168 time: 0.7627172 Jul 22 14:09:49.521510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-1273f245-a21a-4779-b5f2-3cae043bcd18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733891 Jul 22 14:09:49.525430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=03ef6864-85bf-4ca7-b583-42839cb6c372,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:49.559591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:49.559841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Checking segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:49.560358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Bound using segment: {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:49.561050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Bound port: 88985adf-8910-450a-9cf3-eea9bf6fd04c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4b35075-aa7c-469c-a846-008bf9a68528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:49.561497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.569876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbff74-d45f-4c7d-a321-e20accf36bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca47af-b214-463f-add8-cc2b53eee045,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:49.622824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91044e5c-1ae9-41b9-b236-0572b9dda3eb req-d8b2a909-143e-4f87-8943-9151e3cb3562 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2224584 Jul 22 14:09:49.630813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:49.642274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5ed44ffe-451f-4631-81e0-4bfd5d342ee6 admin admin] 10.222.0.11 "PUT /v2.0/routers/e101c7fa-5342-4f06-b974-74e2f869374b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3193047 Jul 22 14:09:49.658993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Sync routers for ids ['e101c7fa-5342-4f06-b974-74e2f869374b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:49.682697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Routers {'e101c7fa-5342-4f06-b974-74e2f869374b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:49.683108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e101c7fa-5342-4f06-b974-74e2f869374b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:49.803196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-a6f0ca51-1f97-45b2-af4e-b0dc69dc3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:49.804792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-a6f0ca51-1f97-45b2-af4e-b0dc69dc3780 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3383644 Jul 22 14:09:49.806664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-20cfaa44-6b71-4537-867a-231bb85872df service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802256 Jul 22 14:09:49.889241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.897202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.899452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b083c63a-0a65-4d45-9c6a-a35cf5d3fe00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.924479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Set router e101c7fa-5342-4f06-b974-74e2f869374b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:49.939794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:49.967182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:49.992350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-759db2fe-22ef-4a4a-9800-d5ae9abed566 req-3b78b3b6-272c-4997-bb40-24edcedfcefe tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 210 time: 0.1367083 Jul 22 14:09:50.015936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:50.027198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b083c63a-0a65-4d45-9c6a-a35cf5d3fe00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.061347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74dc2699-7dab-4a4a-9d24-819c7e42f7f6 req-970b599e-ebf2-418b-b1cb-1ad71fe9742e service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403347 Jul 22 14:09:50.092544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-dc02114e-2842-4edc-80be-814052292065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.095711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.096390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-dc02114e-2842-4edc-80be-814052292065 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.2372906 Jul 22 14:09:50.183928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27bdf38-5adf-486c-a4d1-3f40b5220e2a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:50.255122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.256129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.259023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] 10.222.0.20 "PUT /v2.0/ports/88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 1092 time: 3.1177790 Jul 22 14:09:50.286912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-111fc6d9-cc2b-4d86-977a-caea09be8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.288620 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-111fc6d9-cc2b-4d86-977a-caea09be8c7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.1857076 Jul 22 14:09:50.315372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b09af-9566-4d8b-a502-15b41f7c88af req-1798e330-c5de-4f1e-a659-78848201d869 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.318033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b8b09af-9566-4d8b-a502-15b41f7c88af req-1798e330-c5de-4f1e-a659-78848201d869 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 945 time: 0.1962035 Jul 22 14:09:50.327330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:50.329572 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e0b16-c566-4de0-b751-df0cc5836540" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:50.418316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142c3b9-d47e-48ed-bb33-931adb543d7d service neutron] Pushing event updated for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:50.443960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b8b09af-9566-4d8b-a502-15b41f7c88af req-623f4933-f41c-496a-8eba-7a6c530b9549 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155806 Jul 22 14:09:50.445882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-a745d69d-1346-4e44-8344-212ed7199781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 1001 time: 0.1461937 Jul 22 14:09:50.481434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:09:46Z', 'revision_number': 4, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '551b062b-6f95-434e-a088-01e040564000', 'name': '', 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'mac_address': 'fa:16:3e:0d:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:43Z', 'updated_at': '2021-07-22T14:09:46Z', 'revision_number': 2, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'subnets': [{'id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:50.483682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Allocated IP 192.168.233.99 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/7a0f3747-913d-4494-a184-ef298771db33) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:50.490978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b083c63a-0a65-4d45-9c6a-a35cf5d3fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.494506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b083c63a-0a65-4d45-9c6a-a35cf5d3fe00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.495771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b083c63a-0a65-4d45-9c6a-a35cf5d3fe00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1558613-80f7-406a-9af3-b56a20931218 HTTP/1.1" status: 204 len: 168 time: 1.0034661 Jul 22 14:09:50.524435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:09:50.527467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Checking router: e101c7fa-5342-4f06-b974-74e2f869374b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:50.528150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Updating router e101c7fa-5342-4f06-b974-74e2f869374b port 551b062b-6f95-434e-a088-01e040564000 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:09:50.571802 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cd55de-cfdf-4db1-b006-45ca17f5a619 x-openstack-request-id: req-a9cd55de-cfdf-4db1-b006-45ca17f5a619 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:50.572273 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54542f50-3208-4b98-bf9f-1d3e4896f9e0", "name": "network-vif-plugged", "status": "completed", "tag": "03ef6864-85bf-4ca7-b583-42839cb6c372", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:50.572662 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9cd55de-cfdf-4db1-b006-45ca17f5a619 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:50.573280 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ef6864-85bf-4ca7-b583-42839cb6c372', 'code': 200} Jul 22 14:09:50.590173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-e10abf91-4b94-4146-8bc2-5f21bf35ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.591108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083c63a-0a65-4d45-9c6a-a35cf5d3fe00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1558613-80f7-406a-9af3-b56a20931218,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:50.592994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-e10abf91-4b94-4146-8bc2-5f21bf35ce7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1389525 Jul 22 14:09:50.625249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.666868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.677146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.678036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.678711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.679664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.680326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.680964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.681757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.683962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-04be61a9-00cc-463f-bdbe-d314610a9a05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6484 time: 0.3414054 Jul 22 14:09:50.693390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:50.796229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-4a7879ba-0cad-4693-aa81-e184523e45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.798006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-4a7879ba-0cad-4693-aa81-e184523e45a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964974 Jul 22 14:09:50.821757 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-75da01ac-c091-4a32-82fb-acf5f20ee321 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 217 time: 0.1292508 Jul 22 14:09:50.831488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c87e5-9eea-4ef3-a2ed-f6b56f40f84d req-74a02325-5284-4f59-9267-90a901212b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.840091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d0c87e5-9eea-4ef3-a2ed-f6b56f40f84d req-74a02325-5284-4f59-9267-90a901212b85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1744556 Jul 22 14:09:50.933316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ed98717-27c5-40f0-9817-fbbe4d7bca35 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:50.954381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-650f4509-b0b7-4276-ae97-fe22fe0457ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:50.956000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-650f4509-b0b7-4276-ae97-fe22fe0457ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 200 len: 850 time: 0.1234360 Jul 22 14:09:50.986580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.011675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Transition to ACTIVE for port object 551b062b-6f95-434e-a088-01e040564000 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:51.023727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d0c87e5-9eea-4ef3-a2ed-f6b56f40f84d req-ee90f9c2-9e91-4edb-9e1d-1a186e90d698 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549597 Jul 22 14:09:51.028830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.057843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-94d9b3bc-bdea-447f-95c0-e9369f15fd89 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504985 Jul 22 14:09:51.061138 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a associated. External IP: 172.25.8.102, port: 1aa0c5e0-fafb-4374-be60-673923f6758e. Jul 22 14:09:51.073143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:51.084381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:51.084756 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.134774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2e1e-409f-428c-9bf6-afe7f2807604 None None] Pushing event updated for resources: {'Port': ['ID=551b062b-6f95-434e-a088-01e040564000,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:51.246096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Attempting to bind port 551b062b-6f95-434e-a088-01e040564000 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:51.246467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Attempting to bind port 551b062b-6f95-434e-a088-01e040564000 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:51.247052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Attempting to bind port 551b062b-6f95-434e-a088-01e040564000 on network 262f2e75-0b42-4748-9e0a-4c647df2dfdb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:51.328120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:51.328812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Checking segment: {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:51.329593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.330217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Bound using segment: {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:51.330893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Bound port: 551b062b-6f95-434e-a088-01e040564000, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f16859a-9a04-477a-b6d9-6de0789eb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:51.331467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.340454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-5a52fac6-006f-4ddd-bf71-dea16acd5691 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726269 Jul 22 14:09:51.383041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-935439c9-8894-43c8-b9c4-9aeb65f47c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.427161 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.431363 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.441469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36472) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:51.472715 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5abed40-77bd-453c-a939-714a41d68e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.492624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d249263-6849-4c2e-b776-318be4d3333f req-bff86b39-9f5b-4f4b-aefc-f33fcf371440 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2322750 Jul 22 14:09:51.508097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:51.514830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] For port 551b062b-6f95-434e-a088-01e040564000, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:51.519245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] For port 551b062b-6f95-434e-a088-01e040564000, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=551b062b-6f95-434e-a088-01e040564000,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:51.540777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.552876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:51.601733 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.632564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5abed40-77bd-453c-a939-714a41d68e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.640477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Routers {'e101c7fa-5342-4f06-b974-74e2f869374b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:51.641282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e101c7fa-5342-4f06-b974-74e2f869374b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:51.645488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5abed40-77bd-453c-a939-714a41d68e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.655409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.671379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Transition to ACTIVE for port object 7a0f3747-913d-4494-a184-ef298771db33 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:51.698160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5abed40-77bd-453c-a939-714a41d68e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd97a1f-1543-4053-8e60-a273728b852f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:51.733180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.739578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b5abed40-77bd-453c-a939-714a41d68e6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=458d2cf0a64346a5ba2ac5aa8dae9e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943838 Jul 22 14:09:51.740314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36480) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:51.749896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-81af48d7-733c-4eda-a841-8a3748ce9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:51.752148 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-81af48d7-733c-4eda-a841-8a3748ce9b34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7887096 Jul 22 14:09:51.759744 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.765628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:51.772218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:51.786921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2e1e-409f-428c-9bf6-afe7f2807604 None None] Pushing event updated for resources: {'Port': ['ID=551b062b-6f95-434e-a088-01e040564000,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:51.787796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:51.916361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:51.917082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:51.945199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4ed98717-27c5-40f0-9817-fbbe4d7bca35,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:51.980875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] Set router e101c7fa-5342-4f06-b974-74e2f869374b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:52.006052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7389612 Jul 22 14:09:52.033885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de4192a8-cce4-47bd-9d21-b349321a86c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.052413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Request body: {'port': {'device_id': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:52.120934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de4192a8-cce4-47bd-9d21-b349321a86c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.151048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd565b5-0e2d-442c-8552-3318ce909965 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:52.166118 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.210874 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.229560 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de4192a8-cce4-47bd-9d21-b349321a86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.232785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de4192a8-cce4-47bd-9d21-b349321a86c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.236628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-de4192a8-cce4-47bd-9d21-b349321a86c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dd97a1f-1543-4053-8e60-a273728b852f HTTP/1.1" status: 204 len: 168 time: 0.4932330 Jul 22 14:09:52.276378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4192a8-cce4-47bd-9d21-b349321a86c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd97a1f-1543-4053-8e60-a273728b852f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:52.310199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Allocated IP 172.25.8.116 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/ed670987-788b-441a-9c54-01d2a6d10e5e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:09:52.355352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-e843ea98-bb6f-446c-8588-3d509fbace50 service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870843 Jul 22 14:09:52.401843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.412272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4970a9ba-94d8-4c13-b4af-ebde8582ce52 None None] Provisioning for port 7a0f3747-913d-4494-a184-ef298771db33 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:52.425848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4970a9ba-94d8-4c13-b4af-ebde8582ce52 None None] Provisioning complete for port 7a0f3747-913d-4494-a184-ef298771db33 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:52.427847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4970a9ba-94d8-4c13-b4af-ebde8582ce52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.454482 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.457864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-deea0702-0000-42f9-ac04-6d1505cc95ce service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945151 Jul 22 14:09:52.509346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.526902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4970a9ba-94d8-4c13-b4af-ebde8582ce52 None None] Port 7a0f3747-913d-4494-a184-ef298771db33 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:09:52.533789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:09:46Z', 'revision_number': 4, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '551b062b-6f95-434e-a088-01e040564000', 'name': '', 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'mac_address': 'fa:16:3e:0d:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:43Z', 'updated_at': '2021-07-22T14:09:51Z', 'revision_number': 4, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'subnets': [{'id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:52.573958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed98717-27c5-40f0-9817-fbbe4d7bca35'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:52.576132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:09:52.576917 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9229af8d-376e-408f-934f-91839e5458d5" -d '{"events": [{"server_uuid": "b40e56da-33ab-4799-a97a-9924b5d6f086", "name": "network-vif-plugged", "status": "completed", "tag": "4ed98717-27c5-40f0-9817-fbbe4d7bca35"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:52.580634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c79f7b-a393-4406-a199-ce5f22ed3c89 None None] The sync data for ids ['e101c7fa-5342-4f06-b974-74e2f869374b'] in n-d-787205-11 is: [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:09:46Z', 'revision_number': 4, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '551b062b-6f95-434e-a088-01e040564000', 'name': '', 'network_id': '262f2e75-0b42-4748-9e0a-4c647df2dfdb', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'mac_address': 'fa:16:3e:0d:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:43Z', 'updated_at': '2021-07-22T14:09:51Z', 'revision_number': 4, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'subnets': [{'id': '813c9dc8-5f26-4ffc-a344-4a53edc6fa0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:52.583868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Pushing event updated for resources: {'Port': ['ID=ed670987-788b-441a-9c54-01d2a6d10e5e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:52.583868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:09:52.588441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:09:52.725663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-2f3d3f4c-cfc1-43bf-b3ee-6c2e906828dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 217 time: 0.2582226 Jul 22 14:09:52.729760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:52.757916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:52.810706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-f75e4dab-c3c9-48e5-b2bc-1ebe8ba7d6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:52.812955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-f75e4dab-c3c9-48e5-b2bc-1ebe8ba7d6e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0707784 Jul 22 14:09:52.857275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.082843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-d670eeac-4fb7-44f2-aa18-d1e482b4219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.084377 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-d670eeac-4fb7-44f2-aa18-d1e482b4219c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2495403 Jul 22 14:09:53.099899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.110623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.176481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:53.186638 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:53.200635 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:53.201883 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:53.236995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.270337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Pushing event updated for resources: {'Port': ['ID=ed670987-788b-441a-9c54-01d2a6d10e5e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:53.285242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.294304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d249263-6849-4c2e-b776-318be4d3333f req-4ba96240-b194-4428-acd7-62fcba0c6757 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7933228 Jul 22 14:09:53.331619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a0f3747-913d-4494-a184-ef298771db33 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:53.349807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.372875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d249263-6849-4c2e-b776-318be4d3333f req-f7290bb5-ad1d-4af1-b8dd-09a4f944fb77 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0769727 Jul 22 14:09:53.401158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Transition to ACTIVE for port object 7a0f3747-913d-4494-a184-ef298771db33 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:09:53.409575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-609f1b4e-e19b-4567-bcfe-d0d2fffe0cb9 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111718 Jul 22 14:09:53.474614 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:53.478954 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:53.523802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d249263-6849-4c2e-b776-318be4d3333f req-f1ca75e2-b57f-4606-afb8-f922124ab03c tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.525518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d249263-6849-4c2e-b776-318be4d3333f req-f1ca75e2-b57f-4606-afb8-f922124ab03c tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1517854 Jul 22 14:09:53.559539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36538) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:53.638102 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9fe5b6-f2ab-410d-a0b6-434c7054613d x-openstack-request-id: req-cb9fe5b6-f2ab-410d-a0b6-434c7054613d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:53.638880 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:53.639022 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb9fe5b6-f2ab-410d-a0b6-434c7054613d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:53.639327 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c', 'status': 'completed', 'code': 200} Jul 22 14:09:53.768134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:53.902558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.921768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.931146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.940375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.945375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:09:53.947906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-0f880c6f-e9cd-4f7d-a8e8-1108b9a90dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374081 Jul 22 14:09:53.952045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.972718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.986558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:53.988745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-1de132c3-bc82-48aa-b588-35bec8dd6385 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.2447658 Jul 22 14:09:54.006456 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:50Z', 'revision_number': 3, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:54.021737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-8223261b-8338-4a8c-b679-edbb39c781e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 217 time: 0.0579908 Jul 22 14:09:54.040727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Attempting to bind port 7a0f3747-913d-4494-a184-ef298771db33 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:09:54.041161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Attempting to bind port 7a0f3747-913d-4494-a184-ef298771db33 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:09:54.041475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Attempting to bind port 7a0f3747-913d-4494-a184-ef298771db33 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:54.074064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b67a0849-6d8d-429b-8861-5762d96f06a1 req-5d83ebf0-1c20-4d19-9190-5f52f2a488b0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794706 Jul 22 14:09:54.097470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Port 7a0f3747-913d-4494-a184-ef298771db33 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:09:54.098078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Attempting to bind port 7a0f3747-913d-4494-a184-ef298771db33 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:09:54.110527 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:54.125279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 551b062b-6f95-434e-a088-01e040564000 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:54.139799 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:54.142526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:54.183609 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2228068c-8cc3-4e44-884c-85611e46401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.185795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:09:54.186491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:09:54.187108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:09:54.187854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Bound port: 7a0f3747-913d-4494-a184-ef298771db33, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:09:54.188541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.199621 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.245999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-0ac3e623-d550-47c5-96ab-4718d5f0f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:54.248058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-0ac3e623-d550-47c5-96ab-4718d5f0f459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.2042303 Jul 22 14:09:54.275405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 551b062b-6f95-434e-a088-01e040564000 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:09:54.281455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 551b062b-6f95-434e-a088-01e040564000 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:54.282356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.349830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:09:54.362730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.435864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:54.452583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2228068c-8cc3-4e44-884c-85611e46401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.467122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:09:54.473664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2228068c-8cc3-4e44-884c-85611e46401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.500174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.512027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2228068c-8cc3-4e44-884c-85611e46401c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9556d5317c2643439c8a711c5eb54f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9511564 Jul 22 14:09:54.512707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36556) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:54.551300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902635b-51dd-417f-925b-e325607f8c22 req-a60729a9-c43c-4db8-a565-cb64222515d1 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:54.563376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1902635b-51dd-417f-925b-e325607f8c22 req-a60729a9-c43c-4db8-a565-cb64222515d1 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 947 time: 0.1912487 Jul 22 14:09:54.565296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 551b062b-6f95-434e-a088-01e040564000, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=551b062b-6f95-434e-a088-01e040564000,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:54.574043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.613114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:09:54.634471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1902635b-51dd-417f-925b-e325607f8c22 req-327e12e3-80b5-4396-9c25-5c25d9babc5d tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Jul 22 14:09:54.639245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-26e7cc30-11aa-45d3-89e6-e21d5dcd1661 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "PUT /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 998 time: 5.8140662 Jul 22 14:09:54.668784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.676253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228068c-8cc3-4e44-884c-85611e46401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c7e9c3-6100-4270-97bf-b8e1832831d1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:54.728621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=551b062b-6f95-434e-a088-01e040564000,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:54.739584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89886636-8460-43f3-aff8-a20f9b58dcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.764626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-35510fb0-ca73-4f3e-9e91-400d3a83d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:54.767653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-35510fb0-ca73-4f3e-9e91-400d3a83d8de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4933062 Jul 22 14:09:54.785688 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:50Z', 'revision_number': 3, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:54.798195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:54.799198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.800813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] 10.222.0.13 "PUT /v2.0/ports/7a0f3747-913d-4494-a184-ef298771db33 HTTP/1.1" status: 200 len: 1096 time: 2.7608559 Jul 22 14:09:54.815255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89886636-8460-43f3-aff8-a20f9b58dcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.892632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f342b-f358-4efe-9c81-1da7857c2ce3 req-98cdff85-80f0-4644-a951-f2e0063d2dfb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:54.902661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-160f342b-f358-4efe-9c81-1da7857c2ce3 req-98cdff85-80f0-4644-a951-f2e0063d2dfb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1548336 Jul 22 14:09:54.920295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-a16c76f2-15db-4658-9acb-95bcbdb5f4e7 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:54.934623 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-a16c76f2-15db-4658-9acb-95bcbdb5f4e7 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports/1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 942 time: 0.2944119 Jul 22 14:09:54.954615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-160f342b-f358-4efe-9c81-1da7857c2ce3 req-4bc03d36-9174-459d-af01-346be75824fe tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Jul 22 14:09:54.963658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89886636-8460-43f3-aff8-a20f9b58dcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.968678 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89886636-8460-43f3-aff8-a20f9b58dcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:54.977884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-89886636-8460-43f3-aff8-a20f9b58dcd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87c7e9c3-6100-4270-97bf-b8e1832831d1 HTTP/1.1" status: 204 len: 168 time: 0.4628012 Jul 22 14:09:55.003983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89886636-8460-43f3-aff8-a20f9b58dcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c7e9c3-6100-4270-97bf-b8e1832831d1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:55.050490 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d545593-5edf-4e1b-8a97-58616e379c0f x-openstack-request-id: req-8d545593-5edf-4e1b-8a97-58616e379c0f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:55.050995 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40e56da-33ab-4799-a97a-9924b5d6f086", "name": "network-vif-plugged", "status": "completed", "tag": "4ed98717-27c5-40f0-9817-fbbe4d7bca35", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:55.051252 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d545593-5edf-4e1b-8a97-58616e379c0f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:55.051660 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed98717-27c5-40f0-9817-fbbe4d7bca35', 'code': 200} Jul 22 14:09:55.097755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521a16-dfbe-46f8-8ff8-2ffe01a4d593 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:50Z', 'revision_number': 3, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:55.182495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70a875-3c5d-4e3c-bf5d-1064aebf234c service neutron] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:55.189249 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cde3a48-e1b1-4b53-9e13-bd25c902e481 req-87aa5f8d-f5fb-4244-9425-6df2a4f76dfe tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips/0c6b9a1b-fb2e-4874-bb46-e9ff97ab1bf6 HTTP/1.1" status: 200 len: 693 time: 0.1058795 Jul 22 14:09:55.231565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-b0096d22-a834-4262-a8b0-e49c3417444c service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409139 Jul 22 14:09:55.271095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-cb1a8473-2213-45d8-ae55-81b34bc1a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.273362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-cb1a8473-2213-45d8-ae55-81b34bc1a23a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da1a8143804746d6b895a84ec17fdcc4&device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 1099 time: 0.3811839 Jul 22 14:09:55.368407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-ad8c00a0-c23a-41d8-ab2c-4132c9c6a32e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=7a0f3747-913d-4494-a184-ef298771db33 HTTP/1.1" status: 200 len: 217 time: 0.0825400 Jul 22 14:09:55.375244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-31ea2657-8721-49b2-936b-94a55c9bc070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.377547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-31ea2657-8721-49b2-936b-94a55c9bc070 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.2784450 Jul 22 14:09:55.386035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:55.422986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c281-ae1a-403f-92a7-2fa3cefacd87 req-3f6217c2-8cf2-49ae-b65a-64d324da22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.424525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e6c281-ae1a-403f-92a7-2fa3cefacd87 req-3f6217c2-8cf2-49ae-b65a-64d324da22ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 1098 time: 0.2218184 Jul 22 14:09:55.431606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3a48-e1b1-4b53-9e13-bd25c902e481 req-9bdbf1ab-e5b2-4dd8-807a-2c1350d821a5 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.433160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cde3a48-e1b1-4b53-9e13-bd25c902e481 req-9bdbf1ab-e5b2-4dd8-807a-2c1350d821a5 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2428625 Jul 22 14:09:55.482794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e6c281-ae1a-403f-92a7-2fa3cefacd87 req-b7876ab4-6eb9-44af-988c-ca386f3ee32c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488141 Jul 22 14:09:55.513133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd7c7d9-43a4-4115-b73f-35a6e6a4427f None None] New status for floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:09:55.523000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-95efb5c5-4c22-4429-a61e-0138abb4e152 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814243 Jul 22 14:09:55.549820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-55155ad0-4743-4f48-a724-104a8648f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.551466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-55155ad0-4743-4f48-a724-104a8648f8d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1727865 Jul 22 14:09:55.602920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d1a208-ced2-4ab2-a051-8361776a0cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:55.606265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-61310bbc-d41a-48f6-ac28-319898701682 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0519233 Jul 22 14:09:55.643686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.650450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.656950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.663815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.669985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.676037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.682717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:55.684731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-2d694467-f201-4be5-8301-05b8379f5ef7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.1632543 Jul 22 14:09:55.687477 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36582) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:55.724453 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29eb642c-38e9-4991-8dbb-7277c5abf31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:55.784407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee456621-08f2-44ac-8706-8f31e8a1ae8d req-72b66343-ae58-4ea7-ae1c-926c2f2840f6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879064 Jul 22 14:09:55.843862 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d1a208-ced2-4ab2-a051-8361776a0cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:55.854509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d1a208-ced2-4ab2-a051-8361776a0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:55.925485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-91d1a208-ced2-4ab2-a051-8361776a0cdc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18d5399df80640f3a8f64b0ba244c985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5356743 Jul 22 14:09:55.931380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36586) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:55.940050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1a208-ced2-4ab2-a051-8361776a0cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5386de-a23f-411b-be76-d6eb5be8f7f6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:55.956958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}, {'name': 'network-changed', 'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045'}, {'name': 'network-changed', 'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:09:55.965886 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae767ee-e21b-4e61-8c2b-98eaef77131b" -d '{"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}, {"name": "network-changed", "server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "tag": "c50300e8-d743-4113-85dc-031ef913a045"}, {"name": "network-changed", "server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:09:55.967805 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:09:55.986276 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:55.987827 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:56.028215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-458c63ab-6161-4c03-8677-727df55c94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.029769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-458c63ab-6161-4c03-8677-727df55c94d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.6142893 Jul 22 14:09:56.038391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 551b062b-6f95-434e-a088-01e040564000 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:09:56.048560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-2e6f87b3-3912-4f77-8999-d2d9a6cb7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.050118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-2e6f87b3-3912-4f77-8999-d2d9a6cb7b45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0787625 Jul 22 14:09:56.070350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e96cfd87-604d-4903-8428-433c082efa7a req-0826afbb-3c56-4acd-89dd-1647c573da99 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=022bf0879a414300ae1adbfc7c8062d3 HTTP/1.1" status: 200 len: 696 time: 0.0924914 Jul 22 14:09:56.089522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-da3574a2-bbb9-4958-81b7-09aad17f5c33 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.0518122 Jul 22 14:09:56.122561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 551b062b-6f95-434e-a088-01e040564000 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:09:56.122939 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.155775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-e8471862-bafb-455f-a5eb-9642d0526da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.156223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:56.158092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-e8471862-bafb-455f-a5eb-9642d0526da6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5900836 Jul 22 14:09:56.204790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-1f4be669-5b5a-4a57-8514-026f6be43be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.207236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-1f4be669-5b5a-4a57-8514-026f6be43be4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.0940778 Jul 22 14:09:56.251471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cfd87-604d-4903-8428-433c082efa7a req-bf6976fe-6082-4981-8d8f-af90f0662c20 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.253655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e96cfd87-604d-4903-8428-433c082efa7a req-bf6976fe-6082-4981-8d8f-af90f0662c20 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks?id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 787 time: 0.1756079 Jul 22 14:09:56.259305 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29eb642c-38e9-4991-8dbb-7277c5abf31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.264042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29eb642c-38e9-4991-8dbb-7277c5abf31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.290283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-11eca16c-adc5-4090-ac05-d01f2ed06a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.291822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-11eca16c-adc5-4090-ac05-d01f2ed06a27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2109139 Jul 22 14:09:56.346754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb642c-38e9-4991-8dbb-7277c5abf31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea49e960-9454-49f3-a867-0218fa595e79,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:56.348266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-dcfb774f-d401-4f0f-9f00-98fdfc78418a service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818206 Jul 22 14:09:56.367108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0615125e-16f5-4fd4-b020-977668883c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.380895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-29eb642c-38e9-4991-8dbb-7277c5abf31a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f13bfce050064843bbdcdc07593f070e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923623 Jul 22 14:09:56.385847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36594) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:09:56.430120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-591e83b1-e7d2-494d-89c0-03fe4dc3c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.431652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-591e83b1-e7d2-494d-89c0-03fe4dc3c345 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170577 Jul 22 14:09:56.443749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0615125e-16f5-4fd4-b020-977668883c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.493741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-a7ab140e-b56a-4128-a925-7161684d9ce8 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923814 Jul 22 14:09:56.495639 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:55Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:56.527133 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:09:56.529337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91ee723f-6d71-4c09-b77c-38f3ac955d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.538103 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:09:56.539104 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:56.560302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91ee723f-6d71-4c09-b77c-38f3ac955d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.591377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fe760-48ae-4db8-8bfb-b45f24b1edd3 req-d4f8dd86-b4c8-4548-b164-52e896066fbf tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.595010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ae3cbb-e3b1-4bda-b460-8bb73df30512 req-affee554-8cb1-48e1-a3eb-ab5cfc17f0b7 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391701 Jul 22 14:09:56.598757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-149fe760-48ae-4db8-8bfb-b45f24b1edd3 req-d4f8dd86-b4c8-4548-b164-52e896066fbf tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 947 time: 0.2345078 Jul 22 14:09:56.624415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0615125e-16f5-4fd4-b020-977668883c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.627804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0615125e-16f5-4fd4-b020-977668883c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.629814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0615125e-16f5-4fd4-b020-977668883c3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee5386de-a23f-411b-be76-d6eb5be8f7f6 HTTP/1.1" status: 204 len: 168 time: 0.6984859 Jul 22 14:09:56.652683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-9eecf534-106e-4163-91d6-df5b9325b324 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133276 Jul 22 14:09:56.662629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615125e-16f5-4fd4-b020-977668883c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5386de-a23f-411b-be76-d6eb5be8f7f6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:56.672744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-b6911d6c-88ca-481b-b07f-c8e0fed0a622 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710038 Jul 22 14:09:56.675762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-149fe760-48ae-4db8-8bfb-b45f24b1edd3 req-be9f1343-dad2-44e6-9338-06ad36ca43da tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752006 Jul 22 14:09:56.690305 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:09:56.694968 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91ee723f-6d71-4c09-b77c-38f3ac955d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.699617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91ee723f-6d71-4c09-b77c-38f3ac955d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:56.703215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-91ee723f-6d71-4c09-b77c-38f3ac955d58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea49e960-9454-49f3-a867-0218fa595e79 HTTP/1.1" status: 204 len: 168 time: 0.3161461 Jul 22 14:09:56.721243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee723f-6d71-4c09-b77c-38f3ac955d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea49e960-9454-49f3-a867-0218fa595e79,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:56.733138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-a38f41fe-4ca0-4c71-a4a8-bb3530694984 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 200 len: 217 time: 0.0501387 Jul 22 14:09:56.797476 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 22 Jul 2021 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d02326-f3e8-4191-8a12-9387471238c0 x-openstack-request-id: req-d8d02326-f3e8-4191-8a12-9387471238c0 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:09:56.797783 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "tag": "c50300e8-d743-4113-85dc-031ef913a045", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:09:56.798058 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8d02326-f3e8-4191-8a12-9387471238c0 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:09:56.798424 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'status': 'completed', 'code': 200} Jul 22 14:09:56.798676 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045', 'status': 'completed', 'code': 200} Jul 22 14:09:56.799198 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'status': 'completed', 'code': 200} Jul 22 14:09:56.872772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-31185245-9d4c-4f02-9622-c13fa4abec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.874297 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-31185245-9d4c-4f02-9622-c13fa4abec46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.1099515 Jul 22 14:09:56.878354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-674dbb2b-a14f-4867-a068-4866f13c2b3d service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184093 Jul 22 14:09:56.992079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-3ab0bbac-b1f9-41c2-9694-37760956418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:56.994146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-3ab0bbac-b1f9-41c2-9694-37760956418b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.1720049 Jul 22 14:09:57.003165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-a6e4bac5-b227-4372-8cc3-e9818b41e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.005185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-a6e4bac5-b227-4372-8cc3-e9818b41e88c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1097 time: 0.1767335 Jul 22 14:09:57.080082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-2f406b50-c4f8-47ce-9415-c03362443246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.082359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-2f406b50-c4f8-47ce-9415-c03362443246 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2018008 Jul 22 14:09:57.113355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae849d-ab75-4400-a5a4-5a99627a53eb req-e6d42b22-2a25-4f13-b76c-a9337a892468 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.115040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55ae849d-ab75-4400-a5a4-5a99627a53eb req-e6d42b22-2a25-4f13-b76c-a9337a892468 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1816614 Jul 22 14:09:57.135649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-059f498f-081d-4e07-a3c6-1c2e075df149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.143587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-059f498f-081d-4e07-a3c6-1c2e075df149 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1097 time: 0.2113585 Jul 22 14:09:57.173328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-aa045af6-7db3-4987-bafb-d950c900d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.175160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-aa045af6-7db3-4987-bafb-d950c900d9cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.1739724 Jul 22 14:09:57.181405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55ae849d-ab75-4400-a5a4-5a99627a53eb req-fb5a498e-9f70-4c99-b142-68032ad45ee1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580606 Jul 22 14:09:57.227595 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:55Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:09:57.235330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-d3730d1d-8dc8-4eef-9dac-2e27c9110bf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.0530941 Jul 22 14:09:57.297317 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1be5c1-b68f-461d-9faf-0c2545faac97 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': 'c50300e8-d743-4113-85dc-031ef913a045', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:15:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:09:55Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:09:57.326546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-a19b708b-6732-4208-af6d-497f95fb9cc8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips/0c6b9a1b-fb2e-4874-bb46-e9ff97ab1bf6 HTTP/1.1" status: 200 len: 693 time: 0.0913579 Jul 22 14:09:57.330663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-abce8b89-1f2c-434b-8ab4-5efb78027bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.332209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-abce8b89-1f2c-434b-8ab4-5efb78027bdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.3164070 Jul 22 14:09:57.403227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-296f9ee5-2c41-4a86-93ad-494d4e7dc4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.405165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-296f9ee5-2c41-4a86-93ad-494d4e7dc4ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1625030 Jul 22 14:09:57.414778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-ba3c095a-5589-477c-a95a-08d497853f69 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235505 Jul 22 14:09:57.424792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-57dcdc84-dccd-4ab6-8a72-368bc4b053ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.426288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-57dcdc84-dccd-4ab6-8a72-368bc4b053ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.2819719 Jul 22 14:09:57.524724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-02e432e6-73e0-46fd-bb33-8af6d3cc6b97 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012840 Jul 22 14:09:57.614499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-3b2c898b-d55e-40f8-8e1c-d4fbc352982f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 1001 time: 0.2726030 Jul 22 14:09:57.618563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-4fac0fda-440f-4397-b9d7-5af630701d36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 217 time: 0.0846837 Jul 22 14:09:57.716207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-3cdaa0c8-72cd-4a94-8bad-810848a29b9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 1001 time: 0.1881182 Jul 22 14:09:57.755857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-d4e830c1-4229-40ac-b2e6-f6b88c21c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.757728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-d4e830c1-4229-40ac-b2e6-f6b88c21c7b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1340768 Jul 22 14:09:57.761201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-1c5d548b-5513-499c-a060-9472242cc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.762604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-1c5d548b-5513-499c-a060-9472242cc53e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1303442 Jul 22 14:09:57.846178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-82ff234f-3e86-468a-9273-3b5b8ad4cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.847696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-82ff234f-3e86-468a-9273-3b5b8ad4cba3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1235840 Jul 22 14:09:57.894839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-06a852c6-eba5-464e-af21-6e9fbb91dd42 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.897515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-06a852c6-eba5-464e-af21-6e9fbb91dd42 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.5639582 Jul 22 14:09:57.918516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-47c6da88-7a27-4e76-9963-478626f97f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.920039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-47c6da88-7a27-4e76-9963-478626f97f94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1549110 Jul 22 14:09:57.953071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-3d2a2781-4f31-4edb-96e5-f4debd8f9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.954673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-3d2a2781-4f31-4edb-96e5-f4debd8f9ee7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540713 Jul 22 14:09:57.955359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-1f10f3eb-acc8-480c-b575-b8b11b70ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:57.957142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-1f10f3eb-acc8-480c-b575-b8b11b70ce5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5435505 Jul 22 14:09:57.973840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-9578168b-02a6-428f-9d79-47f09196f22c tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0693719 Jul 22 14:09:58.046205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-366d883f-9e11-4c9c-8856-8b6c8d3b8282 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.116 HTTP/1.1" status: 200 len: 696 time: 0.0714595 Jul 22 14:09:58.062443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-3a587ec1-da23-424e-9607-e7492b172a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:58.064319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-3a587ec1-da23-424e-9607-e7492b172a91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2015483 Jul 22 14:09:58.169995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-3b509544-6e58-4f3f-83c1-19e71997b75b service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431335 Jul 22 14:09:58.219566 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-2cf2efa5-2cca-4cb6-97bd-613b90d7830d service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429821 Jul 22 14:09:58.243287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-05a4d8cc-4876-41a7-bdd0-286a7e3b11b6 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749586 Jul 22 14:09:58.273592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Deleting port ed670987-788b-441a-9c54-01d2a6d10e5e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:09:58.273961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:58.376181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-3dc1ddb0-1a76-4150-bf5f-fb5ecf0bceaa service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495190 Jul 22 14:09:58.403276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-3c3ae497-6f96-4069-a13f-dd35a1024345 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065362 Jul 22 14:09:58.405033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-857b3762-5260-4e08-870e-90a5cab5f0d0 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516509 Jul 22 14:09:58.465149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:58.465593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:58.479810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Calling delete_port for ed670987-788b-441a-9c54-01d2a6d10e5e owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:09:58.502823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-4aa621dd-9819-4112-9f55-74035840831d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 217 time: 0.0912242 Jul 22 14:09:58.508792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-c7e3726b-2f5d-4803-ac32-4585f6d6dc95 service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274405 Jul 22 14:09:58.700852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:58.739884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Pushing event deleted for resources: {'Port': ['ID=ed670987-788b-441a-9c54-01d2a6d10e5e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:58.824075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:58.827026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:58.828277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-31eda9e2-f495-402e-8e9f-6975db012ab7 req-470d3e2c-9266-482e-8d96-6d7f8f569cb8 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "DELETE /v2.0/floatingips/0c6b9a1b-fb2e-4874-bb46-e9ff97ab1bf6 HTTP/1.1" status: 204 len: 173 time: 0.7809787 Jul 22 14:09:58.984612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:58.992257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:58.998993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.005860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.013562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.020654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.035518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.038881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-8dbd7048-ba73-4e70-a218-ace25a253c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.039888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-8dbd7048-ba73-4e70-a218-ace25a253c42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.5285554 Jul 22 14:09:59.042146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-11586c2b-c67b-4a73-90f1-58f6fa19682c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.1433847 Jul 22 14:09:59.052986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:09:59.063302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d48ebba7-d103-47a6-93c0-9d4c082acb05 req-214ca35d-e969-4d98-b945-8235c3616e31 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450946 Jul 22 14:09:59.133383 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4102f02-1815-4247-b569-a71b8374dfa8 req-979d95c2-c21f-4e95-a2ac-3f86a2489000 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850370 Jul 22 14:09:59.181298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-4ebbd8b9-7cf3-4242-8108-40eaea598399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.183117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-4ebbd8b9-7cf3-4242-8108-40eaea598399 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=da1a8143804746d6b895a84ec17fdcc4&device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 1099 time: 0.6065080 Jul 22 14:09:59.207188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:59.235673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '7a0f3747-913d-4494-a184-ef298771db33', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '7a0f3747-913d-4494-a184-ef298771db33', 'mac_address': 'fa:16:3e:a3:49:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:09:59.310001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:59.325804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0f3747-913d-4494-a184-ef298771db33 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:09:59.356600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:09:59.361125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:59.374642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583805-960c-4772-9e97-56b75949840b req-1eea16d5-d7f4-4a78-91d8-1070ca56a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.378538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-1eea16d5-d7f4-4a78-91d8-1070ca56a202 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3309195 Jul 22 14:09:59.436599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:09:59.484183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-f247a7da-48e9-40ce-be4a-ff1ed817274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.485722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-f247a7da-48e9-40ce-be4a-ff1ed817274b service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2892454 Jul 22 14:09:59.570062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-0d02eed0-586e-420e-8d45-3da6f8749862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=7a0f3747-913d-4494-a184-ef298771db33 HTTP/1.1" status: 200 len: 217 time: 0.0625639 Jul 22 14:09:59.604380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7a0f3747-913d-4494-a184-ef298771db33'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:09:59.624301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-304c47ce-d689-4430-bf96-78d06989c4cd tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1862814 Jul 22 14:09:59.652561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:09:59.686421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-e8c7b72e-0e2c-45af-8ada-ba5d6708065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.687981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-e8c7b72e-0e2c-45af-8ada-ba5d6708065b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 1098 time: 0.2188032 Jul 22 14:09:59.707994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef855dd-88f2-4374-89fc-9005bf360b3c req-03e2370c-9e4c-45e1-b5b0-5b28def9dff9 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.709432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ef855dd-88f2-4374-89fc-9005bf360b3c req-03e2370c-9e4c-45e1-b5b0-5b28def9dff9 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 948 time: 0.3715167 Jul 22 14:09:59.713915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-d67f1282-907b-46de-b8c2-fb07dc751487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.715461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-d67f1282-907b-46de-b8c2-fb07dc751487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1111031 Jul 22 14:09:59.725764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-a92e4b96-2377-4099-9ecc-c270dfbc9f1b service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721074 Jul 22 14:09:59.750306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:09:59.853453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ef855dd-88f2-4374-89fc-9005bf360b3c req-204951ee-f03a-4014-8ff1-76289c71f087 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359034 Jul 22 14:09:59.891437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-a3f8c4ff-b432-4c9c-991c-6f751840e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.894330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-a3f8c4ff-b432-4c9c-991c-6f751840e174 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1676421 Jul 22 14:09:59.958417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a583805-960c-4772-9e97-56b75949840b req-4d3e7f54-b7b4-4366-868b-efe040e5d410 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157745 Jul 22 14:09:59.963828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-eaee4d24-5a1f-4024-9289-9e22cd078084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:09:59.965927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-eaee4d24-5a1f-4024-9289-9e22cd078084 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.2695322 Jul 22 14:10:00.026953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-794673be-a593-4ae8-943c-b2bdacb27ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35 HTTP/1.1" status: 200 len: 217 time: 0.0527081 Jul 22 14:10:00.105687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:00.122988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-984830a8-0c2b-4bdb-ae38-c6fb3b670db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.124717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-984830a8-0c2b-4bdb-ae38-c6fb3b670db9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.0898771 Jul 22 14:10:00.157259 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66bf95eb-ddc3-472e-bf4c-8620e650056d req-ab648664-7366-4bb0-bc1d-89f92efa4852 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.2187736 Jul 22 14:10:00.160442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-a4da1469-01b0-4a47-a22a-61517ad878d0 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584190 Jul 22 14:10:00.203461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-e9c8bb96-98cc-4078-b834-4c2dce0ea28a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448740 Jul 22 14:10:00.300621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.301398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.302075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.302746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.303387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.304172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.304812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.307030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8946b3c5-2fbe-4f8a-883a-11b735844af0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6484 time: 0.2555442 Jul 22 14:10:00.318655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf95eb-ddc3-472e-bf4c-8620e650056d req-fe8023d8-b515-4b98-8e6d-3ec14fb58881 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.320843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66bf95eb-ddc3-472e-bf4c-8620e650056d req-fe8023d8-b515-4b98-8e6d-3ec14fb58881 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports/c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 942 time: 0.1527207 Jul 22 14:10:00.359341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Allocated IP 172.25.8.67 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/7bebecd0-53a8-4150-b5e7-5215e5d84c99) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:00.397270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-bf5b7861-14be-45e5-9d98-5d8ded7af292 service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841061 Jul 22 14:10:00.414982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae767ee-e21b-4e61-8c2b-98eaef77131b req-fa7c305a-555b-4964-b753-8fe6d905e916 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455733 Jul 22 14:10:00.497350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:00.517220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-182753bf-743a-4105-a095-71aab8aa8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.522172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-182753bf-743a-4105-a095-71aab8aa8fc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 902 time: 0.1937983 Jul 22 14:10:00.523562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:00.531451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66bf95eb-ddc3-472e-bf4c-8620e650056d req-9bb175cd-9c64-45c1-a3b1-14cdca19efd2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.1193526 Jul 22 14:10:00.568975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b96f4b24-c673-4fb5-bfd7-4a4a89bec998 req-c396ea57-db26-4b86-b439-adadc60eef98 service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522076 Jul 22 14:10:00.578738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-4bda55b5-bf5a-4ec9-b8d6-0fdc82690e3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 217 time: 0.0455439 Jul 22 14:10:00.607129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:00.657815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:00.691904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-0b679185-3add-4316-823f-87a64452d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.693326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-0b679185-3add-4316-823f-87a64452d18b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1045637 Jul 22 14:10:00.705662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:00.710823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:00.713810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:00.720134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Pushing event updated for resources: {'Port': ['ID=7bebecd0-53a8-4150-b5e7-5215e5d84c99,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:00.734838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4485c53a-4c2d-4c61-8f96-c66eb76fdb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:00.736589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a390-b146-441f-873b-e277d6402455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:00.796662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf95eb-ddc3-472e-bf4c-8620e650056d req-23d4b47f-4c8e-47c1-96cc-a52231fb49d3 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.798036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66bf95eb-ddc3-472e-bf4c-8620e650056d req-23d4b47f-4c8e-47c1-96cc-a52231fb49d3 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2589896 Jul 22 14:10:00.808685 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:00.847506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-832e861f-b326-4df2-8f38-6571a2815eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:00.848947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-832e861f-b326-4df2-8f38-6571a2815eaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1418726 Jul 22 14:10:00.863772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.009986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a390-b146-441f-873b-e277d6402455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.019351 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6eb3a390-b146-441f-873b-e277d6402455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.028494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.032840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.044107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-8af48941-6611-4c2c-bf68-933a2f29b1d5 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840303 Jul 22 14:10:01.071795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:01.082852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bdd7b-4e00-473c-86ab-ebffe2044987 req-35a87394-e80e-4cab-b0cb-972fdcf7bd1f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.084368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-599bdd7b-4e00-473c-86ab-ebffe2044987 req-35a87394-e80e-4cab-b0cb-972fdcf7bd1f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2254510 Jul 22 14:10:01.107149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Pushing event updated for resources: {'Port': ['ID=7bebecd0-53a8-4150-b5e7-5215e5d84c99,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:01.115469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.123638 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6eb3a390-b146-441f-873b-e277d6402455 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6db1ca51c45417ca35a4a4d231e9455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228878 Jul 22 14:10:01.124700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36782) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:01.135264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3a390-b146-441f-873b-e277d6402455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc16b44-4188-4c03-8447-a9cf235eccf2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:01.154238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 7a0f3747-913d-4494-a184-ef298771db33 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:01.158413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 7a0f3747-913d-4494-a184-ef298771db33 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:01.158997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.195866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4524a042-b54e-4904-b694-dce1d57b9810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.220885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4524a042-b54e-4904-b694-dce1d57b9810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.244430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-599bdd7b-4e00-473c-86ab-ebffe2044987 req-2a0f66d5-a9ff-4959-b9f4-3d0cf1e05904 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318021 Jul 22 14:10:01.252462 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2b35257-bf9e-471e-835a-5f64d9ae3491 req-a8515a2d-606d-4bba-bc56-ead8f3e639f3 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976666 Jul 22 14:10:01.256341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.294747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4524a042-b54e-4904-b694-dce1d57b9810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.296853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:01.299216 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84edebf-36d0-4470-9e31-bd6a2974ad23" -d '{"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:01.299633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4524a042-b54e-4904-b694-dce1d57b9810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.299769 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4485c53a-4c2d-4c61-8f96-c66eb76fdb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.301354 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4524a042-b54e-4904-b694-dce1d57b9810 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffc16b44-4188-4c03-8447-a9cf235eccf2 HTTP/1.1" status: 204 len: 168 time: 0.1763330 Jul 22 14:10:01.317320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:01.321961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4485c53a-4c2d-4c61-8f96-c66eb76fdb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.322481 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.331250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524a042-b54e-4904-b694-dce1d57b9810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc16b44-4188-4c03-8447-a9cf235eccf2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:01.341140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.343026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-81311fbf-c75c-4f9d-85bf-fcb2089a50ae tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6980700 Jul 22 14:10:01.412907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-a3105b8c-2448-4fa3-9a05-0ed52a52e5de tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.0620437 Jul 22 14:10:01.424543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36788) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:01.424899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4485c53a-4c2d-4c61-8f96-c66eb76fdb35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d554d734a9d1480eaef3c843c75ed411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9000614 Jul 22 14:10:01.428161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485c53a-4c2d-4c61-8f96-c66eb76fdb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652a8421-05b4-40bd-afb4-6276f482d054,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:01.504349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.506567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.508404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.509421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.510433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.511531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.512835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.517642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-b7c20ddb-bd72-4779-8637-f6f30d580bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6484 time: 0.2048285 Jul 22 14:10:01.540403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa91b012-625c-4b0d-87c3-23d6988a5ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.566245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:01.604655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.615541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.625537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.629122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa91b012-625c-4b0d-87c3-23d6988a5ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.634051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.640784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.646602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.653555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.658120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-75f09dce-a7fa-4aeb-91a0-20cf4ed263b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.3031824 Jul 22 14:10:01.686785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-695084ba-33fe-4b88-bbb5-9c72578a1e0a tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.688178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c64c0ce-3561-4855-a4b3-2bbacd562339 req-695084ba-33fe-4b88-bbb5-9c72578a1e0a tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2042747 Jul 22 14:10:01.714551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa91b012-625c-4b0d-87c3-23d6988a5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.717776 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa91b012-625c-4b0d-87c3-23d6988a5ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.722706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aa91b012-625c-4b0d-87c3-23d6988a5ddc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/652a8421-05b4-40bd-afb4-6276f482d054 HTTP/1.1" status: 204 len: 168 time: 0.2969437 Jul 22 14:10:01.732952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b012-625c-4b0d-87c3-23d6988a5ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a8421-05b4-40bd-afb4-6276f482d054,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:01.745431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36796) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:01.762755 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f60d2c1-e3fb-4ee6-9d2e-1be7b3cda245 req-249c4905-c3d1-4baa-b8dd-66ff18e9fb44 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942173 Jul 22 14:10:01.768732 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56933593-7d4e-4263-b03b-dbca62604aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.783346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-48ec7640-7286-4c64-8c25-8e8b5d4abf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:01.785762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-48ec7640-7286-4c64-8c25-8e8b5d4abf6d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 902 time: 0.2581792 Jul 22 14:10:01.889163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-f84b2bda-c63d-44c0-8b30-c2ed5dd65ee6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 217 time: 0.0744777 Jul 22 14:10:01.932625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56933593-7d4e-4263-b03b-dbca62604aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.937966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56933593-7d4e-4263-b03b-dbca62604aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:01.959331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-39e3db73-3612-436c-a771-a4822c05baca tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.1606603 Jul 22 14:10:01.990916 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-56933593-7d4e-4263-b03b-dbca62604aea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a23d762cdac4790aea63df636b22087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440801 Jul 22 14:10:01.998930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e3b92-9182-4063-aaac-9247f12e5f3a req-ee60e072-6bc0-4a15-a026-c366e1e154f0 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.000414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c07e3b92-9182-4063-aaac-9247f12e5f3a req-ee60e072-6bc0-4a15-a026-c366e1e154f0 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 949 time: 0.1386263 Jul 22 14:10:02.001045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36800) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:02.001712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56933593-7d4e-4263-b03b-dbca62604aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b952149-3af8-410e-b9d1-349fdaccb1b5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:02.022977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-abd8d297-1b0a-4eba-bc61-cc5caa9ef003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.024745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-abd8d297-1b0a-4eba-bc61-cc5caa9ef003 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1154792 Jul 22 14:10:02.070388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-2131ff54-c5cf-44d3-99d9-81a9367f0269 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.071626 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c07e3b92-9182-4063-aaac-9247f12e5f3a req-b22efb83-8d67-460e-9887-27b73dded38e tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598679 Jul 22 14:10:02.072162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-2131ff54-c5cf-44d3-99d9-81a9367f0269 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports/c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 942 time: 0.1096723 Jul 22 14:10:02.086448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03b3b55-c619-41cd-933d-432fb8680d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.103096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0b16-c566-4de0-b751-df0cc5836540 req-32b7b66e-5b0e-46d9-ac4d-b2634ec8be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.105194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-32b7b66e-5b0e-46d9-ac4d-b2634ec8be01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736187 Jul 22 14:10:02.120428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03b3b55-c619-41cd-933d-432fb8680d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.169375 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349f913e-61b5-4fc3-aa8c-a57a7367c14b x-openstack-request-id: req-349f913e-61b5-4fc3-aa8c-a57a7367c14b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:02.170326 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:02.170828 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-349f913e-61b5-4fc3-aa8c-a57a7367c14b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:02.171692 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'code': 200} Jul 22 14:10:02.189043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36802) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:02.227194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fcf840f1-cfbf-4357-984f-d2b1d3756bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.229215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03b3b55-c619-41cd-933d-432fb8680d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.231750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03b3b55-c619-41cd-933d-432fb8680d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.232949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b03b3b55-c619-41cd-933d-432fb8680d00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b952149-3af8-410e-b9d1-349fdaccb1b5 HTTP/1.1" status: 204 len: 168 time: 0.2284846 Jul 22 14:10:02.304410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b3b55-c619-41cd-933d-432fb8680d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b952149-3af8-410e-b9d1-349fdaccb1b5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:02.309055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-11ed391a-e027-45b4-b5a4-09e0f57c9d7f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.1104681 Jul 22 14:10:02.310102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-ff5c4a1a-e275-4b70-853f-eab6f47e5399 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips/d940f342-f1ea-49ce-b4e3-ddf1ea9c8ffe HTTP/1.1" status: 200 len: 692 time: 0.1198685 Jul 22 14:10:02.310953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-5f4948bb-2dcb-4962-a6a2-61639a3b1e0d service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001195 Jul 22 14:10:02.420378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa45f-59b7-4578-a66e-3e01ddc6d0ba req-34cdaa07-6343-4369-aafe-8c7b83b8fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.421937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f6aa45f-59b7-4578-a66e-3e01ddc6d0ba req-34cdaa07-6343-4369-aafe-8c7b83b8fdc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 1101 time: 0.1826940 Jul 22 14:10:02.443413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-9de8cf1e-ce70-4ec0-952b-ab840092b52f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2425218 Jul 22 14:10:02.510360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-ceb560a0-d842-4814-afa4-f54a24a0a2ed tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.517150 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-ceb560a0-d842-4814-afa4-f54a24a0a2ed tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.1794267 Jul 22 14:10:02.525860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911e0b16-c566-4de0-b751-df0cc5836540 req-261496f4-e5af-4cb5-b7bb-f720220ae6e3 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083168 Jul 22 14:10:02.532294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f6aa45f-59b7-4578-a66e-3e01ddc6d0ba req-040c5771-8552-48d8-acde-db78f07b48bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012614 Jul 22 14:10:02.543745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-a392850e-0ba7-4b2a-8f2d-ce99e5ddc97e tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.551653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-a392850e-0ba7-4b2a-8f2d-ce99e5ddc97e tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2089486 Jul 22 14:10:02.614318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-e36b3036-2d46-405f-9d2a-d5af93e8e45b tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.0961165 Jul 22 14:10:02.623123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fcf840f1-cfbf-4357-984f-d2b1d3756bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.623743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-fb99b9a6-50e8-4c98-bbcc-f10eb82f8a22 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.0712388 Jul 22 14:10:02.633772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:02.637728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fcf840f1-cfbf-4357-984f-d2b1d3756bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:02.724305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-54dbee2b-fd9d-4cbb-bbd3-559d49df08cd tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.1088436 Jul 22 14:10:02.748029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf840f1-cfbf-4357-984f-d2b1d3756bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88429fb-75b1-4ffc-b42d-6e83ea87b557,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:02.757382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fcf840f1-cfbf-4357-984f-d2b1d3756bdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=061d14da62dc40fa839f4a23c6ceccf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630498 Jul 22 14:10:02.790901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:02.792986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-40c85566-f484-4a3a-a96c-a7fc6cf14146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:02.794691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-40c85566-f484-4a3a-a96c-a7fc6cf14146 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.2743413 Jul 22 14:10:03.028704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.196260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.200193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.200742 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a disassociated. External IP: 172.25.8.102, port: c50300e8-d743-4113-85dc-031ef913a045. Jul 22 14:10:03.266591 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:10:03.311926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a68013e-2363-40b9-9c62-f465d282c782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.339573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-a2ef2de0-742e-467e-a101-45d74e72de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:03.341071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-a2ef2de0-742e-467e-a101-45d74e72de8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.5219653 Jul 22 14:10:03.359981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a68013e-2363-40b9-9c62-f465d282c782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.363297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Deleting port 7bebecd0-53a8-4150-b5e7-5215e5d84c99 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:03.363624 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.383929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:03.407878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-47d41023-fc50-4146-8986-16f6c1685884 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.0596488 Jul 22 14:10:03.455977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:03.535573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-0a6863f1-08d3-490a-88b3-0f66d9d2dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:03.537506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-0a6863f1-08d3-490a-88b3-0f66d9d2dd07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1144555 Jul 22 14:10:03.548409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.548736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.564678 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a68013e-2363-40b9-9c62-f465d282c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.565421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e8d0-9c19-4fcc-8e2c-7e412a50fe4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.567257 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a68013e-2363-40b9-9c62-f465d282c782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.568377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a68013e-2363-40b9-9c62-f465d282c782 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c88429fb-75b1-4ffc-b42d-6e83ea87b557 HTTP/1.1" status: 204 len: 168 time: 0.7726305 Jul 22 14:10:03.596456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Calling delete_port for 7bebecd0-53a8-4150-b5e7-5215e5d84c99 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:03.609347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68013e-2363-40b9-9c62-f465d282c782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88429fb-75b1-4ffc-b42d-6e83ea87b557,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:03.627934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:03.634067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.649344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:03.666070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:03.667093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:03.695827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-370a1581-9064-41ed-9ab1-5bcfe6aa9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:03.698373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-370a1581-9064-41ed-9ab1-5bcfe6aa9846 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521409 Jul 22 14:10:03.706149 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-06e7b346-6627-474c-b1a4-ee282298e2d2 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "PUT /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 695 time: 1.0702016 Jul 22 14:10:03.707901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:03.711766 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69407551-cd70-4a37-ab66-bba2c9003047" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "tag": "c50300e8-d743-4113-85dc-031ef913a045"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:03.824322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e8d0-9c19-4fcc-8e2c-7e412a50fe4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.829107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e8d0-9c19-4fcc-8e2c-7e412a50fe4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.839356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-f7f35511-8352-4707-aab2-b566e4f273d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:03.841094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-f7f35511-8352-4707-aab2-b566e4f273d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1097 time: 0.1231661 Jul 22 14:10:03.860273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:03.862070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:03.904626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Pushing event deleted for resources: {'Port': ['ID=7bebecd0-53a8-4150-b5e7-5215e5d84c99,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:03.912531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e8d0-9c19-4fcc-8e2c-7e412a50fe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9fbcdd-1ae9-4790-8232-3ca427865150,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:03.937675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b0d7e8d0-9c19-4fcc-8e2c-7e412a50fe4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9afa544f3a234b538393c19d7858c955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524011 Jul 22 14:10:03.943326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:03.977344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-9dd103f8-b2c9-4f5b-932b-ffdb1ef71bc6 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718811 Jul 22 14:10:04.033592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:04.036720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:04.051274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db8ae4a3-e7f7-41bc-8c8c-ffbacd978ee4 req-a298e970-b296-48ea-9a91-ba6b350089b1 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "DELETE /v2.0/floatingips/d940f342-f1ea-49ce-b4e3-ddf1ea9c8ffe HTTP/1.1" status: 204 len: 173 time: 1.3129764 Jul 22 14:10:04.060990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-150d55be-0e73-463a-98a1-49a376f6e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.062711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-150d55be-0e73-463a-98a1-49a376f6e7e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.2028484 Jul 22 14:10:04.069674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f52add-6cb0-4698-b7dc-00c8946c5994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:04.130395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-6695aa51-d4a7-41e1-ab5f-87f6540c2b9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 217 time: 0.0496168 Jul 22 14:10:04.141996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:04.159434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79bcd318-02c3-4893-879c-9d4ef8a6eecc req-2b54136c-87d5-4025-af4d-cf7f8226d8ba service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737080 Jul 22 14:10:04.177529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:04.201264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:04.202048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:04.207126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f52add-6cb0-4698-b7dc-00c8946c5994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:04.227719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-23d6abdc-b687-473c-a25b-214d8c0bf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.229395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-23d6abdc-b687-473c-a25b-214d8c0bf1de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.0920777 Jul 22 14:10:04.244360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae4898-2978-46e7-9cf0-305ff62bc1ce req-35c437f3-ce55-49ed-862d-5e3ff0cd3d6b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.246269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35ae4898-2978-46e7-9cf0-305ff62bc1ce req-35c437f3-ce55-49ed-862d-5e3ff0cd3d6b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1147311 Jul 22 14:10:04.313009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f52add-6cb0-4698-b7dc-00c8946c5994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:04.314272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f52add-6cb0-4698-b7dc-00c8946c5994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:04.317820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46f52add-6cb0-4698-b7dc-00c8946c5994 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e9fbcdd-1ae9-4790-8232-3ca427865150 HTTP/1.1" status: 204 len: 168 time: 0.3711693 Jul 22 14:10:04.317907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35ae4898-2978-46e7-9cf0-305ff62bc1ce req-cac34f22-9839-4167-abcd-910bf18cf171 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637307 Jul 22 14:10:04.328308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-75164066-d5cb-46ef-a6dd-c77da276e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.329893 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-75164066-d5cb-46ef-a6dd-c77da276e3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862589 Jul 22 14:10:04.331044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f52add-6cb0-4698-b7dc-00c8946c5994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9fbcdd-1ae9-4790-8232-3ca427865150,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:04.384848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:04.459490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-9d3cc4f3-30a3-42f8-9d9f-41bbe3bcbf98 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223271 Jul 22 14:10:04.541374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.551545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.562101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.568582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.576264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.582688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.589953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.592107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-df5ce666-134e-4a23-bd96-ba9d1b3eebfe tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.1565135 Jul 22 14:10:04.675786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee3c5c0c-584c-45e9-82eb-9a6114a1955b req-7c56e4c0-2461-4641-b5ad-a466398a5c1f service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078540 Jul 22 14:10:04.702719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16faabad-6c12-40f9-a025-2c75f3568f14 req-6a9e9e4e-426c-4812-b053-90156982fef0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992613 Jul 22 14:10:04.848321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:04.890149 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b22e6dc-2b16-4153-8080-d3045c2fed34 x-openstack-request-id: req-1b22e6dc-2b16-4153-8080-d3045c2fed34 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:04.890598 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "tag": "c50300e8-d743-4113-85dc-031ef913a045", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:04.891243 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b22e6dc-2b16-4153-8080-d3045c2fed34 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:04.892037 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045', 'status': 'completed', 'code': 200} Jul 22 14:10:04.914047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72941e2c-5e90-4e96-b2b7-80e37abe9e63 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:04.920958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261e26-d57c-420a-8f12-87a59929ffda req-f2d79931-342b-4289-bbf3-396e406abf04 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:04.923498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f261e26-d57c-420a-8f12-87a59929ffda req-f2d79931-342b-4289-bbf3-396e406abf04 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 949 time: 0.1456907 Jul 22 14:10:04.983703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f261e26-d57c-420a-8f12-87a59929ffda req-90d221c2-8382-4e26-a4ef-e1136e8a8f1d tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518935 Jul 22 14:10:05.001879 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-9175f4ae-b927-4ec4-ae82-c0f600bfe70a req-12111d34-c3f8-4860-96aa-4d00febd4646 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] show failed (client error): The resource could not be found. Jul 22 14:10:05.002913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9175f4ae-b927-4ec4-ae82-c0f600bfe70a req-12111d34-c3f8-4860-96aa-4d00febd4646 tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips/d940f342-f1ea-49ce-b4e3-ddf1ea9c8ffe HTTP/1.1" status: 404 len: 350 time: 0.0943608 Jul 22 14:10:05.059355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407551-cd70-4a37-ab66-bba2c9003047 req-1c382ee9-886a-41dd-983e-a2b46ac83aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:05.061101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-1c382ee9-886a-41dd-983e-a2b46ac83aa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 1097 time: 0.1032639 Jul 22 14:10:05.253686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407551-cd70-4a37-ab66-bba2c9003047 req-9bbdcff6-1801-4e75-87cd-f0c67b836c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:05.255196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-9bbdcff6-1801-4e75-87cd-f0c67b836c79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.1861980 Jul 22 14:10:05.313539 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-33183bee-5c59-43b8-bc31-ac5736656bfc req-e88876c6-6769-44a3-ac74-44cf6382171f tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] show failed (client error): The resource could not be found. Jul 22 14:10:05.324565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-be716c77-1cfc-459a-9f5a-92ddae4f9503 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 200 len: 217 time: 0.0618272 Jul 22 14:10:05.326493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33183bee-5c59-43b8-bc31-ac5736656bfc req-e88876c6-6769-44a3-ac74-44cf6382171f tempest-FloatingIPsTestJSON-1438611833 tempest-FloatingIPsTestJSON-1438611833-project] 10.222.0.11 "GET /v2.0/floatingips/d940f342-f1ea-49ce-b4e3-ddf1ea9c8ffe HTTP/1.1" status: 404 len: 350 time: 0.0730319 Jul 22 14:10:05.326928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:05.391680 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b546e-a9fe-4314-bfed-3b776281bf20 None None] New status for floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:10:05.480199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addab21-b222-4d0c-8215-33fd421cd155 req-115fe9d4-d4e0-4a0b-9afc-dafacc3c6aa8 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:05.487671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-115fe9d4-d4e0-4a0b-9afc-dafacc3c6aa8 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0861244 Jul 22 14:10:05.500656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407551-cd70-4a37-ab66-bba2c9003047 req-e5a7860c-9564-4a4d-be53-384b64d3df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:05.502524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-e5a7860c-9564-4a4d-be53-384b64d3df7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1676497 Jul 22 14:10:05.568160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-7a32dca8-2242-49f8-a572-9529b5657cc0 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 698 time: 0.0792708 Jul 22 14:10:05.581994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'floatingip': {'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:05.693059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:05.923771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69407551-cd70-4a37-ab66-bba2c9003047 req-51a5604d-cf7d-4340-84ce-0ab19d9896ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:05.925349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-51a5604d-cf7d-4340-84ce-0ab19d9896ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4148054 Jul 22 14:10:05.989930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9ba8-137d-4ba0-bac8-68b685ba3931 req-bd6ec2b2-7372-4642-ae8a-46317588ccb7 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:05.997890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38eb9ba8-137d-4ba0-bac8-68b685ba3931 req-bd6ec2b2-7372-4642-ae8a-46317588ccb7 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2432156 Jul 22 14:10:06.133869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:10:06.134213 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:10:06.134782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38eb9ba8-137d-4ba0-bac8-68b685ba3931 req-40b6548b-0632-4b53-82aa-5d2367407a80 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167104 Jul 22 14:10:06.167348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-3d07cfec-2ef8-45cb-999c-630f560a724e service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257073 Jul 22 14:10:06.267662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-d3001bf8-edc1-40d2-80e8-adf0c93b37df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1324627 Jul 22 14:10:06.354498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:06.403259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523650f-3dd6-4396-861b-af95577efa61 req-96a2458b-ef20-4ace-83a9-eba914388a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.405851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-96a2458b-ef20-4ace-83a9-eba914388a40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1097 time: 0.0818436 Jul 22 14:10:06.456990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69407551-cd70-4a37-ab66-bba2c9003047 req-8fca6863-2d03-4efd-bed0-f55ef53008a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830539 Jul 22 14:10:06.502258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.508903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.514669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.520419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.527052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.533060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.539165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.546545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-ba8fc65c-afa8-44e9-b32e-43b2d5af71f0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.2545321 Jul 22 14:10:06.567004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523650f-3dd6-4396-861b-af95577efa61 req-9f953ebd-b973-41ed-b05f-66a5699a9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.575385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-9f953ebd-b973-41ed-b05f-66a5699a9c4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.1413279 Jul 22 14:10:06.638723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:06.652228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-285a105d-b187-4508-b52f-29f8e89a5a28 req-7ba9e997-3905-4983-b024-a493c8daa00c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047297 Jul 22 14:10:06.779923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-ab72db55-71ac-46d7-936c-09971d338d11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 1001 time: 0.1966197 Jul 22 14:10:06.826050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Deleting port 551b062b-6f95-434e-a088-01e040564000 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:06.827234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:06.913910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:06.924871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523650f-3dd6-4396-861b-af95577efa61 req-3666ae06-383a-4cf4-866b-58830a3d820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:06.926153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-3666ae06-383a-4cf4-866b-58830a3d820f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.1344657 Jul 22 14:10:06.978278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] For port 551b062b-6f95-434e-a088-01e040564000, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=551b062b-6f95-434e-a088-01e040564000,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:06.978808 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:06.994958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Calling delete_port for 551b062b-6f95-434e-a088-01e040564000 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:07.019608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-f16aa2b4-1ba3-4809-bfb8-a10f3f30b5eb tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:07.022077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-f16aa2b4-1ba3-4809-bfb8-a10f3f30b5eb tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f5ba9b8-26f8-4902-b681-149eed8537a8 HTTP/1.1" status: 200 len: 945 time: 0.1527069 Jul 22 14:10:07.055317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523650f-3dd6-4396-861b-af95577efa61 req-f69b4973-56c1-4426-8ad1-60c960460608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:07.056890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-f69b4973-56c1-4426-8ad1-60c960460608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973179 Jul 22 14:10:07.189871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1678049020'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:07.193155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-de48fce0-3753-4548-b96e-b19116cd7d1d service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953045 Jul 22 14:10:07.253208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Made reservation on behalf of 6fcfcada1c354d5ca9957f6b6f238f36 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:07.257029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:07.293073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:07.336396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Deleting port c50300e8-d743-4113-85dc-031ef913a045 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:07.336788 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:07.408519 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b523650f-3dd6-4396-861b-af95577efa61 req-ebae223e-cd4d-4c32-b0cc-60ed2237b7f8 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058499 Jul 22 14:10:07.491273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:07.496791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:07.622357 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a associated. External IP: 172.25.8.102, port: 1aa0c5e0-fafb-4374-be60-673923f6758e. Jul 22 14:10:07.783031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:07.842901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=551b062b-6f95-434e-a088-01e040564000,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:07.860246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b6c1c-6439-4eb7-910f-105ec3ffb352 req-e04c35e8-696c-4e87-924f-fd4c2f75354c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:07.861446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e50b6c1c-6439-4eb7-910f-105ec3ffb352 req-e04c35e8-696c-4e87-924f-fd4c2f75354c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.6186092 Jul 22 14:10:07.956282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:07.992333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] For port c50300e8-d743-4113-85dc-031ef913a045, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c50300e8-d743-4113-85dc-031ef913a045,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:07.993012 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.032236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Calling delete_port for c50300e8-d743-4113-85dc-031ef913a045 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:08.091060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e50b6c1c-6439-4eb7-910f-105ec3ffb352 req-44986ce1-c4d6-4af5-8c0b-6308d620d4d1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092581 Jul 22 14:10:08.141149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:08.150569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.159017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:08.191929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:08.196656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:08.241793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-e94a8901-3c8c-452f-a30d-1b407c6aa3da tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "PUT /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 996 time: 2.6643062 Jul 22 14:10:08.242405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:08.253317 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22c057f-7977-40fa-be26-ade5cda65451" -d '{"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:08.305901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.357067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addab21-b222-4d0c-8215-33fd421cd155 req-77cf42de-113e-4f5e-a96f-f4a4df65ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.358048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.365967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-77cf42de-113e-4f5e-a96f-f4a4df65ccb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.1078267 Jul 22 14:10:08.398596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:08.449313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:10:08.478268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb2458e-0956-4245-9749-e6785486c49a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:08.486754 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.487102 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Added segment fdd396d4-500c-4a7d-8faf-3060e773e3cd of type vlan for network 5cef007c-7563-4e1a-b275-fccf1e362254 Jul 22 14:10:08.549391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.567496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addab21-b222-4d0c-8215-33fd421cd155 req-1b124103-00ea-4b29-9de3-029c54776fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.578116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-1b124103-00ea-4b29-9de3-029c54776fa6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.2104332 Jul 22 14:10:08.658025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.676368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-fdf35fd6-675f-43e7-b3e8-d79bb0ebf1f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 999 time: 0.0974374 Jul 22 14:10:08.701411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.709301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.711115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.723292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:10:07Z', 'revision_number': 8, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:08.736446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.742764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.748975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.752980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:08.755972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.762977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:08.763124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.763652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:08.768816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.775646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.777611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-bbc58dff-f090-43d8-b4be-d98afa865799 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.4271753 Jul 22 14:10:08.814352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addab21-b222-4d0c-8215-33fd421cd155 req-10b0a52f-aac0-43d0-9fcd-8db17eaef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.816895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:08.818895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-10b0a52f-aac0-43d0-9fcd-8db17eaef6f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1310618 Jul 22 14:10:08.847956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1aa0c5e0-fafb-4374-be60-673923f6758e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:08.933731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addab21-b222-4d0c-8215-33fd421cd155 req-6e51f53f-59db-4cb1-8108-e8089d93d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:08.935413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-6e51f53f-59db-4cb1-8108-e8089d93d006 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060796 Jul 22 14:10:09.031219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0984530 Jul 22 14:10:09.036377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:09.038388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:09.054624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event deleted for resources: {'Port': ['ID=c50300e8-d743-4113-85dc-031ef913a045,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:09.074140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Request body: {'subnet': {'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:09.095811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:09.098258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c50300e8-d743-4113-85dc-031ef913a045 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:09.104080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-f150a16a-85e0-441c-bc86-fc96d88c507c service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614072 Jul 22 14:10:09.164695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: c50300e8-d743-4113-85dc-031ef913a045 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:09.165568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c50300e8-d743-4113-85dc-031ef913a045 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:09.277850 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1addab21-b222-4d0c-8215-33fd421cd155 req-eea02fe4-2ee8-4318-bad1-0d9a32813235 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673894 Jul 22 14:10:09.426187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] No DVR routers for this DVR port c50300e8-d743-4113-85dc-031ef913a045 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:09.428047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Made reservation on behalf of 6fcfcada1c354d5ca9957f6b6f238f36 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:09.432598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:09.437658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5408d-d9e7-4202-bb5e-69400647a704 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event updated for resources: {'Network': ['ID=5cef007c-7563-4e1a-b275-fccf1e362254,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:09.460439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:09.467038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a1da872-31f2-4a03-a116-061e7e8ce4e6 req-7a8bda0a-64b0-487a-9e7c-57f967eb1d9c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.13 "DELETE /v2.0/ports/c50300e8-d743-4113-85dc-031ef913a045 HTTP/1.1" status: 204 len: 173 time: 2.4146338 Jul 22 14:10:09.467693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'name': 'network-vif-deleted', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:09.479344 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba3f413-7e76-428d-a115-cd752127c2b0" -d '{"events": [{"server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "name": "network-vif-deleted", "tag": "c50300e8-d743-4113-85dc-031ef913a045"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:09.517131 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7a68f8-47a4-48ca-9ee8-4f7f88243648 x-openstack-request-id: req-8f7a68f8-47a4-48ca-9ee8-4f7f88243648 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:09.517439 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:09.518307 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f7a68f8-47a4-48ca-9ee8-4f7f88243648 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:09.518713 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'status': 'completed', 'code': 200} Jul 22 14:10:09.700074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2da9003f-f1c0-4c98-9c03-dd21758d5669 req-e56d51e6-480b-485f-ac97-15702c04dc4e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8543363 Jul 22 14:10:09.775372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c057f-7977-40fa-be26-ade5cda65451 req-d364651a-df51-4499-b289-783d5d370f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:09.777638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-d364651a-df51-4499-b289-783d5d370f87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.2384603 Jul 22 14:10:09.791049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5cef007c-7563-4e1a-b275-fccf1e362254 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:10:09.885095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:09.886148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a78cf6-ae8d-4125-9167-9add53a25190 req-6f3c610d-9422-475f-888d-4ae17267be32 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:09.895368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38a78cf6-ae8d-4125-9167-9add53a25190 req-6f3c610d-9422-475f-888d-4ae17267be32 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2449195 Jul 22 14:10:09.910125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '7a0f3747-913d-4494-a184-ef298771db33', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '7a0f3747-913d-4494-a184-ef298771db33', 'mac_address': 'fa:16:3e:a3:49:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:09.941846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:10.023856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event updated for resources: {'Subnet': ['ID=5286be36-b881-43fc-97da-d2b1de7e87dc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:10.042313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38a78cf6-ae8d-4125-9167-9add53a25190 req-dd53359d-df9f-49e9-a5a0-859675b95d6f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457493 Jul 22 14:10:10.047605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c057f-7977-40fa-be26-ade5cda65451 req-9ce69120-3263-48a6-8fa8-af0b8e9568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:10.070555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-9ce69120-3263-48a6-8fa8-af0b8e9568f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.2852209 Jul 22 14:10:10.101669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Router e101c7fa-5342-4f06-b974-74e2f869374b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:10.125112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Checking segment: {'id': 'fdd396d4-500c-4a7d-8faf-3060e773e3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:10.125690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Network hostable DHCP agents. Network: 5cef007c-7563-4e1a-b275-fccf1e362254, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:10:10.195902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:10.247798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a0f3747-913d-4494-a184-ef298771db33 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:10.274390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:10.283452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:10.293547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:10:07Z', 'revision_number': 8, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:10.294374 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa62735-ba59-4368-b579-0a0040fff609 x-openstack-request-id: req-aaa62735-ba59-4368-b579-0a0040fff609 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:10.294678 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5ba9b8-26f8-4902-b681-149eed8537a8", "name": "network-vif-deleted", "tag": "c50300e8-d743-4113-85dc-031ef913a045", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:10.294931 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaa62735-ba59-4368-b579-0a0040fff609 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:10.295341 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5ba9b8-26f8-4902-b681-149eed8537a8', 'name': 'network-vif-deleted', 'tag': 'c50300e8-d743-4113-85dc-031ef913a045', 'status': 'completed', 'code': 200} Jul 22 14:10:10.383263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:10.389426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-16dcd7bd-ba8d-4632-9ce4-179245f09d3e admin admin] 10.222.0.11 "PUT /v2.0/routers/e101c7fa-5342-4f06-b974-74e2f869374b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0614367 Jul 22 14:10:10.398975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] Sync routers for ids ['e101c7fa-5342-4f06-b974-74e2f869374b'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:10.399508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:10.424417 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] Routers {'e101c7fa-5342-4f06-b974-74e2f869374b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:10.424911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aa90c-3c84-4c03-9d77-45b246490df6 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '19d37b9f-2786-4f32-9fdd-a084262da82a', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'port_id': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'mac_address': 'fa:16:3e:4e:8b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:17Z', 'updated_at': '2021-07-22T14:10:07Z', 'revision_number': 8, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:10.427119 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e101c7fa-5342-4f06-b974-74e2f869374b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:10.469134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7a0f3747-913d-4494-a184-ef298771db33'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:10.539364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Network 5cef007c-7563-4e1a-b275-fccf1e362254 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:10:10.623672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:10.711016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-163bb3b7-e17d-43de-96bd-f7c5cecb727c req-24c740ba-ff10-4d79-8ae1-983b4e5d40bf tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 996 time: 0.8508282 Jul 22 14:10:10.716336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 5cef007c-7563-4e1a-b275-fccf1e362254) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:10.717063 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] Set router e101c7fa-5342-4f06-b974-74e2f869374b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:10.730276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:10.733845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:10.737839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3004780-48aa-4e6b-a9ab-c62cc3ae2b7b None None] Network 5cef007c-7563-4e1a-b275-fccf1e362254 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:10.758098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-d63da19a-b1a9-4028-bb65-df822e7002fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 999 time: 0.6803360 Jul 22 14:10:10.778550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:10.877324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c057f-7977-40fa-be26-ade5cda65451 req-a123a88c-4615-4252-a4ea-29a0e63d2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:10.885593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-a123a88c-4615-4252-a4ea-29a0e63d2da6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1208732 Jul 22 14:10:10.971762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bb3b7-e17d-43de-96bd-f7c5cecb727c req-4be01d5e-8631-4dc3-bbcb-39e9772ed9ed tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:10.980173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-163bb3b7-e17d-43de-96bd-f7c5cecb727c req-4be01d5e-8631-4dc3-bbcb-39e9772ed9ed tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2410834 Jul 22 14:10:10.995139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf075c-cd81-4ad7-8092-e08e174f112a None None] New status for floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:10:11.028215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-163bb3b7-e17d-43de-96bd-f7c5cecb727c req-d7b3575c-908d-44c8-9ba3-f6ac908a7ba6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:10:11.044124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-163bb3b7-e17d-43de-96bd-f7c5cecb727c req-d7b3575c-908d-44c8-9ba3-f6ac908a7ba6 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628197 Jul 22 14:10:11.085894 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:10:07Z', 'revision_number': 5, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:11.086399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c057f-7977-40fa-be26-ade5cda65451 req-6743ad3f-f571-4531-8d7d-d13b1abbf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.088099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-6743ad3f-f571-4531-8d7d-d13b1abbf6b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541913 Jul 22 14:10:11.106101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6e48e775-6980-47fa-8d46-fd06329b8bfd tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0430343 Jul 22 14:10:11.115097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:11.123797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Request body: {'port': {'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254', 'name': 'tempest-DHCPAgentSchedulersTestJSON-774449017'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:11.177191 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] Checking router: e101c7fa-5342-4f06-b974-74e2f869374b for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:11.203924 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] Routers {'e101c7fa-5342-4f06-b974-74e2f869374b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:11.204592 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e101c7fa-5342-4f06-b974-74e2f869374b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:11.233918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-f309e24e-392f-41e0-972a-b59b73bf2f64 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370656 Jul 22 14:10:11.256171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.265989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.274906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.282011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.289740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.298961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.308915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.317989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-9be7f163-8a4e-4a84-b247-18df878b3f8c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.4660625 Jul 22 14:10:11.357740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-05da40c3-1d54-4d98-8825-3f9b533a97a9 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 999 time: 0.1962302 Jul 22 14:10:11.363917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:11.466164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-5cef007c-7563-4e1a-b275-fccf1e362254', 'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254', 'tenant_id': '6fcfcada1c354d5ca9957f6b6f238f36', 'fixed_ips': [{'subnet_id': '5286be36-b881-43fc-97da-d2b1de7e87dc'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:10:11.467053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:11.471376 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] Set router e101c7fa-5342-4f06-b974-74e2f869374b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:11.500121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a22c057f-7977-40fa-be26-ade5cda65451 req-85e8e6f2-c0b8-42be-a248-a6db1e24b2cf service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778464 Jul 22 14:10:11.537366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-488fada7-9074-4d6f-855b-6af3bd1a7593 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.542687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-488fada7-9074-4d6f-855b-6af3bd1a7593 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports/1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 942 time: 0.1642907 Jul 22 14:10:11.594500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e90f5dc-d8be-4474-9c6e-798621dd4386 req-19eb51d1-fc4f-4512-8855-b7e4fdc5bfe1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2752972 Jul 22 14:10:11.840625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aec983-998f-4b93-a377-1e4c5640e4ff req-bd2ea0a9-105b-4b2b-9765-7e6e53bab9cc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:11.842283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1aec983-998f-4b93-a377-1e4c5640e4ff req-bd2ea0a9-105b-4b2b-9765-7e6e53bab9cc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1426184 Jul 22 14:10:11.865571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Deleting port b8f9298c-bdf5-4b92-8626-13c8fa43cddf {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:11.866611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:11.872107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Made reservation on behalf of 6fcfcada1c354d5ca9957f6b6f238f36 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:11.874761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Allocated IP 172.20.0.2 (5cef007c-7563-4e1a-b275-fccf1e362254/5286be36-b881-43fc-97da-d2b1de7e87dc/595b43ce-139b-4556-a619-94e691816ead) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:11.882044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:11.931263 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:10:07Z', 'revision_number': 5, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:11.991422 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f533062-8cc1-4674-99b7-ca91266d0a3c None None] The sync data for ids ['e101c7fa-5342-4f06-b974-74e2f869374b'] in n-d-787205-11 is: [{'id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'name': 'tempest-FloatingIPsTestJSON-1190119423-router', 'tenant_id': '022bf0879a414300ae1adbfc7c8062d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:33Z', 'updated_at': '2021-07-22T14:10:07Z', 'revision_number': 5, 'project_id': '022bf0879a414300ae1adbfc7c8062d3', 'gw_port': {'id': 'b8f9298c-bdf5-4b92-8626-13c8fa43cddf', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:33:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e101c7fa-5342-4f06-b974-74e2f869374b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:35Z', 'updated_at': '2021-07-22T14:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:11.995810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] device_id is not set on port 5cab55b7-e29a-4bbb-851e-91fccf45f066 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:10:12.121165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-0ea49a0f-54b7-470f-b364-1a4ef0764a49 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.4397788 Jul 22 14:10:12.247190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] For port b8f9298c-bdf5-4b92-8626-13c8fa43cddf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:12.247800 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.255297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.266290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Transition to ACTIVE for port object 595b43ce-139b-4556-a619-94e691816ead will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:12.269924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Calling delete_port for b8f9298c-bdf5-4b92-8626-13c8fa43cddf owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:12.284211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Transition to ACTIVE for port object 595b43ce-139b-4556-a619-94e691816ead will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:12.299187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.327348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Network 5cef007c-7563-4e1a-b275-fccf1e362254 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:12.329932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:12.335713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1aec983-998f-4b93-a377-1e4c5640e4ff req-1702b5bd-28e9-475f-afa4-306a511b3f39 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779611 Jul 22 14:10:12.355979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:12.400044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-d0149ed2-8e67-4c64-9753-538ffc60919c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.401531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-d0149ed2-8e67-4c64-9753-538ffc60919c tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2793629 Jul 22 14:10:12.457835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Pushing event updated for resources: {'Port': ['ID=595b43ce-139b-4556-a619-94e691816ead,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:12.474130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Attempting to bind port 595b43ce-139b-4556-a619-94e691816ead on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:12.474691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Attempting to bind port 595b43ce-139b-4556-a619-94e691816ead by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fdd396d4-500c-4a7d-8faf-3060e773e3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:12.475063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Attempting to bind port 595b43ce-139b-4556-a619-94e691816ead on network 5cef007c-7563-4e1a-b275-fccf1e362254 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:12.481473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:12.481913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Checking segment: {'id': 'fdd396d4-500c-4a7d-8faf-3060e773e3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:12.482354 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.482748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Bound using segment: {'id': 'fdd396d4-500c-4a7d-8faf-3060e773e3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:12.483214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Bound port: 595b43ce-139b-4556-a619-94e691816ead, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd396d4-500c-4a7d-8faf-3060e773e3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5cef007c-7563-4e1a-b275-fccf1e362254'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:12.483593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.576100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Allocated IP 172.20.0.6 (5cef007c-7563-4e1a-b275-fccf1e362254/5286be36-b881-43fc-97da-d2b1de7e87dc/5cab55b7-e29a-4bbb-851e-91fccf45f066) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:12.594150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] For port 595b43ce-139b-4556-a619-94e691816ead, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:12.600113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] For port 595b43ce-139b-4556-a619-94e691816ead, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=595b43ce-139b-4556-a619-94e691816ead,segment=NetworkSegment(fdd396d4-500c-4a7d-8faf-3060e773e3cd),segment_id=fdd396d4-500c-4a7d-8faf-3060e773e3cd)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:12.606352 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.608739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-a0d12e9b-2703-41f8-9963-84d689cc0f68 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 1001 time: 0.1947031 Jul 22 14:10:12.632584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:12.693492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4139652-1190-479f-ae75-9cb8bb4f37c7 None None] Pushing event updated for resources: {'Port': ['ID=595b43ce-139b-4556-a619-94e691816ead,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:12.848221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:12.868669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.876226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.886158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.897581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.906117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.917163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.927667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:12.940292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-732c47a2-d5c6-475e-9f00-cfdf9630d710 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.2040195 Jul 22 14:10:13.068124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-58231c5b-275d-4334-84f3-429ccdb9f566 req-2d8b2b5a-d720-4f98-a30e-1ffe67684aab tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207192 Jul 22 14:10:13.087498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:13.161306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 7a0f3747-913d-4494-a184-ef298771db33 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:13.161751 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.169171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.330710 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.376892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:13.378044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:13.381771 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78238326-18f2-4253-ae6c-59ad8ffa20b0" -d '{"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:13.385641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.491549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:13.545424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086b17b-c29a-4965-8719-75176d9881d6 req-a6f2cccf-b317-4f4b-ac50-825866dbdae0 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:13.553142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3086b17b-c29a-4965-8719-75176d9881d6 req-a6f2cccf-b317-4f4b-ac50-825866dbdae0 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1185155 Jul 22 14:10:13.625034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3086b17b-c29a-4965-8719-75176d9881d6 req-f71499d0-9e5e-4fc8-91d5-3f360fded848 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664182 Jul 22 14:10:13.674849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37152) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:13.694706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f9298c-bdf5-4b92-8626-13c8fa43cddf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:13.698296 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c1a58a-e6fa-4e74-a2ad-4dcc6ff52360 x-openstack-request-id: req-40c1a58a-e6fa-4e74-a2ad-4dcc6ff52360 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:13.698596 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:13.698914 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40c1a58a-e6fa-4e74-a2ad-4dcc6ff52360 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:13.699257 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'code': 200} Jul 22 14:10:13.796586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.898935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53684770-fd96-4b4f-955a-ef01ad728eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.942925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:13.947317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.077541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.155146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53684770-fd96-4b4f-955a-ef01ad728eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.176969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Transition to ACTIVE for port object 5cab55b7-e29a-4bbb-851e-91fccf45f066 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:14.213462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.220843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.237555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53684770-fd96-4b4f-955a-ef01ad728eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.266499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 595b43ce-139b-4556-a619-94e691816ead up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:14.280865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.281391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e101c7fa-5342-4f06-b974-74e2f869374b {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:10:14.286631 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.286890 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a disassociated. External IP: 172.25.8.102, port: 1aa0c5e0-fafb-4374-be60-673923f6758e. Jul 22 14:10:14.288779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event updated for resources: {'Port': ['ID=5cab55b7-e29a-4bbb-851e-91fccf45f066,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:14.291859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53684770-fd96-4b4f-955a-ef01ad728eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0346f994-3cb5-477f-addd-1b59ef25239b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:14.292644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Network 5cef007c-7563-4e1a-b275-fccf1e362254 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:14.296272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.297532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9de7193-a8e0-4efb-b680-53f8bf5587e0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e101c7fa-5342-4f06-b974-74e2f869374b HTTP/1.1" status: 204 len: 168 time: 3.8971701 Jul 22 14:10:14.300070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:14.327760 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-53684770-fd96-4b4f-955a-ef01ad728eeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f51b6eb15394276bc40653ec712972a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516089 Jul 22 14:10:14.331449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37168) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:14.352493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c838d-a4ae-49ae-a6a3-04803c3e1502 None None] Network 5cef007c-7563-4e1a-b275-fccf1e362254 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:14.392542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Deleting subnet 813c9dc8-5f26-4ffc-a344-4a53edc6fa0b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:10:14.396152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.433256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.434693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.445282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.452365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.462374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.469273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.478122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.484926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.485497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 595b43ce-139b-4556-a619-94e691816ead completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:14.487270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-3baf322e-4082-4f8a-8171-88abbbdd7e21 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.3293374 Jul 22 14:10:14.491757 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1a10-591e-4418-bde6-9f3e8a0c1b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.551855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.554858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] Provisioning for port 595b43ce-139b-4556-a619-94e691816ead completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:14.558499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 551b062b-6f95-434e-a088-01e040564000 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:14.575955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63f3e500-aabf-47f8-8c11-39b2f1648aa0 req-5db693bb-d53e-4b28-b5e0-7595c40374e8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808558 Jul 22 14:10:14.588642 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1a10-591e-4418-bde6-9f3e8a0c1b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.590354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 551b062b-6f95-434e-a088-01e040564000 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:14.590945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 551b062b-6f95-434e-a088-01e040564000 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:14.597166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] Provisioning complete for port 595b43ce-139b-4556-a619-94e691816ead triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:14.597758 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.621390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:14.672039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.676092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1a10-591e-4418-bde6-9f3e8a0c1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.679232 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1a10-591e-4418-bde6-9f3e8a0c1b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.682548 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2e3a1a10-591e-4418-bde6-9f3e8a0c1b2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0346f994-3cb5-477f-addd-1b59ef25239b HTTP/1.1" status: 204 len: 168 time: 0.3500946 Jul 22 14:10:14.687988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:14.696282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1a10-591e-4418-bde6-9f3e8a0c1b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0346f994-3cb5-477f-addd-1b59ef25239b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:14.778591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813c9dc8-5f26-4ffc-a344-4a53edc6fa0b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:14.786878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.789388 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a0ac6271-e69d-4bd9-aaa9-cd98bd7879cd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/813c9dc8-5f26-4ffc-a344-4a53edc6fa0b HTTP/1.1" status: 204 len: 168 time: 0.4883790 Jul 22 14:10:14.796326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efe31cf-9639-432c-8bb4-4b3cf0a5a469 None None] Network 262f2e75-0b42-4748-9e0a-4c647df2dfdb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:14.797303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37174) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:14.831220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:14.831830 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:14.877957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37178) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:14.882081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a0e8e357-f541-4484-8ed2-4bc10c7cc083 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7536647 Jul 22 14:10:15.040281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.065106 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.091455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:15.102539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00635bb3-6d08-409f-949a-3ec85f2783a0 req-4cd28886-c1b0-4d4e-a944-1b9a9f97ef5c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:15.113132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] For port 595b43ce-139b-4556-a619-94e691816ead, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=595b43ce-139b-4556-a619-94e691816ead,segment=NetworkSegment(fdd396d4-500c-4a7d-8faf-3060e773e3cd),segment_id=fdd396d4-500c-4a7d-8faf-3060e773e3cd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:15.115997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00635bb3-6d08-409f-949a-3ec85f2783a0 req-4cd28886-c1b0-4d4e-a944-1b9a9f97ef5c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.3851604 Jul 22 14:10:15.120374 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.246941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:15.248474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:15.260356 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:15.270069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.275563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:15.276200 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:15.292337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00635bb3-6d08-409f-949a-3ec85f2783a0 req-97732cdc-8953-4c37-a588-a7ddf47627cc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753147 Jul 22 14:10:15.340219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f464a9d-7441-4df9-8e25-5cf63c737377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.373357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Deleting port 5cab55b7-e29a-4bbb-851e-91fccf45f066 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:15.376898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.397525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-e67486d7-fca7-4e81-896e-8f4af7d56741 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "PUT /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 696 time: 2.7728541 Jul 22 14:10:15.407791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:15.417767 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8993d44-cf83-485b-8181-07a23259a217" -d '{"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:15.446038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Deleting port 18fee53b-5462-4594-974c-98570c43b515 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:15.446385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.466740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070803-a20d-496a-bd91-e8960e91f32e None None] Pushing event updated for resources: {'Port': ['ID=595b43ce-139b-4556-a619-94e691816ead,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:15.474448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:15.602272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] DHCP port deletion for 262f2e75-0b42-4748-9e0a-4c647df2dfdb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:10:15.635833 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bd82bb-5caf-4dbd-b151-6651981e54df x-openstack-request-id: req-a5bd82bb-5caf-4dbd-b151-6651981e54df {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:15.654274 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:15.656828 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5bd82bb-5caf-4dbd-b151-6651981e54df {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:15.657436 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'status': 'completed', 'code': 200} Jul 22 14:10:15.727250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] Deleting port 18fee53b-5462-4594-974c-98570c43b515 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:15.727625 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.785456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f464a9d-7441-4df9-8e25-5cf63c737377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.802744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-1af41f1f-ffc2-49a3-a713-77fbe9b00c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:15.813596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.817249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-1af41f1f-ffc2-49a3-a713-77fbe9b00c6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.3963683 Jul 22 14:10:15.818506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] For port 18fee53b-5462-4594-974c-98570c43b515, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18fee53b-5462-4594-974c-98570c43b515,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:15.819076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.820068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] For port 18fee53b-5462-4594-974c-98570c43b515, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18fee53b-5462-4594-974c-98570c43b515,segment=NetworkSegment(8f16859a-9a04-477a-b6d9-6de0789eb021),segment_id=8f16859a-9a04-477a-b6d9-6de0789eb021)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:15.820468 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.841066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] Calling delete_port for 18fee53b-5462-4594-974c-98570c43b515 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:15.851577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f464a9d-7441-4df9-8e25-5cf63c737377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:15.935390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Calling delete_port for 5cab55b7-e29a-4bbb-851e-91fccf45f066 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:15.937659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Calling delete_port for 18fee53b-5462-4594-974c-98570c43b515 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:15.992239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.048613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] Pushing event deleted for resources: {'Port': ['ID=18fee53b-5462-4594-974c-98570c43b515,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:16.056020 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f464a9d-7441-4df9-8e25-5cf63c737377 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dde8946bc23548aea55e71c94dcd5c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8052351 Jul 22 14:10:16.057254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-671bb097-1751-42b9-a5e1-0a94fbad8f9e None None] Provisioning for port 5cab55b7-e29a-4bbb-851e-91fccf45f066 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:16.057542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:16.074675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be81a98-307e-4f0d-a911-f7b5bbcf36f7 None None] No DVR routers for this DVR port 18fee53b-5462-4594-974c-98570c43b515 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:16.080113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-671bb097-1751-42b9-a5e1-0a94fbad8f9e None None] Provisioning complete for port 5cab55b7-e29a-4bbb-851e-91fccf45f066 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:16.081566 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-671bb097-1751-42b9-a5e1-0a94fbad8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.083347 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:16.085781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 595b43ce-139b-4556-a619-94e691816ead up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:16.132060 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:16.181008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-88e0376c-504c-447c-b3af-fbeb921392fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.181653 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:16.182167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-88e0376c-504c-447c-b3af-fbeb921392fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.3619995 Jul 22 14:10:16.182819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f464a9d-7441-4df9-8e25-5cf63c737377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d45cfb9-177f-4f7b-a39f-a7ea9a1f6fc5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:16.190101 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:09:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:16.250354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-3f1eb43b-fc25-4280-adde-b28a7bcdd5f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.0583148 Jul 22 14:10:16.297772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-671bb097-1751-42b9-a5e1-0a94fbad8f9e None None] Port 5cab55b7-e29a-4bbb-851e-91fccf45f066 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:10:16.300673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 595b43ce-139b-4556-a619-94e691816ead triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:16.301067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.355977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993d44-cf83-485b-8181-07a23259a217 req-974eab33-f8ac-4672-8826-06f060b2f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.357895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-974eab33-f8ac-4672-8826-06f060b2f0ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 1097 time: 0.6674283 Jul 22 14:10:16.361025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c8cb-04a4-449c-b378-1397b735680a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.370267 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:16.372969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-671bb097-1751-42b9-a5e1-0a94fbad8f9e None None] Provisioning complete for port 595b43ce-139b-4556-a619-94e691816ead triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:16.373413 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-671bb097-1751-42b9-a5e1-0a94fbad8f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.383657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.387237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c8cb-04a4-449c-b378-1397b735680a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.401029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.415189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.429171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-59757640-acdc-4b80-bd94-68fed329985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.430858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-59757640-acdc-4b80-bd94-68fed329985f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1722009 Jul 22 14:10:16.433675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.450592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.455864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.472269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.485672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b09ff037-6017-4197-9ef3-c7c7637bcee2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.7050951 Jul 22 14:10:16.497080 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c8cb-04a4-449c-b378-1397b735680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.502657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2c3c8cb-04a4-449c-b378-1397b735680a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.506895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d2c3c8cb-04a4-449c-b378-1397b735680a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d45cfb9-177f-4f7b-a39f-a7ea9a1f6fc5 HTTP/1.1" status: 204 len: 168 time: 0.4413087 Jul 22 14:10:16.528617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3c8cb-04a4-449c-b378-1397b735680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d45cfb9-177f-4f7b-a39f-a7ea9a1f6fc5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:16.571549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-7d32af91-b5f5-4152-9c93-3c6cec8a4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:16.573122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-7d32af91-b5f5-4152-9c93-3c6cec8a4b9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343865 Jul 22 14:10:16.679107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b8f9298c-bdf5-4b92-8626-13c8fa43cddf no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:16.701177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62f6dccc-c7ea-4a05-ac35-2d6aab7a91f1 req-b2e9fb43-fafa-4df9-8d35-eecc032cf21a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2163181 Jul 22 14:10:16.701921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.768065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b8f9298c-bdf5-4b92-8626-13c8fa43cddf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:16.770777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b8f9298c-bdf5-4b92-8626-13c8fa43cddf not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:16.771806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18fee53b-5462-4594-974c-98570c43b515 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:16.785488 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:16.797317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-6f52e7f0-0666-4490-b557-170c96e900ae service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180772 Jul 22 14:10:16.807772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 18fee53b-5462-4594-974c-98570c43b515 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:16.808322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18fee53b-5462-4594-974c-98570c43b515 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:16.831263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-beb3218d-6273-4c4b-9088-cc2dd8aa37f9 None None] Provisioning complete for port 5cab55b7-e29a-4bbb-851e-91fccf45f066 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:16.831777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb3218d-6273-4c4b-9088-cc2dd8aa37f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:16.835144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Pushing event deleted for resources: {'Port': ['ID=18fee53b-5462-4594-974c-98570c43b515,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:16.865763 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d4c30b-6185-4a4e-8e28-e46beb715a4f None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:08:49Z', 'revision_number': 4, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '00b6c71d-a464-4285-9a5d-972385610c28', 'name': '', 'network_id': 'a6ec713c-f83d-44b5-af33-d8c296c6ccea', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'mac_address': 'fa:16:3e:f5:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:48Z', 'updated_at': '2021-07-22T14:08:58Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'subnets': [{'id': 'bc3b68d4-f7e1-47c5-b30f-d2cc321853e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:16.890422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] No DVR routers for this DVR port 18fee53b-5462-4594-974c-98570c43b515 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:16.919099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-beb3218d-6273-4c4b-9088-cc2dd8aa37f9 None None] Port 5cab55b7-e29a-4bbb-851e-91fccf45f066 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:10:17.028586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea34a6ba-65bc-49c0-b9e8-f47c602b81c5 req-6b77090c-b71e-4d84-8e52-10f99343a545 service neutron] 10.222.0.11 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247667 Jul 22 14:10:17.240960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.252255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.278466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993d44-cf83-485b-8181-07a23259a217 req-fdf4489e-daf8-460a-b0b8-953f1a4686db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:17.281059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-fdf4489e-daf8-460a-b0b8-953f1a4686db service neutron] 10.222.0.20 "GET /v2.0/networks?id=a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 200 len: 921 time: 0.7278483 Jul 22 14:10:17.292557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262f2e75-0b42-4748-9e0a-4c647df2dfdb']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:17.343590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f16859a-9a04-477a-b6d9-6de0789eb021') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:17.344160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f16859a-9a04-477a-b6d9-6de0789eb021') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:17.346780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event deleted for resources: {'Port': ['ID=5cab55b7-e29a-4bbb-851e-91fccf45f066,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:17.387652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d2224f-3e18-47b1-bd34-1670e26d6b5e None None] New status for floating IP 19d37b9f-2786-4f32-9fdd-a084262da82a: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:10:17.427680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-1bf68f25-fcbe-4ca4-bfa5-7139da1fe3aa tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 200 len: 696 time: 0.0725293 Jul 22 14:10:17.451332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.478620 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.485527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-99e92ea8-28c6-496e-8580-562c431d039c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 200 len: 217 time: 0.1904142 Jul 22 14:10:17.496100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:10:17.496847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:10:17.501381 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:10:17.622574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993d44-cf83-485b-8181-07a23259a217 req-9c104ef6-270c-43a6-8870-1f1e9d05903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:17.624075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-9c104ef6-270c-43a6-8870-1f1e9d05903a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 200 len: 859 time: 0.1240160 Jul 22 14:10:17.632514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-d66e40a3-a352-40d2-aed3-71fb4689d83a tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:17.645495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-d66e40a3-a352-40d2-aed3-71fb4689d83a tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 784 time: 0.2091708 Jul 22 14:10:17.654468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff0ea4-f4e7-42b2-88a7-b985652c5abd req-99e2ef82-5ade-4034-84d9-171c913d9fde tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:17.656509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4ff0ea4-f4e7-42b2-88a7-b985652c5abd req-99e2ef82-5ade-4034-84d9-171c913d9fde tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.8426852 Jul 22 14:10:17.770270 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-d467158e-f4f4-46ee-ad6d-305227880437 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 699 time: 0.1255140 Jul 22 14:10:17.842459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-82eda86c-ee5a-4e7b-8151-a6d4e40b61b1 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.8.102 HTTP/1.1" status: 200 len: 697 time: 0.0712085 Jul 22 14:10:17.907302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.909752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1cf24f42-a5b2-4e4b-b25b-eaeabd860813 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "DELETE /v2.0/ports/5cab55b7-e29a-4bbb-851e-91fccf45f066 HTTP/1.1" status: 204 len: 168 time: 3.0288177 Jul 22 14:10:17.914297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37246) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:17.932762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.950478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:17.960478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/262f2e75-0b42-4748-9e0a-4c647df2dfdb HTTP/1.1" status: 204 len: 168 time: 3.1396964 Jul 22 14:10:18.003532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4ff0ea4-f4e7-42b2-88a7-b985652c5abd req-6ca3bc2a-1381-4539-ac8a-d90e8a68de00 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037152 Jul 22 14:10:18.015050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Pushing event deleted for resources: {'Network': ['ID=262f2e75-0b42-4748-9e0a-4c647df2dfdb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:18.030189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.030749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.031295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.040871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.042757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.043290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.045407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.046134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.049174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.049789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.050099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.050448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbcd87e-9f41-4641-9a66-0d4c075022ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.064168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993d44-cf83-485b-8181-07a23259a217 req-02b38c58-3dc6-42a4-9227-784a703272ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.066852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-02b38c58-3dc6-42a4-9227-784a703272ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a6ec713c-f83d-44b5-af33-d8c296c6ccea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4261043 Jul 22 14:10:18.101206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Deleting port e4054c3a-c747-4896-b91c-68ddca4bdb78 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:18.101568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.233050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.233566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.249353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Calling delete_port for e4054c3a-c747-4896-b91c-68ddca4bdb78 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:18.263560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:18.373034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-07cf1945-a09d-41b0-9efe-54a72864edc9 tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4563181 Jul 22 14:10:18.376681 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb6a3384-f709-49e6-b4e0-121903cd0c2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=022bf0879a414300ae1adbfc7c8062d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1118195 Jul 22 14:10:18.378842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:18.379172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:18.387053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-494853095'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:18.411860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.421553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.427774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.434639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.440903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.447135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.453183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:18.455337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-33f5bc97-a092-4457-a37d-dfb2a520a281 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5420 time: 0.3444364 Jul 22 14:10:18.461869 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-7ab81001-0d49-47fb-a618-c70f8139b214 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861656 Jul 22 14:10:18.471222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Made reservation on behalf of 6fcfcada1c354d5ca9957f6b6f238f36 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:18.475512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.508861 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.539672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a06c2e3-b37e-4135-bdea-12133969b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.560929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.566532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8993d44-cf83-485b-8181-07a23259a217 req-f1b0fcd2-864d-4dfb-bd8a-c56de889b006 service neutron] 10.222.0.20 "GET /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968487 Jul 22 14:10:18.613498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-658f31f2-e9dc-4413-86e4-bc40cf29c8cc req-0429ee3a-682f-4e1f-b2c0-2ab10d813a79 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503725 Jul 22 14:10:18.666876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.669670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.670972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abdb65e4-c2d6-434c-9ffc-3484d83a9e8a HTTP/1.1" status: 204 len: 168 time: 0.2895930 Jul 22 14:10:18.686258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb65e4-c2d6-434c-9ffc-3484d83a9e8a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:18.698975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.699475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.699920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.706893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.707462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.707913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.708357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.708814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.709300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.710768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.711218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.711651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36f1f1f-f3bb-41a4-b80c-8ad08fab115e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:18.795685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:10:18.846771 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.875263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.875620 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Added segment 9f3794d2-0464-45d3-a162-69cd63a3eb97 of type vlan for network e81cf121-5f57-487e-80cf-9cb9c5d15d8d Jul 22 14:10:18.932425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.964792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 88985adf-8910-450a-9cf3-eea9bf6fd04c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:18.966202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:18.999547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event deleted for resources: {'Port': ['ID=e4054c3a-c747-4896-b91c-68ddca4bdb78,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:19.005736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.013284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.013834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.099701 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7192628 Jul 22 14:10:19.102814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37290) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:19.208519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902c0ae-dfb8-4274-bdeb-054c6fba2703 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event updated for resources: {'Network': ['ID=e81cf121-5f57-487e-80cf-9cb9c5d15d8d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:19.262646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.270368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network e81cf121-5f57-487e-80cf-9cb9c5d15d8d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:10:19.274343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.307657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-587e6a28-78b1-4d7a-b3e2-81e02274ade8 req-9c465d96-9dd5-4197-b23e-caae50278f8b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "DELETE /v2.0/floatingips/19d37b9f-2786-4f32-9fdd-a084262da82a HTTP/1.1" status: 204 len: 173 time: 1.4601429 Jul 22 14:10:19.329352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:19.443180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0790458-9ace-4fda-951d-36da4fdd9810 req-9cb2881c-799c-4d65-96cb-d2643d53a77a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.463082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0790458-9ace-4fda-951d-36da4fdd9810 req-9cb2881c-799c-4d65-96cb-d2643d53a77a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.3148727 Jul 22 14:10:19.566532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '88985adf-8910-450a-9cf3-eea9bf6fd04c', 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7', 'port_id': '88985adf-8910-450a-9cf3-eea9bf6fd04c', 'mac_address': 'fa:16:3e:21:ed:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2724119-f8db-45a8-931a-12721d44b1b2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:19.606917 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-acf2f409-25a9-4ea8-a292-cf411d384823 tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/agents/5f4e361d-132d-49ea-8807-cb289ac00687/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.5027311 Jul 22 14:10:19.610054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:19.639922 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.662329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88985adf-8910-450a-9cf3-eea9bf6fd04c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:19.664545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0790458-9ace-4fda-951d-36da4fdd9810 req-3910593e-80a3-40a9-b57b-1680359f7ef6 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003603 Jul 22 14:10:19.699248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:19.705216 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.706421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf16ef95-99d9-4500-87c1-97d61713e34c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:19.854735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:19.855296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5598e14-9b0b-422a-9d6e-03061e09bedc tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] Network e81cf121-5f57-487e-80cf-9cb9c5d15d8d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:10:19.879176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf16ef95-99d9-4500-87c1-97d61713e34c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf16ef95-99d9-4500-87c1-97d61713e34c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:19.886279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5598e14-9b0b-422a-9d6e-03061e09bedc tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "POST /v2.0/agents/5f4e361d-132d-49ea-8807-cb289ac00687/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2750494 Jul 22 14:10:19.890671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:19.893088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.893667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb8fb64-ad8e-4ee3-ba8a-e78eaa7eb5f1 None None] Network e81cf121-5f57-487e-80cf-9cb9c5d15d8d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:19.932219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.941972 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:19.950610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'bf16ef95-99d9-4500-87c1-97d61713e34c', 'network_id': '0df27a70-30fc-482e-b6df-2b629d2507d7', 'port_id': 'bf16ef95-99d9-4500-87c1-97d61713e34c', 'mac_address': 'fa:16:3e:af:8d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2724119-f8db-45a8-931a-12721d44b1b2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:19.950993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.977376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2166ed-4291-482a-a157-1786e8e8c6ca req-05d60bc8-ee0a-4b5e-9f24-355eea15c224 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.979174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f2166ed-4291-482a-a157-1786e8e8c6ca req-05d60bc8-ee0a-4b5e-9f24-355eea15c224 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 945 time: 0.2859304 Jul 22 14:10:19.982353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:19.997664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:20.024363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:20.030892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:20.033240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-2931d84d-f429-4493-a386-0a362d9f10cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5421 time: 0.3037066 Jul 22 14:10:20.034047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:20.098102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f78af28d-1af3-4368-b747-85cad63c5a69 req-602f9bbd-d76f-49c6-846a-d22dd6a76d52 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579011 Jul 22 14:10:20.110829 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.154501 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f2166ed-4291-482a-a157-1786e8e8c6ca req-edc231b8-30a1-465d-8e5d-423cbfca4446 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613030 Jul 22 14:10:20.205894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf16ef95-99d9-4500-87c1-97d61713e34c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:20.241149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf16ef95-99d9-4500-87c1-97d61713e34c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf16ef95-99d9-4500-87c1-97d61713e34c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:20.246875 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.247724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b6acd14b-f6ac-49b6-9ec2-07787581cbd2 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:20.255474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37360) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:20.268282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b15cc411-0d34-4f90-b224-fe3e6ebccbe4 tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/agents/5f4e361d-132d-49ea-8807-cb289ac00687/dhcp-networks HTTP/1.1" status: 200 len: 8845 time: 0.3755605 Jul 22 14:10:20.269143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-network', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:20.361989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=bf16ef95-99d9-4500-87c1-97d61713e34c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:20.404646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:20.421783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-183f2dce-6591-4cb1-ba38-4e7275465ddf tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "DELETE /v2.0/agents/5f4e361d-132d-49ea-8807-cb289ac00687/dhcp-networks/e81cf121-5f57-487e-80cf-9cb9c5d15d8d HTTP/1.1" status: 204 len: 168 time: 0.1628799 Jul 22 14:10:20.430437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Made reservation on behalf of 325e01c1057f4bc6858deb1959cf7f75 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:20.433573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.438508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:20.453414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'port_id': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2', 'mac_address': 'fa:16:3e:bc:9a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1', 'ip_address': '10.1.1.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:20.464762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.513466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.542958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6acd14b-f6ac-49b6-9ec2-07787581cbd2 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:20.573650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:20.578690 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.579350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e194f3cb-8784-4d93-95e8-ec6afda092c7 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:20.662544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:20.709078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b1376275-6f76-44bb-a23c-36bece0ac82b tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/agents/5f4e361d-132d-49ea-8807-cb289ac00687/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.3008690 Jul 22 14:10:20.712233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.713350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:20.720816 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.762420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:10:20.773290 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a01e578-3ca6-44d7-a7a9-31be33654e93 tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/networks/5cef007c-7563-4e1a-b275-fccf1e362254/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0586140 Jul 22 14:10:20.777386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:20.787751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb748b8-2e24-4365-8d85-b57a9326217b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:20.812619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.812826 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Added segment af85f920-0f50-4d62-a095-cb52555883c6 of type vlan for network a4aebb07-2e89-438a-a05f-d82324fc0c62 Jul 22 14:10:20.841720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:20.846951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fc88fafc-200e-4782-bce4-6f44bb422b2b tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/networks/5cef007c-7563-4e1a-b275-fccf1e362254/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0683584 Jul 22 14:10:20.849769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:20.871883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.874728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'port_id': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'mac_address': 'fa:16:3e:b0:10:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:20.948958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.977135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e194f3cb-8784-4d93-95e8-ec6afda092c7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:20.977346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71efe6-fd62-4d6a-bc59-122c02b719c1 req-c7a15466-5cf9-47de-99fe-c664d7f566b5 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:20.985375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef71efe6-fd62-4d6a-bc59-122c02b719c1 req-c7a15466-5cf9-47de-99fe-c664d7f566b5 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2265515 Jul 22 14:10:20.997256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:20.998729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:20.999382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.013045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:21.017719 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.018613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:21.063978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:21.070113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0347099 Jul 22 14:10:21.080996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37422) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:21.086709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Request body: {'subnet': {'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-subnet', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:21.133759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef71efe6-fd62-4d6a-bc59-122c02b719c1 req-1fcc1c96-de53-4f60-b1aa-58e3e8b742f1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473453 Jul 22 14:10:21.139467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ddaa-7883-4e9d-89b1-ec7d787c02fb admin admin] Pushing event updated for resources: {'Network': ['ID=a4aebb07-2e89-438a-a05f-d82324fc0c62,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:21.151535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:21.169115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-53c37ce3-19d4-4e57-b406-1322274bb92f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.171231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-53c37ce3-19d4-4e57-b406-1322274bb92f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.20 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 945 time: 0.2745178 Jul 22 14:10:21.205136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:10:21.215590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Made reservation on behalf of 325e01c1057f4bc6858deb1959cf7f75 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:21.226051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.286374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-96f372a1-5502-43a3-9ab7-00f18cadf89a tempest-DHCPAgentSchedulersTestJSON-14321163 tempest-DHCPAgentSchedulersTestJSON-14321163-project-admin] 10.222.0.11 "GET /v2.0/agents/5f4e361d-132d-49ea-8807-cb289ac00687/dhcp-networks HTTP/1.1" status: 200 len: 8075 time: 0.4345212 Jul 22 14:10:21.286866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:21.296524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4f1b00b6-2970-40e3-9f70-4f3b2e97d047', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'port_id': '4f1b00b6-2970-40e3-9f70-4f3b2e97d047', 'mac_address': 'fa:16:3e:f5:25:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:21.305812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:21.461982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.514258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc248282-9506-4136-b38c-b8c2bd1ce26d req-79b9c764-952d-4930-b1af-19a4eb2ebb53 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.521186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc248282-9506-4136-b38c-b8c2bd1ce26d req-79b9c764-952d-4930-b1af-19a4eb2ebb53 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 945 time: 0.2119408 Jul 22 14:10:21.545958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.559131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.559314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.567256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.574337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.574666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Deleting port 1aa0c5e0-fafb-4374-be60-673923f6758e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:21.575013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.581576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.587996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.591991 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-403ddc69-9277-4dc6-a305-f17404e66bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.595520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:21.597608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c044ed76-a446-4102-9c74-7532b753cf10 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5424 time: 0.3442509 Jul 22 14:10:21.612722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.634476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:21.651851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3264c82b-6d05-4ad5-88fb-906614d08cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.662926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc248282-9506-4136-b38c-b8c2bd1ce26d req-7b7e464d-be43-4c5f-8b1d-866b4fdb791b tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/security-groups?id=373267e0-15f5-4610-8f9f-9bba740829ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407039 Jul 22 14:10:21.674995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:21.680734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.683084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f26e5939-af82-4045-81b8-0cdd267c53a0 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:21.776192 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57c9a6f3-0bfa-453e-a897-a002ab81a238 req-c00addc5-1b34-4891-bad3-6dd5e935d90a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682322 Jul 22 14:10:21.805850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:21.827346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.831010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f26e5939-af82-4045-81b8-0cdd267c53a0,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:21.849687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81cf121-5f57-487e-80cf-9cb9c5d15d8d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:21.873040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3794d2-0464-45d3-a162-69cd63a3eb97') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:21.873511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3794d2-0464-45d3-a162-69cd63a3eb97') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:21.873717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'f26e5939-af82-4045-81b8-0cdd267c53a0', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'port_id': 'f26e5939-af82-4045-81b8-0cdd267c53a0', 'mac_address': 'fa:16:3e:f5:6d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:21.902192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.936045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.949379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:10:21.949924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:10:21.954023 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:10:21.963077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.002500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26e5939-af82-4045-81b8-0cdd267c53a0 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:22.037227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f26e5939-af82-4045-81b8-0cdd267c53a0,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:22.045699 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.046922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e1a87526-9afd-418b-981c-8b9c72f4cda6 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:22.048563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3264c82b-6d05-4ad5-88fb-906614d08cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.049824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.052425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3264c82b-6d05-4ad5-88fb-906614d08cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.085225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.087717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "DELETE /v2.0/networks/e81cf121-5f57-487e-80cf-9cb9c5d15d8d HTTP/1.1" status: 204 len: 168 time: 0.7835102 Jul 22 14:10:22.101327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:22.128460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97121231-37e6-49c9-bf94-36197486a23f tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event deleted for resources: {'Network': ['ID=e81cf121-5f57-487e-80cf-9cb9c5d15d8d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.128664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.149848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264c82b-6d05-4ad5-88fb-906614d08cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e92ff67-3376-4624-ac64-3af6808d9c05,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.158997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3264c82b-6d05-4ad5-88fb-906614d08cf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94c840893b40435ebb8e63dc0812cca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8518691 Jul 22 14:10:22.159685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37452) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:22.163050 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86c8e8e-994a-4cb3-bde5-f2710c60cdcc tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] DELETE failed (client error): The resource could not be found. Jul 22 14:10:22.164068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86c8e8e-994a-4cb3-bde5-f2710c60cdcc tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:10:22.168136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f86c8e8e-994a-4cb3-bde5-f2710c60cdcc tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "DELETE /v2.0/ports/5cab55b7-e29a-4bbb-851e-91fccf45f066 HTTP/1.1" status: 404 len: 333 time: 0.0590215 Jul 22 14:10:22.171854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:22.172541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:22.198764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.207627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'e1a87526-9afd-418b-981c-8b9c72f4cda6', 'network_id': 'a183127a-ba81-47ed-954d-eda7bfc44b91', 'port_id': 'e1a87526-9afd-418b-981c-8b9c72f4cda6', 'mac_address': 'fa:16:3e:79:d0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9019d0c9-7709-45b7-a16f-d140b1d31cd1', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:22.262565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70eb81d3-319b-40d4-96d8-d939ec2e69da,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.266956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Deleting subnet 5286be36-b881-43fc-97da-d2b1de7e87dc {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:10:22.273013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.277325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e722922-ba66-49d8-8b61-7db8eef01c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.284578 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.318306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a87526-9afd-418b-981c-8b9c72f4cda6 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:22.328807 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.370721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:22.371866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] For port 1aa0c5e0-fafb-4374-be60-673923f6758e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1aa0c5e0-fafb-4374-be60-673923f6758e,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:22.372253 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.382491 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.404587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Calling delete_port for 1aa0c5e0-fafb-4374-be60-673923f6758e owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:22.426591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bd2f0-0916-4e59-ae36-71d08c11e0fc req-59e27e7f-9124-4976-8f31-8fe73fcff2dc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:22.429059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c93bd2f0-0916-4e59-ae36-71d08c11e0fc req-59e27e7f-9124-4976-8f31-8fe73fcff2dc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1407087 Jul 22 14:10:22.430007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Checking segment: {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:22.430343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Network hostable DHCP agents. Network: a4aebb07-2e89-438a-a05f-d82324fc0c62, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:10:22.460786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.532051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:10:22.544408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a4aebb07-2e89-438a-a05f-d82324fc0c62) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:22.552983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c93bd2f0-0916-4e59-ae36-71d08c11e0fc req-f4a194f9-f75f-479c-a9c9-9bdfb3a38d63 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142187 Jul 22 14:10:22.561916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0352f-dead-4639-8a1b-e544e9468e66 None None] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:22.562758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:22.563355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.587845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-11275505-1f13-429d-b1bd-bf0da3400a83 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5056005 Jul 22 14:10:22.591261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37456) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:22.597374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:22.633816 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.635179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.733110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e722922-ba66-49d8-8b61-7db8eef01c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.744373 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.786083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.787781 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.844895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ec49939-4c42-4d3e-b525-e5d3dd39a7e7 req-41bd22e1-4584-4128-bead-f16e8a9fcf3f tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.11 "GET /v2.0/ports?device_id=32fd6ce4-d522-4826-9d1c-733a24ef112d HTTP/1.1" status: 200 len: 210 time: 0.0516829 Jul 22 14:10:22.863463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a4aebb07-2e89-438a-a05f-d82324fc0c62', 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'fixed_ips': [{'subnet_id': '70eb81d3-319b-40d4-96d8-d939ec2e69da'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:10:22.864763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.874100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Pushing event deleted for resources: {'Port': ['ID=1aa0c5e0-fafb-4374-be60-673923f6758e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.910419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e722922-ba66-49d8-8b61-7db8eef01c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.913309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e722922-ba66-49d8-8b61-7db8eef01c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:22.918214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0e722922-ba66-49d8-8b61-7db8eef01c95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e92ff67-3376-4624-ac64-3af6808d9c05 HTTP/1.1" status: 204 len: 168 time: 0.7568936 Jul 22 14:10:22.933842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e722922-ba66-49d8-8b61-7db8eef01c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e92ff67-3376-4624-ac64-3af6808d9c05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:22.947219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.048250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b6acd14b-f6ac-49b6-9ec2-07787581cbd2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.109261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] No DVR routers for this DVR port 1aa0c5e0-fafb-4374-be60-673923f6758e on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:23.123778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['bf16ef95-99d9-4500-87c1-97d61713e34c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.133895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['88985adf-8910-450a-9cf3-eea9bf6fd04c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.138517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e194f3cb-8784-4d93-95e8-ec6afda092c7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.142778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.145106 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be1c797c-3432-4e0b-b808-6063848b7ab6 req-c3ef803b-fc82-42ae-913b-9641a8c5ea01 tempest-FloatingIPsAssociationTestJSON-360773565 tempest-FloatingIPsAssociationTestJSON-360773565-project] 10.222.0.20 "DELETE /v2.0/ports/1aa0c5e0-fafb-4374-be60-673923f6758e HTTP/1.1" status: 204 len: 173 time: 1.9682939 Jul 22 14:10:23.145732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'name': 'network-vif-deleted', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:23.149077 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f79001-203a-4e73-b3c4-aa0e0954a67b" -d '{"events": [{"server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "name": "network-vif-deleted", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:23.181813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.204964 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.242805 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81099468-9dc4-4730-a7dc-b6ced2790dfa x-openstack-request-id: req-81099468-9dc4-4730-a7dc-b6ced2790dfa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:23.242805 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fd6ce4-d522-4826-9d1c-733a24ef112d", "name": "network-vif-deleted", "tag": "1aa0c5e0-fafb-4374-be60-673923f6758e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:23.243090 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81099468-9dc4-4730-a7dc-b6ced2790dfa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:23.243363 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fd6ce4-d522-4826-9d1c-733a24ef112d', 'name': 'network-vif-deleted', 'tag': '1aa0c5e0-fafb-4374-be60-673923f6758e', 'status': 'completed', 'code': 200} Jul 22 14:10:23.342331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.344836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "DELETE /v2.0/subnets/5286be36-b881-43fc-97da-d2b1de7e87dc HTTP/1.1" status: 204 len: 168 time: 1.1713355 Jul 22 14:10:23.359290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37480) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:23.359492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ae967-268d-4766-8b87-bf58e73e58a4 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event deleted for resources: {'Subnet': ['ID=5286be36-b881-43fc-97da-d2b1de7e87dc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:23.404115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.410216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37482) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:23.427965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.440207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.440456 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38601e2-a4af-4198-a634-69c51efd8f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.446761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.473163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.479774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.494300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:23.513710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-814a7286-963d-40cc-b1e0-c4aac9bf72bb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5427 time: 0.4657996 Jul 22 14:10:23.540915 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.617779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-facc2c02-aa12-49ec-9794-675378ab9bd5 req-9982dd04-5860-4fff-b7ee-cf1466b3c4b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977495 Jul 22 14:10:23.654907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4f1b00b6-2970-40e3-9f70-4f3b2e97d047'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.656922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e1a87526-9afd-418b-981c-8b9c72f4cda6'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.709016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['f26e5939-af82-4045-81b8-0cdd267c53a0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:23.750007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985430ed-af88-40c4-9c3a-2e525558e20e None None] Network 5cef007c-7563-4e1a-b275-fccf1e362254 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:23.858124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38601e2-a4af-4198-a634-69c51efd8f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.940246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.942084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a38601e2-a4af-4198-a634-69c51efd8f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:23.948537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:23.991800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a38601e2-a4af-4198-a634-69c51efd8f76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77eaa57a239445c380a1d75bbfd6bba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5788658 Jul 22 14:10:24.022469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37492) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:24.076930 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.177817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38601e2-a4af-4198-a634-69c51efd8f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3323a40d-32b9-4943-9cd1-98ba8d8faed3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:24.194418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99860c49-64e4-4756-97b4-2e2650209325 req-d8faa3f0-d165-4cd2-b9eb-ff383d43e244 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:24.196013 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99860c49-64e4-4756-97b4-2e2650209325 req-d8faa3f0-d165-4cd2-b9eb-ff383d43e244 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.4532290 Jul 22 14:10:24.201867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9587ac08-61a9-4084-92e7-59a286796a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.229052 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9587ac08-61a9-4084-92e7-59a286796a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.249346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Allocated IP 172.20.0.2 (a4aebb07-2e89-438a-a05f-d82324fc0c62/70eb81d3-319b-40d4-96d8-d939ec2e69da/fe81055f-978a-478d-be68-58795ae0194c) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:24.282301 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.314469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9587ac08-61a9-4084-92e7-59a286796a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.317104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9587ac08-61a9-4084-92e7-59a286796a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.321583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9587ac08-61a9-4084-92e7-59a286796a18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3323a40d-32b9-4943-9cd1-98ba8d8faed3 HTTP/1.1" status: 204 len: 168 time: 0.2922564 Jul 22 14:10:24.348644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587ac08-61a9-4084-92e7-59a286796a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3323a40d-32b9-4943-9cd1-98ba8d8faed3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:24.352002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Deleting port 595b43ce-139b-4556-a619-94e691816ead {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:24.352418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.436513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1aa0c5e0-fafb-4374-be60-673923f6758e no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:24.442863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99860c49-64e4-4756-97b4-2e2650209325 req-53356503-3415-4bcc-ad11-675192a669cb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475170 Jul 22 14:10:24.503056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Allocated IP 172.25.8.181 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/65225207-8a3b-4636-9d8c-c75883806758) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:24.515247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 1aa0c5e0-fafb-4374-be60-673923f6758e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:24.515247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1aa0c5e0-fafb-4374-be60-673923f6758e not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:24.526353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] For port 595b43ce-139b-4556-a619-94e691816ead, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=595b43ce-139b-4556-a619-94e691816ead,segment=NetworkSegment(fdd396d4-500c-4a7d-8faf-3060e773e3cd),segment_id=fdd396d4-500c-4a7d-8faf-3060e773e3cd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:24.526733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.554843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Calling delete_port for 595b43ce-139b-4556-a619-94e691816ead owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:24.776695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.817439 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:24.844837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae97272-f513-422f-948e-bf8c56faa106 None None] DHCP port deletion for 5cef007c-7563-4e1a-b275-fccf1e362254 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:10:24.861802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event deleted for resources: {'Port': ['ID=595b43ce-139b-4556-a619-94e691816ead,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:24.880090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] No DVR routers for this DVR port 595b43ce-139b-4556-a619-94e691816ead on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:24.967893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.014233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.069993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.107448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cef007c-7563-4e1a-b275-fccf1e362254']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:25.124897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:25.127672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd396d4-500c-4a7d-8faf-3060e773e3cd') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:25.127986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd396d4-500c-4a7d-8faf-3060e773e3cd') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:25.148239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:25.153496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:25.170904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.196175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Transition to ACTIVE for port object fe81055f-978a-478d-be68-58795ae0194c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:25.200820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.235488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Transition to ACTIVE for port object fe81055f-978a-478d-be68-58795ae0194c will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:25.244108 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.298265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Pushing event updated for resources: {'Port': ['ID=65225207-8a3b-4636-9d8c-c75883806758,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:25.303209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.308802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:25.312408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:25.315378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:25.339573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Pushing event updated for resources: {'Port': ['ID=fe81055f-978a-478d-be68-58795ae0194c,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:25.373833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:10:25.376956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.383042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.389345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.395487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.402933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.409274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.415916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.420245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Attempting to bind port fe81055f-978a-478d-be68-58795ae0194c on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:25.422324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Attempting to bind port fe81055f-978a-478d-be68-58795ae0194c by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:25.422449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:25.422701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Attempting to bind port fe81055f-978a-478d-be68-58795ae0194c on network a4aebb07-2e89-438a-a05f-d82324fc0c62 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:25.424420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-30fec64a-720f-4ebd-9455-3c98444a59d2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5427 time: 0.6402650 Jul 22 14:10:25.430122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:25.430122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Checking segment: {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:25.430377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.430846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Bound using segment: {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:25.431390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Bound port: fe81055f-978a-478d-be68-58795ae0194c, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:25.431853 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:10:25.458166 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:10:25.468098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.488650 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.491668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] 10.222.0.11 "DELETE /v2.0/networks/5cef007c-7563-4e1a-b275-fccf1e362254 HTTP/1.1" status: 204 len: 168 time: 2.1302085 Jul 22 14:10:25.517296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbc1ad60-876f-4964-8a90-ff52e72d5818 req-33601f6e-bb59-4c93-aa06-e43b24d8be17 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792334 Jul 22 14:10:25.540302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad786cd-ed3e-49ba-82eb-aaf157191d03 tempest-DHCPAgentSchedulersTestJSON-472168093 tempest-DHCPAgentSchedulersTestJSON-472168093-project] Pushing event deleted for resources: {'Network': ['ID=5cef007c-7563-4e1a-b275-fccf1e362254,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:25.661464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Deleting port 00b6c71d-a464-4285-9a5d-972385610c28 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:25.662116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.670734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] For port fe81055f-978a-478d-be68-58795ae0194c, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:25.685410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] For port fe81055f-978a-478d-be68-58795ae0194c, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fe81055f-978a-478d-be68-58795ae0194c,segment=NetworkSegment(af85f920-0f50-4d62-a095-cb52555883c6),segment_id=af85f920-0f50-4d62-a095-cb52555883c6)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:25.696357 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.769229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a387799-f113-4281-9fbe-a2a39ed295d8 None None] Pushing event updated for resources: {'Port': ['ID=fe81055f-978a-478d-be68-58795ae0194c,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:25.846334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] For port 00b6c71d-a464-4285-9a5d-972385610c28, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=00b6c71d-a464-4285-9a5d-972385610c28,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:25.846699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.878550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Calling delete_port for 00b6c71d-a464-4285-9a5d-972385610c28 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:25.917301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:25.998026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1dd17-f75c-44c1-99aa-0938119637c0 req-7091eb15-c56f-480e-a568-d90abb3805ab tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:26.000577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dce1dd17-f75c-44c1-99aa-0938119637c0 req-7091eb15-c56f-480e-a568-d90abb3805ab tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2648578 Jul 22 14:10:26.015490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:26.112181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 595b43ce-139b-4556-a619-94e691816ead no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:26.143185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dce1dd17-f75c-44c1-99aa-0938119637c0 req-f0536377-bdd4-4fdc-b99c-1a830363672d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993798 Jul 22 14:10:26.218638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 595b43ce-139b-4556-a619-94e691816ead {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:26.219245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 595b43ce-139b-4556-a619-94e691816ead not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:26.413100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e194f3cb-8784-4d93-95e8-ec6afda092c7 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:26.423311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:26.463477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:26.504054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b6c71d-a464-4285-9a5d-972385610c28,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:26.572050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port e194f3cb-8784-4d93-95e8-ec6afda092c7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:26.586244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port e194f3cb-8784-4d93-95e8-ec6afda092c7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:26.588131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:26.674056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0434d8b6-b271-489f-8556-f3dbf102a52d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fcfcada1c354d5ca9957f6b6f238f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573732 Jul 22 14:10:26.677131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:26.831996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:26.888418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:26.891057 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7de435-9c0e-4f49-9e75-8b597ee26a5f" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:26.910956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:26.921649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:26.948052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:10:26.994735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40287377-7aab-454a-a6bb-04e0324a117c req-8276b2d1-ad7e-4d11-9a36-5447c2a3e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:26.997385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40287377-7aab-454a-a6bb-04e0324a117c req-8276b2d1-ad7e-4d11-9a36-5447c2a3e94b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 1098 time: 0.2558827 Jul 22 14:10:27.030428 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05c503a-1d6c-41bd-9c43-930be1b017c3 x-openstack-request-id: req-b05c503a-1d6c-41bd-9c43-930be1b017c3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:27.032096 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:27.032096 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b05c503a-1d6c-41bd-9c43-930be1b017c3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:27.033861 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'code': 200} Jul 22 14:10:27.068033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:27.102673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-381258c7-469a-453e-822b-9cfa19e03a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:27.131699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:27.167093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-381258c7-469a-453e-822b-9cfa19e03a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:27.182394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40287377-7aab-454a-a6bb-04e0324a117c req-4f8bb8fc-49f5-4f71-949d-7e1f1ce5dc1c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180022 Jul 22 14:10:27.229130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:27.241711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Sync routers for ids ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:27.257334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:27.264338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7e580f73-c958-406e-a28a-d1b605cef779 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6722312 Jul 22 14:10:27.266104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37592) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:27.276848 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Routers {'03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:27.279236 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:27.321190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.327707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.336968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.345932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.358734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.386425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.397273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:27.399594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-5494fe03-0775-46ef-838a-61b03a5bba30 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5427 time: 0.6296713 Jul 22 14:10:27.404213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-381258c7-469a-453e-822b-9cfa19e03a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:27.408578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-381258c7-469a-453e-822b-9cfa19e03a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:27.410111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-381258c7-469a-453e-822b-9cfa19e03a5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2eb2458e-0956-4245-9749-e6785486c49a HTTP/1.1" status: 204 len: 168 time: 0.7290373 Jul 22 14:10:27.526719 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Set router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:27.587569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381258c7-469a-453e-822b-9cfa19e03a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb2458e-0956-4245-9749-e6785486c49a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:27.713932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b1c3fbd-8b04-440a-b8a3-58247c42e735 req-1416988b-f329-4de5-af06-980c992273a2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2868466 Jul 22 14:10:27.754644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263ae8b-f4e1-42d6-af22-c4f47ca478bd None None] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:27.999229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:25Z', 'revision_number': 3, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:28.107874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3cb783c6-b5cd-407b-ac8d-3275b92ec689 None None] Provisioning for port fe81055f-978a-478d-be68-58795ae0194c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:28.111861 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Checking router: 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:28.113378 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Updating router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 port 65225207-8a3b-4636-9d8c-c75883806758 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:10:28.233547 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.284242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fe81055f-978a-478d-be68-58795ae0194c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:28.305246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:28.306231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:28.356433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-670901a2-5ea1-4abf-8bb3-8c52fb270996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.404084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port fe81055f-978a-478d-be68-58795ae0194c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:28.409458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fe81055f-978a-478d-be68-58795ae0194c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:28.409900 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.510987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 88985adf-8910-450a-9cf3-eea9bf6fd04c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:28.700270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da012c-13e7-408e-8177-89b7253dd0ed req-711ee57b-728b-4c71-b4ab-128f2096d8c6 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:28.707992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95da012c-13e7-408e-8177-89b7253dd0ed req-711ee57b-728b-4c71-b4ab-128f2096d8c6 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 1.3663282 Jul 22 14:10:28.724667 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.834071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port fe81055f-978a-478d-be68-58795ae0194c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fe81055f-978a-478d-be68-58795ae0194c,segment=NetworkSegment(af85f920-0f50-4d62-a095-cb52555883c6),segment_id=af85f920-0f50-4d62-a095-cb52555883c6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:28.855421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:28.856334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95da012c-13e7-408e-8177-89b7253dd0ed req-9b7bda5a-83bb-40e1-9c93-1407b367727e tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350164 Jul 22 14:10:28.864559 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.876696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 88985adf-8910-450a-9cf3-eea9bf6fd04c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:28.899840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-746c4e2a-1eb7-4450-a0d2-02339dc7dc9a None None] Provisioning complete for port fe81055f-978a-478d-be68-58795ae0194c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:28.903127 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-746c4e2a-1eb7-4450-a0d2-02339dc7dc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.911545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37634) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:28.912141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b693db6f-8c39-4dbd-8cc5-7c6e4ffb2d44 admin admin] 10.222.0.11 "PUT /v2.0/routers/8554d1ff-5776-4da1-be87-58e6f8eac7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9619055 Jul 22 14:10:28.989852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-670901a2-5ea1-4abf-8bb3-8c52fb270996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:28.996167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-670901a2-5ea1-4abf-8bb3-8c52fb270996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.104412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] Sync routers for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:29.116268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=fe81055f-978a-478d-be68-58795ae0194c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:29.120955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670901a2-5ea1-4abf-8bb3-8c52fb270996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d07d56-51d9-43d8-a3e9-3d5fc7bf69d6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:29.139990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 88985adf-8910-450a-9cf3-eea9bf6fd04c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:29.140446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.146623 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-670901a2-5ea1-4abf-8bb3-8c52fb270996 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b171a57e6ef84e4cb15609625822a4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8317997 Jul 22 14:10:29.148592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37644) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:29.267431 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.273817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:29.274664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:29.310896 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Transition to ACTIVE for port object 65225207-8a3b-4636-9d8c-c75883806758 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:29.315040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387ba1c9-8e3b-4c26-b3c9-1417564e4a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.325800 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.401286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387ba1c9-8e3b-4c26-b3c9-1417564e4a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.415552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Attempting to bind port 65225207-8a3b-4636-9d8c-c75883806758 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:29.415923 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Attempting to bind port 65225207-8a3b-4636-9d8c-c75883806758 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:29.416696 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Attempting to bind port 65225207-8a3b-4636-9d8c-c75883806758 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:29.425675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.429841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:29.430216 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:29.430616 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.431011 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:29.431539 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Bound port: 65225207-8a3b-4636-9d8c-c75883806758, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:29.431982 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.432299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.452029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.470691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.477439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.501996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.509542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:29.512036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-daed6216-7df1-4d19-b8ec-e8e9f387ec37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5428 time: 0.5089881 Jul 22 14:10:29.528400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387ba1c9-8e3b-4c26-b3c9-1417564e4a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.531543 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387ba1c9-8e3b-4c26-b3c9-1417564e4a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.535834 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-387ba1c9-8e3b-4c26-b3c9-1417564e4a51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49d07d56-51d9-43d8-a3e9-3d5fc7bf69d6 HTTP/1.1" status: 204 len: 168 time: 0.3839715 Jul 22 14:10:29.554115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ba1c9-8e3b-4c26-b3c9-1417564e4a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d07d56-51d9-43d8-a3e9-3d5fc7bf69d6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:29.558333 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.564359 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Pushing event updated for resources: {'Port': ['ID=65225207-8a3b-4636-9d8c-c75883806758,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:29.590775 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] For port 65225207-8a3b-4636-9d8c-c75883806758, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:29.598211 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.598754 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.602817 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.603331 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.603775 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.604433 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.604930 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.605366 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.606894 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.607412 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.612556 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.613063 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:29.620599 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] For port 65225207-8a3b-4636-9d8c-c75883806758, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=65225207-8a3b-4636-9d8c-c75883806758,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:29.627946 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.765938 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Routers {'03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:29.766570 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:29.788446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.941698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] Set router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:29.943637 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:29.958007 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf1ce3-cdf4-48bf-8bb6-229175ab251c None None] Pushing event updated for resources: {'Port': ['ID=65225207-8a3b-4636-9d8c-c75883806758,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:29.981206 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-568fef2b-d8f1-4ecc-9a8c-697c5108f218 req-899d70c2-f95e-45d0-8768-881e24f45d37 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2118883 Jul 22 14:10:29.984931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:30.082780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.085459 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] Set router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:30.155919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fe81055f-978a-478d-be68-58795ae0194c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:30.175723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:30.188129 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d2777a-e7aa-4a3f-8b5d-cff481d750e7" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:30.310621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55d029-f731-4af6-b9be-f0c3cc2cd825 req-e083b185-6f6c-4524-9ab1-31ccf554b834 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:30.312234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c55d029-f731-4af6-b9be-f0c3cc2cd825 req-e083b185-6f6c-4524-9ab1-31ccf554b834 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2387257 Jul 22 14:10:30.348758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:30.386992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Allocated IP 172.20.0.1 (a4aebb07-2e89-438a-a05f-d82324fc0c62/70eb81d3-319b-40d4-96d8-d939ec2e69da/34ebb72c-908f-4570-801a-7effcc28fb9e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:30.389052 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.402874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf16ef95-99d9-4500-87c1-97d61713e34c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:30.424399 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7a7f1f-18d4-43c8-8e1c-f8757b0943b2 x-openstack-request-id: req-bf7a7f1f-18d4-43c8-8e1c-f8757b0943b2 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:30.432965 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:30.433510 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf7a7f1f-18d4-43c8-8e1c-f8757b0943b2 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:30.434179 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c', 'code': 200} Jul 22 14:10:30.467859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94c7b58b-2a37-434b-a9c1-14a632ca90b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.564944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.575903 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:25Z', 'revision_number': 3, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:30.583345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Transition to ACTIVE for port object 34ebb72c-908f-4570-801a-7effcc28fb9e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:30.624827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Deleting port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:30.625461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.671529 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb37a139-136c-47b0-92c0-c812f9f3cffe None None] The sync data for ids ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'] in n-d-787205-11 is: [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:25Z', 'revision_number': 3, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:30.689481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94c7b58b-2a37-434b-a9c1-14a632ca90b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.730451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c55d029-f731-4af6-b9be-f0c3cc2cd825 req-d11411f5-c4f4-4ae4-9f75-3984d9023519 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005582 Jul 22 14:10:30.731130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94c7b58b-2a37-434b-a9c1-14a632ca90b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.785165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] For port 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:30.788555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:30.828301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Calling delete_port for 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:30.942435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b58b-2a37-434b-a9c1-14a632ca90b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce11fd-a978-4ee7-80c4-c7c0d60ea2f7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:31.005415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-94c7b58b-2a37-434b-a9c1-14a632ca90b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f500e8173e3b4040a54c1b3cd8534338&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0197897 Jul 22 14:10:31.006792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:31.008442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:31.056095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.114018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fe81055f-978a-478d-be68-58795ae0194c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:31.114625 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.122331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Pushing event updated for resources: {'Port': ['ID=34ebb72c-908f-4570-801a-7effcc28fb9e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:31.161542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d0da903-52f6-4701-b2fd-50ba8412ac8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.215648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:31.232199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:31.236777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:31.304464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d0da903-52f6-4701-b2fd-50ba8412ac8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.320440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port bf16ef95-99d9-4500-87c1-97d61713e34c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:31.326254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.358297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port bf16ef95-99d9-4500-87c1-97d61713e34c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:31.360672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.370701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de7abc9-ceb6-4c31-b4e6-ea349291e8a4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:31.375537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.386281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef218d1-cc6f-4cae-835a-c5af8d5cfd90 req-ca04b765-a8ad-4f7d-8882-ec588355c702 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.394076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ef218d1-cc6f-4cae-835a-c5af8d5cfd90 req-ca04b765-a8ad-4f7d-8882-ec588355c702 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3405929 Jul 22 14:10:31.595010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'name': 'tempest-FloatingIPsAssociationTestJSON-874186949-router', 'tenant_id': '0fc5b723ea154ed7a853a886ca7ed991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141'}], 'enable_snat': True}, 'gw_port_id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:36Z', 'updated_at': '2021-07-22T14:10:26Z', 'revision_number': 5, 'project_id': '0fc5b723ea154ed7a853a886ca7ed991', 'gw_port': {'id': '2de7abc9-ceb6-4c31-b4e6-ea349291e8a4', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8554d1ff-5776-4da1-be87-58e6f8eac7d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:38Z', 'updated_at': '2021-07-22T14:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:31.614905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.653437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8ef218d1-cc6f-4cae-835a-c5af8d5cfd90 req-5e5fbf4d-c503-4b54-9d5d-c6eddee0dda1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583749 Jul 22 14:10:31.677784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.686916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.703288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.731485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] Checking router: 8554d1ff-5776-4da1-be87-58e6f8eac7d6 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:31.740378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.759839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.777371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.793331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:31.807950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-311a7561-72c7-458c-8450-b367d2fb6238 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5429 time: 0.4276187 Jul 22 14:10:31.810768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d0da903-52f6-4701-b2fd-50ba8412ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.813337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d0da903-52f6-4701-b2fd-50ba8412ac8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.816741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4d0da903-52f6-4701-b2fd-50ba8412ac8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fce11fd-a978-4ee7-80c4-c7c0d60ea2f7 HTTP/1.1" status: 204 len: 168 time: 0.8064249 Jul 22 14:10:31.921770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0da903-52f6-4701-b2fd-50ba8412ac8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce11fd-a978-4ee7-80c4-c7c0d60ea2f7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:31.970385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:31.973269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-020cf2c1-dcd9-4461-a7a6-a6c4c7e46219 req-d57560e9-b86f-4418-b20e-3a317994f96c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643631 Jul 22 14:10:31.981111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.077780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.078578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8554d1ff-5776-4da1-be87-58e6f8eac7d6 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:10:32.090023 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.094922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:32.104355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-30589b44-f84d-4866-9347-f7b266d7fdd5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8554d1ff-5776-4da1-be87-58e6f8eac7d6 HTTP/1.1" status: 204 len: 168 time: 3.1904776 Jul 22 14:10:32.118179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] Routers {'8554d1ff-5776-4da1-be87-58e6f8eac7d6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:32.119688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:32.193266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Deleting subnet bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:10:32.198025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.270331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:32.271064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0f1f-33c2-4a4b-b979-e2bf5998cca4 None None] The sync data for ids ['8554d1ff-5776-4da1-be87-58e6f8eac7d6'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:32.304994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ddb67f87-aa92-4dc9-b407-e11255fe2ba2 None None] Provisioning for port 34ebb72c-908f-4570-801a-7effcc28fb9e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:32.318021 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ddb67f87-aa92-4dc9-b407-e11255fe2ba2 None None] Provisioning complete for port 34ebb72c-908f-4570-801a-7effcc28fb9e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:32.318569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ddb67f87-aa92-4dc9-b407-e11255fe2ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.323207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.358949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.398048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.443217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bf16ef95-99d9-4500-87c1-97d61713e34c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf16ef95-99d9-4500-87c1-97d61713e34c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:32.447131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 65225207-8a3b-4636-9d8c-c75883806758 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:32.514916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf16ef95-99d9-4500-87c1-97d61713e34c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:32.517819 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ab6d7d-0f06-46f4-adb1-710ff3f14e3a" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "bf16ef95-99d9-4500-87c1-97d61713e34c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:32.528138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.529069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b6acd14b-f6ac-49b6-9ec2-07787581cbd2 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:32.663676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59208217-e3b2-4e66-986b-7158dc3c775b req-dfcc4f7e-4ed5-4a3f-934d-1f1c984a0589 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:32.686139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=bf16ef95-99d9-4500-87c1-97d61713e34c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:32.691276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59208217-e3b2-4e66-986b-7158dc3c775b req-dfcc4f7e-4ed5-4a3f-934d-1f1c984a0589 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2454822 Jul 22 14:10:32.722226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ddb67f87-aa92-4dc9-b407-e11255fe2ba2 None None] Port 34ebb72c-908f-4570-801a-7effcc28fb9e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:10:32.738900 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75d7078-6567-4925-b798-9b66e5ee3ebd x-openstack-request-id: req-b75d7078-6567-4925-b798-9b66e5ee3ebd {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:32.739390 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "bf16ef95-99d9-4500-87c1-97d61713e34c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:32.739855 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b75d7078-6567-4925-b798-9b66e5ee3ebd {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:32.741387 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf16ef95-99d9-4500-87c1-97d61713e34c', 'code': 200} Jul 22 14:10:32.743822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:32.748408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:32.749123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.805607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.807289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 65225207-8a3b-4636-9d8c-c75883806758 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:32.815302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 65225207-8a3b-4636-9d8c-c75883806758 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:32.815688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.895517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37744) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:32.926243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.931942 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54bf077-914b-4f79-90c7-0c39a141d654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:32.978705 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.031842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:33.040215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.041290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:33.065204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.076858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.141500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 65225207-8a3b-4636-9d8c-c75883806758, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=65225207-8a3b-4636-9d8c-c75883806758,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:33.158755 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.182252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:33.193701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:33.194081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.225323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:33.283691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.298608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Pushing event updated for resources: {'Port': ['ID=34ebb72c-908f-4570-801a-7effcc28fb9e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:33.317404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=65225207-8a3b-4636-9d8c-c75883806758,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:33.369329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54bf077-914b-4f79-90c7-0c39a141d654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.420748 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59208217-e3b2-4e66-986b-7158dc3c775b req-fa4a305c-4480-4e0e-8c6e-963c445dd5a0 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7284901 Jul 22 14:10:33.438885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54bf077-914b-4f79-90c7-0c39a141d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.476286 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.524188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.534222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:33.557655 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.558846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f26e5939-af82-4045-81b8-0cdd267c53a0 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:33.602759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3b68d4-f7e1-47c5-b30f-d2cc321853e5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:33.605098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.613305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf097b99-0fcd-4e88-8333-43a7efdb2652 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc3b68d4-f7e1-47c5-b30f-d2cc321853e5 HTTP/1.1" status: 204 len: 168 time: 1.5111401 Jul 22 14:10:33.614438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:33.619885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.624834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d40b3ba-0b67-455b-8275-6016db374892 None None] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:33.625917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.632357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.640125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.650194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.660711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.671304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:33.673173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-0966cb95-8c2a-489b-aac1-0d295fa85b60 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5431 time: 0.4497528 Jul 22 14:10:33.673882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bf077-914b-4f79-90c7-0c39a141d654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d434a66-8cfc-4105-a5ac-9235de58d04e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:33.691887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f54bf077-914b-4f79-90c7-0c39a141d654 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cab4f6e6ef704427a6dbed5f1964b0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951102 Jul 22 14:10:33.698047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37764) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:33.731326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.741443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:33.753225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:33.860533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:33.883261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d81c8e66-7f34-4dcc-a822-3f4f8d4cae59 req-f8c1bf24-1a4b-416e-9c27-e753ebc1b181 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840477 Jul 22 14:10:33.890338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Deleting port 7f74e097-e29c-4d96-89e0-c386f4e99434 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:33.892096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:33.910025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port f26e5939-af82-4045-81b8-0cdd267c53a0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:33.958605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port f26e5939-af82-4045-81b8-0cdd267c53a0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:33.958980 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.017906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0fecf33-edec-445e-b5e7-558fb52b6bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.110319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0fecf33-edec-445e-b5e7-558fb52b6bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.137558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] For port 7f74e097-e29c-4d96-89e0-c386f4e99434, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7f74e097-e29c-4d96-89e0-c386f4e99434,segment=NetworkSegment(089f216a-4a6f-4716-aae9-6899dfe8eb0b),segment_id=089f216a-4a6f-4716-aae9-6899dfe8eb0b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:34.137951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.166869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.180372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Calling delete_port for 7f74e097-e29c-4d96-89e0-c386f4e99434 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:34.196589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 65225207-8a3b-4636-9d8c-c75883806758 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:34.198980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] DHCP port deletion for a6ec713c-f83d-44b5-af33-d8c296c6ccea request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:10:34.218124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:34.333191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.351981 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.363659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-158fadd9-d169-4b3a-b15f-342c568578e7 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:34.371068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f74e097-e29c-4d96-89e0-c386f4e99434,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:34.385498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] No DVR routers for this DVR port 7f74e097-e29c-4d96-89e0-c386f4e99434 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:34.423839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd384137-5102-4f98-a689-9dfb064e55a2 None None] Provisioning complete for port 34ebb72c-908f-4570-801a-7effcc28fb9e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:34.424111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd384137-5102-4f98-a689-9dfb064e55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.442144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0fecf33-edec-445e-b5e7-558fb52b6bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.447045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0fecf33-edec-445e-b5e7-558fb52b6bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.450853 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b0fecf33-edec-445e-b5e7-558fb52b6bfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d434a66-8cfc-4105-a5ac-9235de58d04e HTTP/1.1" status: 204 len: 168 time: 0.7417140 Jul 22 14:10:34.508739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-158fadd9-d169-4b3a-b15f-342c568578e7 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "PUT /v2.0/quotas/7033338565594609aed52f64da768d76 HTTP/1.1" status: 200 len: 366 time: 0.3379579 Jul 22 14:10:34.509349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37790) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.527754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fecf33-edec-445e-b5e7-558fb52b6bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d434a66-8cfc-4105-a5ac-9235de58d04e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:34.557874 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-509bdd8d-e19d-44e0-9ca5-d1ac410bbaf4 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0473380 Jul 22 14:10:34.559127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37792) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.563737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.599311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ec713c-f83d-44b5-af33-d8c296c6ccea']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:34.606302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:34.614078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089f216a-4a6f-4716-aae9-6899dfe8eb0b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:34.614694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089f216a-4a6f-4716-aae9-6899dfe8eb0b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:34.620383 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-25f6ce83-8885-4298-9e7a-9103973bd334 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "GET /v2.0/quotas/7033338565594609aed52f64da768d76 HTTP/1.1" status: 200 len: 366 time: 0.0559855 Jul 22 14:10:34.621051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37794) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.624466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cd384137-5102-4f98-a689-9dfb064e55a2 None None] Port 34ebb72c-908f-4570-801a-7effcc28fb9e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:10:34.628105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.642187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f26e5939-af82-4045-81b8-0cdd267c53a0,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:34.642748 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.666441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7af7808c-bc54-425d-891a-4cd6dbdb661b admin admin] 10.222.0.11 "PUT /v2.0/routers/03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3850358 Jul 22 14:10:34.671314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 65225207-8a3b-4636-9d8c-c75883806758 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:34.671314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.675812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Deleting port 7f74e097-e29c-4d96-89e0-c386f4e99434 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:34.676474 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.687797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-42236334-ea6b-48a5-af76-893e95575d44 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/7033338565594609aed52f64da768d76 HTTP/1.1" status: 204 len: 168 time: 0.0608189 Jul 22 14:10:34.687996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.707533 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Sync routers for ids ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:34.718268 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Routers {'03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:34.718980 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:34.719579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8004ebd-59fe-4ec3-b369-09d66f21d655 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0241342 Jul 22 14:10:34.720209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37800) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.730435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:10:34.730851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.746091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2'}, {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b00b6-2970-40e3-9f70-4f3b2e97d047'}, {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26e5939-af82-4045-81b8-0cdd267c53a0'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:34.748424 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9043b-778e-4f61-be9f-581c2f2a8aca" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2"}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b00b6-2970-40e3-9f70-4f3b2e97d047"}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "f26e5939-af82-4045-81b8-0cdd267c53a0"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:10:34.749216 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:10:34.755289 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:34.756284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e1a87526-9afd-418b-981c-8b9c72f4cda6 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:34.774313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7ad94395-f4da-4694-aac2-e3a025437766 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "GET /v2.0/quotas/7033338565594609aed52f64da768d76 HTTP/1.1" status: 200 len: 370 time: 0.0503433 Jul 22 14:10:34.776186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.782587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8c778fd0-171b-4c24-83bc-8da00740f402 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "GET /v2.0/quotas/7033338565594609aed52f64da768d76/default HTTP/1.1" status: 200 len: 370 time: 0.0041473 Jul 22 14:10:34.791074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:34.884113 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-dfbb0d31-fa11-450e-93e4-2d3513b2ac17 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] delete failed (client error): The resource could not be found. Jul 22 14:10:34.888602 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Set router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:34.894744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dfbb0d31-fa11-450e-93e4-2d3513b2ac17 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/7033338565594609aed52f64da768d76 HTTP/1.1" status: 404 len: 348 time: 0.0998440 Jul 22 14:10:35.016557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.024575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.040312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] 10.222.0.11 "DELETE /v2.0/networks/a6ec713c-f83d-44b5-af33-d8c296c6ccea HTTP/1.1" status: 204 len: 168 time: 1.4215386 Jul 22 14:10:35.066409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eb2bd-1536-4371-90c9-f9870125d879 req-d300cfc7-4b74-4e12-a2e9-184a91986275 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.067946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-546eb2bd-1536-4371-90c9-f9870125d879 req-d300cfc7-4b74-4e12-a2e9-184a91986275 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.5003080 Jul 22 14:10:35.101100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ece86-56ef-4c99-ab60-7e28f25fa60d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ec713c-f83d-44b5-af33-d8c296c6ccea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:35.132101 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08cf9af-5eb2-48a9-adc6-9ea32db10d6f x-openstack-request-id: req-a08cf9af-5eb2-48a9-adc6-9ea32db10d6f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:35.143130 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2", "code": 200}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "4f1b00b6-2970-40e3-9f70-4f3b2e97d047", "code": 200}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "f26e5939-af82-4045-81b8-0cdd267c53a0", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:35.143486 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a08cf9af-5eb2-48a9-adc6-9ea32db10d6f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:35.143928 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2', 'code': 200} Jul 22 14:10:35.144188 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1b00b6-2970-40e3-9f70-4f3b2e97d047', 'code': 200} Jul 22 14:10:35.144440 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26e5939-af82-4045-81b8-0cdd267c53a0', 'code': 200} Jul 22 14:10:35.185572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-546eb2bd-1536-4371-90c9-f9870125d879 req-ea04f495-8586-4a02-9166-7af92384ccf1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795443 Jul 22 14:10:35.263231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.269740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.281083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.318115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.320390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:35.321513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:35.328851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.348138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.367308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:35.378132 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5adc9eb0-9a14-443c-8593-f282125934fd req-09e5937b-10af-4c1e-a920-c9f7ccee03c1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5433 time: 0.2874486 Jul 22 14:10:35.384512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] For port 7f74e097-e29c-4d96-89e0-c386f4e99434, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:35.385038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.413220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:35.442173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:network and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:35.453880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '34ebb72c-908f-4570-801a-7effcc28fb9e', 'name': '', 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'mac_address': 'fa:16:3e:c5:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '70eb81d3-319b-40d4-96d8-d939ec2e69da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:30Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 2, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'subnets': [{'id': '70eb81d3-319b-40d4-96d8-d939ec2e69da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:35.454429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Calling delete_port for 7f74e097-e29c-4d96-89e0-c386f4e99434 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:35.462602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Port 7f74e097-e29c-4d96-89e0-c386f4e99434 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:10:35.467435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.470031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:35.520083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5adc9eb0-9a14-443c-8593-f282125934fd req-45008f01-221c-4d8e-9f20-a04452a08078 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1390750 Jul 22 14:10:35.524748 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Checking router: 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:35.525104 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Updating router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 port 34ebb72c-908f-4570-801a-7effcc28fb9e binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:10:35.534063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37838) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:35.541693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a06b5a96-cd94-4ba2-805d-196423211c75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc5b723ea154ed7a853a886ca7ed991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2150488 Jul 22 14:10:35.547003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:subnet and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:35.576949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:35.603667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:subnetpool and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:35.619816 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.621718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:35.629351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Network a6ec713c-f83d-44b5-af33-d8c296c6ccea is not hosted by any dhcp agent {{(pid=93761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:10:35.638190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:port and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:35.651147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] No DVR routers for this DVR port 7f74e097-e29c-4d96-89e0-c386f4e99434 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:35.651925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:35.683322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:router and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:35.686794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:35.688698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port e1a87526-9afd-418b-981c-8b9c72f4cda6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:35.695182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98948184-7827-4758-a482-ff97b5cca9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.699441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910eb901-691f-4641-a3cc-47808d4e1e03 None None] Pushing event deleted for resources: {'Port': ['ID=7f74e097-e29c-4d96-89e0-c386f4e99434,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:35.774559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:35.774892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2de7abc9-ceb6-4c31-b4e6-ea349291e8a4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:35.776697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 00b6c71d-a464-4285-9a5d-972385610c28 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:35.777001 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98948184-7827-4758-a482-ff97b5cca9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.788063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port e1a87526-9afd-418b-981c-8b9c72f4cda6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:35.790090 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:35.813499 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-c4031fd2-df4d-4857-b3ca-3817450cdbe3 req-7d69a926-d0b0-43a4-8d95-796f7a51dee8 tempest-FloatingIPDetailsNegativeTestJSON-1971790447 tempest-FloatingIPDetailsNegativeTestJSON-1971790447-project] show failed (client error): The resource could not be found. Jul 22 14:10:35.814572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4031fd2-df4d-4857-b3ca-3817450cdbe3 req-7d69a926-d0b0-43a4-8d95-796f7a51dee8 tempest-FloatingIPDetailsNegativeTestJSON-1971790447 tempest-FloatingIPDetailsNegativeTestJSON-1971790447-project] 10.222.0.11 "GET /v2.0/floatingips/1afe3f63-35f3-46d6-9604-102bc84e254e HTTP/1.1" status: 404 len: 350 time: 0.1481800 Jul 22 14:10:35.815269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:35.829638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37852) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:35.842423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:floatingip and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:35.862878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:35.920232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 00b6c71d-a464-4285-9a5d-972385610c28 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:35.920572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 00b6c71d-a464-4285-9a5d-972385610c28 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:35.990430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:security_group and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:36.005229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:36.026300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Usage tracker for resource:security_group_rule and tenant:fc2210891b394431a7ca48684f91c55a is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:10:36.034737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.quota.resource [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:10:36.060880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4cf9c3f5-bb68-4124-9b4d-a4c8385e4592 tempest-QuotasTest-1780188318 tempest-QuotasTest-1780188318-project-admin] 10.222.0.11 "GET /v2.0/quotas/fc2210891b394431a7ca48684f91c55a/details.json HTTP/1.1" status: 200 len: 703 time: 0.7379363 Jul 22 14:10:36.090200 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.139190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f74e097-e29c-4d96-89e0-c386f4e99434 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:36.247738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7f74e097-e29c-4d96-89e0-c386f4e99434 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:36.248088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f74e097-e29c-4d96-89e0-c386f4e99434 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:36.267897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:36.273849 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.326134 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.329240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc542-2b28-488f-a31a-d4123e6f1657 req-942c5277-d34e-435c-962a-b7927d3866e1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:36.342905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9cdc542-2b28-488f-a31a-d4123e6f1657 req-942c5277-d34e-435c-962a-b7927d3866e1 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1760151 Jul 22 14:10:36.355807 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Transition to ACTIVE for port object 34ebb72c-908f-4570-801a-7effcc28fb9e will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:36.369411 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.409443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:36.487571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9cdc542-2b28-488f-a31a-d4123e6f1657 req-f5b5d1f3-a0d0-4e0f-a80e-5e952e184307 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433871 Jul 22 14:10:36.552129 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3059-959e-4b79-ab4a-e9fbb4e318f8 None None] Pushing event updated for resources: {'Port': ['ID=34ebb72c-908f-4570-801a-7effcc28fb9e,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:36.604979 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Attempting to bind port 34ebb72c-908f-4570-801a-7effcc28fb9e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:36.605358 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Attempting to bind port 34ebb72c-908f-4570-801a-7effcc28fb9e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:36.605753 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Attempting to bind port 34ebb72c-908f-4570-801a-7effcc28fb9e on network a4aebb07-2e89-438a-a05f-d82324fc0c62 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:36.612476 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:36.612838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Checking segment: {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:36.613252 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.613663 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Bound using segment: {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:36.614140 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Bound port: 34ebb72c-908f-4570-801a-7effcc28fb9e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af85f920-0f50-4d62-a095-cb52555883c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:36.614534 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.647414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:36.710078 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] For port 34ebb72c-908f-4570-801a-7effcc28fb9e, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:36.719008 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] For port 34ebb72c-908f-4570-801a-7effcc28fb9e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=34ebb72c-908f-4570-801a-7effcc28fb9e,segment=NetworkSegment(af85f920-0f50-4d62-a095-cb52555883c6),segment_id=af85f920-0f50-4d62-a095-cb52555883c6)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:36.724398 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.839611 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Routers {'03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:36.840253 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:36.844588 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98948184-7827-4758-a482-ff97b5cca9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.859427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98948184-7827-4758-a482-ff97b5cca9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.860840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-98948184-7827-4758-a482-ff97b5cca9c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/373267e0-15f5-4610-8f9f-9bba740829ec HTTP/1.1" status: 204 len: 168 time: 1.3255458 Jul 22 14:10:36.928879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ffed3206-9039-4fce-a563-159b424c1abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:36.950901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98948184-7827-4758-a482-ff97b5cca9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373267e0-15f5-4610-8f9f-9bba740829ec,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:37.130165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ffed3206-9039-4fce-a563-159b424c1abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.134462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ffed3206-9039-4fce-a563-159b424c1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.146179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:37.149091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.150865 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416eca89-7980-45ec-8564-4d847867eac5" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:37.175995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.195416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.206428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.208713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed3206-9039-4fce-a563-159b424c1abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80c68d2-b7b4-4357-a38a-e20bc558b07d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:37.222264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.228631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.236450 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3059-959e-4b79-ab4a-e9fbb4e318f8 None None] Pushing event updated for resources: {'Port': ['ID=34ebb72c-908f-4570-801a-7effcc28fb9e,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:37.241593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ffed3206-9039-4fce-a563-159b424c1abc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea9d902db84c4231a1d92b0a2d9620f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930264 Jul 22 14:10:37.243665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.244718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:37.245734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-eca81bd1-16e0-42fb-94fe-5581abb0f035 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.5145409 Jul 22 14:10:37.317360 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] Set router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:37.332627 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85148f71-10e3-4853-b025-393a82bb3b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.361062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85148f71-10e3-4853-b025-393a82bb3b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.401834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80c89b38-50e8-467e-b8fc-96e036e4de08 req-a6b951c1-3c09-4a80-a3f8-d7daffcf1f2e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1419437 Jul 22 14:10:37.424493 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85148f71-10e3-4853-b025-393a82bb3b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.427206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85148f71-10e3-4853-b025-393a82bb3b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.433645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85148f71-10e3-4853-b025-393a82bb3b3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a80c68d2-b7b4-4357-a38a-e20bc558b07d HTTP/1.1" status: 204 len: 168 time: 0.1747670 Jul 22 14:10:37.452338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148f71-10e3-4853-b025-393a82bb3b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80c68d2-b7b4-4357-a38a-e20bc558b07d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:37.597464 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d1694c-d9fb-4d2c-bd92-0f75a8783e31 x-openstack-request-id: req-82d1694c-d9fb-4d2c-bd92-0f75a8783e31 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:37.597951 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-plugged", "status": "completed", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:37.598056 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82d1694c-d9fb-4d2c-bd92-0f75a8783e31 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:37.598477 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6', 'code': 200} Jul 22 14:10:37.637071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c7404-39e9-473b-b2a8-018e60598fcb req-92e9e1b2-9b18-413d-bf0c-43df01d8bb7f tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.640730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e8c7404-39e9-473b-b2a8-018e60598fcb req-92e9e1b2-9b18-413d-bf0c-43df01d8bb7f tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 949 time: 0.1460917 Jul 22 14:10:37.760476 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e8c7404-39e9-473b-b2a8-018e60598fcb req-6f83f3e1-6dd2-4fd6-a9a7-4b213e3d2e35 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783203 Jul 22 14:10:37.768250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e0cd3-b564-4325-bc67-958fc465a28d req-a0838266-fdec-4025-81db-3e89ef2a7fa4 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:37.779744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-043e0cd3-b564-4325-bc67-958fc465a28d req-a0838266-fdec-4025-81db-3e89ef2a7fa4 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.0974247 Jul 22 14:10:37.798886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:37.822873 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '34ebb72c-908f-4570-801a-7effcc28fb9e', 'name': '', 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'mac_address': 'fa:16:3e:c5:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '70eb81d3-319b-40d4-96d8-d939ec2e69da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:30Z', 'updated_at': '2021-07-22T14:10:36Z', 'revision_number': 4, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'subnets': [{'id': '70eb81d3-319b-40d4-96d8-d939ec2e69da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:37.844908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-043e0cd3-b564-4325-bc67-958fc465a28d req-98a79f41-710c-4feb-aacb-2fff9d225d3a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487359 Jul 22 14:10:37.907395 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a5a3b-6ae3-4427-8204-c69b35766c83 None None] The sync data for ids ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'] in n-d-787205-11 is: [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '34ebb72c-908f-4570-801a-7effcc28fb9e', 'name': '', 'network_id': 'a4aebb07-2e89-438a-a05f-d82324fc0c62', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'mac_address': 'fa:16:3e:c5:05:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '70eb81d3-319b-40d4-96d8-d939ec2e69da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:30Z', 'updated_at': '2021-07-22T14:10:36Z', 'revision_number': 4, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'subnets': [{'id': '70eb81d3-319b-40d4-96d8-d939ec2e69da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:38.309769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.310310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.310750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.311232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.311712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.312188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.312660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:38.314905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-1795021c-6b44-4bb1-a4fc-aea95bee2d7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.6201353 Jul 22 14:10:38.369598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38012) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:38.406840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54da13a-ff23-47e8-8a31-e0d74dc51d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:38.432705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca2a2b01-5819-45e1-8fbb-6cdf3168a0b1 req-54fea4bb-2efd-436d-8479-f3626bdf527f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930440 Jul 22 14:10:38.534131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Deleting port 34ebb72c-908f-4570-801a-7effcc28fb9e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:38.534479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:38.702506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] For port 34ebb72c-908f-4570-801a-7effcc28fb9e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=34ebb72c-908f-4570-801a-7effcc28fb9e,segment=NetworkSegment(af85f920-0f50-4d62-a095-cb52555883c6),segment_id=af85f920-0f50-4d62-a095-cb52555883c6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:38.703688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:38.737531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Calling delete_port for 34ebb72c-908f-4570-801a-7effcc28fb9e owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:38.865983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54da13a-ff23-47e8-8a31-e0d74dc51d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:38.883832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54da13a-ff23-47e8-8a31-e0d74dc51d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:38.988049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.008776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.019414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.028114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.034670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.042334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.054889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:39.060946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:39.076028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-f5a3d33b-3212-44b6-b7f9-53a616ebfe12 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.4441423 Jul 22 14:10:39.093415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f54da13a-ff23-47e8-8a31-e0d74dc51d4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc2210891b394431a7ca48684f91c55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7224278 Jul 22 14:10:39.094525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54da13a-ff23-47e8-8a31-e0d74dc51d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6850966-d039-4e36-93db-75c6d3831944,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:39.096046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:39.219921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-18b096ec-3643-46c8-8cb8-49f9d5ca6480 req-85544073-8aa1-412d-b675-a489a01e6b59 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428483 Jul 22 14:10:39.260366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ca4154d-9a8d-45ec-8fc8-48c40323c59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.329059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-663246409-network', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:39.441390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Made reservation on behalf of 2939cf288bd84ad9bff858187b8fa59d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:39.444305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.449492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ca4154d-9a8d-45ec-8fc8-48c40323c59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.466126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.484416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.562438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ca4154d-9a8d-45ec-8fc8-48c40323c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.563453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Pushing event deleted for resources: {'Port': ['ID=34ebb72c-908f-4570-801a-7effcc28fb9e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:39.567355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ca4154d-9a8d-45ec-8fc8-48c40323c59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.569426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3ca4154d-9a8d-45ec-8fc8-48c40323c59a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6850966-d039-4e36-93db-75c6d3831944 HTTP/1.1" status: 204 len: 168 time: 0.4721956 Jul 22 14:10:39.641138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.646591 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.659539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4154d-9a8d-45ec-8fc8-48c40323c59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6850966-d039-4e36-93db-75c6d3831944,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:39.721324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f4f4e7-ef05-451e-84b1-25b60657ea45,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:39.780519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:10:39.836089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:39.836282 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Added segment 2d80dd5e-d8cc-4893-8766-75065b499cb7 of type vlan for network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 Jul 22 14:10:40.024956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.025714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.132212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.133235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.134271 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.212117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] Pushing event updated for resources: {'Network': ['ID=87b17ade-3a34-4ec2-9c83-c2836f7612c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:40.230907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:10:40.231557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-48914ad8-fe94-48a2-ba85-4f0da8755482 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1662080 Jul 22 14:10:40.231714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:40.244402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Request body: {'subnet': {'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-663246409-subnet', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:40.268388 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:10:40.275902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Made reservation on behalf of 2939cf288bd84ad9bff858187b8fa59d for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:40.283856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.416101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:40.555649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.555954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:40.562077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0878aee9-f895-472e-b600-5d085105973b admin admin] 10.222.0.11 "PUT /v2.0/routers/03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7215207 Jul 22 14:10:40.564785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38172) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:40.566662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] Sync routers for ids ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:40.573647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.579307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] Routers {'03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:40.579996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:40.590492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.606897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.621808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.629404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.636463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:40.648076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-0bb322e4-1e83-490f-871f-90e0d01485e3 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.2984848 Jul 22 14:10:40.698290 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.714578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.732823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] Set router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:40.875488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1f1a783-0af1-4439-b1fd-fb5c266a4174 req-4bf550a5-af7a-46d5-a69b-7d6c89aa46aa tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264345 Jul 22 14:10:40.887351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a9fccc8-0690-4d98-9c2b-50d7ee83460f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:40.903283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:40.940283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Checking segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:40.940932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Network hostable DHCP agents. Network: 87b17ade-3a34-4ec2-9c83-c2836f7612c6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:10:40.982201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:10:41.038624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 87b17ade-3a34-4ec2-9c83-c2836f7612c6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:41.039482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Deleting port 65225207-8a3b-4636-9d8c-c75883806758 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:41.044514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.045749 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.052348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.062261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85001f57-c396-4437-8393-2f188da13a35 None None] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:41.066970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56994a2d-9ad7-4899-99a9-dd9226ffd34e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8341656 Jul 22 14:10:41.069875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:41.076938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:41.126863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.128127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.173390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '65225207-8a3b-4636-9d8c-c75883806758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:39Z', 'revision_number': 5, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port': {'id': '65225207-8a3b-4636-9d8c-c75883806758', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:24Z', 'updated_at': '2021-07-22T14:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:41.175425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.187588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.204217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.225312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.233260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.241376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.247774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.258166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] For port 65225207-8a3b-4636-9d8c-c75883806758, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=65225207-8a3b-4636-9d8c-c75883806758,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:41.258538 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.259933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-add3dbeb-1442-45ca-9cf3-b1ed5bf421b2 req-746ffa88-ec41-4f4e-9f05-4af0e6da346e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.2647169 Jul 22 14:10:41.262859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:41.275362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Request body: {'floatingip': {'port_id': 'e194f3cb-8784-4d93-95e8-ec6afda092c7'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:41.286974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:41.340304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Calling delete_port for 65225207-8a3b-4636-9d8c-c75883806758 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:41.355672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] Checking router: 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:41.360868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.402913 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.547149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] Routers {'03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:41.560502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:41.677813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.702227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:10:41.703400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.806375 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.825534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] Set router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:41.842228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9775c-9d30-47cb-be32-e054d1c3249d req-4cc54544-d929-4464-b8e7-b48daca08e2d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.851312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15f9775c-9d30-47cb-be32-e054d1c3249d req-4cc54544-d929-4464-b8e7-b48daca08e2d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.4456265 Jul 22 14:10:41.906304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:41.912677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:40Z', 'revision_number': 6, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:41.942748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-7fd22b0c-9d49-40d9-93f1-d98399d0847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:41.945644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-7fd22b0c-9d49-40d9-93f1-d98399d0847f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.6775236 Jul 22 14:10:41.961294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15f9775c-9d30-47cb-be32-e054d1c3249d req-dec50ecb-1f9a-42b3-9fc9-0c0f6631991d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053908 Jul 22 14:10:41.974987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:41.983409 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf91b12a-6a77-4e86-a839-47077a8bd23e" -d '{"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:41.988672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=65225207-8a3b-4636-9d8c-c75883806758,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:42.030412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f1f9a1-9ba6-4f53-bfbd-882427b6d9da None None] The sync data for ids ['03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80'] in n-d-787205-11 is: [{'id': '03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-831350448-router', 'tenant_id': '325e01c1057f4bc6858deb1959cf7f75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:22Z', 'updated_at': '2021-07-22T14:10:40Z', 'revision_number': 6, 'project_id': '325e01c1057f4bc6858deb1959cf7f75', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:42.045786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:42.071382 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.085593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-15ad2763-615d-48cf-b0c3-5f5e4ed19b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:42.088113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-15ad2763-615d-48cf-b0c3-5f5e4ed19b62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.1247654 Jul 22 14:10:42.101524 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3702d39b-6646-47eb-a9e7-86411ac97a4b x-openstack-request-id: req-3702d39b-6646-47eb-a9e7-86411ac97a4b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:42.101948 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:42.102219 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3702d39b-6646-47eb-a9e7-86411ac97a4b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:42.102611 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'code': 200} Jul 22 14:10:42.163394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-35f806f0-47da-453b-83d8-e857b05ccff7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.0633485 Jul 22 14:10:42.168684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:42.170143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.183508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:42.216882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Allocated IP 172.20.0.2 (87b17ade-3a34-4ec2-9c83-c2836f7612c6/4a9fccc8-0690-4d98-9c2b-50d7ee83460f/c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:42.305261 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.309603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.312912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:10:42.500508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.527971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Transition to ACTIVE for port object c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:42.553590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Transition to ACTIVE for port object c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:42.562047 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.639736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Pushing event updated for resources: {'Port': ['ID=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:42.644319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:42.647345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:42.651423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:42.669365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-749919887', 'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:42.699968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-a51c5aa3-ed7b-4a8c-aa53-84ecb8655be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:42.701486 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-a51c5aa3-ed7b-4a8c-aa53-84ecb8655be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.5336604 Jul 22 14:10:42.725710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Attempting to bind port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:42.726289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Attempting to bind port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:42.726658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Attempting to bind port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 on network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:42.732673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:42.732814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Checking segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:42.733219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.733652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Bound using segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:42.734129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Bound port: c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:42.734585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.778190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.811716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] For port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:42.812352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.812969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:10:42.816411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] For port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:42.819805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.821489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.823693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.824071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c129719-f097-45ea-80e0-5177ee034a6f admin admin] 10.222.0.11 "DELETE /v2.0/routers/03130ad7-c306-4cbb-9eb1-4d6d8a3f2a80 HTTP/1.1" status: 204 len: 168 time: 2.2575843 Jul 22 14:10:42.828858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.829914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38308) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:42.885755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Deleting subnet 70eb81d3-319b-40d4-96d8-d939ec2e69da {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:10:42.889327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.891004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.927974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9e980-bf77-4472-a18c-f67c12728986 None None] Pushing event updated for resources: {'Port': ['ID=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:42.936971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Made reservation on behalf of b1825bfd256c4718be22c30f2dfe8cd6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:42.940184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:42.944355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-3c591793-6d96-4537-a740-314aa1b3ae31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730244 Jul 22 14:10:42.985108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-6f6394e9-0033-4343-86d0-0da23505a1bc service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:10:42.987148 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-6f6394e9-0033-4343-86d0-0da23505a1bc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112586 Jul 22 14:10:42.988336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.036950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.058973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Allocated IP 172.25.8.244 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:43.125644 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Floating IP 6d1cc481-7b51-4a9a-94e4-012d687419fc associated. External IP: 172.25.8.234, port: e194f3cb-8784-4d93-95e8-ec6afda092c7. Jul 22 14:10:43.272939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:10:43.276243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-460217cb-e77e-4b16-a639-c6c4b5fb9265 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780700 Jul 22 14:10:43.367422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.549892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:43.554642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294316-bfac-41b0-a7e8-e760574d1f82 req-99801a06-4978-419d-ae42-ac05e0a69833 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:43.556226 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b294316-bfac-41b0-a7e8-e760574d1f82 req-99801a06-4978-419d-ae42-ac05e0a69833 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3793454 Jul 22 14:10:43.559282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.571254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '7a0f3747-913d-4494-a184-ef298771db33', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '7a0f3747-913d-4494-a184-ef298771db33', 'mac_address': 'fa:16:3e:a3:49:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:10:43.598772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:43.623796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-199e5fa8-5f1d-49ee-a36a-e8226829d603 req-7008db41-492f-45fe-aa27-ea84760a6009 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333955 Jul 22 14:10:43.626867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.636452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.666296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.672079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.710146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a0f3747-913d-4494-a184-ef298771db33 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:10:43.732583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70eb81d3-319b-40d4-96d8-d939ec2e69da,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:43.738430 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.741053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-78542e5c-e8f3-4200-90d7-ee83b59b4b00 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/70eb81d3-319b-40d4-96d8-d939ec2e69da HTTP/1.1" status: 204 len: 168 time: 0.9096653 Jul 22 14:10:43.744319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38356) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:43.756555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:43.762832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ead63-c1d4-4705-8531-8cdd60f26bcb None None] Network a4aebb07-2e89-438a-a05f-d82324fc0c62 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:43.764282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:10:43.782622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b294316-bfac-41b0-a7e8-e760574d1f82 req-e61d0d71-03dc-49f4-8879-1acf41efca52 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122526 Jul 22 14:10:43.852935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd31d141-14df-4c22-a8b5-4debd6a79d05,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:43.872649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.879338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.879694 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Added segment 9bdcf759-70f0-4998-a1cf-44dba91cf667 of type vlan for network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 Jul 22 14:10:43.906418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59231e9-8121-42ae-b3be-adb4061bfddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.910822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.921523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:43.940483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:44.164633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.169961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:44.177032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:44.191601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:44.204309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:44.207589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7a0f3747-913d-4494-a184-ef298771db33'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:10:44.235786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:44.250205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Deleting port fe81055f-978a-478d-be68-58795ae0194c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:44.251813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.324168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:44.353799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] For port fe81055f-978a-478d-be68-58795ae0194c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fe81055f-978a-478d-be68-58795ae0194c,segment=NetworkSegment(af85f920-0f50-4d62-a095-cb52555883c6),segment_id=af85f920-0f50-4d62-a095-cb52555883c6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:44.354205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.370289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Calling delete_port for fe81055f-978a-478d-be68-58795ae0194c owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:44.428954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:44.466142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.467586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:44.468336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.491334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.514962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a38a0b0-7301-4532-b76a-6d8fdbac4ba2 None None] DHCP port deletion for a4aebb07-2e89-438a-a05f-d82324fc0c62 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:10:44.546997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:44.551907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.560975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] Sync routers for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:44.574216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe81055f-978a-478d-be68-58795ae0194c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:44.576530 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:44.578260 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:44.645454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 34ebb72c-908f-4570-801a-7effcc28fb9e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:44.668144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] No DVR routers for this DVR port fe81055f-978a-478d-be68-58795ae0194c on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:10:44.675502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 34ebb72c-908f-4570-801a-7effcc28fb9e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:44.676193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 34ebb72c-908f-4570-801a-7effcc28fb9e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:44.676823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 65225207-8a3b-4636-9d8c-c75883806758 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:44.687475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.706825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c01e2-99fc-4fba-ad12-bf219f8a52c1 None None] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:44.719112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3f4bd4a0-d0d3-4edd-87b4-f11e6687ca0f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "PUT /v2.0/floatingips/6d1cc481-7b51-4a9a-94e4-012d687419fc HTTP/1.1" status: 200 len: 991 time: 3.4551654 Jul 22 14:10:44.731520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:44.734055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 65225207-8a3b-4636-9d8c-c75883806758 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:44.734263 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396" -d '{"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:44.735088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 65225207-8a3b-4636-9d8c-c75883806758 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:44.833187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.860047 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb643c6-6d20-46da-8da2-fd7a497944b5 x-openstack-request-id: req-7cb643c6-6d20-46da-8da2-fd7a497944b5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:44.860337 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:44.862743 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cb643c6-6d20-46da-8da2-fd7a497944b5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:44.863309 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'status': 'completed', 'code': 200} Jul 22 14:10:44.891843 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:44.953171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4aebb07-2e89-438a-a05f-d82324fc0c62']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:44.979414 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59231e9-8121-42ae-b3be-adb4061bfddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:44.984854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Provisioning for port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:44.998227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af85f920-0f50-4d62-a095-cb52555883c6') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:44.998542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af85f920-0f50-4d62-a095-cb52555883c6') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:45.014321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8431981 Jul 22 14:10:45.015197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba486bdb-968f-4694-a71b-7d8291096654 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Network': ['ID=ff03c9a7-764a-4084-abdc-f4287c8c0cf6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:45.024625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Provisioning complete for port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:45.025359 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.026732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59231e9-8121-42ae-b3be-adb4061bfddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.028656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:45.042778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:10:45.046489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.062844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'subnet': {'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:45.069824 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.081258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.081781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.082265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.082745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.083645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.085113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.085603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.088419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6c777c2e-d256-42e3-8ec6-de502901f1bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.2442229 Jul 22 14:10:45.091692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:10:45.092110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:10:45.094166 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:10:45.152620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Made reservation on behalf of b1825bfd256c4718be22c30f2dfe8cd6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:45.155600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.228707 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '6d1cc481-7b51-4a9a-94e4-012d687419fc', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'port_id': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'mac_address': 'fa:16:3e:b0:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:03Z', 'updated_at': '2021-07-22T14:10:42Z', 'revision_number': 1, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:07Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:45.249857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.274947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.279965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/a4aebb07-2e89-438a-a05f-d82324fc0c62 HTTP/1.1" status: 204 len: 168 time: 1.5336754 Jul 22 14:10:45.284891 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] Checking router: 9d7158fc-10b6-4bea-8fa1-ece1ea125865 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:45.291697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b59231e9-8121-42ae-b3be-adb4061bfddd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e29f98b0f38401bbb015ac44061f95c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6837926 Jul 22 14:10:45.302515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbfab4-5da6-4fa8-9300-54e80cc7f3fd admin admin] Pushing event deleted for resources: {'Network': ['ID=a4aebb07-2e89-438a-a05f-d82324fc0c62,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:45.303468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:45.304247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:45.305091 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:45.306745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59231e9-8121-42ae-b3be-adb4061bfddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bbe62c-e891-4775-82c1-7e56a6d1ea27,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:45.352267 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.371842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6646e388-cbb4-4b8c-bc97-91c5eee396cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.373391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-6646e388-cbb4-4b8c-bc97-91c5eee396cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268 HTTP/1.1" status: 200 len: 912 time: 0.2657893 Jul 22 14:10:45.427574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] For port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:45.436658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.544141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Pushing event updated for resources: {'Port': ['ID=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:45.561519 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:45.565436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.565822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.566177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.566523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.575584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.575949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.576302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.576649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.582216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.588830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.589240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.589594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc9939-0e98-4f8b-8941-7d6566fc6bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:10:45.593008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38394) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:45.595819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-9e218c2e-2f9f-4019-84e7-adab6c1e79d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 999 time: 0.2130985 Jul 22 14:10:45.674726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc7203-3b67-495a-a747-04ee40be4e17 req-cd1cf278-7e47-43b1-9efb-902f8eb5be00 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.676744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74fc7203-3b67-495a-a747-04ee40be4e17 req-cd1cf278-7e47-43b1-9efb-902f8eb5be00 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.6761875 Jul 22 14:10:45.730661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-8d87f978-7b6f-4da1-a2cd-279b546027f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:45.732707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-8d87f978-7b6f-4da1-a2cd-279b546027f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 200 len: 850 time: 0.1293206 Jul 22 14:10:45.768737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3d7c9f13-e31b-4850-b6f0-f04e4a911136 None None] Provisioning complete for port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:45.769589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3d7c9f13-e31b-4850-b6f0-f04e4a911136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.778608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd255-9862-4e27-badd-f62c623c2c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.804034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-00fdbb35-d293-42c4-8d56-09c71d7b67e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=325e01c1057f4bc6858deb1959cf7f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054768 Jul 22 14:10:45.810764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:45.835555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74fc7203-3b67-495a-a747-04ee40be4e17 req-fd8cc991-9675-4a09-8be7-92398072f102 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426563 Jul 22 14:10:45.870996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:45.876013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd255-9862-4e27-badd-f62c623c2c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.055527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-4c8fb958-47f9-4bd7-a7a4-92a225a7373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:46.058218 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-4c8fb958-47f9-4bd7-a7a4-92a225a7373f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3187039 Jul 22 14:10:46.075335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-7bd82c3f-72a8-4a49-bcb3-be46639fc916 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:10:46.076672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-7bd82c3f-72a8-4a49-bcb3-be46639fc916 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098686 Jul 22 14:10:46.117436 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '6d1cc481-7b51-4a9a-94e4-012d687419fc', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'port_id': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'mac_address': 'fa:16:3e:b0:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:03Z', 'updated_at': '2021-07-22T14:10:42Z', 'revision_number': 1, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:07Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:46.158653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:46.174111 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ddb289-e0cf-4b58-8301-c9d713ff54fb None None] The sync data for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 is: [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '6d1cc481-7b51-4a9a-94e4-012d687419fc', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'floating_ip_address': '172.25.8.234', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'port_id': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'mac_address': 'fa:16:3e:b0:10:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:09:03Z', 'updated_at': '2021-07-22T14:10:42Z', 'revision_number': 1, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:07Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:46.220652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-c60e6e62-e1ee-4af4-9abe-7d01d92993db service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333103 Jul 22 14:10:46.224195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b62d-2de0-4554-9978-e79d64da382e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.242664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd255-9862-4e27-badd-f62c623c2c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.245735 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd255-9862-4e27-badd-f62c623c2c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.249417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d1ffd255-9862-4e27-badd-f62c623c2c23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99bbe62c-e891-4775-82c1-7e56a6d1ea27 HTTP/1.1" status: 204 len: 168 time: 0.9366190 Jul 22 14:10:46.264719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd255-9862-4e27-badd-f62c623c2c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bbe62c-e891-4775-82c1-7e56a6d1ea27,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:46.342871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:46.344721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.370443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b62d-2de0-4554-9978-e79d64da382e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.401078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Router a1262705-ce15-4afd-b899-15066501d360 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:10:46.589164 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aae1cd2-4dbf-4d00-b620-8d9927a0d396 req-58dbe55b-855a-4dbb-89c5-ee83e9149028 service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596835 Jul 22 14:10:46.611235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b62d-2de0-4554-9978-e79d64da382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.616315 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1f5b62d-2de0-4554-9978-e79d64da382e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.617453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e1f5b62d-2de0-4554-9978-e79d64da382e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ceb748b8-2e24-4365-8d85-b57a9326217b HTTP/1.1" status: 204 len: 168 time: 0.8051927 Jul 22 14:10:46.622429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fe81055f-978a-478d-be68-58795ae0194c no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:10:46.639411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5b62d-2de0-4554-9978-e79d64da382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb748b8-2e24-4365-8d85-b57a9326217b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:46.666826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:10:46.667317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:46.703378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cfdb78-7fef-4fcb-8b3f-660230e5ae03 None None] New status for floating IP 6d1cc481-7b51-4a9a-94e4-012d687419fc: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:10:46.874326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: fe81055f-978a-478d-be68-58795ae0194c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:10:46.874982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fe81055f-978a-478d-be68-58795ae0194c not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:10:47.083610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:47.093241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:47.096276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Checking segment: {'id': '9bdcf759-70f0-4998-a1cf-44dba91cf667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:47.096649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network hostable DHCP agents. Network: ff03c9a7-764a-4084-abdc-f4287c8c0cf6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:10:47.104123 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Sync routers for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:47.123788 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:47.125791 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:47.152151 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:47.154200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-948fbfaf-14c0-4bef-a5cf-94da413b82d1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0819106 Jul 22 14:10:47.165375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38442) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:47.211122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:10:47.255024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, ff03c9a7-764a-4084-abdc-f4287c8c0cf6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:47.262779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:47.263704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:47.265205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bbfc60-adcb-4406-a0bb-194a92f93f95 None None] Network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:47.300550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:47.324699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cefa17b7-dddb-4f8f-96e1-6ba5e687f051 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2874076 Jul 22 14:10:47.325814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:47.333944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1259474956', 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:47.417675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Made reservation on behalf of b1825bfd256c4718be22c30f2dfe8cd6 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:47.422945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:47.464843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] device_id is not set on port 6b4ffa70-15b6-4075-a4db-9b90948d5678 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:10:47.475998 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:47.699244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 7a0f3747-913d-4494-a184-ef298771db33 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:47.701078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:47.805489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Allocated IP 172.20.0.3 (ff03c9a7-764a-4084-abdc-f4287c8c0cf6/fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f/6b4ffa70-15b6-4075-a4db-9b90948d5678) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:47.967661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763e557-ba76-480a-8bab-15d95095dc77 None None] Network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:48.008991 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:44Z', 'revision_number': 3, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:48.086161 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Checking router: a1262705-ce15-4afd-b899-15066501d360 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:48.086509 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Updating router a1262705-ce15-4afd-b899-15066501d360 port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:10:48.175722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b3a7-a645-40ce-925d-90eb0ad0cba6 req-410f5ede-bf29-4b1f-8f02-a8129536d7b8 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:48.196156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a96b3a7-a645-40ce-925d-90eb0ad0cba6 req-410f5ede-bf29-4b1f-8f02-a8129536d7b8 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.4193738 Jul 22 14:10:48.203286 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.235670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.352044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a96b3a7-a645-40ce-925d-90eb0ad0cba6 req-1d430ace-11ad-436d-900f-80aa1f8d7dd3 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536641 Jul 22 14:10:48.382883 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.502600 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.523293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Port': ['ID=6b4ffa70-15b6-4075-a4db-9b90948d5678,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:48.586320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:48.592630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:48.602252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:48.678256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4153a825-6c18-442a-9487-decdfaa958dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.693976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.695331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:10:48.698997 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e94e84-4703-47f6-9cb2-cd7688f97821" -d '{"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:10:48.757552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:48.759883 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.764113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:48.778644 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.782285 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea48da5b-2e93-414c-b595-449189271455 x-openstack-request-id: req-ea48da5b-2e93-414c-b595-449189271455 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:10:48.782567 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-plugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:10:48.782828 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea48da5b-2e93-414c-b595-449189271455 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:10:48.783221 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'code': 200} Jul 22 14:10:48.788215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f5efd68e-c121-4a0f-8b81-55f171944ea8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4606962 Jul 22 14:10:48.793678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:48.930719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:48.947537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:48.974158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Deleting port 6b4ffa70-15b6-4075-a4db-9b90948d5678 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:48.974615 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.073831 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.097396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Allocated IP 172.20.0.1 (87b17ade-3a34-4ec2-9c83-c2836f7612c6/4a9fccc8-0690-4d98-9c2b-50d7ee83460f/ca711512-7193-464b-bd2a-22889d42a7b9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:49.100465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Transition to ACTIVE for port object 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:49.109688 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.195663 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Attempting to bind port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:49.196042 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Attempting to bind port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:49.196410 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Attempting to bind port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:49.206387 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:49.207104 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:49.207208 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.207540 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:49.208018 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Bound port: 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:49.208399 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.236139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.274603 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] For port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:49.278344 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] For port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:49.279639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Calling delete_port for 6b4ffa70-15b6-4075-a4db-9b90948d5678 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:49.288767 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.313266 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e292b8-4721-4dd4-b0f6-d6fbecf32e82 None None] Pushing event updated for resources: {'Port': ['ID=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:49.363245 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.384829 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e292b8-4721-4dd4-b0f6-d6fbecf32e82 None None] Pushing event updated for resources: {'Port': ['ID=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:49.402534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Transition to ACTIVE for port object ca711512-7193-464b-bd2a-22889d42a7b9 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:49.405550 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:49.406237 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:49.482310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.535931 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:49.541273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca711512-7193-464b-bd2a-22889d42a7b9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:49.566596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:49.597637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:49.600807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:49.683174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.697994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd183f-d57c-4602-ba63-a1b081111473 req-85efc286-53a3-40e4-9753-fedcd93e3a31 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:49.699961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-addd183f-d57c-4602-ba63-a1b081111473 req-85efc286-53a3-40e4-9753-fedcd93e3a31 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1495452 Jul 22 14:10:49.707445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.755333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b4ffa70-15b6-4075-a4db-9b90948d5678,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:49.837851 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.844209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-addd183f-d57c-4602-ba63-a1b081111473 req-a792623a-b55f-4afc-9fd6-721c45163a4d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819821 Jul 22 14:10:49.904004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.905993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6a8149c9-8e29-4a49-9744-8d73bf2953aa tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6b4ffa70-15b6-4075-a4db-9b90948d5678 HTTP/1.1" status: 204 len: 168 time: 1.1097407 Jul 22 14:10:49.908783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:49.916679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6', 'external_fixed_ips': [{'subnet_id': 'fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f', 'ip_address': '172.20.0.3'}]}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:49.965871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:44Z', 'revision_number': 3, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:49.975033 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:49.976023 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.049777 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdfa86-9daa-4d38-8e3b-cf6496d340c5 None None] The sync data for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 is: [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:44Z', 'revision_number': 3, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:50.091444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14e7dbd1-4f22-4fa7-8f45-48182fc9a327 None None] Provisioning for port ca711512-7193-464b-bd2a-22889d42a7b9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:50.107708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14e7dbd1-4f22-4fa7-8f45-48182fc9a327 None None] Provisioning complete for port ca711512-7193-464b-bd2a-22889d42a7b9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:50.108527 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14e7dbd1-4f22-4fa7-8f45-48182fc9a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.127852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.183553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.200332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-14e7dbd1-4f22-4fa7-8f45-48182fc9a327 None None] Port ca711512-7193-464b-bd2a-22889d42a7b9 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:10:50.378815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.517985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.524804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.594195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.734647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Pushing event updated for resources: {'Port': ['ID=ca711512-7193-464b-bd2a-22889d42a7b9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:50.784955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.827197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:50.992336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:50.996760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:51.290538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:51.312456 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f6f23c9-d57c-4359-88ca-d272247500ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:51.392921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c39c8-5553-4669-bc82-a0f936c07c97 req-3a3af076-7570-4780-a138-19d2de033e0f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:51.401074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e92c39c8-5553-4669-bc82-a0f936c07c97 req-3a3af076-7570-4780-a138-19d2de033e0f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2723601 Jul 22 14:10:51.408324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Router a1262705-ce15-4afd-b899-15066501d360 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:10:51.454960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Allocated IP 172.20.0.3 (ff03c9a7-764a-4084-abdc-f4287c8c0cf6/fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f/962373f7-64b3-439e-b34c-c1898590a708) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:51.473832 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e92c39c8-5553-4669-bc82-a0f936c07c97 req-5e5aaa53-24d3-4434-82c2-6ee7d8c6f4e9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 Jul 22 14:10:51.548289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-44371694-92ab-41cc-9e2a-b359ea7c7612 None None] Provisioning complete for port ca711512-7193-464b-bd2a-22889d42a7b9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:51.548912 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-44371694-92ab-41cc-9e2a-b359ea7c7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:51.656602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-44371694-92ab-41cc-9e2a-b359ea7c7612 None None] Port ca711512-7193-464b-bd2a-22889d42a7b9 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:10:51.726798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:51.792984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:51.886753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:51.902957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:51.936125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Port': ['ID=962373f7-64b3-439e-b34c-c1898590a708,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:51.942806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:52.200809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:52.209724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:52.213421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-933c6e73-d1e2-4ab1-9330-d1e465d5ccd0 admin admin] 10.222.0.11 "PUT /v2.0/routers/a1262705-ce15-4afd-b899-15066501d360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0461280 Jul 22 14:10:52.251379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:52.344049 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.370914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38652) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:52.414775 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.433857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:52.448930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:52.449311 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.540158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85df5645-0dbb-4477-bf2f-4ce639fe2a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.678223 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.725179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:52.736279 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.748924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85df5645-0dbb-4477-bf2f-4ce639fe2a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.757283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85df5645-0dbb-4477-bf2f-4ce639fe2a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.790433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbe70-5dc8-4188-bb9b-b950cd332a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.809005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-85df5645-0dbb-4477-bf2f-4ce639fe2a13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c4a6fc407bd42ce82e48819dc01a490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368594 Jul 22 14:10:52.810625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df5645-0dbb-4477-bf2f-4ce639fe2a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedbe56-56d8-473b-8d7f-2ea79eac117a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:52.814653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38666) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:52.884153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92bfe066-19fd-4b79-a237-e06826e95bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.894254 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.915421 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92bfe066-19fd-4b79-a237-e06826e95bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.962231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:52.983913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92bfe066-19fd-4b79-a237-e06826e95bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.987704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92bfe066-19fd-4b79-a237-e06826e95bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:52.993037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-92bfe066-19fd-4b79-a237-e06826e95bf9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fedbe56-56d8-473b-8d7f-2ea79eac117a HTTP/1.1" status: 204 len: 168 time: 0.1755323 Jul 22 14:10:53.003808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfe066-19fd-4b79-a237-e06826e95bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedbe56-56d8-473b-8d7f-2ea79eac117a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:53.050397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Sync routers for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:53.060245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8613a3-3266-4036-9027-47a75583a704 req-dbbf982e-4894-4f2e-bd7d-8b0ee0c22971 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:53.063921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:53.064894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:53.070426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d8613a3-3266-4036-9027-47a75583a704 req-dbbf982e-4894-4f2e-bd7d-8b0ee0c22971 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3182135 Jul 22 14:10:53.115724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38672) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:53.121923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766688817', 'description': 'tempest-description--1882216079'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:53.179551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d8613a3-3266-4036-9027-47a75583a704 req-40b24487-d7b9-48cb-8a25-99748b462647 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044273 Jul 22 14:10:53.269412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbe70-5dc8-4188-bb9b-b950cd332a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.269864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:53.278361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0dbe70-5dc8-4188-bb9b-b950cd332a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.299584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Router 4cca56d1-c1cd-4c23-9e48-8665255977e6 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:10:53.305197 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.346596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a0dbe70-5dc8-4188-bb9b-b950cd332a33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=821fa9f2c92e43fbb683ba716099fcaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0935545 Jul 22 14:10:53.350286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:53.359818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0dbe70-5dc8-4188-bb9b-b950cd332a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e7614-0836-491e-93b5-829cc983bac0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:53.520884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.529819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.564520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4bc6589c-6379-4955-b7e3-3092ee842832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.593779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.601661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4824858 Jul 22 14:10:53.608651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38696) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:53.609306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4bc6589c-6379-4955-b7e3-3092ee842832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.621085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Request body: {'security_group_rule': {'security_group_id': '5acfe9a7-4132-447d-aacd-fd2ff27df743', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:53.650034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b5fca-f0e8-4187-ab88-99b3405c282f tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acfe9a7-4132-447d-aacd-fd2ff27df743,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:53.701991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:10:53.716268 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Sync routers for ids ['4cca56d1-c1cd-4c23-9e48-8665255977e6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:10:53.719157 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.739485 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Routers {'4cca56d1-c1cd-4c23-9e48-8665255977e6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:53.744920 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4cca56d1-c1cd-4c23-9e48-8665255977e6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:53.750056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4bc6589c-6379-4955-b7e3-3092ee842832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.762744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4bc6589c-6379-4955-b7e3-3092ee842832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.766983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4bc6589c-6379-4955-b7e3-3092ee842832 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c6e7614-0836-491e-93b5-829cc983bac0 HTTP/1.1" status: 204 len: 168 time: 0.4131091 Jul 22 14:10:53.799894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6589c-6379-4955-b7e3-3092ee842832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e7614-0836-491e-93b5-829cc983bac0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:53.805611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.812495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-68a14194-3f43-4551-8dbc-5d0c5c87e9b9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9011042 Jul 22 14:10:53.813262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:53.853447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.858318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.909321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c316f7b-6315-4446-ba66-9ad4a0f21ae6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:53.920551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:53.925439 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f6922d7-0dc1-47a0-88ed-2d5ed03d3313 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116815 Jul 22 14:10:53.926365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38706) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:53.933198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Request body: {'security_group_rule': {'security_group_id': '5acfe9a7-4132-447d-aacd-fd2ff27df743', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:53.971936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.091008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 2, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:54.093712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Set router 4cca56d1-c1cd-4c23-9e48-8665255977e6 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:54.140505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.149943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.182817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Checking router: a1262705-ce15-4afd-b899-15066501d360 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:54.183169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Updating router a1262705-ce15-4afd-b899-15066501d360 port ca711512-7193-464b-bd2a-22889d42a7b9 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:10:54.185210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:54.185658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.188116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2603669 Jul 22 14:10:54.196095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:54.204365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:54.214872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789110a-cbc9-4765-be1e-be1a0e286f4a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c1204a-c8be-42cc-8591-b1962af7ee91,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:54.263750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.431343 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.440765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.451593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38730) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:54.490914 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.511206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83154840-1fcc-42c3-bbaf-ad1c7e82ccef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.616505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:54.617104 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca56d1-c1cd-4c23-9e48-8665255977e6', 'name': '', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6', 'external_fixed_ips': [{'subnet_id': 'fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '962373f7-64b3-439e-b34c-c1898590a708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:49Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 3, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port': {'id': '962373f7-64b3-439e-b34c-c1898590a708', 'name': '', 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:19:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cca56d1-c1cd-4c23-9e48-8665255977e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:50Z', 'updated_at': '2021-07-22T14:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:54.618179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.642213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38736) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:54.697783 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Checking router: 4cca56d1-c1cd-4c23-9e48-8665255977e6 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:10:54.698854 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Updating router 4cca56d1-c1cd-4c23-9e48-8665255977e6 port 962373f7-64b3-439e-b34c-c1898590a708 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:10:54.736466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Allocated IP 172.25.8.250 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/13283621-30da-4874-801d-4ef6a3d26e1c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:10:54.775788 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:54.900549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f94dcc-6f76-4588-b6ff-bcbe8b6a1894 req-063cbe9e-5062-4701-80bd-8ef3ee15ecff tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:54.902189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50f94dcc-6f76-4588-b6ff-bcbe8b6a1894 req-063cbe9e-5062-4701-80bd-8ef3ee15ecff tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2492669 Jul 22 14:10:54.945126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1130235799-network', 'tenant_id': '0f9246e33ce248de989acd09811814a9'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:54.965392 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.047912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83154840-1fcc-42c3-bbaf-ad1c7e82ccef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.059771 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83154840-1fcc-42c3-bbaf-ad1c7e82ccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.099289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83154840-1fcc-42c3-bbaf-ad1c7e82ccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe6c1d4-8e99-4b34-9755-5f63217fba55,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.112675 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.129942 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.134671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Transition to ACTIVE for port object ca711512-7193-464b-bd2a-22889d42a7b9 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:55.145497 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.147794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-83154840-1fcc-42c3-bbaf-ad1c7e82ccef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11d495b4c67342c7bb8bc12db6ec541d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6950033 Jul 22 14:10:55.148412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38740) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:55.156082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Made reservation on behalf of 0f9246e33ce248de989acd09811814a9 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:55.158506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.177333 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.180078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.189671 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Transition to ACTIVE for port object 962373f7-64b3-439e-b34c-c1898590a708 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:10:55.198053 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.260864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50f94dcc-6f76-4588-b6ff-bcbe8b6a1894 req-31b9fd88-ac75-4941-907f-df9e592b276c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466921 Jul 22 14:10:55.270524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.277271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cac41-2dbc-4699-9209-2812c010adf3 None None] Pushing event updated for resources: {'Port': ['ID=ca711512-7193-464b-bd2a-22889d42a7b9,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.281877 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Attempting to bind port 962373f7-64b3-439e-b34c-c1898590a708 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:55.282497 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Attempting to bind port 962373f7-64b3-439e-b34c-c1898590a708 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '9bdcf759-70f0-4998-a1cf-44dba91cf667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:55.283159 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Attempting to bind port 962373f7-64b3-439e-b34c-c1898590a708 on network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:55.293170 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018308e2-f48e-4bf1-928e-170e1a89afba None None] Pushing event updated for resources: {'Port': ['ID=962373f7-64b3-439e-b34c-c1898590a708,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.296813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:55.297644 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Checking segment: {'id': '9bdcf759-70f0-4998-a1cf-44dba91cf667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:55.298446 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.299060 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Bound using segment: {'id': '9bdcf759-70f0-4998-a1cf-44dba91cf667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:55.300070 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Bound port: 962373f7-64b3-439e-b34c-c1898590a708, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdcf759-70f0-4998-a1cf-44dba91cf667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ff03c9a7-764a-4084-abdc-f4287c8c0cf6'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:55.300708 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.347454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d875f9-db18-4d94-8d41-aae33d0b81af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.376225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Attempting to bind port ca711512-7193-464b-bd2a-22889d42a7b9 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:10:55.376600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Attempting to bind port ca711512-7193-464b-bd2a-22889d42a7b9 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:10:55.376968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Attempting to bind port ca711512-7193-464b-bd2a-22889d42a7b9 on network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:10:55.388224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:10:55.388397 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] For port 962373f7-64b3-439e-b34c-c1898590a708, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:55.388607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Checking segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:55.389013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.389413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Bound using segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:10:55.390184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Bound port: ca711512-7193-464b-bd2a-22889d42a7b9, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:10:55.390302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.390898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.400690 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] For port 962373f7-64b3-439e-b34c-c1898590a708, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=962373f7-64b3-439e-b34c-c1898590a708,segment=NetworkSegment(9bdcf759-70f0-4998-a1cf-44dba91cf667),segment_id=9bdcf759-70f0-4998-a1cf-44dba91cf667)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:55.405868 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.431120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d875f9-db18-4d94-8d41-aae33d0b81af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.441526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8399f-efbf-4670-a1ad-1cbd60f4712e req-247fbb9f-e571-4ce7-991f-ae0f6e3d01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:55.443310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59c8399f-efbf-4670-a1ad-1cbd60f4712e req-247fbb9f-e571-4ce7-991f-ae0f6e3d01cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.4674788 Jul 22 14:10:55.551010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] For port ca711512-7193-464b-bd2a-22889d42a7b9, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:10:55.555455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] For port ca711512-7193-464b-bd2a-22889d42a7b9, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ca711512-7193-464b-bd2a-22889d42a7b9,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:10:55.560735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Deleting port 962373f7-64b3-439e-b34c-c1898590a708 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:10:55.561355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.567104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.568632 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018308e2-f48e-4bf1-928e-170e1a89afba None None] Pushing event updated for resources: {'Port': ['ID=962373f7-64b3-439e-b34c-c1898590a708,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.569312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59c8399f-efbf-4670-a1ad-1cbd60f4712e req-9af8d684-dcd8-4523-8297-dffe8ebf5586 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177073 Jul 22 14:10:55.589970 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Routers {'4cca56d1-c1cd-4c23-9e48-8665255977e6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:55.590986 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4cca56d1-c1cd-4c23-9e48-8665255977e6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:55.666852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d875f9-db18-4d94-8d41-aae33d0b81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.672370 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d875f9-db18-4d94-8d41-aae33d0b81af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.674157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62d875f9-db18-4d94-8d41-aae33d0b81af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fe6c1d4-8e99-4b34-9755-5f63217fba55 HTTP/1.1" status: 204 len: 168 time: 0.5231586 Jul 22 14:10:55.687525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:10:55.718088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:55.730007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event updated for resources: {'Port': ['ID=13283621-30da-4874-801d-4ef6a3d26e1c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.733030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d875f9-db18-4d94-8d41-aae33d0b81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe6c1d4-8e99-4b34-9755-5f63217fba55,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.735200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:10:55.739841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:10:55.740585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:55.774856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] For port 962373f7-64b3-439e-b34c-c1898590a708, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=962373f7-64b3-439e-b34c-c1898590a708,segment=NetworkSegment(9bdcf759-70f0-4998-a1cf-44dba91cf667),segment_id=9bdcf759-70f0-4998-a1cf-44dba91cf667)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:55.777879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.805035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.822511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.840043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Calling delete_port for 962373f7-64b3-439e-b34c-c1898590a708 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:10:55.891271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50a97f4-3fd5-4f35-be65-4629eed375e9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.909567 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] Set router 4cca56d1-c1cd-4c23-9e48-8665255977e6 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:55.936257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:10:55.952637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cac41-2dbc-4699-9209-2812c010adf3 None None] Pushing event updated for resources: {'Port': ['ID=ca711512-7193-464b-bd2a-22889d42a7b9,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:55.985659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:55.986113 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Added segment 0a6b9336-0059-4041-b282-004ded39a027 of type vlan for network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 Jul 22 14:10:56.110020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:10:56.187142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.194277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.330515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.334788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:56.338364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.377169 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cca56d1-c1cd-4c23-9e48-8665255977e6', 'name': '', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:49Z', 'updated_at': '2021-07-22T14:10:55Z', 'revision_number': 4, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:56.388746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.390901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.506978 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b00baa-ccfd-41d3-931c-d97fcc1f8caf None None] The sync data for ids ['4cca56d1-c1cd-4c23-9e48-8665255977e6'] in n-d-787205-11 is: [{'id': '4cca56d1-c1cd-4c23-9e48-8665255977e6', 'name': '', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:49Z', 'updated_at': '2021-07-22T14:10:55Z', 'revision_number': 4, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:56.514500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:55Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:56.548761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec470f59-fba7-41ed-8e87-85796153363a None None] The sync data for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 is: [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:55Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:10:56.590849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event deleted for resources: {'Port': ['ID=962373f7-64b3-439e-b34c-c1898590a708,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:56.710800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0597992 Jul 22 14:10:56.715339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38780) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:56.723808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Request body: {'subnet': {'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1130235799-subnet', 'tenant_id': '0f9246e33ce248de989acd09811814a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:56.731646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449aa0d-a41a-4fef-8ee9-5e449e9a58f5 req-7d30ffaa-f9a1-4f1b-8296-72ce1172556f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:56.733412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9449aa0d-a41a-4fef-8ee9-5e449e9a58f5 req-7d30ffaa-f9a1-4f1b-8296-72ce1172556f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2116907 Jul 22 14:10:56.808834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824ecd-d2dd-42a6-ab25-7a9b4d5fe8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=51cbd21e-98cd-40de-ab1d-51a9e91cf741,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:56.822467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:10:56.859153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:56.941091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Made reservation on behalf of 0f9246e33ce248de989acd09811814a9 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:10:56.972568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.090756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.105863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.165108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.180092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.249915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9449aa0d-a41a-4fef-8ee9-5e449e9a58f5 req-bf8379c9-4696-48f7-8448-dbf5883ceafb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648566 Jul 22 14:10:57.313281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event updated for resources: {'Port': ['ID=13283621-30da-4874-801d-4ef6a3d26e1c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:57.328684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.329701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cca56d1-c1cd-4c23-9e48-8665255977e6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:10:57.337018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.338866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af7fd028-20b0-4e36-bf4f-6fd3a420ad9c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/routers/4cca56d1-c1cd-4c23-9e48-8665255977e6 HTTP/1.1" status: 204 len: 168 time: 3.5242238 Jul 22 14:10:57.345183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:57.383115 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.426143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.429789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Deleting subnet fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:10:57.432752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5b838e19-4f03-41e2-821c-732af0ae6448 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2348547 Jul 22 14:10:57.437458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.489817 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.546071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.683368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.724573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.724573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f HTTP/1.1" status: 204 len: 168 time: 0.3737698 Jul 22 14:10:57.726338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:57.766603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513cfd2-6971-48ff-9be4-06e8092a6a1c tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:57.778514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.905060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:57.938669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a97e28-257d-4b68-93b6-a1b6cd4eaf67,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:57.985971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Checking segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:10:57.986356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Network hostable DHCP agents. Network: 51cbd21e-98cd-40de-ab1d-51a9e91cf741, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:10:58.101269 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.118012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff03c9a7-764a-4084-abdc-f4287c8c0cf6']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:58.120415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:10:58.154861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdcf759-70f0-4998-a1cf-44dba91cf667') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:58.155759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdcf759-70f0-4998-a1cf-44dba91cf667') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:10:58.186444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 51cbd21e-98cd-40de-ab1d-51a9e91cf741) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:10:58.190538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ca711512-7193-464b-bd2a-22889d42a7b9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:10:58.217960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:58.219284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.220059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-c01ff9f8-9514-4b4d-a16c-57b018c88d37 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--766688817&fields=id&tenant_id=2939cf288bd84ad9bff858187b8fa59d HTTP/1.1" status: 200 len: 267 time: 0.1490116 Jul 22 14:10:58.225768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.269505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0748bfef-0a8e-47a9-b3a2-b7e8868a8368 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5506299 Jul 22 14:10:58.271058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.286987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:10:58.289941 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:10:58.295573 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:10:58.320733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171b1328-c6f7-4493-ad69-60448b0c949f None None] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:58.542316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.584849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff03c9a7-764a-4084-abdc-f4287c8c0cf6 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:10:58.641106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ca711512-7193-464b-bd2a-22889d42a7b9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:10:58.655558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ca711512-7193-464b-bd2a-22889d42a7b9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:10:58.658331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.674120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:58.680133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/networks/ff03c9a7-764a-4084-abdc-f4287c8c0cf6 HTTP/1.1" status: 204 len: 168 time: 0.9529703 Jul 22 14:10:58.697561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a48e12-149d-486b-a877-a43911176915 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff03c9a7-764a-4084-abdc-f4287c8c0cf6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:58.884168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc73a58-a712-4155-bc10-e6af10fa6bb1 None None] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:10:58.893466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-df425f58-b24a-4b86-989c-a447f8a33255 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:58.894951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-df425f58-b24a-4b86-989c-a447f8a33255 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/networks?id=87b17ade-3a34-4ec2-9c83-c2836f7612c6 HTTP/1.1" status: 200 len: 805 time: 0.6665678 Jul 22 14:10:58.923928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-c24e3484-ab48-478c-8150-53eab3aadcfb tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/quotas/2939cf288bd84ad9bff858187b8fa59d HTTP/1.1" status: 200 len: 375 time: 0.0210164 Jul 22 14:10:58.961782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddd59d-7229-41b1-bcee-ab917b9f765a req-f6b1478c-dfdf-4d0c-ab33-02570253abe9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:10:58.972953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ddd59d-7229-41b1-bcee-ab917b9f765a req-f6b1478c-dfdf-4d0c-ab33-02570253abe9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2864466 Jul 22 14:10:59.054052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ddd59d-7229-41b1-bcee-ab917b9f765a req-84858107-2d52-4e70-a2f4-31c1561ff503 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725193 Jul 22 14:10:59.082555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.173086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ca711512-7193-464b-bd2a-22889d42a7b9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ca711512-7193-464b-bd2a-22889d42a7b9,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:10:59.181862 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.227626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:59.233074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'name': 'tempest-router--1149054478', 'project_id': 'b4a9212cc043482f8f3a89657a8cec5e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:10:59.236129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:59.277141 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.278237 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.281477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ca711512-7193-464b-bd2a-22889d42a7b9,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:10:59.387494 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-4f03356d-91d8-45f9-8f33-0aea99618033 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2939cf288bd84ad9bff858187b8fa59d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4576907 Jul 22 14:10:59.406789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.412499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.440053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.445192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-91e35344-1fea-4594-ae2f-9de2802463bb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2165658 Jul 22 14:10:59.445885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:10:59.633847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8728c353-275e-4d0e-b6c1-2f72ed6d3b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.636405 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.702309 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-b0732088-9186-4f63-bd7e-74f95d76381d service neutron] 10.222.0.11 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908535 Jul 22 14:10:59.910723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.913788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.936760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8728c353-275e-4d0e-b6c1-2f72ed6d3b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.976158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:10:59.976617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abdc7a93-8b82-4d2e-a638-d87a0f7f42f9 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:10:59.996782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-c968efa9-3708-4844-bd8a-b6081b53ce06 service neutron] 10.222.0.11 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890496 Jul 22 14:10:59.997376 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.002064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7d8b2f4b-cf58-40d6-b949-2b137e98481b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/routers/abdc7a93-8b82-4d2e-a638-d87a0f7f42f9 HTTP/1.1" status: 204 len: 168 time: 0.5551062 Jul 22 14:11:00.004189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8728c353-275e-4d0e-b6c1-2f72ed6d3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.086789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728c353-275e-4d0e-b6c1-2f72ed6d3b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b79a820-1678-4dcd-98f7-6f680bee4003,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:00.152838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8728c353-275e-4d0e-b6c1-2f72ed6d3b03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa18128a84d048ae872180045972ce37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9152818 Jul 22 14:11:00.158463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38908) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:00.189258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-6c5280a6-987f-4b45-8cb8-28a0cf7ace69 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:00.200970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ca711512-7193-464b-bd2a-22889d42a7b9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:00.220397 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-6c5280a6-987f-4b45-8cb8-28a0cf7ace69 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 822 time: 0.2472022 Jul 22 14:11:00.256124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-b70f1ec6-02e0-4121-8ec0-84a4012bf04b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/quotas/0f9246e33ce248de989acd09811814a9 HTTP/1.1" status: 200 len: 375 time: 0.0345063 Jul 22 14:11:00.312022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-3e4ccabd-02dd-47ff-b237-4d4584700004 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548759 Jul 22 14:11:00.329574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:00.371036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ca711512-7193-464b-bd2a-22889d42a7b9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:00.373322 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.419492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6acd63-9685-4040-b0ca-a9abe9f32733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.498888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6acd63-9685-4040-b0ca-a9abe9f32733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.610319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6acd63-9685-4040-b0ca-a9abe9f32733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.613496 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6acd63-9685-4040-b0ca-a9abe9f32733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.614867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4f6acd63-9685-4040-b0ca-a9abe9f32733 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b79a820-1678-4dcd-98f7-6f680bee4003 HTTP/1.1" status: 204 len: 168 time: 0.4536023 Jul 22 14:11:00.632253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6acd63-9685-4040-b0ca-a9abe9f32733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b79a820-1678-4dcd-98f7-6f680bee4003,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:00.649957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-553b4433-c5b6-45f4-98f3-afed278a1a87 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:11:00.658636 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-553b4433-c5b6-45f4-98f3-afed278a1a87 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3456953 Jul 22 14:11:00.771102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-701712053', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:00.821294 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.825718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:00.886922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-d2a882e3-84d9-4310-9eb3-19c7918a953c service neutron] 10.222.0.11 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270494 Jul 22 14:11:00.982926 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9677072-1129-4bfa-918e-9c854f8aa302 req-4c92298c-c822-42f7-a24e-2efc3408ff2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 210 time: 0.0433567 Jul 22 14:11:00.998834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:01.018658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-53ebc276-753f-49a5-9b6a-9555ec940eef service neutron] 10.222.0.11 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307497 Jul 22 14:11:01.418761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:01.456702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-952c148f-c6de-4e64-a12f-f02d59136815 req-a76bb6fc-b111-4da1-9115-741ff5d85767 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 210 time: 0.0702159 Jul 22 14:11:01.596498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-ba9a515a-6642-467d-bc6a-b3a655f32019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:01.602201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-ba9a515a-6642-467d-bc6a-b3a655f32019 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.2490602 Jul 22 14:11:01.694844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2056d2a-e5cf-44d0-a7f8-a3162fd1a15b req-83cbf57b-94f2-455a-84ed-54d73ff0d00d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:01.720124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2056d2a-e5cf-44d0-a7f8-a3162fd1a15b req-83cbf57b-94f2-455a-84ed-54d73ff0d00d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3650081 Jul 22 14:11:01.966498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2056d2a-e5cf-44d0-a7f8-a3162fd1a15b req-4bb31917-05f2-4cb8-abb0-4ea19ca0fb73 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435553 Jul 22 14:11:02.016546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-b72fdd1f-1f0f-451b-bbd7-dce55c77a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:02.024061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-b72fdd1f-1f0f-451b-bbd7-dce55c77a1e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.4042878 Jul 22 14:11:02.135235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-011760fa-e6cb-45e5-b261-2ef5e7ae3a86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.0982394 Jul 22 14:11:02.665019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f406fabb-1136-4efa-a734-3db926206747 req-ebecf471-ba6e-4193-8c4f-aa602aa17191 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 210 time: 0.0786350 Jul 22 14:11:02.716831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-993932da-4970-403f-90f8-b7788b113582 req-fd7ae3e2-43ee-4020-ab0d-fd205951450d tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 210 time: 0.1030259 Jul 22 14:11:02.763921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-e10e79a5-55d8-4f42-9f9d-056d8800078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:02.766025 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-e10e79a5-55d8-4f42-9f9d-056d8800078d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.5886576 Jul 22 14:11:02.813105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:02.850350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:02.853854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-62d800f2-abd2-482e-a515-9db326fe18be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483077 Jul 22 14:11:03.047947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-ecbc79af-8feb-47eb-aa3a-0ea6bb8c6df3 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868048 Jul 22 14:11:03.128636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Allocated IP 172.25.8.117 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/dac5bc8c-a400-463a-a091-b6008fef6780) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:03.328865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-bbf7b593-43c2-44e4-b8ce-e0160dbf72e8 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:03.349585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-bbf7b593-43c2-44e4-b8ce-e0160dbf72e8 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.13 "GET /v2.0/networks?id=87b17ade-3a34-4ec2-9c83-c2836f7612c6 HTTP/1.1" status: 200 len: 805 time: 0.3894088 Jul 22 14:11:03.446266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:03.471751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85055b19-3170-4610-ad60-491bcab58720 req-e127363f-ce29-451d-a0d3-93ce4c0ae33a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:03.498538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85055b19-3170-4610-ad60-491bcab58720 req-e127363f-ce29-451d-a0d3-93ce4c0ae33a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3382094 Jul 22 14:11:03.501878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfac5b89-47a7-41be-ab8f-be0fa245d898 req-29dff116-7d4a-403f-ba3f-070554984401 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152980 Jul 22 14:11:03.569404 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-69c075c5-8a9f-4df5-a503-5b3e1708b770 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2939cf288bd84ad9bff858187b8fa59d HTTP/1.1" status: 200 len: 379 time: 0.2022471 Jul 22 14:11:03.572981 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:03.606072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Request body: {'port': {'device_id': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'admin_state_up': True, 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'security_groups': ['5acfe9a7-4132-447d-aacd-fd2ff27df743']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:03.709879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:03.742253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85055b19-3170-4610-ad60-491bcab58720 req-ee876746-9c93-4f54-9408-1508288dcd45 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427080 Jul 22 14:11:03.763536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:03.780854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:03.867838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:03.945411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9793a42e-b729-46ec-aa2a-b6fa095b2374 req-6f8f55a9-cb42-47f0-823c-6e06570262c2 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 210 time: 0.0496430 Jul 22 14:11:03.989942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event updated for resources: {'Port': ['ID=dac5bc8c-a400-463a-a091-b6008fef6780,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:04.022544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Made reservation on behalf of 2939cf288bd84ad9bff858187b8fa59d for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:04.032232 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:04.056987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a076897c-a306-4797-b0de-f82aeec44e43 req-cca9056d-e18a-41aa-9d24-45decbd259e9 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 210 time: 0.1218851 Jul 22 14:11:04.165113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-93dea950-fcf8-49ec-a2c0-9b663003fb04 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:04.166812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-93dea950-fcf8-49ec-a2c0-9b663003fb04 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.13 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 822 time: 0.6314270 Jul 22 14:11:04.188135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'port': {'device_id': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'admin_state_up': True, 'tenant_id': '0f9246e33ce248de989acd09811814a9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:04.206986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1704200987'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:04.294372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Made reservation on behalf of 1d466d14cbe74fb9b702477ff935ad80 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:04.298323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:04.326269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Allocated IP 172.20.0.12 (87b17ade-3a34-4ec2-9c83-c2836f7612c6/4a9fccc8-0690-4d98-9c2b-50d7ee83460f/58f6c07d-4aed-4e6f-aa37-209cc80cf12c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:04.329564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:04.417415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-ba8fc14a-f4c5-49e5-b2c7-428a946db63a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2062824 Jul 22 14:11:04.615729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:04.698588 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:04.720654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Transition to ACTIVE for port object 58f6c07d-4aed-4e6f-aa37-209cc80cf12c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:04.782297 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:04.884552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:04.903103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:04.919624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:05.025482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event updated for resources: {'Port': ['ID=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:05.040545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.094907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-a876b19b-b1cf-4327-aebe-9d00437f1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:05.097112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-a876b19b-b1cf-4327-aebe-9d00437f1ecc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 1098 time: 0.6350107 Jul 22 14:11:05.114178 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.171432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:05.172261 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.179473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.205752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Made reservation on behalf of 0f9246e33ce248de989acd09811814a9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:05.209522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.323965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-7e9152d5-a3a8-444f-a532-6f9c92007d2c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7315361 Jul 22 14:11:05.324292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c70ed686-716c-409d-ab9b-29c0f7c2ab8d None None] Provisioning for port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:05.333237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:05.340761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c70ed686-716c-409d-ab9b-29c0f7c2ab8d None None] Provisioning complete for port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:05.343962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c70ed686-716c-409d-ab9b-29c0f7c2ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.381102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Request body: {'port': {'device_id': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:05.383134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42aebe8-98c2-4574-ab8a-bcc9380c42e0 req-27eafd85-ee3d-4049-b637-683008984883 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:05.384703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e42aebe8-98c2-4574-ab8a-bcc9380c42e0 req-27eafd85-ee3d-4049-b637-683008984883 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 932 time: 0.2687368 Jul 22 14:11:05.458388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad432a-742b-47f5-9ac3-b1417843a0dd req-63eef557-88bf-4307-865c-1c8726b2e7f9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:05.468806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c70ed686-716c-409d-ab9b-29c0f7c2ab8d None None] Port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:11:05.470543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbad432a-742b-47f5-9ac3-b1417843a0dd req-63eef557-88bf-4307-865c-1c8726b2e7f9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.5711727 Jul 22 14:11:05.484764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e42aebe8-98c2-4574-ab8a-bcc9380c42e0 req-6bc505e4-99dd-407e-b92f-f980575d2833 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897677 Jul 22 14:11:05.526166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Router 790e1be2-0613-4eab-87cc-e34b74d128bc is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:05.537886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Allocated IP 172.20.0.8 (51cbd21e-98cd-40de-ab1d-51a9e91cf741/48a97e28-257d-4b68-93b6-a1b6cd4eaf67/ebaf37e7-8567-4b13-90cc-994e90a0e286) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:05.560756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.572411 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Added segment 2301f991-2a43-4bcc-ba16-0dd76c19e2a8 of type vlan for network ee9922c0-4fbd-4909-8145-5e1a19e2c739 Jul 22 14:11:05.644526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26f46483-f613-466f-a3fa-a469532a616a req-7e74b675-07fd-40aa-8927-577e7a4a1cf6 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 210 time: 0.0415373 Jul 22 14:11:05.653842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.697868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c091592b-4a98-4224-82c2-0e1c16cbaeca,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:05.753296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.768558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:05.769795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:05.822194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9531353 Jul 22 14:11:05.825723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39076) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:06.012530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'network': {'name': 'tempest-network--2018747014', 'router:external': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:06.017700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.116184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:06.128542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] Sync routers for ids ['790e1be2-0613-4eab-87cc-e34b74d128bc'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:06.152816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.155112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84efe3a5-beda-4f03-a901-0262123c019a tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8259389 Jul 22 14:11:06.158071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:06.168549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] Routers {'790e1be2-0613-4eab-87cc-e34b74d128bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:06.169224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['790e1be2-0613-4eab-87cc-e34b74d128bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:06.238033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:06.248883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] Routers {'790e1be2-0613-4eab-87cc-e34b74d128bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:06.249844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['790e1be2-0613-4eab-87cc-e34b74d128bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:06.283105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-cd3ed6c8-cd81-49dd-afa4-4c5c48f5b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:06.284868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-cd3ed6c8-cd81-49dd-afa4-4c5c48f5b81d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 1.1600385 Jul 22 14:11:06.319637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef28aa4-d63b-40e8-819b-e35a61cf3feb tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Pushing event updated for resources: {'Network': ['ID=ee9922c0-4fbd-4909-8145-5e1a19e2c739,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:06.337530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:06.341566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47d69b-1fc5-47cb-b5d5-f8a873dcfc3e None None] The sync data for ids ['790e1be2-0613-4eab-87cc-e34b74d128bc'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:06.346438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ee9922c0-4fbd-4909-8145-5e1a19e2c739 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:06.368591 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.372087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-9983f05a-c18a-4528-be53-63ce06c4cc5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35 HTTP/1.1" status: 200 len: 217 time: 0.0497987 Jul 22 14:11:06.389017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-504f3ef1-faff-4921-ad71-a8adfab04e3b tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/790e1be2-0613-4eab-87cc-e34b74d128bc HTTP/1.1" status: 200 len: 920 time: 0.2296901 Jul 22 14:11:06.392047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:06.392513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbad432a-742b-47f5-9ac3-b1417843a0dd req-755d473f-c4a0-45e6-996b-31802188d980 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9210296 Jul 22 14:11:06.440926 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1b91d82-ecc3-402a-a6d3-f9a0cb2b48e8 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=790e1be2-0613-4eab-87cc-e34b74d128bc HTTP/1.1" status: 200 len: 205 time: 0.0451329 Jul 22 14:11:06.441103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:06.444148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Made reservation on behalf of 4915e8e0e9df4e629eeb3b1c4e35322e for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:06.446825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.489309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.565138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.718892 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.742532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.750238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.769464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b7892-a7e6-4e55-bc6b-5a015226f415 req-c4494516-ee94-4238-828e-c290f90ca586 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:06.771678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-566b7892-a7e6-4e55-bc6b-5a015226f415 req-c4494516-ee94-4238-828e-c290f90ca586 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 932 time: 0.1285233 Jul 22 14:11:06.772371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:06.795798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.796495 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Added segment ed6f71ec-cfda-4750-a0f5-45a065214dfa of type vlan for network c6883090-b928-455e-a69c-77e9d346e7ca Jul 22 14:11:06.825460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:06.857990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.893858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-566b7892-a7e6-4e55-bc6b-5a015226f415 req-8becb2c3-1c9e-4053-a8b8-b99d3d01e5c9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693107 Jul 22 14:11:06.906247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:06.908560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:06.921039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:06.932018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:07.025108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:07.025801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.040901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e362fd8d-cb56-4680-ac57-a17b4510ab78,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:07.058286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Deleting port dac5bc8c-a400-463a-a091-b6008fef6780 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:07.058634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.058905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-c35780ff-d99a-42ce-937d-a2951a764e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:07.060527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-c35780ff-d99a-42ce-937d-a2951a764e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.6616480 Jul 22 14:11:07.061432 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.062802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-4692844d-6c5a-4b03-813d-bb82c1ca1a51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8816841 Jul 22 14:11:07.076272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:07.076914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.080915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Request body: {'port': {'device_id': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:07.143453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-72c1bebe-84f9-4cbf-9f2d-f32746855071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487590 Jul 22 14:11:07.147678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2955918 Jul 22 14:11:07.151245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39104) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:07.224957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.247306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Calling delete_port for dac5bc8c-a400-463a-a091-b6008fef6780 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:07.251872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.265325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.615956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaf37e7-8567-4b13-90cc-994e90a0e286 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:07.628882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.647605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Transition to ACTIVE for port object ebaf37e7-8567-4b13-90cc-994e90a0e286 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:07.688893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:07.711513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8adc9-b09e-48ab-a8bc-7739bdb94104 req-f6b1014e-8f34-4ece-a980-2ea95566b3bd tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:07.712745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62d8adc9-b09e-48ab-a8bc-7739bdb94104 req-f6b1014e-8f34-4ece-a980-2ea95566b3bd tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 931 time: 0.8118100 Jul 22 14:11:07.955427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:07.961037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f6c07d-4aed-4e6f-aa37-209cc80cf12c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:07.975461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.006592 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-f8cbf814-3e86-4b05-997e-8fbe463a5f8b service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8534701 Jul 22 14:11:08.023422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea656d6a-c631-47d3-9561-1a83864723b3 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Network': ['ID=c6883090-b928-455e-a69c-77e9d346e7ca,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:08.038105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c6883090-b928-455e-a69c-77e9d346e7ca details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:08.056572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Attempting to bind port ebaf37e7-8567-4b13-90cc-994e90a0e286 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:08.057178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Attempting to bind port ebaf37e7-8567-4b13-90cc-994e90a0e286 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:08.057781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Attempting to bind port ebaf37e7-8567-4b13-90cc-994e90a0e286 on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:08.075384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dfb67-ab2a-4f3f-ab18-89e02623e6c4 req-a7156d3b-64cd-4509-9dcb-43447c112f53 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:08.078124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Transition to ACTIVE for port object 58f6c07d-4aed-4e6f-aa37-209cc80cf12c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:08.079789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f08dfb67-ab2a-4f3f-ab18-89e02623e6c4 req-a7156d3b-64cd-4509-9dcb-43447c112f53 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3949959 Jul 22 14:11:08.082059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Port ebaf37e7-8567-4b13-90cc-994e90a0e286 on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:11:08.082763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Attempting to bind port ebaf37e7-8567-4b13-90cc-994e90a0e286 on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:08.093311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:08.094105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Checking segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:08.095349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Bound using segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:08.095748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Bound port: ebaf37e7-8567-4b13-90cc-994e90a0e286, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:08.096360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.172631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62d8adc9-b09e-48ab-a8bc-7739bdb94104 req-74523b34-79cc-493a-a3fd-af68b8989696 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079556 Jul 22 14:11:08.174707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.257104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:08.260405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:08.273545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f08dfb67-ab2a-4f3f-ab18-89e02623e6c4 req-42db5302-cd7f-4e68-9919-e119a1cb1b3a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824672 Jul 22 14:11:08.290877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.428007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:08.433990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.435554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebaf37e7-8567-4b13-90cc-994e90a0e286 HTTP/1.1" status: 200 len: 1092 time: 1.3592272 Jul 22 14:11:08.451424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'tag': 'ebaf37e7-8567-4b13-90cc-994e90a0e286'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:08.467320 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39" -d '{"events": [{"name": "network-changed", "server_uuid": "20bacf06-ecac-4ffd-b161-7a25047fbdb7", "tag": "ebaf37e7-8567-4b13-90cc-994e90a0e286"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:08.483510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.495042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Pushing event updated for resources: {'Port': ['ID=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:08.549247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e621c1-7604-424f-b441-cb0bbd681663 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:08.578398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.603532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6883090-b928-455e-a69c-77e9d346e7ca']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:08.624785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event deleted for resources: {'Port': ['ID=dac5bc8c-a400-463a-a091-b6008fef6780,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:08.629796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6f71ec-cfda-4750-a0f5-45a065214dfa') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:08.630122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6f71ec-cfda-4750-a0f5-45a065214dfa') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:08.663143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.687377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.693857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.698965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:08.699698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.704989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-af2f2454-ba28-40c7-9008-ccf0cd51d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:08.706820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-af2f2454-ba28-40c7-9008-ccf0cd51d581 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 1095 time: 0.1836505 Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:08.824335 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:08.872883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.883708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6883090-b928-455e-a69c-77e9d346e7ca {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:11:08.892713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:08.908560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c6883090-b928-455e-a69c-77e9d346e7ca HTTP/1.1" status: 204 len: 168 time: 1.7496531 Jul 22 14:11:08.932166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:09.032581 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbefe59-34fc-4f61-baa6-9c2be8563742 x-openstack-request-id: req-acbefe59-34fc-4f61-baa6-9c2be8563742 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:09.033130 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20bacf06-ecac-4ffd-b161-7a25047fbdb7", "tag": "ebaf37e7-8567-4b13-90cc-994e90a0e286", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:09.033493 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acbefe59-34fc-4f61-baa6-9c2be8563742 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:09.034048 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'tag': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'status': 'completed', 'code': 200} Jul 22 14:11:09.038178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:09.046853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-108253dd-2028-4869-b8ef-9a97ea759f2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286 HTTP/1.1" status: 200 len: 217 time: 0.2584362 Jul 22 14:11:09.132237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.153862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.157345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Made reservation on behalf of 4915e8e0e9df4e629eeb3b1c4e35322e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:09.166018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.246210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c9588-ac6e-4338-adc5-efbdd1fe5a01 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6883090-b928-455e-a69c-77e9d346e7ca,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:09.351727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e09ae2a6-b6b7-4710-92ff-5bf82a37506f req-bce2f290-e170-4af8-979b-3c02c2c98fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3243141 Jul 22 14:11:09.417279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.418038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Fanout notify agent at l3_agent the message router_deleted on router 790e1be2-0613-4eab-87cc-e34b74d128bc {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:09.423810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-8cacee52-8653-4409-b869-fa46342e7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:09.425679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-8cacee52-8653-4409-b869-fa46342e7d49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 200 len: 862 time: 0.3706234 Jul 22 14:11:09.437876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.445453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-33ec8476-4c05-489b-93a6-246d244c0219 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/790e1be2-0613-4eab-87cc-e34b74d128bc HTTP/1.1" status: 204 len: 168 time: 3.0018058 Jul 22 14:11:09.458196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:09.466293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-339823232', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:09.472581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:09.514817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-66135f70-a0df-4fb0-8c1f-0cb2fcb53045 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51cbd21e-98cd-40de-ab1d-51a9e91cf741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550141 Jul 22 14:11:09.524070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.524559 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Added segment e80a38df-03ae-4777-b307-3ea364b6cbf4 of type vlan for network c5017838-7c3a-416a-8e22-045c46a719c6 Jul 22 14:11:09.605261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Attempting to bind port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:09.605601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Attempting to bind port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:09.605983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Attempting to bind port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c on network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:09.652203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87906321-e13a-4a8a-9b08-bd71913285f9 req-9cac7712-dfc4-43e1-b5c7-13c849090435 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:09.659333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87906321-e13a-4a8a-9b08-bd71913285f9 req-9cac7712-dfc4-43e1-b5c7-13c849090435 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 943 time: 0.3153973 Jul 22 14:11:09.663098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c on network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:11:09.663573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Attempting to bind port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c on network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:09.691874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:09.692224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Checking segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:09.692637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Bound using segment: {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:09.694040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Bound port: 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d80dd5e-d8cc-4893-8766-75065b499cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:09.694550 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.708011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2b4ca-bb2c-4609-9c1f-babcfb9eaba0 req-33d90a69-d44c-46b4-b779-08802c5a9ec7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:09.710199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5a2b4ca-bb2c-4609-9c1f-babcfb9eaba0 req-33d90a69-d44c-46b4-b779-08802c5a9ec7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 944 time: 1.3054593 Jul 22 14:11:09.736246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.737424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-790ca709-055c-4564-8f59-5532caa0e06c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9230928 Jul 22 14:11:09.742840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.774400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-63178bea-6aee-42db-9664-c504a0d0b6b8 service neutron] 10.222.0.13 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469468 Jul 22 14:11:09.937022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8101326-f29b-43f1-babd-c0e7fab077e5 req-434cc0c7-9604-48b0-9b9a-5f24d320cd6f service neutron] 10.222.0.13 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481059 Jul 22 14:11:09.938775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:09.953968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87906321-e13a-4a8a-9b08-bd71913285f9 req-0ae037ab-0402-41f2-a3a9-8efefff0ca41 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929788 Jul 22 14:11:10.031466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] For port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:10.034786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] For port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:10.044210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5a2b4ca-bb2c-4609-9c1f-babcfb9eaba0 req-7968b263-64f9-4d71-b225-b042648ea4b7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247998 Jul 22 14:11:10.047301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:10.080981 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:10.111834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Pushing event updated for resources: {'Port': ['ID=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:10.147202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.148120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:10.149410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-736b728b-a4cb-4a6b-b77f-5aa65c3f7c20 service neutron] 10.222.0.13 "PUT /v2.0/ports/58f6c07d-4aed-4e6f-aa37-209cc80cf12c HTTP/1.1" status: 200 len: 1093 time: 4.8086369 Jul 22 14:11:10.156648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:10.159510 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0801c-7aab-4d21-b6d5-72084424f702" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:10.185999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-2aee098c-ba59-4bd4-9ad4-c6093dcaff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.189937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-2aee098c-ba59-4bd4-9ad4-c6093dcaff90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.4155948 Jul 22 14:11:10.375686 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356760d4-9f59-47da-b8af-37b59f057ea1 x-openstack-request-id: req-356760d4-9f59-47da-b8af-37b59f057ea1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:10.376367 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:10.376584 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-356760d4-9f59-47da-b8af-37b59f057ea1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:10.377096 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'status': 'completed', 'code': 200} Jul 22 14:11:10.414270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-864da423-3955-4ba0-a949-95bc93917a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.415751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-864da423-3955-4ba0-a949-95bc93917a5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2939cf288bd84ad9bff858187b8fa59d&device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 1096 time: 0.1810362 Jul 22 14:11:10.419494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-28220706-80a3-4b1f-ad01-444785329696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.421382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-28220706-80a3-4b1f-ad01-444785329696 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.2035589 Jul 22 14:11:10.438941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:11:10.518766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-e0915516-80e7-4a06-aa61-97cc108b6454 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.0763285 Jul 22 14:11:10.609761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-73fbcae2-fc02-40a1-b1d1-ae0b76783620 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c HTTP/1.1" status: 200 len: 217 time: 0.1754327 Jul 22 14:11:10.705569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-1e965d19-2a66-4d44-a1fe-549df20184ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.707544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-1e965d19-2a66-4d44-a1fe-549df20184ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.1195734 Jul 22 14:11:10.712458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-032db740-fbb6-4e34-9226-0a38e60c1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.714436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-032db740-fbb6-4e34-9226-0a38e60c1e2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a9fccc8-0690-4d98-9c2b-50d7ee83460f HTTP/1.1" status: 200 len: 844 time: 0.0980792 Jul 22 14:11:10.822665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-02b7ee19-f081-4b0a-823e-3793976b1de1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906303 Jul 22 14:11:10.937692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-cd87fb0b-b754-4516-a4fd-3a9f7eae8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:10.939419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-cd87fb0b-b754-4516-a4fd-3a9f7eae8923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87b17ade-3a34-4ec2-9c83-c2836f7612c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1971629 Jul 22 14:11:11.031506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:11.032497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.033171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:11.037693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:11.155213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Network': ['ID=c5017838-7c3a-416a-8e22-045c46a719c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:11.166882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c5017838-7c3a-416a-8e22-045c46a719c6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:11.245553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-34d3b187-6202-47fb-8365-01333e99a1c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235001 Jul 22 14:11:11.288751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38469ed5-3aa4-4d73-b2ee-b0cb2e457a7d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.2610886 Jul 22 14:11:11.296111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:11.304463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'subnet': {'network_id': 'c5017838-7c3a-416a-8e22-045c46a719c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:11.336920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-8e12b734-8af7-4a14-b86d-ea022b5c340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.338468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-8e12b734-8af7-4a14-b86d-ea022b5c340f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 1095 time: 1.2493126 Jul 22 14:11:11.374897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Made reservation on behalf of 4915e8e0e9df4e629eeb3b1c4e35322e for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:11.375656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:11.478332 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-16d0be10-8244-4662-9567-5c3977288100 service neutron] 10.222.0.13 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375672 Jul 22 14:11:11.493714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81f28-9764-4e64-baa1-f2685e3b3f02 req-422d7120-522f-481d-b5ff-f86ec82d79fa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.496680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e7a81f28-9764-4e64-baa1-f2685e3b3f02 req-422d7120-522f-481d-b5ff-f86ec82d79fa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 943 time: 0.3475945 Jul 22 14:11:11.555184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a3f814a8-e15e-4459-a98b-9c739232b0fe req-40b0898c-79d6-4d6f-bbcf-0027f42daedb service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981715 Jul 22 14:11:11.600318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729a8d1-60f8-4be4-9e5b-23e6b6910ed2 req-7f2bc9c1-e3d5-4979-8e14-44a3d23cb045 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.605834 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1729a8d1-60f8-4be4-9e5b-23e6b6910ed2 req-7f2bc9c1-e3d5-4979-8e14-44a3d23cb045 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 944 time: 0.4235256 Jul 22 14:11:11.634062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-936a3cd0-c6fd-49f6-8343-51f0c825d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.635595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-936a3cd0-c6fd-49f6-8343-51f0c825d74f service neutron] 10.222.0.13 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 923 time: 0.2881896 Jul 22 14:11:11.669259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e7a81f28-9764-4e64-baa1-f2685e3b3f02 req-12012a35-af54-4cd6-a4dd-4744c023f9ce tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555085 Jul 22 14:11:11.698740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f269c63b-9e07-4995-bff4-ba1017efb558 req-20232b69-a6e3-417b-8006-c492925f2a9e service neutron] 10.222.0.13 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724279 Jul 22 14:11:11.754637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-78b9d156-92cb-4124-9674-6fe87b9cee40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286 HTTP/1.1" status: 200 len: 217 time: 0.1019423 Jul 22 14:11:11.783535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1729a8d1-60f8-4be4-9e5b-23e6b6910ed2 req-6e5ad7f3-8551-4cb1-ba64-02dbe68a2349 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686788 Jul 22 14:11:11.866697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-acfb37c6-0748-4b4a-86b2-08ac4f39c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.868576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-acfb37c6-0748-4b4a-86b2-08ac4f39c488 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2939cf288bd84ad9bff858187b8fa59d&device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 1096 time: 0.1121206 Jul 22 14:11:11.985227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-87d06f48-8881-40fc-bd9e-86c443cd2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:11.985227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-87d06f48-8881-40fc-bd9e-86c443cd2b6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=87b17ade-3a34-4ec2-9c83-c2836f7612c6 HTTP/1.1" status: 200 len: 906 time: 0.1046906 Jul 22 14:11:12.046791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-0a46eaf7-6120-45e0-ad37-47635378e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:12.048275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-0a46eaf7-6120-45e0-ad37-47635378e75a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 200 len: 862 time: 0.2716742 Jul 22 14:11:12.051433 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-25f20bac-d073-48bf-ab28-c6b3987b11c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c HTTP/1.1" status: 200 len: 217 time: 0.0609810 Jul 22 14:11:12.109112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-dc7f5238-400d-49ba-bebb-752b0784b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:12.110644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-dc7f5238-400d-49ba-bebb-752b0784b18c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a9fccc8-0690-4d98-9c2b-50d7ee83460f HTTP/1.1" status: 200 len: 844 time: 0.0479949 Jul 22 14:11:12.127650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-0eae0615-9a91-437e-849c-529ba7b0888a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51cbd21e-98cd-40de-ab1d-51a9e91cf741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436926 Jul 22 14:11:12.176396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-261752f7-67b5-4202-bdab-8c1a0b14e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:12.179430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-261752f7-67b5-4202-bdab-8c1a0b14e117 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87b17ade-3a34-4ec2-9c83-c2836f7612c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605657 Jul 22 14:11:12.179561 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.227159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.243974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8e29b-9e06-4ca5-a0df-257f0df76e93 req-dd4baf85-27e4-4272-ab2e-4bc1a53d4a1a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:12.245500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69a8e29b-9e06-4ca5-a0df-257f0df76e93 req-dd4baf85-27e4-4272-ab2e-4bc1a53d4a1a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3402302 Jul 22 14:11:12.287343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-79fff0bc-e0f2-4b26-939c-5d24743aae43 service neutron] 10.222.0.13 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942981 Jul 22 14:11:12.379499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16e0801c-7aab-4d21-b6d5-72084424f702 req-725f5a0e-bb24-4181-9606-9ed9f53a7eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853601 Jul 22 14:11:12.395908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69a8e29b-9e06-4ca5-a0df-257f0df76e93 req-6a55e7f4-6811-4e15-8275-b3041082bb86 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415124 Jul 22 14:11:12.419982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-5893fa28-9e7f-4f07-a8e0-83869a1129d4 service neutron] 10.222.0.13 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828109 Jul 22 14:11:12.456755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:11:12.457825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.540969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Allocated IP 172.25.8.246 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5c9bc256-5774-4f17-8820-37113d31a9ef) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:12.609591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92e7c42c-e66e-4212-8abc-c0a5171919be,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:12.654555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Checking segment: {'id': 'e80a38df-03ae-4777-b307-3ea364b6cbf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c5017838-7c3a-416a-8e22-045c46a719c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:12.654926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Network hostable DHCP agents. Network: c5017838-7c3a-416a-8e22-045c46a719c6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:11:12.658428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06d1da3a-4972-4c6d-8a36-c0fcfb177f39 req-342a91c5-4d1b-420c-a414-96b150ab90d1 service neutron] 10.222.0.13 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282441 Jul 22 14:11:12.722177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Network c5017838-7c3a-416a-8e22-045c46a719c6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:11:12.749400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, c5017838-7c3a-416a-8e22-045c46a719c6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:12.752844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.759276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:12.759920 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.760840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df35467-7ab3-46ad-b6a7-9cc68eb8af27 None None] Network c5017838-7c3a-416a-8e22-045c46a719c6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:12.816994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b676d9c-c332-457e-95c6-6c426d0c5dde tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5156333 Jul 22 14:11:12.816994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39230) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:12.823936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'floatingip': {'floating_network_id': 'c5017838-7c3a-416a-8e22-045c46a719c6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:12.888904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.936567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:12.997549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:12.999667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Port': ['ID=5c9bc256-5774-4f17-8820-37113d31a9ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:13.002479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:13.007839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:13.016972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950c90b-ecb2-4adc-b96c-5cacd7d56e49 req-fa7fcce4-981e-46c2-bef6-0bfa3510def4 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:13.018651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d950c90b-ecb2-4adc-b96c-5cacd7d56e49 req-fa7fcce4-981e-46c2-bef6-0bfa3510def4 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 943 time: 0.2462370 Jul 22 14:11:13.047784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75dad1-b32b-444e-98bc-d38dcf91d860 req-7993abbe-897f-4fd4-a712-257cffd98b5d tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:13.049469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b75dad1-b32b-444e-98bc-d38dcf91d860 req-7993abbe-897f-4fd4-a712-257cffd98b5d tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 944 time: 0.0911121 Jul 22 14:11:13.090488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631a7a0-e19d-491e-82b9-63e087552ba1 None None] Network c5017838-7c3a-416a-8e22-045c46a719c6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:13.122041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b75dad1-b32b-444e-98bc-d38dcf91d860 req-d07c57f5-5a19-401e-afa0-d22e83ebfd32 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614634 Jul 22 14:11:13.133429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d950c90b-ecb2-4adc-b96c-5cacd7d56e49 req-2e2abe81-2114-48ae-be69-04b590075a55 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796487 Jul 22 14:11:13.266836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:13.377194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b62b-39be-4ba4-ae03-0cfd97d69298 req-a16a7be1-8167-4a22-b426-1bae33738ea2 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:13.380052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ec2b62b-39be-4ba4-ae03-0cfd97d69298 req-a16a7be1-8167-4a22-b426-1bae33738ea2 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 950 time: 0.0742409 Jul 22 14:11:13.420804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ec2b62b-39be-4ba4-ae03-0cfd97d69298 req-9bb64544-1ef2-4436-9aaa-b5ca6cfac032 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Jul 22 14:11:13.442426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ebaf37e7-8567-4b13-90cc-994e90a0e286 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:11:13.474082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Allocated IP 172.20.0.9 (c5017838-7c3a-416a-8e22-045c46a719c6/92e7c42c-e66e-4212-8abc-c0a5171919be/353a3b7c-b88c-429a-b9e7-3cb427bf0bb9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:13.480623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:13.582248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:13.602422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'port_id': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'mac_address': 'fa:16:3e:60:f6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a97e28-257d-4b68-93b6-a1b6cd4eaf67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:11:13.660284 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:13.676246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaf37e7-8567-4b13-90cc-994e90a0e286 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:13.706540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:13.713314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:13.781119 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:13.958778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ebaf37e7-8567-4b13-90cc-994e90a0e286'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:11:14.046877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:14.110878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:14.127905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:14.269811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Network c5017838-7c3a-416a-8e22-045c46a719c6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:14.291338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:14.293834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:14.303113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c163ea-fbb7-46ae-ac49-3ea26cf2820f req-c95afecd-de66-46ae-a521-069573fcb086 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:14.304959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0c163ea-fbb7-46ae-ac49-3ea26cf2820f req-c95afecd-de66-46ae-a521-069573fcb086 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 944 time: 0.0902281 Jul 22 14:11:14.350661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0c163ea-fbb7-46ae-ac49-3ea26cf2820f req-195f43a5-90f5-4748-8b23-0d0859c3533a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393748 Jul 22 14:11:14.359835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Port': ['ID=353a3b7c-b88c-429a-b9e7-3cb427bf0bb9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:14.505552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5043d-9a70-4a17-ad67-e4e39ebe6234 req-31c69a45-0f9e-42a4-8343-84994612d14c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:14.507196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb5043d-9a70-4a17-ad67-e4e39ebe6234 req-31c69a45-0f9e-42a4-8343-84994612d14c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 944 time: 0.2219126 Jul 22 14:11:14.550159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:14.554041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Router 99522bd3-8eac-4435-adac-290b331153b9 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:14.622784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4eb5043d-9a70-4a17-ad67-e4e39ebe6234 req-665c5275-fc01-4602-9a69-5d9ce6888434 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080694 Jul 22 14:11:14.702283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:14.764412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229dbf7f-38c6-4ea4-9825-ba95ffc2b200 req-da5d93b5-5ef5-4f8b-95af-945a696d63a0 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:14.766416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-229dbf7f-38c6-4ea4-9825-ba95ffc2b200 req-da5d93b5-5ef5-4f8b-95af-945a696d63a0 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 950 time: 0.0750804 Jul 22 14:11:14.786888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:14.801610 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Sync routers for ids ['99522bd3-8eac-4435-adac-290b331153b9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:14.813747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-229dbf7f-38c6-4ea4-9825-ba95ffc2b200 req-9b7e4d8a-ad6f-4821-b536-5d628196e447 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Jul 22 14:11:14.830443 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Routers {'99522bd3-8eac-4435-adac-290b331153b9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:14.831425 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['99522bd3-8eac-4435-adac-290b331153b9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:14.856865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:14.860463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-31227535-0e5c-46e7-b947-4a6812af509d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3959761 Jul 22 14:11:14.861121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39310) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:14.949211 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Set router 99522bd3-8eac-4435-adac-290b331153b9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:15.029966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.038579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-219f93d8-bf8c-4a48-8f6b-6e874fed49ba tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/99522bd3-8eac-4435-adac-290b331153b9 HTTP/1.1" status: 200 len: 908 time: 0.1731141 Jul 22 14:11:15.038836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:15.045022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'name': 'tempest-snat-router-339823232', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': True}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:15.048308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.148406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Port': ['ID=353a3b7c-b88c-429a-b9e7-3cb427bf0bb9,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:15.155604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.156408 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99522bd3-8eac-4435-adac-290b331153b9', 'name': 'tempest-snat-router-339823232', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.246'}], 'enable_snat': False}, 'gw_port_id': '5c9bc256-5774-4f17-8820-37113d31a9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:09Z', 'updated_at': '2021-07-22T14:11:13Z', 'revision_number': 3, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port': {'id': '5c9bc256-5774-4f17-8820-37113d31a9ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99522bd3-8eac-4435-adac-290b331153b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:12Z', 'updated_at': '2021-07-22T14:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:15.156723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.178306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.183724 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Checking router: 99522bd3-8eac-4435-adac-290b331153b9 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:11:15.184312 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Updating router 99522bd3-8eac-4435-adac-290b331153b9 port 5c9bc256-5774-4f17-8820-37113d31a9ef binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:11:15.220435 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.244510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.246093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.249480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8444b25e-b1c0-4461-9aae-7bc318060a42 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4319100 Jul 22 14:11:15.251519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:15.353559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bce789ec-2e0a-4b9c-a762-849130da0682 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=c5017838-7c3a-416a-8e22-045c46a719c6 HTTP/1.1" status: 200 len: 689 time: 0.1004686 Jul 22 14:11:15.354833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39318) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:15.405704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.466615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 58f6c07d-4aed-4e6f-aa37-209cc80cf12c details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:11:15.472137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ebaf37e7-8567-4b13-90cc-994e90a0e286 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:15.476359 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.582477 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.595325 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Transition to ACTIVE for port object 5c9bc256-5774-4f17-8820-37113d31a9ef will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:15.602544 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.653450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Deleting port 353a3b7c-b88c-429a-b9e7-3cb427bf0bb9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:15.654377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.684587 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Attempting to bind port 5c9bc256-5774-4f17-8820-37113d31a9ef on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:15.685126 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Attempting to bind port 5c9bc256-5774-4f17-8820-37113d31a9ef by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:15.685450 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Attempting to bind port 5c9bc256-5774-4f17-8820-37113d31a9ef on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:15.702936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:15.703316 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:15.703705 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.704098 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:15.704577 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Bound port: 5c9bc256-5774-4f17-8820-37113d31a9ef, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:15.704996 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.729133 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717080-6bd4-473e-b8f5-202d5215e1e6 None None] Pushing event updated for resources: {'Port': ['ID=5c9bc256-5774-4f17-8820-37113d31a9ef,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:15.745857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a52ea7-005a-4640-90fe-f8c9718f7a42 req-18f81326-3f02-4210-a4cb-b1523e1cae06 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:15.752007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29a52ea7-005a-4640-90fe-f8c9718f7a42 req-18f81326-3f02-4210-a4cb-b1523e1cae06 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 944 time: 0.3072307 Jul 22 14:11:15.777305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ebaf37e7-8567-4b13-90cc-994e90a0e286 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:15.801104 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] For port 5c9bc256-5774-4f17-8820-37113d31a9ef, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:15.804209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ebaf37e7-8567-4b13-90cc-994e90a0e286 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:15.804209 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.807172 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] For port 5c9bc256-5774-4f17-8820-37113d31a9ef, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c9bc256-5774-4f17-8820-37113d31a9ef,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:15.815737 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.843104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29a52ea7-005a-4640-90fe-f8c9718f7a42 req-5beb97b2-80b1-4c4f-ad48-c981019c8f98 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827386 Jul 22 14:11:15.844488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.845047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:15.894936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:15.918362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'port_id': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'mac_address': 'fa:16:3e:54:e6:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:11:15.926893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Calling delete_port for 353a3b7c-b88c-429a-b9e7-3cb427bf0bb9 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:15.940237 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717080-6bd4-473e-b8f5-202d5215e1e6 None None] Pushing event updated for resources: {'Port': ['ID=5c9bc256-5774-4f17-8820-37113d31a9ef,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:15.978348 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Routers {'99522bd3-8eac-4435-adac-290b331153b9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:15.979830 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['99522bd3-8eac-4435-adac-290b331153b9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:16.026073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.052011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.056976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f6c07d-4aed-4e6f-aa37-209cc80cf12c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:16.072014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116faf5c-4ea2-4557-84dc-b97a9d1aaeec req-456d8288-4728-4e2b-8792-51be230b8c60 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:16.074141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-116faf5c-4ea2-4557-84dc-b97a9d1aaeec req-456d8288-4728-4e2b-8792-51be230b8c60 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 944 time: 0.2822549 Jul 22 14:11:16.099789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:16.109271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaf37e7-8567-4b13-90cc-994e90a0e286'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:16.112094 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9697010-9c9a-42eb-a609-baa533520da2" -d '{"events": [{"server_uuid": "20bacf06-ecac-4ffd-b161-7a25047fbdb7", "name": "network-vif-plugged", "status": "completed", "tag": "ebaf37e7-8567-4b13-90cc-994e90a0e286"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:16.119689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.128081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.140162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:16.167494 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.168672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-116faf5c-4ea2-4557-84dc-b97a9d1aaeec req-0a40f56b-b812-473c-9a3e-8397f7f5d67b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842512 Jul 22 14:11:16.168964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:11:16.170587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.215845 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] Set router 99522bd3-8eac-4435-adac-290b331153b9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:16.260539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4323a19-4266-42b6-9b80-f35ed7a1bcac req-72ed9765-1fd6-4f6b-8548-60f066c70124 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:16.262647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4323a19-4266-42b6-9b80-f35ed7a1bcac req-72ed9765-1fd6-4f6b-8548-60f066c70124 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 950 time: 0.2885079 Jul 22 14:11:16.268087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:16.273195 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d0f843-be1f-411b-88fc-828a32feea97 x-openstack-request-id: req-d5d0f843-be1f-411b-88fc-828a32feea97 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:16.273680 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bacf06-ecac-4ffd-b161-7a25047fbdb7", "name": "network-vif-plugged", "status": "completed", "tag": "ebaf37e7-8567-4b13-90cc-994e90a0e286", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:16.274025 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5d0f843-be1f-411b-88fc-828a32feea97 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:16.274508 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'code': 200} Jul 22 14:11:16.311877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.370505 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.382236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Port': ['ID=353a3b7c-b88c-429a-b9e7-3cb427bf0bb9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:16.460496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4323a19-4266-42b6-9b80-f35ed7a1bcac req-b5995025-c3a0-423e-a897-65fe3ec83c86 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/security-groups?id=c27bdf38-5adf-486c-a4d1-3f40b5220e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897457 Jul 22 14:11:16.475556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:16.482625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['58f6c07d-4aed-4e6f-aa37-209cc80cf12c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:11:16.487632 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.491323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:16.512651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Allocated IP 172.25.8.157 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b2bf7605-7f84-4c1d-91c3-f7a201017e00) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:16.539770 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99522bd3-8eac-4435-adac-290b331153b9', 'name': 'tempest-snat-router-339823232', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.246'}], 'enable_snat': False}, 'gw_port_id': '5c9bc256-5774-4f17-8820-37113d31a9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:09Z', 'updated_at': '2021-07-22T14:11:13Z', 'revision_number': 3, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port': {'id': '5c9bc256-5774-4f17-8820-37113d31a9ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99522bd3-8eac-4435-adac-290b331153b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:12Z', 'updated_at': '2021-07-22T14:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:16.571086 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c42ab-ed2b-4191-9faa-2dc9ce5825d9 None None] The sync data for ids ['99522bd3-8eac-4435-adac-290b331153b9'] in n-d-787205-11 is: [{'id': '99522bd3-8eac-4435-adac-290b331153b9', 'name': 'tempest-snat-router-339823232', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.246'}], 'enable_snat': False}, 'gw_port_id': '5c9bc256-5774-4f17-8820-37113d31a9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:09Z', 'updated_at': '2021-07-22T14:11:13Z', 'revision_number': 3, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port': {'id': '5c9bc256-5774-4f17-8820-37113d31a9ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99522bd3-8eac-4435-adac-290b331153b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:12Z', 'updated_at': '2021-07-22T14:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:16.632771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:16.664065 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.727185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac08c-575c-42fc-a4ae-968db98a096b req-0aae1665-d81a-4b56-b241-fb974d60246c tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:16.728645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-378ac08c-575c-42fc-a4ae-968db98a096b req-0aae1665-d81a-4b56-b241-fb974d60246c tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 948 time: 0.2244182 Jul 22 14:11:16.748729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13046c17-66cd-43f6-8137-82eaa7e564a9 req-f2213b97-d288-4bfb-9855-0d22e1db42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:16.750507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13046c17-66cd-43f6-8137-82eaa7e564a9 req-f2213b97-d288-4bfb-9855-0d22e1db42ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 1097 time: 0.3468199 Jul 22 14:11:16.801310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.817169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.832667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13046c17-66cd-43f6-8137-82eaa7e564a9 req-7961b47c-9591-4f00-9865-8e343e385fd2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 Jul 22 14:11:16.901183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.905335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:16.981474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:16.993533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92e7c42c-e66e-4212-8abc-c0a5171919be,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:17.001230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:17.016370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Port': ['ID=b2bf7605-7f84-4c1d-91c3-f7a201017e00,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:17.031712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:17.130366 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.164088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5017838-7c3a-416a-8e22-045c46a719c6']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:17.199099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80a38df-03ae-4777-b307-3ea364b6cbf4') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:17.199657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80a38df-03ae-4777-b307-3ea364b6cbf4') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:17.232432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Deleting port 7a0f3747-913d-4494-a184-ef298771db33 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:17.234080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.238925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.270805 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:11:17.274293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.290293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:17.291212 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:17.293444 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:17.437796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] For port 7a0f3747-913d-4494-a184-ef298771db33, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7a0f3747-913d-4494-a184-ef298771db33,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:17.438471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.480026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 58f6c07d-4aed-4e6f-aa37-209cc80cf12c up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:17.493665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Calling delete_port for 7a0f3747-913d-4494-a184-ef298771db33 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:17.515553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e71f2-0f47-4ad0-aa0c-af1e2c8a686c req-6bbb12a6-bff7-4748-8400-0871e1fcf1d0 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:17.523408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a55e71f2-0f47-4ad0-aa0c-af1e2c8a686c req-6bbb12a6-bff7-4748-8400-0871e1fcf1d0 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 945 time: 0.5160935 Jul 22 14:11:17.535692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.569647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.617029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:17.621928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:17.622616 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.645159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5017838-7c3a-416a-8e22-045c46a719c6 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:11:17.683461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a55e71f2-0f47-4ad0-aa0c-af1e2c8a686c req-18643b0e-4d6b-4801-ae44-b7fe451f77c9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590600 Jul 22 14:11:17.802945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.805173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c5017838-7c3a-416a-8e22-045c46a719c6 HTTP/1.1" status: 204 len: 168 time: 2.4491642 Jul 22 14:11:17.819573 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:17.821296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee44f5-836f-4471-9968-66875bd45e92 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5017838-7c3a-416a-8e22-045c46a719c6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:17.823282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:17.918942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:17.931729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.078215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:18.276277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}, {'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:18.278857 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a0633d-6ad8-4762-8701-f7fd5cd381bc" -d '{"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}, {"server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "name": "network-vif-plugged", "status": "completed", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:18.290248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.295892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c9bc256-5774-4f17-8820-37113d31a9ef up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:18.407512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5c9bc256-5774-4f17-8820-37113d31a9ef completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:18.415388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5c9bc256-5774-4f17-8820-37113d31a9ef triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:18.415754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.514516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033dd5b-138a-4a96-b561-adc2956d8f0d req-28cc7cb6-8d10-4345-b3f0-135261e6efb3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:18.527470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6033dd5b-138a-4a96-b561-adc2956d8f0d req-28cc7cb6-8d10-4345-b3f0-135261e6efb3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.6973512 Jul 22 14:11:18.561952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2001994-855f-4135-8375-cd7329e8707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.589575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6033dd5b-138a-4a96-b561-adc2956d8f0d req-9159b672-513b-47c6-aab4-0f634410270f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610685 Jul 22 14:11:18.597997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Router e712f532-ec70-4e97-9310-98b07d3967f9 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:18.632288 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.658533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5c9bc256-5774-4f17-8820-37113d31a9ef, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c9bc256-5774-4f17-8820-37113d31a9ef,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:18.665275 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.735098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5c9bc256-5774-4f17-8820-37113d31a9ef,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:18.739076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551ea5e-227a-488f-af70-5e2476ca3a4a req-b78ddb7d-0d0e-49f9-967b-0ce4ba4a1e86 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:18.742129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5551ea5e-227a-488f-af70-5e2476ca3a4a req-b78ddb7d-0d0e-49f9-967b-0ce4ba4a1e86 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 1.3591805 Jul 22 14:11:18.755530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa3c568b-569c-4603-95c3-ef489b5ac933 req-94e04f8c-51bb-4378-8e32-ce89914cecde tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 210 time: 0.0498016 Jul 22 14:11:18.757388 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.811051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:18.823003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Sync routers for ids ['e712f532-ec70-4e97-9310-98b07d3967f9'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:18.838336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Pushing event deleted for resources: {'Port': ['ID=7a0f3747-913d-4494-a184-ef298771db33,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:18.840272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:18.842066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-564fb758-fdb5-4483-b2f3-ef9fa38f345d tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8022521 Jul 22 14:11:18.848282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:18.848550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Routers {'e712f532-ec70-4e97-9310-98b07d3967f9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:18.850732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e712f532-ec70-4e97-9310-98b07d3967f9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:18.877075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8a50e404-50eb-4295-b36c-59f1820e4842 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 1.0475836 Jul 22 14:11:18.914045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39362) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:18.990173 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398384dd-fee1-44fe-ac20-75b7b89564d0 x-openstack-request-id: req-398384dd-fee1-44fe-ac20-75b7b89564d0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:18.990173 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "code": 200}, {"server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "name": "network-vif-plugged", "status": "completed", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:18.990473 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-398384dd-fee1-44fe-ac20-75b7b89564d0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:18.991189 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'code': 200} Jul 22 14:11:18.991444 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'code': 200} Jul 22 14:11:19.000508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.004901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.005819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.007227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.007760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.008515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.009252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.009374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.009675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.010006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.010333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.011125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.011125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:19.030724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Set router e712f532-ec70-4e97-9310-98b07d3967f9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:19.047915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5551ea5e-227a-488f-af70-5e2476ca3a4a req-12744ec7-9fbb-4659-be06-9723426d05cb tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986596 Jul 22 14:11:19.084995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] No DVR routers for this DVR port 7a0f3747-913d-4494-a184-ef298771db33 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:11:19.093295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.096150 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-378ac08c-575c-42fc-a4ae-968db98a096b req-ad6cc3ba-275b-4d53-82b7-dd3473f3bf56 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.13 "DELETE /v2.0/ports/7a0f3747-913d-4494-a184-ef298771db33 HTTP/1.1" status: 204 len: 173 time: 2.3565025 Jul 22 14:11:19.096828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-deleted', 'tag': '7a0f3747-913d-4494-a184-ef298771db33'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:19.100039 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0efa7c8-97dd-4f54-8e64-8e9429af193d" -d '{"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-deleted", "tag": "7a0f3747-913d-4494-a184-ef298771db33"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:19.169411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.169964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.170582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.171008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.171468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.171925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.173019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.173486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.174045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.174710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.176793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-959ea266-182b-4ce9-bf3d-c278003aea9d tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6480 time: 0.2616723 Jul 22 14:11:19.178950 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b7f122-3e3a-4982-a9ec-8e7a9c0d7905 x-openstack-request-id: req-01b7f122-3e3a-4982-a9ec-8e7a9c0d7905 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:19.179248 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a", "name": "network-vif-deleted", "tag": "7a0f3747-913d-4494-a184-ef298771db33", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:19.179503 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01b7f122-3e3a-4982-a9ec-8e7a9c0d7905 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:19.180025 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a', 'name': 'network-vif-deleted', 'tag': '7a0f3747-913d-4494-a184-ef298771db33', 'status': 'completed', 'code': 200} Jul 22 14:11:19.180436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39366) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:19.210531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7220bbaf-4c2f-4cef-b1c5-977b45bc9e60 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/e712f532-ec70-4e97-9310-98b07d3967f9 HTTP/1.1" status: 200 len: 907 time: 0.3519242 Jul 22 14:11:19.211273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39368) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:19.250423 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-c928135b-1ce2-4843-99a0-ff6c47a93937 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] delete failed (client error): The resource could not be found. Jul 22 14:11:19.251759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c928135b-1ce2-4843-99a0-ff6c47a93937 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/4eba122c-304f-440f-bad5-91deee6a581c HTTP/1.1" status: 404 len: 345 time: 0.0703299 Jul 22 14:11:19.254472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39370) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:19.265685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7e42b-dbf1-402f-82ea-95efb06c66a9 req-103cb8e7-2305-413a-9b79-2fd46dc72587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.267205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ce7e42b-dbf1-402f-82ea-95efb06c66a9 req-103cb8e7-2305-413a-9b79-2fd46dc72587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 1098 time: 0.2417145 Jul 22 14:11:19.272063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e712f532-ec70-4e97-9310-98b07d3967f9', 'name': 'tempest-snat-router-339823232', 'tenant_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'b2bf7605-7f84-4c1d-91c3-f7a201017e00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:15Z', 'updated_at': '2021-07-22T14:11:17Z', 'revision_number': 3, 'project_id': 'b1825bfd256c4718be22c30f2dfe8cd6', 'gw_port': {'id': 'b2bf7605-7f84-4c1d-91c3-f7a201017e00', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e712f532-ec70-4e97-9310-98b07d3967f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1334, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:16Z', 'updated_at': '2021-07-22T14:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:19.277058 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-61eea98d-5bde-41bd-952f-3bdeff7d602f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 14:11:19.277828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61eea98d-5bde-41bd-952f-3bdeff7d602f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:11:19.279761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-61eea98d-5bde-41bd-952f-3bdeff7d602f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c5017838-7c3a-416a-8e22-045c46a719c6 HTTP/1.1" status: 404 len: 339 time: 0.0242066 Jul 22 14:11:19.284852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39372) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:19.301879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'network': {'name': 'tempest-network--561466570', 'router:external': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:19.305490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Checking router: e712f532-ec70-4e97-9310-98b07d3967f9 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:11:19.305490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Updating router e712f532-ec70-4e97-9310-98b07d3967f9 port b2bf7605-7f84-4c1d-91c3-f7a201017e00 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:11:19.340157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Made reservation on behalf of 4915e8e0e9df4e629eeb3b1c4e35322e for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:19.354507 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.355049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.370019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834300ad-7914-491f-b90d-511beeb280f8 req-04f6a97f-500c-4f0b-8181-966d257c9efc tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.371395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-834300ad-7914-491f-b90d-511beeb280f8 req-04f6a97f-500c-4f0b-8181-966d257c9efc tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.3440211 Jul 22 14:11:19.408387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:19.426077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ce7e42b-dbf1-402f-82ea-95efb06c66a9 req-5c679666-9608-462e-9b50-9ede68a61658 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990782 Jul 22 14:11:19.440503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.441139 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Added segment 4ec9d891-6c4a-442f-bd15-4aff58f6534c of type vlan for network a36f7339-2d22-4079-ab73-7396fbd27049 Jul 22 14:11:19.473966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-834300ad-7914-491f-b90d-511beeb280f8 req-dad0f7d0-4e32-46aa-9476-84dcbafe9f6c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897138 Jul 22 14:11:19.478195 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.504912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.550756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.551945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.556054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.593955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3077931 Jul 22 14:11:19.596694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:19.665456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.702480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbc59-b575-432c-a1b2-b41ccadd0e7a tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Network': ['ID=a36f7339-2d22-4079-ab73-7396fbd27049,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:19.729133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a36f7339-2d22-4079-ab73-7396fbd27049 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:19.734858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Deleting port b2bf7605-7f84-4c1d-91c3-f7a201017e00 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:19.735005 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.868530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.920566 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:19.922977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc4497-b4a8-4776-a44d-a46d7165bfb0 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.926172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69e290c7-9ee2-4921-9f6c-627cc111a296 req-c7f863f2-0b98-4f7a-a6f5-976316f7dc93 tempest-ImagesOneServerTestJSON-433464070 tempest-ImagesOneServerTestJSON-433464070-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bbbf2d9-2ab4-4163-8327-e8c52ec7dd9a HTTP/1.1" status: 200 len: 210 time: 0.0471077 Jul 22 14:11:19.931702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Calling delete_port for b2bf7605-7f84-4c1d-91c3-f7a201017e00 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:19.938639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc4497-b4a8-4776-a44d-a46d7165bfb0 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.946810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc4497-b4a8-4776-a44d-a46d7165bfb0 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.954403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc4497-b4a8-4776-a44d-a46d7165bfb0 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:19.956590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b1bc4497-b4a8-4776-a44d-a46d7165bfb0 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3588614 Jul 22 14:11:19.959360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:20.008173 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.010428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21f861-e239-4026-851f-11f2f1acb3df req-44f89190-a72f-484f-af01-d7e1ffcc0c92 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:20.012466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a21f861-e239-4026-851f-11f2f1acb3df req-44f89190-a72f-484f-af01-d7e1ffcc0c92 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3247905 Jul 22 14:11:20.030883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Transition to ACTIVE for port object b2bf7605-7f84-4c1d-91c3-f7a201017e00 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:20.039404 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.070425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a21f861-e239-4026-851f-11f2f1acb3df req-2ce53453-89b9-43b9-a670-809d6b88efd0 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514090 Jul 22 14:11:20.138695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c9bc256-5774-4f17-8820-37113d31a9ef up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:20.152705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.303716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Attempting to bind port b2bf7605-7f84-4c1d-91c3-f7a201017e00 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:20.304167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Attempting to bind port b2bf7605-7f84-4c1d-91c3-f7a201017e00 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:20.304542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Attempting to bind port b2bf7605-7f84-4c1d-91c3-f7a201017e00 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:20.312805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aad46-915a-434c-b228-aafc74a4fb37 None None] Pushing event updated for resources: {'Port': ['ID=b2bf7605-7f84-4c1d-91c3-f7a201017e00,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:20.320988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:20.321364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:20.321792 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.323269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:20.323269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Bound port: b2bf7605-7f84-4c1d-91c3-f7a201017e00, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:20.323269 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.349522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.370936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36f7339-2d22-4079-ab73-7396fbd27049']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:20.378639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5c9bc256-5774-4f17-8820-37113d31a9ef triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:20.378992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.409299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b520a-e2c8-44c9-aa8a-e833ac1d63ff req-dcaab286-52f9-45f9-9936-9010a47bdc79 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:20.410667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-165b520a-e2c8-44c9-aa8a-e833ac1d63ff req-dcaab286-52f9-45f9-9936-9010a47bdc79 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.2551773 Jul 22 14:11:20.416204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec9d891-6c4a-442f-bd15-4aff58f6534c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:20.416507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec9d891-6c4a-442f-bd15-4aff58f6534c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:20.440073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.477229 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:11:20.477722 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:11:20.480656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.486711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.495528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:20.495941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: items = [ Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:20.500408 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:20.515185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-165b520a-e2c8-44c9-aa8a-e833ac1d63ff req-efbe2f8d-b5c1-4e32-8299-520d33519d07 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933826 Jul 22 14:11:20.543499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2bf7605-7f84-4c1d-91c3-f7a201017e00,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:20.611459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.611812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.612161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.612509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.612912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.613223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.613707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.614028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.614360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.614724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.615064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.615493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:20.649598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1887e38-4a46-4b01-9168-709a6aec47fe req-c700ae25-c208-4399-aa5e-7befefcb9bf7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:20.654188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1887e38-4a46-4b01-9168-709a6aec47fe req-c700ae25-c208-4399-aa5e-7befefcb9bf7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.0844119 Jul 22 14:11:20.672577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.681092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a36f7339-2d22-4079-ab73-7396fbd27049 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:11:20.695690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1887e38-4a46-4b01-9168-709a6aec47fe req-457a33a5-76e9-4a77-b49e-84296893db34 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381284 Jul 22 14:11:20.696501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.702567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/networks/a36f7339-2d22-4079-ab73-7396fbd27049 HTTP/1.1" status: 204 len: 168 time: 0.7383242 Jul 22 14:11:20.703382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:20.704796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa75cf-cb55-46ae-9ddf-88ae450e1f6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Network': ['ID=a36f7339-2d22-4079-ab73-7396fbd27049,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:20.710763 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.713695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'network': {'name': 'tempest-network--1810873035', 'router:external': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:20.757049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Made reservation on behalf of 4915e8e0e9df4e629eeb3b1c4e35322e for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:20.759919 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.798419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:20.815290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.818541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.832077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9304b-c376-43b2-9dba-65533e33151c req-69c66375-94ad-4ab1-9e20-77602fac6a95 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:20.834256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fa9304b-c376-43b2-9dba-65533e33151c req-69c66375-94ad-4ab1-9e20-77602fac6a95 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.2280333 Jul 22 14:11:20.840762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.841109 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Added segment 3a5c065a-d590-4ed9-ba1e-e48fddfd41a6 of type vlan for network a53631a6-57ab-41ae-bf9b-8509d8726aec Jul 22 14:11:20.917469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.923416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.923983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e712f532-ec70-4e97-9310-98b07d3967f9 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:20.929334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.932967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3f2a2be5-5f94-41a8-8676-5b7dcafab8cf tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e712f532-ec70-4e97-9310-98b07d3967f9 HTTP/1.1" status: 204 len: 168 time: 1.7176468 Jul 22 14:11:20.935403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:20.936108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13adc2-5f70-4ce7-aae9-4fa14a6c61b0 req-d9201d59-24fd-4e1b-8d3f-af43ce073257 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:20.937767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc13adc2-5f70-4ce7-aae9-4fa14a6c61b0 req-d9201d59-24fd-4e1b-8d3f-af43ce073257 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.1407871 Jul 22 14:11:20.948616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:20.955515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Request body: {'floatingip': {'port_id': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:20.995602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:20.998062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:20.999088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Attempting to bind port b2bf7605-7f84-4c1d-91c3-f7a201017e00 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:20.999558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Attempting to bind port b2bf7605-7f84-4c1d-91c3-f7a201017e00 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:21.000102 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.000954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Attempting to bind port b2bf7605-7f84-4c1d-91c3-f7a201017e00 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:21.014146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:21.014522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:21.030299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.030711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:21.031216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Bound port: b2bf7605-7f84-4c1d-91c3-f7a201017e00, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:21.031612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.040292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fa9304b-c376-43b2-9dba-65533e33151c req-e073dc79-1078-4190-bb9f-5df973f42779 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583080 Jul 22 14:11:21.056836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Port b2bf7605-7f84-4c1d-91c3-f7a201017e00 has been deleted concurrently {{(pid=93761) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 14:11:21.094379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39410) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:21.094630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3898592 Jul 22 14:11:21.096782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Routers set() bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:21.097160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Router IDs set() for agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 14:11:21.103479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_agentschedulers_db [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e712f532-ec70-4e97-9310-98b07d3967f9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:10:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent'). {{(pid=93761) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 14:11:21.103917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8c003-7d0d-4b89-b36c-efa1ab73dcbd None None] The sync data for ids ['e712f532-ec70-4e97-9310-98b07d3967f9'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:21.117786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.149760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d7ea-fa65-4527-b158-f1b049106032 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Network': ['ID=a53631a6-57ab-41ae-bf9b-8509d8726aec,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:21.162452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a53631a6-57ab-41ae-bf9b-8509d8726aec details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:21.329879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e146bb0-2e0f-40e3-aefc-7d59f5e043da tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:21.335906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39418) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:21.342322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e146bb0-2e0f-40e3-aefc-7d59f5e043da tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] 10.222.0.11 "GET /v2.0/networks/a53631a6-57ab-41ae-bf9b-8509d8726aec HTTP/1.1" status: 200 len: 757 time: 0.2414229 Jul 22 14:11:21.345733 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.393507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5269a-17b5-4911-a8f1-232e9919f0cb req-f2f0f8de-9618-49bc-a94e-12f998df7818 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:21.393745 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-258d874f-12e4-4a69-9eed-1468c169dab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.395139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fae5269a-17b5-4911-a8f1-232e9919f0cb req-f2f0f8de-9618-49bc-a94e-12f998df7818 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.1354296 Jul 22 14:11:21.415517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.451653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39420) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:21.464238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3257c-172a-4393-8074-807b59cfc2df tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:21.465557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2fc3257c-172a-4393-8074-807b59cfc2df tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] 10.222.0.11 "GET /v2.0/networks/ee9922c0-4fbd-4909-8145-5e1a19e2c739 HTTP/1.1" status: 200 len: 768 time: 0.1289365 Jul 22 14:11:21.469407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39424) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:21.493655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:11:21.517736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 7a0f3747-913d-4494-a184-ef298771db33 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:11:21.518184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7a0f3747-913d-4494-a184-ef298771db33 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:11:21.519995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fae5269a-17b5-4911-a8f1-232e9919f0cb req-0e783cf0-8cb7-421f-af04-d96b73213c2d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176987 Jul 22 14:11:21.611888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.721383 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1558c93d-1db6-48cd-98e8-32bb96c9e78a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da1a8143804746d6b895a84ec17fdcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661762 Jul 22 14:11:21.730534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:21.799986 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.824113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53631a6-57ab-41ae-bf9b-8509d8726aec']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:21.833043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d385388-adb7-4710-9458-6eef2170b635 req-288f759b-0914-479a-9bb2-d15893f45806 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:21.835157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d385388-adb7-4710-9458-6eef2170b635 req-288f759b-0914-479a-9bb2-d15893f45806 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.2187684 Jul 22 14:11:21.857927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5c065a-d590-4ed9-ba1e-e48fddfd41a6') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:21.858222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5c065a-d590-4ed9-ba1e-e48fddfd41a6') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:21.879685 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.896147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de344f-ecbc-4c75-8af6-c5df3fb76b81 req-5bfca4db-4738-428d-9b53-27fc27b8afed tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:21.897768 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1de344f-ecbc-4c75-8af6-c5df3fb76b81 req-5bfca4db-4738-428d-9b53-27fc27b8afed tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.6957974 Jul 22 14:11:21.912278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3d7cc75-16a4-4652-ab4f-afc87e1fbee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.916800 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.931427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.933756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d385388-adb7-4710-9458-6eef2170b635 req-9d6d8e5f-17fe-4e99-aac4-374903b080db tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886033 Jul 22 14:11:21.934837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:21.935692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:21.938644 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:21.972808 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3d7cc75-16a4-4652-ab4f-afc87e1fbee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.055851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.060953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a53631a6-57ab-41ae-bf9b-8509d8726aec {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:11:22.063481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.069355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/networks/a53631a6-57ab-41ae-bf9b-8509d8726aec HTTP/1.1" status: 204 len: 168 time: 0.5958121 Jul 22 14:11:22.073545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1de344f-ecbc-4c75-8af6-c5df3fb76b81 req-73cf1080-8516-4067-82e5-1ddaffda4717 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611984 Jul 22 14:11:22.086441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39436) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:22.094732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'network': {'name': 'tempest-network--1910564871'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:22.116238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21116ba5-2ae7-47a4-9155-43c5fad338f9 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Network': ['ID=a53631a6-57ab-41ae-bf9b-8509d8726aec,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:22.143418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Deleting port 5c9bc256-5774-4f17-8820-37113d31a9ef {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:22.143949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.145818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3d7cc75-16a4-4652-ab4f-afc87e1fbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.148572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3d7cc75-16a4-4652-ab4f-afc87e1fbee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.151996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3d7cc75-16a4-4652-ab4f-afc87e1fbee6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c27bdf38-5adf-486c-a4d1-3f40b5220e2a HTTP/1.1" status: 204 len: 168 time: 0.4140873 Jul 22 14:11:22.155258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Made reservation on behalf of 4915e8e0e9df4e629eeb3b1c4e35322e for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:22.157406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.174687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7cc75-16a4-4652-ab4f-afc87e1fbee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27bdf38-5adf-486c-a4d1-3f40b5220e2a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:22.195073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b552-732b-44f1-ba3f-1965f7d34aad req-2dde4858-d037-47f8-9668-fcd5bd79a594 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:22.204184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a394b552-732b-44f1-ba3f-1965f7d34aad req-2dde4858-d037-47f8-9668-fcd5bd79a594 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.1773670 Jul 22 14:11:22.236927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:22.260726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.261088 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Added segment 7b743a39-b510-46b0-a66b-b8eb7de6964d of type vlan for network aeead028-df83-4292-94e3-ddb2597f896e Jul 22 14:11:22.285901 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a394b552-732b-44f1-ba3f-1965f7d34aad req-86ac571d-ed7e-4043-8360-b90d284540cf tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 Jul 22 14:11:22.320517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] For port 5c9bc256-5774-4f17-8820-37113d31a9ef, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c9bc256-5774-4f17-8820-37113d31a9ef,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:22.321019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.342454 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.343023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Calling delete_port for 5c9bc256-5774-4f17-8820-37113d31a9ef owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:22.347910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.354243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.367300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.446003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.447045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:22.447944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.495025 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4033771 Jul 22 14:11:22.496208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:22.503470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:22.534064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84f8b4-6e6c-4b59-aa60-f1f2bd72fd9e tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Network': ['ID=aeead028-df83-4292-94e3-ddb2597f896e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:22.547836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network aeead028-df83-4292-94e3-ddb2597f896e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:22.557327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeb204-1645-4723-8545-63d388b16200 req-c4942db1-57a4-4154-b761-c6038d3f877d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:22.565538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ffeb204-1645-4723-8545-63d388b16200 req-c4942db1-57a4-4154-b761-c6038d3f877d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.1582119 Jul 22 14:11:22.591599 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Floating IP 22fa4c16-ca56-4fa7-a8d1-68c98e45068b associated. External IP: 172.25.8.250, port: 58f6c07d-4aed-4e6f-aa37-209cc80cf12c. Jul 22 14:11:22.620274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ffeb204-1645-4723-8545-63d388b16200 req-faf2aeb4-cb12-4153-9098-d9cc042b051c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536461 Jul 22 14:11:22.836194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47297a-9f98-4df8-b17f-a2364060fcbc req-f71b8afe-6f61-4bbc-9b5b-0afba68606df tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:22.838020 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c47297a-9f98-4df8-b17f-a2364060fcbc req-f71b8afe-6f61-4bbc-9b5b-0afba68606df tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.0753479 Jul 22 14:11:22.869995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:22.899936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c9bc256-5774-4f17-8820-37113d31a9ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:22.902220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c47297a-9f98-4df8-b17f-a2364060fcbc req-ba86f742-a5a9-41ad-bb69-a4945f922cb7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549746 Jul 22 14:11:22.919851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.043532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.099558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Network aeead028-df83-4292-94e3-ddb2597f896e is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:11:23.100665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:23.101060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.102424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "PUT /v2.0/networks/aeead028-df83-4292-94e3-ddb2597f896e HTTP/1.1" status: 200 len: 858 time: 0.6054757 Jul 22 14:11:23.106462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39474) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:23.164958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.170068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00eac8e-3083-4e90-b819-b733c9c42c6f tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event updated for resources: {'Network': ['ID=aeead028-df83-4292-94e3-ddb2597f896e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:23.191063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.274010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.278160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.295897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Router a1262705-ce15-4afd-b899-15066501d360 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:11:23.304040 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.322449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45b675-0289-4245-b66a-5db489c1f32d req-039f4551-b6af-45fc-bcec-55bdbf2d0475 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:23.324966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae45b675-0289-4245-b66a-5db489c1f32d req-039f4551-b6af-45fc-bcec-55bdbf2d0475 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1529789 Jul 22 14:11:23.325906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeead028-df83-4292-94e3-ddb2597f896e']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:23.337839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b743a39-b510-46b0-a66b-b8eb7de6964d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:23.338132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b743a39-b510-46b0-a66b-b8eb7de6964d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:23.339199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1a2bd-1252-44a5-936f-1e4440a239a4 req-1b9586fe-dbfd-4f76-aa6a-a59408278be7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:23.340770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edc1a2bd-1252-44a5-936f-1e4440a239a4 req-1b9586fe-dbfd-4f76-aa6a-a59408278be7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.3252091 Jul 22 14:11:23.358427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.358940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99522bd3-8eac-4435-adac-290b331153b9 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:23.360481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.364118 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.365677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-97acdd92-21d7-4538-824c-35c27787b492 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "DELETE /v2.0/routers/99522bd3-8eac-4435-adac-290b331153b9 HTTP/1.1" status: 204 len: 168 time: 2.4292071 Jul 22 14:11:23.371094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39480) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:23.378308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-803401737', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:23.397095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.417241 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae45b675-0289-4245-b66a-5db489c1f32d req-dca471e8-e10d-4bea-a47a-de38e1724ace tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836604 Jul 22 14:11:23.420215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:23.420635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:23.422474 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:23.453492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.459234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.492429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edc1a2bd-1252-44a5-936f-1e4440a239a4 req-5610d912-1d79-4786-aca3-1fe6f7e00847 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393049 Jul 22 14:11:23.524138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:23.530147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.536589 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] Sync routers for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:23.551460 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:23.554733 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:23.585661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1dceff2-7188-4d78-aefe-bf45cf532984 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "PUT /v2.0/floatingips/22fa4c16-ca56-4fa7-a8d1-68c98e45068b HTTP/1.1" status: 200 len: 992 time: 2.6309977 Jul 22 14:11:23.585661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:23.586966 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9eb00e-443e-438c-bb46-ed06901c6395" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:23.613162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.614438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.620684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aeead028-df83-4292-94e3-ddb2597f896e {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:11:23.623125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.625101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] 10.222.0.11 "DELETE /v2.0/networks/aeead028-df83-4292-94e3-ddb2597f896e HTTP/1.1" status: 204 len: 168 time: 0.5176420 Jul 22 14:11:23.628951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:23.690153 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7488fbb1-84c2-4df4-b1a6-bb98fcb2bbb2 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] DELETE failed (client error): The resource could not be found. Jul 22 14:11:23.690712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7488fbb1-84c2-4df4-b1a6-bb98fcb2bbb2 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:11:23.692571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7488fbb1-84c2-4df4-b1a6-bb98fcb2bbb2 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] 10.222.0.11 "DELETE /v2.0/subnets/92e7c42c-e66e-4212-8abc-c0a5171919be HTTP/1.1" status: 404 len: 337 time: 0.0623963 Jul 22 14:11:23.696075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39496) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:23.734159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f3174-3e81-4bb3-9f84-4e9d69043273 tempest-ExternalNetworksTestJSON-1991371194 tempest-ExternalNetworksTestJSON-1991371194-project-admin] Pushing event deleted for resources: {'Network': ['ID=aeead028-df83-4292-94e3-ddb2597f896e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:23.765769 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:23.829738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:23.951892 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.038917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.078266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9922c0-4fbd-4909-8145-5e1a19e2c739']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:24.104461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c9bc256-5774-4f17-8820-37113d31a9ef no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:11:24.121395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2301f991-2a43-4bcc-ba16-0dd76c19e2a8') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:24.122794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2301f991-2a43-4bcc-ba16-0dd76c19e2a8') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:24.142683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.180285 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.181863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5c9bc256-5774-4f17-8820-37113d31a9ef {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:11:24.182380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c9bc256-5774-4f17-8820-37113d31a9ef not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:11:24.210095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:24.210537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.216290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:24.219170 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:24.404922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.431236 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '22fa4c16-ca56-4fa7-a8d1-68c98e45068b', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a1262705-ce15-4afd-b899-15066501d360', 'port_id': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'mac_address': 'fa:16:3e:54:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:10:55Z', 'updated_at': '2021-07-22T14:11:22Z', 'revision_number': 1, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:59Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:24.462684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.507522 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] Checking router: a1262705-ce15-4afd-b899-15066501d360 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:11:24.522675 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:24.523590 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:24.642838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:24.663927 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51aae59-571e-4f6c-87ed-9980501ae094 x-openstack-request-id: req-b51aae59-571e-4f6c-87ed-9980501ae094 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:24.664143 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:24.664399 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b51aae59-571e-4f6c-87ed-9980501ae094 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:24.665174 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'status': 'completed', 'code': 200} Jul 22 14:11:24.800995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.805959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:24.811107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] 10.222.0.11 "DELETE /v2.0/networks/ee9922c0-4fbd-4909-8145-5e1a19e2c739 HTTP/1.1" status: 204 len: 168 time: 1.1113811 Jul 22 14:11:24.856277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5161ca4-e033-4430-a1e8-2535a33fc563 tempest-ExternalNetworksTestJSON-419340294 tempest-ExternalNetworksTestJSON-419340294-project] Pushing event deleted for resources: {'Network': ['ID=ee9922c0-4fbd-4909-8145-5e1a19e2c739,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:24.876813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-76fa7466-6be5-4666-b1bc-5c00909b19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:24.878537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-76fa7466-6be5-4666-b1bc-5c00909b19b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2939cf288bd84ad9bff858187b8fa59d&device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 1098 time: 0.2112901 Jul 22 14:11:24.983982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Allocated IP 172.25.8.131 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e2fa4186-021d-4864-a8a2-7edea8aa2fa9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:24.986337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fa57d-34e1-44f5-8106-f63ecfcffbad req-09c1b12f-c3c0-478e-aca7-3f69e9727955 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:24.988076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e13fa57d-34e1-44f5-8106-f63ecfcffbad req-09c1b12f-c3c0-478e-aca7-3f69e9727955 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3220541 Jul 22 14:11:25.015875 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '22fa4c16-ca56-4fa7-a8d1-68c98e45068b', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a1262705-ce15-4afd-b899-15066501d360', 'port_id': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'mac_address': 'fa:16:3e:54:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:10:55Z', 'updated_at': '2021-07-22T14:11:22Z', 'revision_number': 1, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:59Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:25.049301 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55ce859-8d26-41d8-8a0e-6566e0ee77a3 None None] The sync data for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 is: [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '22fa4c16-ca56-4fa7-a8d1-68c98e45068b', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'floating_ip_address': '172.25.8.250', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a1262705-ce15-4afd-b899-15066501d360', 'port_id': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'mac_address': 'fa:16:3e:54:e6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:10:55Z', 'updated_at': '2021-07-22T14:11:22Z', 'revision_number': 1, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:59Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:25.120479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e13fa57d-34e1-44f5-8106-f63ecfcffbad req-adf51ba0-8397-443f-a406-9c1af0131fc6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147041 Jul 22 14:11:25.148002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-5f1ee3a3-b4b1-4156-b5a1-0708b6cb02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:25.149633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-5f1ee3a3-b4b1-4156-b5a1-0708b6cb02e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87b17ade-3a34-4ec2-9c83-c2836f7612c6 HTTP/1.1" status: 200 len: 906 time: 0.2590313 Jul 22 14:11:25.183958 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:25.243917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce368e-fb6e-40fb-9326-b903e35b5483 req-ce23b688-2474-4d67-8607-9701a7956151 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:25.245568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6fce368e-fb6e-40fb-9326-b903e35b5483 req-ce23b688-2474-4d67-8607-9701a7956151 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.1271291 Jul 22 14:11:25.269516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-b0426448-c5af-4ab5-a290-d674d1de0fd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c HTTP/1.1" status: 200 len: 1000 time: 0.0995009 Jul 22 14:11:25.274410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:25.285699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39532) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:25.343507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:25.348888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-94158007-1ab7-4836-b705-3eb91d7013f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:25.353134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:25.358683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-94158007-1ab7-4836-b705-3eb91d7013f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4a9fccc8-0690-4d98-9c2b-50d7ee83460f HTTP/1.1" status: 200 len: 844 time: 0.0802319 Jul 22 14:11:25.361656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:25.388758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6fce368e-fb6e-40fb-9326-b903e35b5483 req-32a01dd1-6429-46b1-92d6-48a27aa9696c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275091 Jul 22 14:11:25.446443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event updated for resources: {'Port': ['ID=e2fa4186-021d-4864-a8a2-7edea8aa2fa9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:25.457168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7610016-3e08-4b87-ba5e-a516a1066d08 None None] New status for floating IP 22fa4c16-ca56-4fa7-a8d1-68c98e45068b: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:11:25.510382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-ca9f1ccd-db25-4d1d-b175-19f2e258e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:25.511933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-ca9f1ccd-db25-4d1d-b175-19f2e258e540 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87b17ade-3a34-4ec2-9c83-c2836f7612c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470494 Jul 22 14:11:25.627368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b4339cd-f018-4008-9b5e-28d1cbf30dcd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d466d14cbe74fb9b702477ff935ad80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371928 Jul 22 14:11:25.629733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:25.683411 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-eccef102-61df-43e8-93ab-8e6a9f5b59b6 service neutron] 10.222.0.13 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478431 Jul 22 14:11:25.729106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3feaa681-71f9-4041-9a44-56ed5af98809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:25.789572 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3feaa681-71f9-4041-9a44-56ed5af98809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:25.840069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab9eb00e-443e-438c-bb46-ed06901c6395 req-a54eb28b-14bf-426f-ab7c-d702ba6a1398 service neutron] 10.222.0.13 "GET /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461768 Jul 22 14:11:25.861712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3feaa681-71f9-4041-9a44-56ed5af98809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:25.866063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3feaa681-71f9-4041-9a44-56ed5af98809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:25.869721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3feaa681-71f9-4041-9a44-56ed5af98809 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c091592b-4a98-4224-82c2-0e1c16cbaeca HTTP/1.1" status: 204 len: 168 time: 0.2359135 Jul 22 14:11:25.877121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaa681-71f9-4041-9a44-56ed5af98809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c091592b-4a98-4224-82c2-0e1c16cbaeca,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:26.096201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-61b60e29-a05b-4435-aa27-34e0fd2413d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:26.097768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-61b60e29-a05b-4435-aa27-34e0fd2413d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.6027193 Jul 22 14:11:26.134938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed94f9-25ab-40ff-a636-1f68f1f0e602 req-b26aba05-861f-4026-814c-a551d83b6e5e tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:26.136444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbed94f9-25ab-40ff-a636-1f68f1f0e602 req-b26aba05-861f-4026-814c-a551d83b6e5e tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.6168582 Jul 22 14:11:26.162156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:26.207614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc7ba221-5e52-48d5-bfd9-69272885162d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4915e8e0e9df4e629eeb3b1c4e35322e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418677 Jul 22 14:11:26.207960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39554) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:26.262557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb165195-d648-417f-9dcf-a214b75956a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:26.284438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb165195-d648-417f-9dcf-a214b75956a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:26.285793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbed94f9-25ab-40ff-a636-1f68f1f0e602 req-dde11378-f9b3-4c82-9175-bdb4d79608f2 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277244 Jul 22 14:11:26.302700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:26.347829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb165195-d648-417f-9dcf-a214b75956a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:26.351507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb165195-d648-417f-9dcf-a214b75956a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:26.352989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb165195-d648-417f-9dcf-a214b75956a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e362fd8d-cb56-4680-ac57-a17b4510ab78 HTTP/1.1" status: 204 len: 168 time: 0.1431181 Jul 22 14:11:26.361566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb165195-d648-417f-9dcf-a214b75956a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e362fd8d-cb56-4680-ac57-a17b4510ab78,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:26.368830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-2a27fc58-4420-41d5-8f62-57f5f6a94c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:26.370374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-2a27fc58-4420-41d5-8f62-57f5f6a94c33 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.2585266 Jul 22 14:11:26.428655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-cc53dedd-53d3-4618-af7c-adc8687b6198 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.0453029 Jul 22 14:11:26.602997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-9b7b2ff2-27ce-417f-ae49-784149f08dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:26.604486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-9b7b2ff2-27ce-417f-ae49-784149f08dd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.1646481 Jul 22 14:11:26.657817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-6a47556f-22df-4f6f-8da0-1dc325623ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420856 Jul 22 14:11:26.667395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce74bb-aea0-45af-9b94-c6e0dcc91485 req-63dcc8e0-1492-449d-8500-6c545a6c9f5f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:26.668891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0ce74bb-aea0-45af-9b94-c6e0dcc91485 req-63dcc8e0-1492-449d-8500-6c545a6c9f5f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2316153 Jul 22 14:11:26.712810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:26.862232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0ce74bb-aea0-45af-9b94-c6e0dcc91485 req-6f64ab9a-9b65-420c-8951-ef495a0530e2 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768863 Jul 22 14:11:26.910647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-d8d80f6f-0eb1-45a4-a3b1-39c1aed39e94 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367530 Jul 22 14:11:27.069434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Router 77fe6b65-2527-4c90-9706-8abb2e968cec is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:27.105806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-886d2bcf-7ff6-4af1-a4b5-6ec07e8af6c0 req-a4f916cf-778c-47a3-a5c5-3d749333881e service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716092 Jul 22 14:11:27.153560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40897415-2c21-4876-a0cd-47d88f942eca req-530ef5be-d6b6-4e07-b636-8cdb4a081f1e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:27.155128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40897415-2c21-4876-a0cd-47d88f942eca req-530ef5be-d6b6-4e07-b636-8cdb4a081f1e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 945 time: 0.2221859 Jul 22 14:11:27.236700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40897415-2c21-4876-a0cd-47d88f942eca req-48cdafbf-4731-484b-85ae-545c3ddb8795 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547752 Jul 22 14:11:27.254389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:27.265085 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] Sync routers for ids ['77fe6b65-2527-4c90-9706-8abb2e968cec'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:27.276741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.279330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d483e088-da7d-4ca7-ac89-406150317863 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9073110 Jul 22 14:11:27.282162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:27.288470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:27.289263 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] Routers {'77fe6b65-2527-4c90-9706-8abb2e968cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:27.290185 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['77fe6b65-2527-4c90-9706-8abb2e968cec'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.352470 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.364113 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] Routers {'77fe6b65-2527-4c90-9706-8abb2e968cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:27.365979 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['77fe6b65-2527-4c90-9706-8abb2e968cec'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.423328 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.424285 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c05a62-56ef-45a6-a706-a288e6b292df None None] The sync data for ids ['77fe6b65-2527-4c90-9706-8abb2e968cec'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:27.472310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642883f1-5deb-4bce-89c3-d929198c626f req-2fc06872-b970-43bc-a951-b4379aa69520 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:27.474478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-642883f1-5deb-4bce-89c3-d929198c626f req-2fc06872-b970-43bc-a951-b4379aa69520 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1142778 Jul 22 14:11:27.531374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ebaf37e7-8567-4b13-90cc-994e90a0e286 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:11:27.542895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-642883f1-5deb-4bce-89c3-d929198c626f req-61f754da-7bee-44bb-82c2-09f5e7c8d71e tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Jul 22 14:11:27.692511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:27.710092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'port_id': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'mac_address': 'fa:16:3e:60:f6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a97e28-257d-4b68-93b6-a1b6cd4eaf67', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:11:27.752809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.778345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebaf37e7-8567-4b13-90cc-994e90a0e286 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:27.789796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.810854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:27.816394 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.877833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:27.915513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ebaf37e7-8567-4b13-90cc-994e90a0e286'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:11:28.037640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39624) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:28.118438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664321e-ad2f-4b8b-b39b-4f097852111f req-27b8a4b7-c9fa-4f6c-b478-8eea5f668ac8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:28.125045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c664321e-ad2f-4b8b-b39b-4f097852111f req-27b8a4b7-c9fa-4f6c-b478-8eea5f668ac8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1735783 Jul 22 14:11:28.157127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8dd99532-2e3a-4338-8337-4a4ea82e517e tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-46095015'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:28.157736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8dd99532-2e3a-4338-8337-4a4ea82e517e tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Unknown quota resources ['metering_label']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:11:28.238190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c664321e-ad2f-4b8b-b39b-4f097852111f req-0b9bb36d-37cf-457d-bb6a-8ee04f6559af tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122351 Jul 22 14:11:28.351806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8dd99532-2e3a-4338-8337-4a4ea82e517e tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:28.353147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8dd99532-2e3a-4338-8337-4a4ea82e517e tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3136790 Jul 22 14:11:28.356505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39630) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:28.362653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-101273d4-6e56-450a-8894-17dd6a848345 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '218c5601-0aff-4feb-b081-d71691c9df6c'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:28.363471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-101273d4-6e56-450a-8894-17dd6a848345 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:11:28.441263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:28.449389 n-d-787205-11 neutron-server[93760]: WARNING neutron.services.metering.metering_plugin [None req-101273d4-6e56-450a-8894-17dd6a848345 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:11:28.454829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:28.574980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0dd76-4e1f-4a44-b505-040a0cdb1ab8 req-a05f22d2-781d-4db0-bbcd-587857520106 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:28.576936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5b0dd76-4e1f-4a44-b505-040a0cdb1ab8 req-a05f22d2-781d-4db0-bbcd-587857520106 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 944 time: 0.2047908 Jul 22 14:11:28.580015 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101273d4-6e56-450a-8894-17dd6a848345 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:28.581327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-101273d4-6e56-450a-8894-17dd6a848345 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2236795 Jul 22 14:11:28.585167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39634) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:28.590280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d4dc8122-6373-4bb1-9d57-9f3121166f70 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '218c5601-0aff-4feb-b081-d71691c9df6c'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:28.591003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d4dc8122-6373-4bb1-9d57-9f3121166f70 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:11:28.655347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Router 77fe6b65-2527-4c90-9706-8abb2e968cec has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:11:28.659185 n-d-787205-11 neutron-server[93760]: WARNING neutron.services.metering.metering_plugin [None req-d4dc8122-6373-4bb1-9d57-9f3121166f70 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:11:28.660246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5b0dd76-4e1f-4a44-b505-040a0cdb1ab8 req-b55ebdd2-4063-4a66-8440-34d8d4b6f768 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688994 Jul 22 14:11:28.778561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4dc8122-6373-4bb1-9d57-9f3121166f70 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:28.779782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d4dc8122-6373-4bb1-9d57-9f3121166f70 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1933236 Jul 22 14:11:28.783926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39644) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:28.799796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d416c75a-7dab-4147-8665-e48f38a9fbed tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=0878783b-7ef3-4796-8b4c-32ba0ddc728f HTTP/1.1" status: 200 len: 464 time: 0.0147853 Jul 22 14:11:28.803104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39646) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:28.824410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:28.825193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73d1a5-4f2b-4530-acbd-e9517ee1e155 req-9f427184-b42b-427b-9c4a-048422e343d3 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:28.826652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa73d1a5-4f2b-4530-acbd-e9517ee1e155 req-9f427184-b42b-427b-9c4a-048422e343d3 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1199281 Jul 22 14:11:28.830462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:28.831690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b3d08c5e-ff35-4a08-b76b-bc43ae407496 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "PUT /v2.0/routers/77fe6b65-2527-4c90-9706-8abb2e968cec HTTP/1.1" status: 200 len: 921 time: 1.5479460 Jul 22 14:11:28.835814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:28.840651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] Sync routers for ids ['77fe6b65-2527-4c90-9706-8abb2e968cec'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:28.859295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] Routers {'77fe6b65-2527-4c90-9706-8abb2e968cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:28.860251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['77fe6b65-2527-4c90-9706-8abb2e968cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:28.918361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa73d1a5-4f2b-4530-acbd-e9517ee1e155 req-bcf97920-0da4-4aeb-b55c-54e2ac2b6345 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829511 Jul 22 14:11:28.943182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:28.973548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] Routers {'77fe6b65-2527-4c90-9706-8abb2e968cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:28.974317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['77fe6b65-2527-4c90-9706-8abb2e968cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:29.028549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:29.033563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e158c661-9e0e-4dd2-b9ef-e286589057a8 None None] The sync data for ids ['77fe6b65-2527-4c90-9706-8abb2e968cec'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:29.097721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9180f054-5640-4f99-9c54-b58bdb56e62b tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:29.098894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9180f054-5640-4f99-9c54-b58bdb56e62b tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/0878783b-7ef3-4796-8b4c-32ba0ddc728f HTTP/1.1" status: 204 len: 168 time: 0.2930994 Jul 22 14:11:29.102774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39658) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.132531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-965338ca-b137-4e47-889c-a34d9b185b38 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=0878783b-7ef3-4796-8b4c-32ba0ddc728f HTTP/1.1" status: 200 len: 221 time: 0.0275593 Jul 22 14:11:29.138450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39660) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.155303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-75aab8d9-4e85-459f-b457-cf0c6213c5c8 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1277224503', 'description': 'label created by tempest'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:29.155708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d7761d8-66cd-46a3-81c4-82d63ffc52ad tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/77fe6b65-2527-4c90-9706-8abb2e968cec HTTP/1.1" status: 200 len: 921 time: 0.3188760 Jul 22 14:11:29.156318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-75aab8d9-4e85-459f-b457-cf0c6213c5c8 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Unknown quota resources ['metering_label']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:11:29.159381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39662) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.222939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e309c-1b2d-447b-b74c-fb73c854240e req-d7586825-8d3f-4ebf-99c8-3aa22c2cbe0d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:29.225277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7c7e309c-1b2d-447b-b74c-fb73c854240e req-d7586825-8d3f-4ebf-99c8-3aa22c2cbe0d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 944 time: 0.1796818 Jul 22 14:11:29.294863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7c7e309c-1b2d-447b-b74c-fb73c854240e req-e29b2eb6-ac62-4cde-879e-2d51466c153a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611961 Jul 22 14:11:29.310828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c5fbe-f0c8-42f2-a5da-8861b9fcfad2 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:29.327778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-586c5fbe-f0c8-42f2-a5da-8861b9fcfad2 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=77fe6b65-2527-4c90-9706-8abb2e968cec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1672783 Jul 22 14:11:29.331132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39668) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.444144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75aab8d9-4e85-459f-b457-cf0c6213c5c8 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:29.445341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75aab8d9-4e85-459f-b457-cf0c6213c5c8 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3045599 Jul 22 14:11:29.448211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39674) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.539482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ebaf37e7-8567-4b13-90cc-994e90a0e286 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:11:29.588244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c9853917-4f93-498c-bae9-c63c8b0710f5 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=3ca9fbeb-f407-4d84-b609-81c0489c7aa3 HTTP/1.1" status: 200 len: 468 time: 0.1361897 Jul 22 14:11:29.589354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39680) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.660780 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:29.693350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ebaf37e7-8567-4b13-90cc-994e90a0e286 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:29.741628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:29.748924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:29.789606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c977420-5d0a-4f89-9e39-81fca1d57208 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:29.791561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0c977420-5d0a-4f89-9e39-81fca1d57208 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.4597442 Jul 22 14:11:29.796076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.814827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:29.831213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0f8544d5-42cd-4234-8e94-5c4f56c03803 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=77fe6b65-2527-4c90-9706-8abb2e968cec HTTP/1.1" status: 200 len: 205 time: 0.0341265 Jul 22 14:11:29.834616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39686) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:29.840950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64325098-886c-4c8b-8a4a-3fed86e9f86a req-af920f99-f61b-46c7-bf17-964eb6b80deb tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:29.848564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64325098-886c-4c8b-8a4a-3fed86e9f86a req-af920f99-f61b-46c7-bf17-964eb6b80deb tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.4375317 Jul 22 14:11:29.902230 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64325098-886c-4c8b-8a4a-3fed86e9f86a req-ef40561d-463c-428b-a097-1d2ec44ea97f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443995 Jul 22 14:11:29.995584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edd29297-baf1-4ab9-8f5f-7fd47eee989d tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:29.996521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-edd29297-baf1-4ab9-8f5f-7fd47eee989d tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/3ca9fbeb-f407-4d84-b609-81c0489c7aa3 HTTP/1.1" status: 204 len: 168 time: 0.4059792 Jul 22 14:11:30.000114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39690) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.021792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3ecd7633-d9ef-4dba-8455-4c162557d12a tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=3ca9fbeb-f407-4d84-b609-81c0489c7aa3 HTTP/1.1" status: 200 len: 216 time: 0.0203135 Jul 22 14:11:30.026513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39692) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.030272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.117897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d57ecd-6051-4c10-a0b8-f1e96f8ea189 req-17017e03-3ef9-467e-8364-640a8128be26 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:30.119744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92d57ecd-6051-4c10-a0b8-f1e96f8ea189 req-17017e03-3ef9-467e-8364-640a8128be26 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.0744934 Jul 22 14:11:30.180510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92d57ecd-6051-4c10-a0b8-f1e96f8ea189 req-36b39703-d17a-46e8-836a-891a144b963d tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540454 Jul 22 14:11:30.462488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c0fff13-6730-43ad-803c-d9580d4a555a tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.4347401 Jul 22 14:11:30.463108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39706) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.469304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef59fd-bcd1-4139-8240-db7ce6fad0a1 req-883f60d8-5f79-4b43-86b0-19f70e4c3adf tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:30.472178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3ef59fd-bcd1-4139-8240-db7ce6fad0a1 req-883f60d8-5f79-4b43-86b0-19f70e4c3adf tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 943 time: 0.0991411 Jul 22 14:11:30.489764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c5de43b5-5e82-4772-bf30-10143fca00ad tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0237608 Jul 22 14:11:30.491091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.526394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.564971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.566630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-76c1afd3-36c3-439d-9eab-a05a1ab1b593 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/218c5601-0aff-4feb-b081-d71691c9df6c HTTP/1.1" status: 200 len: 471 time: 0.0729623 Jul 22 14:11:30.574862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39714) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.582066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3ef59fd-bcd1-4139-8240-db7ce6fad0a1 req-7cb0245c-148d-4531-be13-397923f485a7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019323 Jul 22 14:11:30.594094 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6e251183-96eb-4475-beff-935e75567367 tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/18ad352f-6365-43cb-ba2b-b1a8d95ca4fe HTTP/1.1" status: 200 len: 461 time: 0.0148458 Jul 22 14:11:30.598369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39718) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.615496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Deleting port e2fa4186-021d-4864-a8a2-7edea8aa2fa9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:30.615983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.688995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd70e4dd-3f00-429b-a67c-df7f1918884b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.766525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f71ad762-ce77-421e-a93e-9dbca8faeb5f tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.767653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f71ad762-ce77-421e-a93e-9dbca8faeb5f tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/18ad352f-6365-43cb-ba2b-b1a8d95ca4fe HTTP/1.1" status: 204 len: 168 time: 0.1679673 Jul 22 14:11:30.772095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39720) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.781314 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd70e4dd-3f00-429b-a67c-df7f1918884b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.785646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd70e4dd-3f00-429b-a67c-df7f1918884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.798243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.827828 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fd70e4dd-3f00-429b-a67c-df7f1918884b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84e67bd81ab84c9eaaae3518998d46f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577369 Jul 22 14:11:30.828832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70e4dd-3f00-429b-a67c-df7f1918884b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422e77a9-d9e4-41c6-8002-06937b13dafc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:30.831246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:30.866775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Calling delete_port for e2fa4186-021d-4864-a8a2-7edea8aa2fa9 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:30.882804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8632fc18-9488-46f6-88d3-50737e3970d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.904461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8632fc18-9488-46f6-88d3-50737e3970d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.956731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8632fc18-9488-46f6-88d3-50737e3970d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.960514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8632fc18-9488-46f6-88d3-50737e3970d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:30.970529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8632fc18-9488-46f6-88d3-50737e3970d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/422e77a9-d9e4-41c6-8002-06937b13dafc HTTP/1.1" status: 204 len: 168 time: 0.1378741 Jul 22 14:11:30.981252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632fc18-9488-46f6-88d3-50737e3970d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e77a9-d9e4-41c6-8002-06937b13dafc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:31.128497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a461-71dd-4f21-a384-528256429b2d req-1250b13d-8c98-45be-a429-d4536f7e8f7e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:31.130022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e20a461-71dd-4f21-a384-528256429b2d req-1250b13d-8c98-45be-a429-d4536f7e8f7e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.13 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 943 time: 0.3462880 Jul 22 14:11:31.135312 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6e65c83-3aed-4544-9f7b-e7dea5b7c4be tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.136347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d6e65c83-3aed-4544-9f7b-e7dea5b7c4be tempest-MeteringTestJSON-611634502 tempest-MeteringTestJSON-611634502-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/218c5601-0aff-4feb-b081-d71691c9df6c HTTP/1.1" status: 204 len: 168 time: 0.3633587 Jul 22 14:11:31.322474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f32cb-e3e0-4ead-bd7f-0cc4e23afc7c req-03bbdf22-b48e-4493-9be3-f2bb934db88e tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:31.324075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-997f32cb-e3e0-4ead-bd7f-0cc4e23afc7c req-03bbdf22-b48e-4493-9be3-f2bb934db88e tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3076782 Jul 22 14:11:31.373672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8faa1-19f5-4c9b-a630-31cc731704ae req-f5d77235-a0ba-4b9a-b9e7-79b2d6e294bc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:31.392322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66f8faa1-19f5-4c9b-a630-31cc731704ae req-f5d77235-a0ba-4b9a-b9e7-79b2d6e294bc tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1234245 Jul 22 14:11:31.464424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-997f32cb-e3e0-4ead-bd7f-0cc4e23afc7c req-cfdbfcdf-ce60-462e-948c-323b6b5c9900 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007252 Jul 22 14:11:31.481246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.496495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66f8faa1-19f5-4c9b-a630-31cc731704ae req-c64cda21-d1cd-4c25-a2de-086194dbd47b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031766 Jul 22 14:11:31.510001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Deleting port ebaf37e7-8567-4b13-90cc-994e90a0e286 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:31.510001 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.548214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event deleted for resources: {'Port': ['ID=e2fa4186-021d-4864-a8a2-7edea8aa2fa9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:31.566869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:31.682295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.774405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb11f914-5c42-4a7e-b684-88ade4cb09b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.791636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] For port ebaf37e7-8567-4b13-90cc-994e90a0e286, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ebaf37e7-8567-4b13-90cc-994e90a0e286,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:31.792007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.802810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.806515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.812174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Calling delete_port for ebaf37e7-8567-4b13-90cc-994e90a0e286 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:31.829648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f1c8d-de27-44e0-9900-c72db03ee803 req-c83681a8-341a-4f73-9673-eda29535540e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:31.831184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-247f1c8d-de27-44e0-9900-c72db03ee803 req-c83681a8-341a-4f73-9673-eda29535540e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=20bacf06-ecac-4ffd-b161-7a25047fbdb7 HTTP/1.1" status: 200 len: 943 time: 0.1304429 Jul 22 14:11:31.901219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-247f1c8d-de27-44e0-9900-c72db03ee803 req-fe6eb237-4027-4d28-8fa9-fa01548b4685 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 Jul 22 14:11:31.917507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.918314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Fanout notify agent at l3_agent the message router_deleted on router 77fe6b65-2527-4c90-9706-8abb2e968cec {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:31.928988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.933649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f7ea4d4-3c2a-488f-8890-460edb0e9ca1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/77fe6b65-2527-4c90-9706-8abb2e968cec HTTP/1.1" status: 204 len: 168 time: 2.0545650 Jul 22 14:11:31.933789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb11f914-5c42-4a7e-b684-88ade4cb09b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:31.934047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:31.939392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-857243220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:31.945144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39764) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:31.951919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb11f914-5c42-4a7e-b684-88ade4cb09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.003802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb11f914-5c42-4a7e-b684-88ade4cb09b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74585055b12e4a448a6d4d62809833d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358582 Jul 22 14:11:32.005012 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.006667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.009513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39768) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:32.010043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11f914-5c42-4a7e-b684-88ade4cb09b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ff270d-3355-4357-8fa1-6b037426ad56,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:32.067547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.070517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.072762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.092729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-network', 'tenant_id': '9bcf9115182a4d25b937f83da7190144'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:32.096259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1b657a0-d113-4cca-a9cb-0797f66cee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.096408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.097867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-79d445a3-e4a1-43f4-9211-020fbafcbb28 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1626921 Jul 22 14:11:32.101646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:32.106943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:32.135532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event deleted for resources: {'Port': ['ID=ebaf37e7-8567-4b13-90cc-994e90a0e286,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:32.183460 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1b657a0-d113-4cca-a9cb-0797f66cee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.216996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] No DVR routers for this DVR port ebaf37e7-8567-4b13-90cc-994e90a0e286 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:11:32.221225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.223248 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6e20a461-71dd-4f21-a384-528256429b2d req-d36d7272-e4bb-40bc-a606-f8ecad5ad3d5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.13 "DELETE /v2.0/ports/ebaf37e7-8567-4b13-90cc-994e90a0e286 HTTP/1.1" status: 204 len: 173 time: 1.0857804 Jul 22 14:11:32.223833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'name': 'network-vif-deleted', 'tag': 'ebaf37e7-8567-4b13-90cc-994e90a0e286'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:32.226952 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb75ee37-828f-473c-9320-5d94e4b94b98" -d '{"events": [{"server_uuid": "20bacf06-ecac-4ffd-b161-7a25047fbdb7", "name": "network-vif-deleted", "tag": "ebaf37e7-8567-4b13-90cc-994e90a0e286"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:32.229356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:32.231622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.254483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.296395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1b657a0-d113-4cca-a9cb-0797f66cee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.299384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1b657a0-d113-4cca-a9cb-0797f66cee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.303148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b1b657a0-d113-4cca-a9cb-0797f66cee5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84ff270d-3355-4357-8fa1-6b037426ad56 HTTP/1.1" status: 204 len: 168 time: 0.2901480 Jul 22 14:11:32.303148 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0eb890-4abf-4d86-8c21-71032df1e6de x-openstack-request-id: req-5c0eb890-4abf-4d86-8c21-71032df1e6de {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:32.303148 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20bacf06-ecac-4ffd-b161-7a25047fbdb7", "name": "network-vif-deleted", "tag": "ebaf37e7-8567-4b13-90cc-994e90a0e286", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:32.303465 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c0eb890-4abf-4d86-8c21-71032df1e6de {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:32.303716 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bacf06-ecac-4ffd-b161-7a25047fbdb7', 'name': 'network-vif-deleted', 'tag': 'ebaf37e7-8567-4b13-90cc-994e90a0e286', 'status': 'completed', 'code': 200} Jul 22 14:11:32.322590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b657a0-d113-4cca-a9cb-0797f66cee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ff270d-3355-4357-8fa1-6b037426ad56,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:32.328060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.384875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.391679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.415691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:32.436029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a802724-23ef-40ca-9620-ecf0fb7cec4d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:32.439024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.439954 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Added segment 44125f30-97f9-4c1b-9af8-b08933d9bb9b of type vlan for network 8852580b-924b-4887-8d8a-1180c6237f76 Jul 22 14:11:32.485225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.527059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.528875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:32.529587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.580967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6344428 Jul 22 14:11:32.586650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39784) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:32.591928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Request body: {'subnet': {'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-subnet', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:32.645115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.647776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cafea5-5434-428c-a14e-6477014ac6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8852580b-924b-4887-8d8a-1180c6237f76,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:32.663842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 8852580b-924b-4887-8d8a-1180c6237f76 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:32.693264 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.706700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:32.710782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.762625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35293766-1adf-4bd2-8a4c-f475ec3ac416 req-72313030-0832-485d-b59f-fddd68c35cc3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:32.762928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:32.768540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35293766-1adf-4bd2-8a4c-f475ec3ac416 req-72313030-0832-485d-b59f-fddd68c35cc3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1631680 Jul 22 14:11:32.795582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-221a7c3f-a48b-46f1-af3b-06cd516f6cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:32.824420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa898e-b6e8-48ba-8111-781d47e12ca0 req-bf664302-18cc-40aa-bf91-71b205bf28df tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:32.826006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83aa898e-b6e8-48ba-8111-781d47e12ca0 req-bf664302-18cc-40aa-bf91-71b205bf28df tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2272255 Jul 22 14:11:32.876109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35293766-1adf-4bd2-8a4c-f475ec3ac416 req-680ba7cd-395b-406c-84b5-897701dfd8fa tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903194 Jul 22 14:11:32.917707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83aa898e-b6e8-48ba-8111-781d47e12ca0 req-d5118e27-daa6-4ac1-a39e-adc146e43c57 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626836 Jul 22 14:11:32.931409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Allocated IP 172.25.8.115 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/85981742-6bd4-40fb-8170-79489126f6f6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:33.019423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.075859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1bf868-f350-4773-8e9e-345c13cdd4fc,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:33.095321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Checking segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:33.095778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Network hostable DHCP agents. Network: 8852580b-924b-4887-8d8a-1180c6237f76, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:11:33.129398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Network 8852580b-924b-4887-8d8a-1180c6237f76 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:11:33.152193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-221a7c3f-a48b-46f1-af3b-06cd516f6cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.152421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 8852580b-924b-4887-8d8a-1180c6237f76) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:33.156945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:33.157904 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.167234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b35e82-080b-43db-a3cf-aba09d6b749a None None] Network 8852580b-924b-4887-8d8a-1180c6237f76 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:33.190056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-221a7c3f-a48b-46f1-af3b-06cd516f6cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.190324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-540a6ac6-222f-4c22-a8e0-a4db62789875 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6025314 Jul 22 14:11:33.191779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39800) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:33.196765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:33.219953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.255078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-221a7c3f-a48b-46f1-af3b-06cd516f6cdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb13142e233b47cbb29edfddcb8d6675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869869 Jul 22 14:11:33.257808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:33.276831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.278223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.305180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-2c979942-cd94-4211-9e02-5ba683268f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:33.306805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-2c979942-cd94-4211-9e02-5ba683268f84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1097 time: 0.1035936 Jul 22 14:11:33.362371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-8852580b-924b-4887-8d8a-1180c6237f76', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:11:33.363935 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.369130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.369316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a7c3f-a48b-46f1-af3b-06cd516f6cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15131aa-2ce5-48c5-8a29-e6fae8ef7c8a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:33.418382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe0a0-cf1f-42c6-a910-031a976daadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.445395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe0a0-cf1f-42c6-a910-031a976daadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.516051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e10e72-33b1-4cc7-bd13-9fd1d90e1176 req-6e018280-4436-4323-af0d-26c59eabef4d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:33.517972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35e10e72-33b1-4cc7-bd13-9fd1d90e1176 req-6e018280-4436-4323-af0d-26c59eabef4d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3349776 Jul 22 14:11:33.529994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Allocated IP 172.20.0.2 (8852580b-924b-4887-8d8a-1180c6237f76/7d1bf868-f350-4773-8e9e-345c13cdd4fc/c797b721-dd2f-4dd7-93b4-47289bcfbbc4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:33.551668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.635255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:33.646542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event updated for resources: {'Port': ['ID=85981742-6bd4-40fb-8170-79489126f6f6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:33.663740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:33.671614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:33.676560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe0a0-cf1f-42c6-a910-031a976daadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.681336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef6fe0a0-cf1f-42c6-a910-031a976daadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.686542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ef6fe0a0-cf1f-42c6-a910-031a976daadb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c15131aa-2ce5-48c5-8a29-e6fae8ef7c8a HTTP/1.1" status: 204 len: 168 time: 0.4255044 Jul 22 14:11:33.709371 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.733057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Transition to ACTIVE for port object c797b721-dd2f-4dd7-93b4-47289bcfbbc4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:33.745928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fe0a0-cf1f-42c6-a910-031a976daadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15131aa-2ce5-48c5-8a29-e6fae8ef7c8a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:33.749303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:33.756697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800321504', 'description': 'tempest-description--43868953'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:33.768613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Transition to ACTIVE for port object c797b721-dd2f-4dd7-93b4-47289bcfbbc4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:33.785946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35e10e72-33b1-4cc7-bd13-9fd1d90e1176 req-7027383c-2d1f-45ac-9d5b-14ac8957f456 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253947 Jul 22 14:11:33.790576 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.862088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Network 8852580b-924b-4887-8d8a-1180c6237f76 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:33.866219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:33.871430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:33.879789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Pushing event updated for resources: {'Port': ['ID=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:33.923862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.934927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.948985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-a1980fe0-1bc9-4895-b279-c9be5e564cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:33.950528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-a1980fe0-1bc9-4895-b279-c9be5e564cb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.6340294 Jul 22 14:11:33.953680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Attempting to bind port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:33.953966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Attempting to bind port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:33.954330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Attempting to bind port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 on network 8852580b-924b-4887-8d8a-1180c6237f76 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:33.966908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:33.967288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Checking segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:33.967698 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:33.968092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Bound using segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:33.968572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Bound port: c797b721-dd2f-4dd7-93b4-47289bcfbbc4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:33.968960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.089955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] For port c797b721-dd2f-4dd7-93b4-47289bcfbbc4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:34.093297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] For port c797b721-dd2f-4dd7-93b4-47289bcfbbc4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:34.101346 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.171702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-13dbcf52-be68-4e96-b30a-ed93d43414fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 1001 time: 0.2095101 Jul 22 14:11:34.187655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb66bf9-e9e1-4860-8074-ceab8a0e3108 None None] Pushing event updated for resources: {'Port': ['ID=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:34.247668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.260722 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.287311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2218f3-bdbe-4a19-9099-fe82fce51edc req-7e708934-4688-4b10-b312-a21dd7a2cc12 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:34.290121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b2218f3-bdbe-4a19-9099-fe82fce51edc req-7e708934-4688-4b10-b312-a21dd7a2cc12 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2403140 Jul 22 14:11:34.293352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-da0560d0-f1f1-4fa1-b9c8-7c3f2fd896c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:34.295098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-da0560d0-f1f1-4fa1-b9c8-7c3f2fd896c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.1132774 Jul 22 14:11:34.335166 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.339436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5872545 Jul 22 14:11:34.345862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:34.353250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'security_group_rule': {'security_group_id': '67ccae47-7969-4e9a-8b00-1a03a11050c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:34.360550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.365054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9aa6a-e821-4982-8f43-1384b1725aaa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ccae47-7969-4e9a-8b00-1a03a11050c3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:34.394891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b2218f3-bdbe-4a19-9099-fe82fce51edc req-8d9dbce2-e654-4e47-bb37-2aa00998025f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886981 Jul 22 14:11:34.526040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.534369 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.563672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.579357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-82b13180-883a-470c-84f6-30591f010271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:34.580897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-82b13180-883a-470c-84f6-30591f010271 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2733977 Jul 22 14:11:34.688977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.694541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.710727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43664c2e-695d-4a1b-ad98-25f160d938ee,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:34.726846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:34.736398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.741783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e261ff78-21c3-4301-ac7a-664c9786aee3 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947723 Jul 22 14:11:34.741936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39836) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:34.748102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.750911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'security_group_rule': {'security_group_id': '67ccae47-7969-4e9a-8b00-1a03a11050c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:34.751358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.787009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-dfd0d9e8-b254-4321-8704-dae897adae32 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783650 Jul 22 14:11:34.805405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Allocated IP 172.25.8.58 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/75277561-f89b-45a0-8290-567dea5c8ce1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:34.818521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.877899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-760850786'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:34.922483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Made reservation on behalf of 8eb90a1797e14ac7a6918c7a5395adbc for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:34.930438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:34.934278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Router a7c83ef2-7b6d-41d4-94fc-f4a75c007853 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:34.945726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.108579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5aee0525-7a2c-4984-9633-f0014ddaf151 req-3feabc7c-0ab9-4694-b21b-32a4b091b029 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068607 Jul 22 14:11:35.113978 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.136680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.140686 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.178072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c70a1-d793-4f3d-bb86-88d10de9b3bc req-1fcb5d98-64fe-4b90-a696-863f0000199b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:35.179689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b3c70a1-d793-4f3d-bb86-88d10de9b3bc req-1fcb5d98-64fe-4b90-a696-863f0000199b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2811029 Jul 22 14:11:35.218490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e87639-4216-44d1-a66f-51a1c72e478c,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:35.265461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b3c70a1-d793-4f3d-bb86-88d10de9b3bc req-fba4b5d3-8d69-4e40-8e6a-04e33894d65a tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715959 Jul 22 14:11:35.280062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.337981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:35.342324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Pushing event updated for resources: {'Port': ['ID=75277561-f89b-45a0-8290-567dea5c8ce1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:35.346793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:35.349858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:35.374542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821cffc8-2d3e-4ce4-a772-e64e18380669 None None] Network 8852580b-924b-4887-8d8a-1180c6237f76 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:35.413594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:35.420921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.422597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9db3606e-d3f4-4f61-9f64-e7c7e8aa3085 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "PUT /v2.0/routers/a7c83ef2-7b6d-41d4-94fc-f4a75c007853 HTTP/1.1" status: 200 len: 879 time: 3.3194158 Jul 22 14:11:35.427973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:35.428756 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] Sync routers for ids ['a7c83ef2-7b6d-41d4-94fc-f4a75c007853'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:35.437841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] Routers {'a7c83ef2-7b6d-41d4-94fc-f4a75c007853'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:35.438448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a7c83ef2-7b6d-41d4-94fc-f4a75c007853'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:35.472735 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:35.482528 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] Routers {'a7c83ef2-7b6d-41d4-94fc-f4a75c007853'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:35.483291 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a7c83ef2-7b6d-41d4-94fc-f4a75c007853'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:35.517683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-265e5aa3-4c91-495d-974e-796ac801bc06 None None] Provisioning for port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:35.522838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:35.523612 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bee2b9-44f8-41ce-8ea3-1f631de35498 None None] The sync data for ids ['a7c83ef2-7b6d-41d4-94fc-f4a75c007853'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:35.544795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.552785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ebaf37e7-8567-4b13-90cc-994e90a0e286 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:11:35.558033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.560960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-439b9c23-20fa-437c-9374-57ebad9ae21a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8152676 Jul 22 14:11:35.564436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39848) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:35.568957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.569219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:35.580940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:35.584472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ebaf37e7-8567-4b13-90cc-994e90a0e286 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:11:35.584815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ebaf37e7-8567-4b13-90cc-994e90a0e286 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:11:35.592636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.592992 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Added segment 329774cb-93f8-4244-bcaf-7e569d433b68 of type vlan for network 2b62218b-9135-413f-b948-0b7e3360a698 Jul 22 14:11:35.635286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.684918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.724396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94becc06-1c94-46c8-af0b-95bb1dae0434,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:35.731313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.738184 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.738648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:35.739707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:35.825935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3c34a666-2c4c-4efb-9115-ac97f7e814a9 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/a7c83ef2-7b6d-41d4-94fc-f4a75c007853 HTTP/1.1" status: 200 len: 920 time: 0.3960497 Jul 22 14:11:35.836053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event updated for resources: {'Network': ['ID=2b62218b-9135-413f-b948-0b7e3360a698,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:35.838162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:35.853151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 2b62218b-9135-413f-b948-0b7e3360a698 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:35.885333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6adcf717-22e7-490a-bf08-f6bdde4309c1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1568606 Jul 22 14:11:35.889870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:35.894944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Request body: {'subnet': {'network_id': '2b62218b-9135-413f-b948-0b7e3360a698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:35.907549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366164-a811-44c5-9eca-38b66fb94d34 req-bd393eb9-2128-415f-af53-bd08e97b2689 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:35.915883 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15366164-a811-44c5-9eca-38b66fb94d34 req-bd393eb9-2128-415f-af53-bd08e97b2689 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3777354 Jul 22 14:11:36.012084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.047368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15366164-a811-44c5-9eca-38b66fb94d34 req-00901306-932e-45be-8ce4-abcff5c77339 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 Jul 22 14:11:36.053690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471405a-bab6-47dc-b298-65d47ab3de89 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:36.057993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7471405a-bab6-47dc-b298-65d47ab3de89 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=a7c83ef2-7b6d-41d4-94fc-f4a75c007853&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2158132 Jul 22 14:11:36.058698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:36.099747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.114677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Made reservation on behalf of 8eb90a1797e14ac7a6918c7a5395adbc for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:36.118268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.144191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c797b721-dd2f-4dd7-93b4-47289bcfbbc4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:36.199799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:36.204405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:36.204777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.242960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212197a2-6494-4cfe-938b-698e71661400 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:36.247305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-212197a2-6494-4cfe-938b-698e71661400 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.1866755 Jul 22 14:11:36.247921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:36.252042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Allocated IP 172.25.8.17 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/4dd74da7-d3be-4724-828a-dbec6fc73430) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:36.292814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3b0726ac-d7e4-443b-9274-9eff9a90c1df tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7c83ef2-7b6d-41d4-94fc-f4a75c007853 HTTP/1.1" status: 200 len: 205 time: 0.0345466 Jul 22 14:11:36.292814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:36.296177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.353665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c797b721-dd2f-4dd7-93b4-47289bcfbbc4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:36.362496 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.392180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Router d77880b4-d58e-425f-8317-0d876f501260 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:36.420349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:36.423345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.533364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.619237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.678652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed4e36-5e3b-47ce-9099-ee37d6d09982 req-b93dc914-bcad-4624-ad4e-74cb4defdef4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:36.680272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8ed4e36-5e3b-47ce-9099-ee37d6d09982 req-b93dc914-bcad-4624-ad4e-74cb4defdef4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2940450 Jul 22 14:11:36.738103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event updated for resources: {'Subnet': ['ID=f26dbacb-01c1-4972-82b4-67546b37c318,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:36.773496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8ed4e36-5e3b-47ce-9099-ee37d6d09982 req-55850691-c0ca-4390-8185-891432cc9c27 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864639 Jul 22 14:11:36.774919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Checking segment: {'id': '329774cb-93f8-4244-bcaf-7e569d433b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b62218b-9135-413f-b948-0b7e3360a698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:36.775291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Network hostable DHCP agents. Network: 2b62218b-9135-413f-b948-0b7e3360a698, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:11:36.778976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.781647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:36.795496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.800469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Sync routers for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:36.811684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:36.812554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:36.824287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.828295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39868) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:36.828463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da5c04c5-6c9f-4d4b-94e4-b3447edd66b7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6356037 Jul 22 14:11:36.841045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Network 2b62218b-9135-413f-b948-0b7e3360a698 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:11:36.847926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:36.849988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:36.853333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:36.858955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'Port': ['ID=4dd74da7-d3be-4724-828a-dbec6fc73430,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:36.919328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 2b62218b-9135-413f-b948-0b7e3360a698) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:36.931626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140842c-e557-4298-98a4-c3c509905e1c None None] Network 2b62218b-9135-413f-b948-0b7e3360a698 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:36.935790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:36.936392 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.961505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Deleting port 85981742-6bd4-40fb-8170-79489126f6f6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:36.961903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.964940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:36.966951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af9b68bb-0754-41f1-bd58-597ec49a1ce2 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0761006 Jul 22 14:11:36.967249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:36.974607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39870) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:36.980246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Request body: {'port': {'network_id': '2b62218b-9135-413f-b948-0b7e3360a698', 'name': 'tempest-ExtraDHCPOptionsTestJSON-193994879'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:37.101248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.134991 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.152400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Calling delete_port for 85981742-6bd4-40fb-8170-79489126f6f6 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:37.253321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Made reservation on behalf of 8eb90a1797e14ac7a6918c7a5395adbc for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:37.257775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.284799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] device_id is not set on port 922ce4cf-6408-4a10-91d4-17c2b15c627f yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:11:37.451076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.451276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-2b62218b-9135-413f-b948-0b7e3360a698', 'network_id': '2b62218b-9135-413f-b948-0b7e3360a698', 'tenant_id': '8eb90a1797e14ac7a6918c7a5395adbc', 'fixed_ips': [{'subnet_id': 'f26dbacb-01c1-4972-82b4-67546b37c318'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:11:37.451970 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.457492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.467245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:35Z', 'revision_number': 3, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:37.490353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0d598-6408-49d2-a8c1-bc609950474f req-cbf7c6e6-a9ec-4024-bcb3-f9178137e509 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:37.491645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbb0d598-6408-49d2-a8c1-bc609950474f req-cbf7c6e6-a9ec-4024-bcb3-f9178137e509 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2167463 Jul 22 14:11:37.498146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Allocated IP 172.20.0.12 (2b62218b-9135-413f-b948-0b7e3360a698/f26dbacb-01c1-4972-82b4-67546b37c318/922ce4cf-6408-4a10-91d4-17c2b15c627f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:37.501544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Checking router: d77880b4-d58e-425f-8317-0d876f501260 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:11:37.501726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Updating router d77880b4-d58e-425f-8317-0d876f501260 port 75277561-f89b-45a0-8290-567dea5c8ce1 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:11:37.572567 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.575086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'Port': ['ID=4dd74da7-d3be-4724-828a-dbec6fc73430,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:37.613234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.614633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d2b672c7-49f1-444d-87f3-9f3fc7797a90 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0499475 Jul 22 14:11:37.619947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.632296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.641816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbb0d598-6408-49d2-a8c1-bc609950474f req-5be7c73a-ad45-47b9-a242-6cf8686254a2 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118534 Jul 22 14:11:37.672153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event deleted for resources: {'Port': ['ID=85981742-6bd4-40fb-8170-79489126f6f6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:37.783819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.798411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.840367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Transition to ACTIVE for port object 922ce4cf-6408-4a10-91d4-17c2b15c627f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:37.948255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-9961c73c-201f-48ae-95c4-015e905998d6 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:37.950227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-9961c73c-201f-48ae-95c4-015e905998d6 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 822 time: 0.1387308 Jul 22 14:11:37.952129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.957164 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:37.999885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Transition to ACTIVE for port object 75277561-f89b-45a0-8290-567dea5c8ce1 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:38.010169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-49e7c61e-91ae-43f8-82d4-1a925d6004f9 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/quotas/0f9246e33ce248de989acd09811814a9 HTTP/1.1" status: 200 len: 375 time: 0.0459259 Jul 22 14:11:38.012575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Network 2b62218b-9135-413f-b948-0b7e3360a698 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:38.014206 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.021425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Allocated IP 172.20.0.2 (2b62218b-9135-413f-b948-0b7e3360a698/f26dbacb-01c1-4972-82b4-67546b37c318/a84d7d87-53de-421d-9353-93e920574d9b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:38.023438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:38.027819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:38.077772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event updated for resources: {'Port': ['ID=922ce4cf-6408-4a10-91d4-17c2b15c627f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:38.111980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c524998-f4c0-4f5f-bb0a-7fb4c3758b4b None None] Pushing event updated for resources: {'Port': ['ID=75277561-f89b-45a0-8290-567dea5c8ce1,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:38.120573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Attempting to bind port 75277561-f89b-45a0-8290-567dea5c8ce1 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:38.120960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Attempting to bind port 75277561-f89b-45a0-8290-567dea5c8ce1 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:38.121329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Attempting to bind port 75277561-f89b-45a0-8290-567dea5c8ce1 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:38.131298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:38.131680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:38.132095 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.132546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:38.133071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Bound port: 75277561-f89b-45a0-8290-567dea5c8ce1, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:38.134224 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.147271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:38.147908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.186206 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f39bb67-730c-4326-a661-09a5b76332c7 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2105007 Jul 22 14:11:38.186815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39890) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:38.192863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c797b721-dd2f-4dd7-93b4-47289bcfbbc4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:38.193553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Request body: {'port': {'network_id': '2b62218b-9135-413f-b948-0b7e3360a698', 'name': 'tempest-ExtraDHCPOptionsTestJSON-773377452', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:38.193826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.api.validators [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] bootfile-name is not in valid_values {{(pid=93760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:11:38.194177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.api.validators [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] tftp-server is not in valid_values {{(pid=93760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:11:38.194507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.api.validators [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] server-ip-address is not in valid_values {{(pid=93760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:11:38.197581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.201439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.205514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.249534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-bdf39aa7-45f3-4266-b08c-cb82dda3d195 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1891241 Jul 22 14:11:38.297415 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.297991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Fanout notify agent at l3_agent the message router_deleted on router a7c83ef2-7b6d-41d4-94fc-f4a75c007853 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:38.300464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] For port 75277561-f89b-45a0-8290-567dea5c8ce1, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:38.304442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] For port 75277561-f89b-45a0-8290-567dea5c8ce1, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=75277561-f89b-45a0-8290-567dea5c8ce1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:38.307361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.308205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f5f9c3b6-d7f3-4b74-86c8-b7ddc424a93d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/a7c83ef2-7b6d-41d4-94fc-f4a75c007853 HTTP/1.1" status: 204 len: 168 time: 2.0156596 Jul 22 14:11:38.317737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:38.327975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:38.328219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.331699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1153256912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:38.332949 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.452479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-6a10cb27-d00e-45be-83d2-e9e9e24628a9 service neutron] 10.222.0.11 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019176 Jul 22 14:11:38.458194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:38.458867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:38.485223 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.486726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.511355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Allocated IP 172.20.0.1 (8852580b-924b-4887-8d8a-1180c6237f76/7d1bf868-f350-4773-8e9e-345c13cdd4fc/c3167cd0-ada4-4c95-8e15-de78e814f23b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:38.560587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.562252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76812f-e278-4d0b-96bd-6df9c53918c6 req-a2c419ef-a164-4456-83de-43f8b6430fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:38.563890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f76812f-e278-4d0b-96bd-6df9c53918c6 req-a2c419ef-a164-4456-83de-43f8b6430fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.1876431 Jul 22 14:11:38.564581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:38.568300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Made reservation on behalf of 8eb90a1797e14ac7a6918c7a5395adbc for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:38.571830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.573556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.600709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.604469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-873d92c6-9994-4058-a62e-5d65b61fbc9c tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2759135 Jul 22 14:11:38.607703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:38.608212 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.612944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': True}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:38.653481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] device_id is not set on port ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:11:38.659560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-dbf42e12-1719-409a-9d32-bc347eff2f71 service neutron] 10.222.0.11 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063160 Jul 22 14:11:38.666408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Transition to ACTIVE for port object a84d7d87-53de-421d-9353-93e920574d9b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:38.685026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c524998-f4c0-4f5f-bb0a-7fb4c3758b4b None None] Pushing event updated for resources: {'Port': ['ID=75277561-f89b-45a0-8290-567dea5c8ce1,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:38.686431 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.720091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Transition to ACTIVE for port object c3167cd0-ada4-4c95-8e15-de78e814f23b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:38.766495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f76812f-e278-4d0b-96bd-6df9c53918c6 req-41919a50-67b3-41ef-ad22-0ffc17f2f2c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900039 Jul 22 14:11:38.799223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Transition to ACTIVE for port object a84d7d87-53de-421d-9353-93e920574d9b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:38.823274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.824799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:38.872446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3167cd0-ada4-4c95-8e15-de78e814f23b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:38.882381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Network 2b62218b-9135-413f-b948-0b7e3360a698 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:38.890683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:38.892942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:38.911733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Network 8852580b-924b-4887-8d8a-1180c6237f76 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:38.945993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:38.949965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:38.979207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Pushing event updated for resources: {'Port': ['ID=a84d7d87-53de-421d-9353-93e920574d9b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:38.988809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.016158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25092ba0-0a98-4674-9faf-271e0a07189a req-7827450c-dbb0-44f8-a6f2-a52cd4e53566 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:39.025314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25092ba0-0a98-4674-9faf-271e0a07189a req-7827450c-dbb0-44f8-a6f2-a52cd4e53566 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2550504 Jul 22 14:11:39.029337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d70b1be6-d309-4205-a057-77e03b700cb6 req-ed6c606b-7cf0-404b-a058-4c17b694f1e7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0705018 Jul 22 14:11:39.032631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Attempting to bind port a84d7d87-53de-421d-9353-93e920574d9b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:39.033006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Attempting to bind port a84d7d87-53de-421d-9353-93e920574d9b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '329774cb-93f8-4244-bcaf-7e569d433b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b62218b-9135-413f-b948-0b7e3360a698'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:39.033368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Attempting to bind port a84d7d87-53de-421d-9353-93e920574d9b on network 2b62218b-9135-413f-b948-0b7e3360a698 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:39.059958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Allocated IP 172.20.0.8 (2b62218b-9135-413f-b948-0b7e3360a698/f26dbacb-01c1-4972-82b4-67546b37c318/ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:39.063677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:39.064324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Checking segment: {'id': '329774cb-93f8-4244-bcaf-7e569d433b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b62218b-9135-413f-b948-0b7e3360a698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:39.064951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.065543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Bound using segment: {'id': '329774cb-93f8-4244-bcaf-7e569d433b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b62218b-9135-413f-b948-0b7e3360a698'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:39.066356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Bound port: a84d7d87-53de-421d-9353-93e920574d9b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329774cb-93f8-4244-bcaf-7e569d433b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2b62218b-9135-413f-b948-0b7e3360a698'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:39.067187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.116042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25092ba0-0a98-4674-9faf-271e0a07189a req-55d3bb0b-0d26-4c5d-9b09-0516032283c4 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749154 Jul 22 14:11:39.118616 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.132733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:35Z', 'revision_number': 3, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:39.205998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d79e3f-e8b7-4af3-8694-f7e6b10d8f16 None None] The sync data for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 is: [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:35Z', 'revision_number': 3, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:39.276775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] For port a84d7d87-53de-421d-9353-93e920574d9b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:39.297174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] For port a84d7d87-53de-421d-9353-93e920574d9b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a84d7d87-53de-421d-9353-93e920574d9b,segment=NetworkSegment(329774cb-93f8-4244-bcaf-7e569d433b68),segment_id=329774cb-93f8-4244-bcaf-7e569d433b68)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:39.298893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49d5c307-248e-4ca9-be41-89e75d2c1c03 None None] Provisioning for port c3167cd0-ada4-4c95-8e15-de78e814f23b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:39.306140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49d5c307-248e-4ca9-be41-89e75d2c1c03 None None] Provisioning complete for port c3167cd0-ada4-4c95-8e15-de78e814f23b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:39.306637 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-49d5c307-248e-4ca9-be41-89e75d2c1c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.349540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.384654 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.416298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-49d5c307-248e-4ca9-be41-89e75d2c1c03 None None] Port c3167cd0-ada4-4c95-8e15-de78e814f23b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:11:39.447681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.484525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c600-de03-424d-b445-a5c3277c6c3d None None] Pushing event updated for resources: {'Port': ['ID=a84d7d87-53de-421d-9353-93e920574d9b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:39.542003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Transition to ACTIVE for port object ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:39.647181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.703221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.709162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.760962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.768248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.843841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Network 2b62218b-9135-413f-b948-0b7e3360a698 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:39.874109 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:39.875642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:39.880116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event updated for resources: {'Port': ['ID=ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:39.883450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:39.895156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3167cd0-ada4-4c95-8e15-de78e814f23b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:40.021599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Network 8852580b-924b-4887-8d8a-1180c6237f76 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:40.023198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:40.209327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a84d7d87-53de-421d-9353-93e920574d9b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:40.280485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Router d77880b4-d58e-425f-8317-0d876f501260 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:11:40.430866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Allocated IP 172.25.8.66 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/a585164c-d031-44f9-b046-3da84d7d32e1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:40.513844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c77ff69e-8d90-44cb-b882-87535a943917 None None] Provisioning complete for port c3167cd0-ada4-4c95-8e15-de78e814f23b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:40.514946 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c77ff69e-8d90-44cb-b882-87535a943917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:40.589071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b524c-f950-4641-a1ef-fa13d13bf983 req-aa3317f7-e7c5-4122-9d8a-f4ff2ed06992 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:40.590218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c77ff69e-8d90-44cb-b882-87535a943917 None None] Port c3167cd0-ada4-4c95-8e15-de78e814f23b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:11:40.603485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f0b524c-f950-4641-a1ef-fa13d13bf983 req-aa3317f7-e7c5-4122-9d8a-f4ff2ed06992 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3117447 Jul 22 14:11:40.605296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a84d7d87-53de-421d-9353-93e920574d9b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:40.615963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 75277561-f89b-45a0-8290-567dea5c8ce1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:40.654223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:40.654931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:40.709293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f0b524c-f950-4641-a1ef-fa13d13bf983 req-da2f2ae0-c175-4a25-a0a6-083ba04e2342 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987582 Jul 22 14:11:40.712412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:40.717412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 75277561-f89b-45a0-8290-567dea5c8ce1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:40.719455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bdafba5-643c-42f1-a050-28b7e5829abf req-12da335c-fa1e-4097-b464-133e02da0cde tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 210 time: 0.1493585 Jul 22 14:11:40.723217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 75277561-f89b-45a0-8290-567dea5c8ce1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:40.723886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:40.738332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a25327f-9ed4-43b7-96b1-9a2d95369ae7 admin admin] 10.222.0.11 "PUT /v2.0/routers/d77880b4-d58e-425f-8317-0d876f501260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9015081 Jul 22 14:11:40.772948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:40.836610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39928) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:40.836842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7391ef28-956e-484c-8f4f-e6161fa61958 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6477442 Jul 22 14:11:40.956792 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:40.978599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-098eee0c-cb32-45ec-913c-65f11cc49469 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:40.980279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-098eee0c-cb32-45ec-913c-65f11cc49469 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 822 time: 0.3996041 Jul 22 14:11:40.988654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 75277561-f89b-45a0-8290-567dea5c8ce1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=75277561-f89b-45a0-8290-567dea5c8ce1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:41.002602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'port': {'device_id': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'admin_state_up': True, 'tenant_id': '0f9246e33ce248de989acd09811814a9'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:41.008832 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.017969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.076473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042c6baf-b4d1-4ab1-a4e5-b5b44cc52485 None None] Network 2b62218b-9135-413f-b948-0b7e3360a698 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:41.082710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=75277561-f89b-45a0-8290-567dea5c8ce1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:41.108531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:41.142180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:41.150565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb4a5b-e82d-43ba-a8a6-5328b45d36e1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:41.157146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb4a5b-e82d-43ba-a8a6-5328b45d36e1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:41.163738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb4a5b-e82d-43ba-a8a6-5328b45d36e1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:41.165581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-42bb4a5b-e82d-43ba-a8a6-5328b45d36e1 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3281415 Jul 22 14:11:41.168307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:41.171621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] Provisioning for port a84d7d87-53de-421d-9353-93e920574d9b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:41.180007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] Provisioning complete for port a84d7d87-53de-421d-9353-93e920574d9b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:41.180381 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.180692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Port': ['ID=a585164c-d031-44f9-b046-3da84d7d32e1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:41.184648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:41.342812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Deleting port ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:41.343237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.367066 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.428958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] For port a84d7d87-53de-421d-9353-93e920574d9b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a84d7d87-53de-421d-9353-93e920574d9b,segment=NetworkSegment(329774cb-93f8-4244-bcaf-7e569d433b68),segment_id=329774cb-93f8-4244-bcaf-7e569d433b68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:41.448343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.460178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.480810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Calling delete_port for ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:41.534937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f2d79-f238-4442-a18c-81acb1deaa07 None None] Pushing event updated for resources: {'Port': ['ID=a84d7d87-53de-421d-9353-93e920574d9b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:41.639256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-c4270703-0c37-40c9-b2da-89cadae89a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:41.640808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-c4270703-0c37-40c9-b2da-89cadae89a82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 1097 time: 0.2631903 Jul 22 14:11:41.655783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07953b5f-c1ea-41ed-ab7a-0ac7c0cd305c req-0ce6b2b9-d818-405f-8305-a0f2f13166a9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:41.663577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07953b5f-c1ea-41ed-ab7a-0ac7c0cd305c req-0ce6b2b9-d818-405f-8305-a0f2f13166a9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2912686 Jul 22 14:11:41.683489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Made reservation on behalf of 0f9246e33ce248de989acd09811814a9 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:41.687086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.695031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.746766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event deleted for resources: {'Port': ['ID=ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:41.759601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.882704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Provisioning for port 922ce4cf-6408-4a10-91d4-17c2b15c627f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:41.892625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.900903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Provisioning complete for port 922ce4cf-6408-4a10-91d4-17c2b15c627f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:41.901703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:41.901820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39980) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:41.901931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-30ec8f0f-355c-4a8a-83ac-2cb18c4f5c40 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "DELETE /v2.0/ports/ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8 HTTP/1.1" status: 204 len: 168 time: 0.7324514 Jul 22 14:11:41.909470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Request body: {'port': {'name': 'tempest-new-port-name-1303701720', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:41.909945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.api.validators [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] bootfile-name is not in valid_values {{(pid=93760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:11:41.910293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.api.validators [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] tftp-server is not in valid_values {{(pid=93760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:11:41.910629 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.api.validators [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] server-ip-address is not in valid_values {{(pid=93760) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:11:41.956434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9db65e48-f01e-44ae-ba42-9414ebd5c6dd req-52fd8edd-4b72-40a0-8cc8-b05e0627a81c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0912557 Jul 22 14:11:41.961791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Port 922ce4cf-6408-4a10-91d4-17c2b15c627f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:11:41.969756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Could not find standard attr ID for object ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:11:41.987626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Provisioning complete for port a84d7d87-53de-421d-9353-93e920574d9b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:41.988067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a915f14-5fd6-431a-b4b5-a622e6c7bdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.076379 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Sync routers for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:42.096255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07953b5f-c1ea-41ed-ab7a-0ac7c0cd305c req-b9ad70e7-3179-4678-9e7c-2585c20d30e6 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316225 Jul 22 14:11:42.108911 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:42.111399 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:42.184413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a84d7d87-53de-421d-9353-93e920574d9b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:42.263940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.275395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2505b092-8b07-48a6-bdd1-061bd534a628 None None] Provisioning complete for port 922ce4cf-6408-4a10-91d4-17c2b15c627f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:42.275768 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2505b092-8b07-48a6-bdd1-061bd534a628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.290263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-2c4b04b5-5edb-4ead-b366-2cfb82375ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:42.292127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-2c4b04b5-5edb-4ead-b366-2cfb82375ccb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 200 len: 920 time: 0.6237378 Jul 22 14:11:42.304525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a84d7d87-53de-421d-9353-93e920574d9b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:42.304682 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.352227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2505b092-8b07-48a6-bdd1-061bd534a628 None None] Port 922ce4cf-6408-4a10-91d4-17c2b15c627f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:11:42.399457 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:42.424206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 75277561-f89b-45a0-8290-567dea5c8ce1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:42.477201 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-57c85404-6c53-419a-ab29-1b0a970c7673 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 200 len: 217 time: 0.1297109 Jul 22 14:11:42.519286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 75277561-f89b-45a0-8290-567dea5c8ce1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:42.519286 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.581798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-213d8f80-9abb-4c52-a1d6-2dfbec58d135 None None] Could not find standard attr ID for object ad7c29e9-f6e6-4c0b-b0f4-971924dcf0b8. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:11:42.689032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Allocated IP 172.20.0.3 (51cbd21e-98cd-40de-ab1d-51a9e91cf741/48a97e28-257d-4b68-93b6-a1b6cd4eaf67/f572ff44-6da5-485d-a52a-2dde6226c52d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:42.698420 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 2, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:42.730088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Checking router: d77880b4-d58e-425f-8317-0d876f501260 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:11:42.730807 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Updating router d77880b4-d58e-425f-8317-0d876f501260 port c3167cd0-ada4-4c95-8e15-de78e814f23b binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:11:42.741044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-8a28b0bd-de10-4571-810d-9cddb8f35766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:42.742621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-8a28b0bd-de10-4571-810d-9cddb8f35766 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 200 len: 859 time: 0.2286947 Jul 22 14:11:42.746907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.780660 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.823386 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-12739587-be58-4b03-9ff9-3f3ea7b68429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca00f71c-b3fb-429e-902f-12dda7ffd01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422781 Jul 22 14:11:42.829514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.081217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-278733ff-d0f3-414a-8b92-971ca5e63824 req-ff1b4422-cc35-49e5-b5ba-adb41a2bdae5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0436873 Jul 22 14:11:43.145314 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.157852 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Transition to ACTIVE for port object c3167cd0-ada4-4c95-8e15-de78e814f23b will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:43.165482 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.187637 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-dd35dbd7-98e8-42e9-94df-39be4384c1c8 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490791 Jul 22 14:11:43.323830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.342901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.344280 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Pushing event updated for resources: {'Port': ['ID=c3167cd0-ada4-4c95-8e15-de78e814f23b,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:43.352275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.371290 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.371634 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.371964 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.372467 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.372800 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.373126 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.373448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.373830 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.374154 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.374475 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.374793 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.375108 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:43.403798 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Attempting to bind port c3167cd0-ada4-4c95-8e15-de78e814f23b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:43.404164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Attempting to bind port c3167cd0-ada4-4c95-8e15-de78e814f23b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:43.404527 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Attempting to bind port c3167cd0-ada4-4c95-8e15-de78e814f23b on network 8852580b-924b-4887-8d8a-1180c6237f76 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:43.410164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:43.410774 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Checking segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:43.411306 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.411622 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Bound using segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:43.412082 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Bound port: c3167cd0-ada4-4c95-8e15-de78e814f23b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:43.412658 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.496490 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] For port c3167cd0-ada4-4c95-8e15-de78e814f23b, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:43.502390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] For port c3167cd0-ada4-4c95-8e15-de78e814f23b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c3167cd0-ada4-4c95-8e15-de78e814f23b,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:43.508879 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.564249 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:43.564879 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:43.673139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ee3e-6e9a-42cc-80ee-7398c6fda5d8 None None] Pushing event updated for resources: {'Port': ['ID=c3167cd0-ada4-4c95-8e15-de78e814f23b,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:43.725071 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:11:43.805084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] In _notify_port_updated(), no bound segment for port 922ce4cf-6408-4a10-91d4-17c2b15c627f on network 2b62218b-9135-413f-b948-0b7e3360a698 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:11:43.812002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:43.812640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:43.817303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:43.820115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "PUT /v2.0/ports/922ce4cf-6408-4a10-91d4-17c2b15c627f HTTP/1.1" status: 200 len: 1137 time: 1.9164665 Jul 22 14:11:43.877794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99dcaa-fdbc-4efd-8a5e-cc256ab6ff90 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event updated for resources: {'Port': ['ID=922ce4cf-6408-4a10-91d4-17c2b15c627f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:43.891238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Router 3c295114-9f16-4ed1-8281-5b2512d67af5 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:43.899793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b5d9ea8-4d03-4757-9c8d-cccab0d4acd3 req-1352d453-1cef-48c2-b855-429db01d5ca3 service neutron] 10.222.0.13 "GET /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034101 Jul 22 14:11:43.929536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b04baa-ab8b-4771-8d7c-d049bdcb9dd5 req-f119908a-a7a8-45fe-8af6-b15e20f0a7c2 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:43.942091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f25777-d384-43af-bee5-85fd6a81604a tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:43.949273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b04baa-ab8b-4771-8d7c-d049bdcb9dd5 req-f119908a-a7a8-45fe-8af6-b15e20f0a7c2 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.7184017 Jul 22 14:11:43.950211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-53f25777-d384-43af-bee5-85fd6a81604a tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "GET /v2.0/ports/922ce4cf-6408-4a10-91d4-17c2b15c627f HTTP/1.1" status: 200 len: 1137 time: 0.1309297 Jul 22 14:11:43.951041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:44.025814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-86b04baa-ab8b-4771-8d7c-d049bdcb9dd5 req-a096aa0e-b8b7-4c52-8deb-013c02bd9e94 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727191 Jul 22 14:11:44.034395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.088971 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:43Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:44.092017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a77a9510-cca8-4e7d-b636-461847d8e7a3 None None] Provisioning complete for port 922ce4cf-6408-4a10-91d4-17c2b15c627f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:44.092508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a77a9510-cca8-4e7d-b636-461847d8e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.116607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:44.120940 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47644b9-e1e4-4e34-a3a4-841129d62efc None None] The sync data for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 is: [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:43Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:44.141544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Deleting port 922ce4cf-6408-4a10-91d4-17c2b15c627f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:44.143719 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.201932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a77a9510-cca8-4e7d-b636-461847d8e7a3 None None] Port 922ce4cf-6408-4a10-91d4-17c2b15c627f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:11:44.275616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:44.279188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:44.283377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:44.397293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.403112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:44.403791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.425089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb5c35-49e9-43a7-9853-7d74baa988f8 req-38c60551-c068-45b1-b118-e3e33ab0e16a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:44.426808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0fdb5c35-49e9-43a7-9853-7d74baa988f8 req-38c60551-c068-45b1-b118-e3e33ab0e16a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 931 time: 0.2419338 Jul 22 14:11:44.433039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:44.434673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Calling delete_port for 922ce4cf-6408-4a10-91d4-17c2b15c627f owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:44.439336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.440607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43dab210-c4c4-4199-961c-6d9ed8ca8fff tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "PUT /v2.0/routers/3c295114-9f16-4ed1-8281-5b2512d67af5 HTTP/1.1" status: 200 len: 914 time: 5.8318017 Jul 22 14:11:44.446601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] Sync routers for ids ['3c295114-9f16-4ed1-8281-5b2512d67af5'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:44.447658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:44.455324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-47342e68-0a0a-4da8-9c84-067843176501 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4639692 Jul 22 14:11:44.460494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] Routers {'3c295114-9f16-4ed1-8281-5b2512d67af5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:44.465743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['3c295114-9f16-4ed1-8281-5b2512d67af5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:44.476261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Request body: {'port': {'device_id': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:44.510327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0fdb5c35-49e9-43a7-9853-7d74baa988f8 req-82a62cae-5d5d-4441-a877-8c494800a25e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Jul 22 14:11:44.563077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:44.574417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] Routers {'3c295114-9f16-4ed1-8281-5b2512d67af5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:44.575326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['3c295114-9f16-4ed1-8281-5b2512d67af5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:44.623515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:44.624099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a9909-f591-4a68-a00d-1d417d0d8e70 None None] The sync data for ids ['3c295114-9f16-4ed1-8281-5b2512d67af5'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:44.662690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.680933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.717737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-45e340e9-c510-42dc-8652-df741d5caab8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/3c295114-9f16-4ed1-8281-5b2512d67af5 HTTP/1.1" status: 200 len: 920 time: 0.2584975 Jul 22 14:11:44.717972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event deleted for resources: {'Port': ['ID=922ce4cf-6408-4a10-91d4-17c2b15c627f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:44.720117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:44.854138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:44.857044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4559ddb6-dd7c-4a44-91ef-c46e47867974 tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "DELETE /v2.0/ports/922ce4cf-6408-4a10-91d4-17c2b15c627f HTTP/1.1" status: 204 len: 168 time: 0.9043813 Jul 22 14:11:44.859340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:44.931213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c148e98-5e1a-4bb1-b878-90e2944e5a95 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:44.935332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c148e98-5e1a-4bb1-b878-90e2944e5a95 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=3c295114-9f16-4ed1-8281-5b2512d67af5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2093906 Jul 22 14:11:44.935861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:45.050877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7eecf-02ad-4261-bc76-60d9835bb9eb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:45.052385 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e8d7eecf-02ad-4261-bc76-60d9835bb9eb tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.1153183 Jul 22 14:11:45.055398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:45.076454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Deleting subnet f26dbacb-01c1-4972-82b4-67546b37c318 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:11:45.106274 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e6cf233b-fcc2-4a96-8d7f-c1384fb604f1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c295114-9f16-4ed1-8281-5b2512d67af5 HTTP/1.1" status: 200 len: 205 time: 0.0475304 Jul 22 14:11:45.106274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.108708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:45.135899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f572ff44-6da5-485d-a52a-2dde6226c52d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:45.156026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.196857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Transition to ACTIVE for port object f572ff44-6da5-485d-a52a-2dde6226c52d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:45.209995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.237566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.292651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:45.319709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935053-4447-43f8-a4c5-3fdbfa448c85 req-62113e4e-62b3-4d6f-b453-19796d652f8a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:45.321553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1935053-4447-43f8-a4c5-3fdbfa448c85 req-62113e4e-62b3-4d6f-b453-19796d652f8a tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1895132 Jul 22 14:11:45.373125 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.416927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1935053-4447-43f8-a4c5-3fdbfa448c85 req-5dab6b76-312f-462f-bd08-ace12049110b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670049 Jul 22 14:11:45.425390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Attempting to bind port f572ff44-6da5-485d-a52a-2dde6226c52d on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:45.425591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Attempting to bind port f572ff44-6da5-485d-a52a-2dde6226c52d by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:45.425927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Attempting to bind port f572ff44-6da5-485d-a52a-2dde6226c52d on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:45.434452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.440053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Port f572ff44-6da5-485d-a52a-2dde6226c52d on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:11:45.441894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Attempting to bind port f572ff44-6da5-485d-a52a-2dde6226c52d on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:45.464152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:45.464152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Checking segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:45.464152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Bound using segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:45.464152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Bound port: f572ff44-6da5-485d-a52a-2dde6226c52d, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:45.464152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.558210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:45.564665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:45.570127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.632119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:45.633410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.635674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] 10.222.0.20 "PUT /v2.0/ports/f572ff44-6da5-485d-a52a-2dde6226c52d HTTP/1.1" status: 200 len: 1092 time: 1.1689744 Jul 22 14:11:45.636537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:45.642093 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a8b54a-945c-4f05-a635-e08254d85175" -d '{"events": [{"name": "network-changed", "server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:45.720670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff6531-cf37-46b6-a1dc-7b88a3d2eaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:45.737519 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af116a02-43fa-43b5-9f31-cfe7963b358a x-openstack-request-id: req-af116a02-43fa-43b5-9f31-cfe7963b358a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:45.737519 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:45.737519 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af116a02-43fa-43b5-9f31-cfe7963b358a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:45.737519 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'status': 'completed', 'code': 200} Jul 22 14:11:45.769290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-d4ec157a-df66-4af3-9798-b2923c2f1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:45.771899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-d4ec157a-df66-4af3-9798-b2923c2f1230 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 1095 time: 0.0884366 Jul 22 14:11:45.823055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-d22d313e-e72f-4cc5-ab80-70024d77c028 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f572ff44-6da5-485d-a52a-2dde6226c52d HTTP/1.1" status: 200 len: 217 time: 0.0437732 Jul 22 14:11:45.883138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-e8193452-c797-4dba-ba1b-e3181446787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:45.884923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-e8193452-c797-4dba-ba1b-e3181446787b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 200 len: 862 time: 0.0561626 Jul 22 14:11:45.925948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-783a47f0-6bae-4da4-8eb4-c32f5a54d159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51cbd21e-98cd-40de-ab1d-51a9e91cf741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345316 Jul 22 14:11:46.015915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.066905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-469960c3-117c-4f74-9908-890287df134a service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338692 Jul 22 14:11:46.067117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.068911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "DELETE /v2.0/subnets/f26dbacb-01c1-4972-82b4-67546b37c318 HTTP/1.1" status: 204 len: 168 time: 1.2081573 Jul 22 14:11:46.073905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db53a3-a6c0-476e-b66b-e157ffa38ffd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event deleted for resources: {'Subnet': ['ID=f26dbacb-01c1-4972-82b4-67546b37c318,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:46.074080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40062) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:46.074166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68413209-ec0f-4bd7-aa08-035b05f8ed7c None None] Network 2b62218b-9135-413f-b948-0b7e3360a698 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:46.088869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.115874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da46ca-a511-42d5-a2f0-bc6767d29ea0 req-e6445e89-45bd-4bad-bce4-2ab636222037 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:46.119713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98da46ca-a511-42d5-a2f0-bc6767d29ea0 req-e6445e89-45bd-4bad-bce4-2ab636222037 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 943 time: 0.1638434 Jul 22 14:11:46.182614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c3167cd0-ada4-4c95-8e15-de78e814f23b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:46.193576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98da46ca-a511-42d5-a2f0-bc6767d29ea0 req-5f14fc63-07b3-4dad-8fff-06d43c6be116 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510252 Jul 22 14:11:46.212251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Deleting port a585164c-d031-44f9-b046-3da84d7d32e1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:46.212715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.293740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c3167cd0-ada4-4c95-8e15-de78e814f23b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:46.301678 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.303053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c3167cd0-ada4-4c95-8e15-de78e814f23b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:46.303762 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.313203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.330890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df0a86c-4cfb-4d6d-bd25-11f84864ce1c req-904a51dd-bc6c-43ed-9857-b0cc7c1dc880 service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525883 Jul 22 14:11:46.357678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Calling delete_port for a585164c-d031-44f9-b046-3da84d7d32e1 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:46.384998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] DHCP port deletion for 2b62218b-9135-413f-b948-0b7e3360a698 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:11:46.445186 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.477452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Deleting port a84d7d87-53de-421d-9353-93e920574d9b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:46.480580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.521811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c3167cd0-ada4-4c95-8e15-de78e814f23b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c3167cd0-ada4-4c95-8e15-de78e814f23b,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:46.524746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b54a-945c-4f05-a635-e08254d85175 req-11fb8b82-0e24-429c-aeb3-ad82bdf38ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:46.526597 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-11fb8b82-0e24-429c-aeb3-ad82bdf38ed0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1372910 Jul 22 14:11:46.529509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] Deleting port a84d7d87-53de-421d-9353-93e920574d9b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:46.529926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.616133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.617956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.667304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] For port a84d7d87-53de-421d-9353-93e920574d9b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a84d7d87-53de-421d-9353-93e920574d9b,segment=NetworkSegment(329774cb-93f8-4244-bcaf-7e569d433b68),segment_id=329774cb-93f8-4244-bcaf-7e569d433b68)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:46.667698 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.675366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event deleted for resources: {'Port': ['ID=a585164c-d031-44f9-b046-3da84d7d32e1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:46.690401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] Calling delete_port for a84d7d87-53de-421d-9353-93e920574d9b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:46.707771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c3167cd0-ada4-4c95-8e15-de78e814f23b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:46.718756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.719100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.719442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.719782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.720112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.720808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.721414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.721534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.721797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.722117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.722480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.722756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:46.767552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] For port a84d7d87-53de-421d-9353-93e920574d9b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a84d7d87-53de-421d-9353-93e920574d9b,segment=NetworkSegment(329774cb-93f8-4244-bcaf-7e569d433b68),segment_id=329774cb-93f8-4244-bcaf-7e569d433b68)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:46.767932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.769787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.791129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b54a-945c-4f05-a635-e08254d85175 req-b84424be-89f6-4ef7-8d96-7d3bada378c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:46.792630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-b84424be-89f6-4ef7-8d96-7d3bada378c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 923 time: 0.2595179 Jul 22 14:11:46.798749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Calling delete_port for a84d7d87-53de-421d-9353-93e920574d9b owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:46.799999 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.843638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] Pushing event deleted for resources: {'Port': ['ID=a84d7d87-53de-421d-9353-93e920574d9b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:46.848191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f6997-5604-4444-a68c-2d37f437eea4 None None] No DVR routers for this DVR port a84d7d87-53de-421d-9353-93e920574d9b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:11:46.871543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-22d2df37-1893-40c1-8944-7c4b77cd115e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f572ff44-6da5-485d-a52a-2dde6226c52d HTTP/1.1" status: 200 len: 217 time: 0.0707183 Jul 22 14:11:46.898206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.900412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.950986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.951511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Fanout notify agent at l3_agent the message router_deleted on router 3c295114-9f16-4ed1-8281-5b2512d67af5 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:46.961454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:46.967310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-195f758d-6104-4913-aff5-451c6103e6f5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/3c295114-9f16-4ed1-8281-5b2512d67af5 HTTP/1.1" status: 204 len: 168 time: 1.8571222 Jul 22 14:11:46.970776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:46.975984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1531487792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:46.981232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f4292-01bf-4446-9a9c-bc0c2605db77 req-2d44ca09-cd01-4f58-a033-9f6313a538da tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:46.982801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-406f4292-01bf-4446-9a9c-bc0c2605db77 req-2d44ca09-cd01-4f58-a033-9f6313a538da tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.3537819 Jul 22 14:11:46.994879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b54a-945c-4f05-a635-e08254d85175 req-9cdf964b-fdd6-4a23-b34a-40119cc0be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:46.996440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-9cdf964b-fdd6-4a23-b34a-40119cc0be95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 200 len: 862 time: 0.1184289 Jul 22 14:11:47.000166 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.001564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.054697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-df330e1c-f3ac-464c-a766-d368c43f3931 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51cbd21e-98cd-40de-ab1d-51a9e91cf741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487130 Jul 22 14:11:47.075656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.080461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.080623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.100767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.102255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fceab28f-e8df-4050-8318-faafa74a7f7e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1300271 Jul 22 14:11:47.105664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:47.108674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-406f4292-01bf-4446-9a9c-bc0c2605db77 req-d3b4de10-85f7-4718-bafb-143cd60a603b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175988 Jul 22 14:11:47.111518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:47.137719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event deleted for resources: {'Port': ['ID=a84d7d87-53de-421d-9353-93e920574d9b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:47.149862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] No DVR routers for this DVR port a84d7d87-53de-421d-9353-93e920574d9b on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:11:47.293858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.318399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b62218b-9135-413f-b948-0b7e3360a698']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:47.359367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329774cb-93f8-4244-bcaf-7e569d433b68') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:47.359692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329774cb-93f8-4244-bcaf-7e569d433b68') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:47.374934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.386603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-4e699f0b-6b45-498e-a887-b011b203af29 service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194811 Jul 22 14:11:47.414705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.444939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.453009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:11:47.453471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:11:47.457545 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:11:47.617084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32b7f7-fcf4-4999-a778-ddcd201e272b req-8ff63d7d-83e3-45ff-99b6-d5c701b9a93b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:47.622115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb32b7f7-fcf4-4999-a778-ddcd201e272b req-8ff63d7d-83e3-45ff-99b6-d5c701b9a93b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 943 time: 0.3253865 Jul 22 14:11:47.642200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.682275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-82a8b54a-945c-4f05-a635-e08254d85175 req-4c14ded5-9eed-44b4-b3ee-5383ab814657 service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815235 Jul 22 14:11:47.686651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.690376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] 10.222.0.11 "DELETE /v2.0/networks/2b62218b-9135-413f-b948-0b7e3360a698 HTTP/1.1" status: 204 len: 168 time: 1.6145558 Jul 22 14:11:47.715573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.719208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c861e3d-8df7-4566-84ad-8ce4a2fb89cd tempest-ExtraDHCPOptionsTestJSON-1697376227 tempest-ExtraDHCPOptionsTestJSON-1697376227-project] Pushing event deleted for resources: {'Network': ['ID=2b62218b-9135-413f-b948-0b7e3360a698,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:47.730019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb32b7f7-fcf4-4999-a778-ddcd201e272b req-ae47eb88-b74b-4c9d-a26c-614f94c49c18 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901463 Jul 22 14:11:47.740547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:47.861375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Allocated IP 172.25.8.152 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/1f1fb2f2-cea1-4251-8204-c0db871aff78) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:47.994868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.037280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:48.071675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.124537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c3167cd0-ada4-4c95-8e15-de78e814f23b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:48.141984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:48.147645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:48.156139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:48.159713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Pushing event updated for resources: {'Port': ['ID=1f1fb2f2-cea1-4251-8204-c0db871aff78,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:48.205580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c3167cd0-ada4-4c95-8e15-de78e814f23b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:48.206035 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.213975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3f5e492d-c4a8-47b4-9b04-98851f06f3c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eb90a1797e14ac7a6918c7a5395adbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751845 Jul 22 14:11:48.218671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40104) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:48.278605 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71099729-39a5-4084-adbc-812945173059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.309198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71099729-39a5-4084-adbc-812945173059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.378473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71099729-39a5-4084-adbc-812945173059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.390997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71099729-39a5-4084-adbc-812945173059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.397574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-71099729-39a5-4084-adbc-812945173059 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94becc06-1c94-46c8-af0b-95bb1dae0434 HTTP/1.1" status: 204 len: 168 time: 0.1777797 Jul 22 14:11:48.409072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71099729-39a5-4084-adbc-812945173059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94becc06-1c94-46c8-af0b-95bb1dae0434,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:48.479856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a84d7d87-53de-421d-9353-93e920574d9b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:11:48.510471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a84d7d87-53de-421d-9353-93e920574d9b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:11:48.510852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a84d7d87-53de-421d-9353-93e920574d9b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:11:48.515672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.579604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cf90ecea-6e61-4bfd-ab52-0e19278d68fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.725820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:11:48.823162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.832185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:48.961173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:48.998487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'port_id': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'mac_address': 'fa:16:3e:0c:17:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a97e28-257d-4b68-93b6-a1b6cd4eaf67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:11:49.011396 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:49.054259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:49.075863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f572ff44-6da5-485d-a52a-2dde6226c52d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:49.116154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:49.122501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd45af-d885-4cee-9c58-f55ec9b1ebe6 req-e9cb5d60-a1de-450f-bf9c-e7a27d8a5c97 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:49.124534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9bcd45af-d885-4cee-9c58-f55ec9b1ebe6 req-e9cb5d60-a1de-450f-bf9c-e7a27d8a5c97 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 943 time: 0.1535232 Jul 22 14:11:49.127061 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:49.161146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Router a63b9ed0-e632-47c8-8cc1-198d601d8de9 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:49.194012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9bcd45af-d885-4cee-9c58-f55ec9b1ebe6 req-6eafeee3-507b-43c1-a895-4c367d707631 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551019 Jul 22 14:11:49.197223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:49.326658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:49.331164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:49.340835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9d8bfcd1-66ec-4dbb-ba8b-22a6bf8850f7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "PUT /v2.0/routers/a63b9ed0-e632-47c8-8cc1-198d601d8de9 HTTP/1.1" status: 200 len: 916 time: 2.2322419 Jul 22 14:11:49.341000 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] Sync routers for ids ['a63b9ed0-e632-47c8-8cc1-198d601d8de9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:49.341419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.361498 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] Routers {'a63b9ed0-e632-47c8-8cc1-198d601d8de9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:49.362143 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a63b9ed0-e632-47c8-8cc1-198d601d8de9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:49.415679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['f572ff44-6da5-485d-a52a-2dde6226c52d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:11:49.454055 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:49.484985 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] Routers {'a63b9ed0-e632-47c8-8cc1-198d601d8de9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:49.486981 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a63b9ed0-e632-47c8-8cc1-198d601d8de9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:49.496836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.500057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0fe15919-69b9-4756-a660-7bf2bc3683bd tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/a63b9ed0-e632-47c8-8cc1-198d601d8de9 HTTP/1.1" status: 200 len: 922 time: 0.1517210 Jul 22 14:11:49.531498 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:49.532156 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83431334-8752-4e2c-9dc3-e355898c955c None None] The sync data for ids ['a63b9ed0-e632-47c8-8cc1-198d601d8de9'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:49.624547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.705369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f48cde6-eb3b-4945-bfcf-4bbe09494e65 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:49.711114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f48cde6-eb3b-4945-bfcf-4bbe09494e65 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=a63b9ed0-e632-47c8-8cc1-198d601d8de9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2123256 Jul 22 14:11:49.713790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.775321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6eed1b37-1c15-42c3-b343-746703ae8f07 tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-993826915', 'prefixes': ['172.20.0.0/16']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:49.860622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:49.878755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870c0da3-2a44-4e97-9e3f-5e2c614cfed7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:49.884915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40152) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.885176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-870c0da3-2a44-4e97-9e3f-5e2c614cfed7 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.1701069 Jul 22 14:11:49.918794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6eed1b37-1c15-42c3-b343-746703ae8f07 tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:49.920344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6eed1b37-1c15-42c3-b343-746703ae8f07 tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2948670 Jul 22 14:11:49.924038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.938834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fdb0757c-26ce-4adb-9fdd-ed890559f920 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63b9ed0-e632-47c8-8cc1-198d601d8de9 HTTP/1.1" status: 200 len: 205 time: 0.0520475 Jul 22 14:11:49.941263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40156) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.983635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fdd9ca72-c484-47f8-8a4a-e00b9ece6ad7 tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] 10.222.0.11 "GET /v2.0/subnetpools/da53765a-0d5d-4f3a-a86a-4a8fcfe65d2d HTTP/1.1" status: 200 len: 731 time: 0.0584624 Jul 22 14:11:49.987163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.999274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c13d9874-6016-433d-acb3-3d62140ad33b tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1647785732'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:50.127855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c13d9874-6016-433d-acb3-3d62140ad33b tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.133581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c13d9874-6016-433d-acb3-3d62140ad33b tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] 10.222.0.11 "PUT /v2.0/subnetpools/da53765a-0d5d-4f3a-a86a-4a8fcfe65d2d HTTP/1.1" status: 200 len: 684 time: 0.1440988 Jul 22 14:11:50.134751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:50.237108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0af7cce-68f2-4de5-a1a2-80299237ae5b tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.242108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d0af7cce-68f2-4de5-a1a2-80299237ae5b tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] 10.222.0.11 "DELETE /v2.0/subnetpools/da53765a-0d5d-4f3a-a86a-4a8fcfe65d2d HTTP/1.1" status: 204 len: 168 time: 0.1039250 Jul 22 14:11:50.242503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:50.273715 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d92431cb-ab59-4c16-b103-3de1ee9c3a30 tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] show failed (client error): The resource could not be found. Jul 22 14:11:50.279363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d92431cb-ab59-4c16-b103-3de1ee9c3a30 tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] 10.222.0.11 "GET /v2.0/subnetpools/da53765a-0d5d-4f3a-a86a-4a8fcfe65d2d HTTP/1.1" status: 404 len: 346 time: 0.0346065 Jul 22 14:11:50.280265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:50.306006 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-3dc618b7-b0c9-44a1-931b-9bf06702830a tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] delete failed (client error): The resource could not be found. Jul 22 14:11:50.315686 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3dc618b7-b0c9-44a1-931b-9bf06702830a tempest-SubnetPoolsTestJSON-1161772851 tempest-SubnetPoolsTestJSON-1161772851-project] 10.222.0.11 "DELETE /v2.0/subnetpools/da53765a-0d5d-4f3a-a86a-4a8fcfe65d2d HTTP/1.1" status: 404 len: 346 time: 0.0333731 Jul 22 14:11:50.467889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.568883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a3e80-2486-4a31-a3d5-636cd29e50b0 req-6c279c68-795a-4864-8bf1-a394c6eece48 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:50.570845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-459a3e80-2486-4a31-a3d5-636cd29e50b0 req-6c279c68-795a-4864-8bf1-a394c6eece48 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 944 time: 0.1834261 Jul 22 14:11:50.646177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-459a3e80-2486-4a31-a3d5-636cd29e50b0 req-4fcec5cc-4970-443c-936d-6a14af6fbd0b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679946 Jul 22 14:11:50.654119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:50.656302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.729367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:50.741603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Deleting port 1f1fb2f2-cea1-4251-8204-c0db871aff78 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:50.743499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.829960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be78fc5f-66d8-4fd6-9dda-e0b59de823ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.855173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port f572ff44-6da5-485d-a52a-2dde6226c52d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:11:50.870349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port f572ff44-6da5-485d-a52a-2dde6226c52d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:50.870872 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.954591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.970871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Calling delete_port for 1f1fb2f2-cea1-4251-8204-c0db871aff78 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:50.978267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be78fc5f-66d8-4fd6-9dda-e0b59de823ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.983705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be78fc5f-66d8-4fd6-9dda-e0b59de823ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.031150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-be78fc5f-66d8-4fd6-9dda-e0b59de823ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2532a7cbaedb4c85b1db0568578b5a36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757584 Jul 22 14:11:51.032271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78fc5f-66d8-4fd6-9dda-e0b59de823ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30800aa2-b9dc-42ed-bcd3-30da53257b49,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:51.034170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40184) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:51.108355 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.152712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:51.155260 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ee2d83-fa6a-4e9e-8fad-7c1e419b76e5" -d '{"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:51.164766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac1dd996-fd35-428f-ae30-8a4c31851d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.178340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:51.183598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.219215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac1dd996-fd35-428f-ae30-8a4c31851d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.237956 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8668bfa3-21d8-47f0-b192-21da1322e910 x-openstack-request-id: req-8668bfa3-21d8-47f0-b192-21da1322e910 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:51.238265 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:51.239842 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8668bfa3-21d8-47f0-b192-21da1322e910 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:51.240269 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'code': 200} Jul 22 14:11:51.256047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:51.293008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.306056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.370626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event deleted for resources: {'Port': ['ID=1f1fb2f2-cea1-4251-8204-c0db871aff78,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:51.410116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac1dd996-fd35-428f-ae30-8a4c31851d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.412913 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-060f0b00-0669-4e75-8ea3-8565bf250569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.413980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac1dd996-fd35-428f-ae30-8a4c31851d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.417550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac1dd996-fd35-428f-ae30-8a4c31851d3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30800aa2-b9dc-42ed-bcd3-30da53257b49 HTTP/1.1" status: 204 len: 168 time: 0.3801558 Jul 22 14:11:51.459201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dd996-fd35-428f-ae30-8a4c31851d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30800aa2-b9dc-42ed-bcd3-30da53257b49,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:51.481971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.585892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f9a0f-35e7-4145-85f5-9c33d222cf3a req-31a115e6-7b56-454c-aea5-41ede8ec608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:51.587454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9f9a0f-35e7-4145-85f5-9c33d222cf3a req-31a115e6-7b56-454c-aea5-41ede8ec608e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 1097 time: 0.2772932 Jul 22 14:11:51.591154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.595302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.670563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9f9a0f-35e7-4145-85f5-9c33d222cf3a req-34343b56-72d6-4c14-bb37-532256f8437d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Jul 22 14:11:51.671797 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.672440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Fanout notify agent at l3_agent the message router_deleted on router a63b9ed0-e632-47c8-8cc1-198d601d8de9 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:51.681454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.686348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:51.688507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0a9140bc-db9f-4614-a685-2c7c9ade2dfc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/a63b9ed0-e632-47c8-8cc1-198d601d8de9 HTTP/1.1" status: 204 len: 168 time: 1.7458148 Jul 22 14:11:51.692187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-932069466', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:51.738057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.739265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.862535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045a457-1ca5-49a4-932a-a54caf5bed8d req-3b12990e-f4be-4337-82de-86a73a260e52 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:51.867795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9045a457-1ca5-49a4-932a-a54caf5bed8d req-3b12990e-f4be-4337-82de-86a73a260e52 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.1035700 Jul 22 14:11:51.879880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:51.954109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9045a457-1ca5-49a4-932a-a54caf5bed8d req-b75c81f3-e090-4871-8f11-09c6614c14f9 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746586 Jul 22 14:11:52.085421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:52.335213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:52.374304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:52.401001 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:52.554454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Allocated IP 172.25.8.65 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/7bc05b8d-3627-449d-823b-e4fdae9c2225) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:52.702429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:52.749417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:52.798728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:52.800271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:52.805821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:52.834101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event updated for resources: {'Port': ['ID=7bc05b8d-3627-449d-823b-e4fdae9c2225,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:53.375309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c3c3f-010d-47e5-b564-7c55f6d7bea9 req-a0fa88af-0157-4433-8e3e-7bb96f53797e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:53.377495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-420c3c3f-010d-47e5-b564-7c55f6d7bea9 req-a0fa88af-0157-4433-8e3e-7bb96f53797e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.1547163 Jul 22 14:11:53.560600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-420c3c3f-010d-47e5-b564-7c55f6d7bea9 req-a3960ee8-417d-4c81-8353-217bb6c68dce tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980344 Jul 22 14:11:53.588213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.730476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6a57-008f-4bf5-b7b9-2bddeddd8b72 req-7a0d9ecd-3902-47a7-8536-68ad4e66c739 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:53.738345 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-115f6a57-008f-4bf5-b7b9-2bddeddd8b72 req-7a0d9ecd-3902-47a7-8536-68ad4e66c739 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0842273 Jul 22 14:11:53.792119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-115f6a57-008f-4bf5-b7b9-2bddeddd8b72 req-6fb211d3-ca64-4678-ba81-75a9f9bc7aa2 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528157 Jul 22 14:11:53.910857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.153565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Router 8f7f6a65-f68e-4733-bb82-27458c02a482 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:11:54.154575 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.272038 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:11:54.298605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:54.309604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] Sync routers for ids ['8f7f6a65-f68e-4733-bb82-27458c02a482'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:54.326810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] Routers {'8f7f6a65-f68e-4733-bb82-27458c02a482'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:54.327435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8f7f6a65-f68e-4733-bb82-27458c02a482'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:54.329885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.334326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-401cb1bc-9a4a-480f-acdb-1729dd5c6cf1 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6435115 Jul 22 14:11:54.334906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40286) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:54.340200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:54.393993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:54.416627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] Routers {'8f7f6a65-f68e-4733-bb82-27458c02a482'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:54.417928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8f7f6a65-f68e-4733-bb82-27458c02a482'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:54.508805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:54.511407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99195f5f-e3a7-4b17-b313-4bf1413cad15 None None] The sync data for ids ['8f7f6a65-f68e-4733-bb82-27458c02a482'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:54.691065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f85a5-c764-4193-933c-98bbed10e8c1 req-b02ad69e-2d78-46d4-81e4-27fb883bb071 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:54.693536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e6f85a5-c764-4193-933c-98bbed10e8c1 req-b02ad69e-2d78-46d4-81e4-27fb883bb071 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0779409 Jul 22 14:11:54.716926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.736329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e6f85a5-c764-4193-933c-98bbed10e8c1 req-f3205487-c678-4f2b-a0ec-985dde09bb79 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Jul 22 14:11:54.738706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.799092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Deleting port 7bc05b8d-3627-449d-823b-e4fdae9c2225 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:11:54.799445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.889706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:54.902401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Calling delete_port for 7bc05b8d-3627-449d-823b-e4fdae9c2225 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:11:55.108828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:55.135854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Pushing event deleted for resources: {'Port': ['ID=7bc05b8d-3627-449d-823b-e4fdae9c2225,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:55.208166 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:55.502318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:55.506906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:55.634255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Router 8f7f6a65-f68e-4733-bb82-27458c02a482 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:11:55.734024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:11:55.741480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:55.742959 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2965316b-a673-4e60-9127-2ca80f71198e tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "PUT /v2.0/routers/8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 200 len: 705 time: 1.4069026 Jul 22 14:11:55.746772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40334) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:55.758330 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] Sync routers for ids ['8f7f6a65-f68e-4733-bb82-27458c02a482'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:11:55.769183 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] Routers {'8f7f6a65-f68e-4733-bb82-27458c02a482'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:55.769886 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8f7f6a65-f68e-4733-bb82-27458c02a482'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:55.808318 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:55.818194 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] Routers {'8f7f6a65-f68e-4733-bb82-27458c02a482'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:55.818794 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8f7f6a65-f68e-4733-bb82-27458c02a482'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:55.849955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1b4f7be6-2306-45ab-96c4-d356a0c6b6d8 tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/routers/8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 200 len: 740 time: 0.0986738 Jul 22 14:11:55.852575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:55.869604 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:55.870445 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4367299-7bdd-4273-86db-f4d86ae247f5 None None] The sync data for ids ['8f7f6a65-f68e-4733-bb82-27458c02a482'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:11:55.922878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e978467-6318-4959-ab27-3e3a7bdc8553 req-e9311067-41ae-48b2-8f29-2e58bde2d547 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:55.926012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e2880119-69eb-4c93-9f6d-31e07f7e95cc tempest-RoutersAdminTest-610099018 tempest-RoutersAdminTest-610099018-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 200 len: 205 time: 0.0696731 Jul 22 14:11:55.926139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e978467-6318-4959-ab27-3e3a7bdc8553 req-e9311067-41ae-48b2-8f29-2e58bde2d547 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0840087 Jul 22 14:11:55.926139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:55.965805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0830d010-1ab0-47e9-b8d0-30c5fdc9b56f tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 200 len: 205 time: 0.0344393 Jul 22 14:11:55.966374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.011202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e978467-6318-4959-ab27-3e3a7bdc8553 req-3e79a93e-dccc-4442-a8bd-5867fc009202 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741408 Jul 22 14:11:56.074431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:56.267145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:56.269367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:56.322216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:56.322696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Fanout notify agent at l3_agent the message router_deleted on router 8f7f6a65-f68e-4733-bb82-27458c02a482 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:11:56.353824 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:56.355192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c48359a3-54cb-4b09-8a0b-dad47d765d52 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 204 len: 168 time: 0.3874304 Jul 22 14:11:56.359285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.393101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-873cb85c-da53-4217-a56a-cc75585d89e6 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 200 len: 205 time: 0.0310993 Jul 22 14:11:56.393939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.439232 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-6b5ec672-b837-4f8e-978c-c3a5a9556e7f tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] delete failed (client error): The resource could not be found. Jul 22 14:11:56.443637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b5ec672-b837-4f8e-978c-c3a5a9556e7f tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/8f7f6a65-f68e-4733-bb82-27458c02a482 HTTP/1.1" status: 404 len: 336 time: 0.0455956 Jul 22 14:11:56.444118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.477010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-70615822-d22d-46f5-b1a2-0f9db843a8fe tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63b9ed0-e632-47c8-8cc1-198d601d8de9 HTTP/1.1" status: 200 len: 205 time: 0.0313432 Jul 22 14:11:56.479034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.530660 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-311171fc-36cb-44cb-949a-cb95de15c6f4 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] delete failed (client error): The resource could not be found. Jul 22 14:11:56.533666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-311171fc-36cb-44cb-949a-cb95de15c6f4 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/a63b9ed0-e632-47c8-8cc1-198d601d8de9 HTTP/1.1" status: 404 len: 336 time: 0.0489333 Jul 22 14:11:56.534668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40356) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.580514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.581495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b8368847-2a8b-441f-bce8-7853621cdebf tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=3c295114-9f16-4ed1-8281-5b2512d67af5 HTTP/1.1" status: 200 len: 205 time: 0.0456576 Jul 22 14:11:56.625728 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-7b19bff9-81c9-4c06-802f-c612696c43be tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] delete failed (client error): The resource could not be found. Jul 22 14:11:56.629156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b19bff9-81c9-4c06-802f-c612696c43be tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/3c295114-9f16-4ed1-8281-5b2512d67af5 HTTP/1.1" status: 404 len: 336 time: 0.0451732 Jul 22 14:11:56.631300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40362) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.694136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a0fccc3a-7e64-4c93-ad94-a6385596a29d tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7c83ef2-7b6d-41d4-94fc-f4a75c007853 HTTP/1.1" status: 200 len: 205 time: 0.0623116 Jul 22 14:11:56.698086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.746354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:11:56.814800 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4a8af72f-de13-4549-b32e-a5546c95d583 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] delete failed (client error): The resource could not be found. Jul 22 14:11:56.819643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40380) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.833950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4a8af72f-de13-4549-b32e-a5546c95d583 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/a7c83ef2-7b6d-41d4-94fc-f4a75c007853 HTTP/1.1" status: 404 len: 336 time: 0.1334617 Jul 22 14:11:56.908710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5a378ba1-5696-402d-ba5a-4c636bdc79db tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=77fe6b65-2527-4c90-9706-8abb2e968cec HTTP/1.1" status: 200 len: 205 time: 0.0856023 Jul 22 14:11:56.909491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.931297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:56.943460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'port_id': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'mac_address': 'fa:16:3e:0c:17:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a97e28-257d-4b68-93b6-a1b6cd4eaf67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:11:56.963566 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-fa530adf-3959-40a0-90bc-9c1dd3e2006b tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] delete failed (client error): The resource could not be found. Jul 22 14:11:56.968631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40386) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.968767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fa530adf-3959-40a0-90bc-9c1dd3e2006b tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/77fe6b65-2527-4c90-9706-8abb2e968cec HTTP/1.1" status: 404 len: 336 time: 0.0577776 Jul 22 14:11:57.003508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.019854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9817f39a-f2f3-47bf-bece-b66e857804bc tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "GET /v2.0/ports?device_id=790e1be2-0613-4eab-87cc-e34b74d128bc HTTP/1.1" status: 200 len: 205 time: 0.0498807 Jul 22 14:11:57.022691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40390) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:57.023727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f572ff44-6da5-485d-a52a-2dde6226c52d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:11:57.048522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:57.064443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.091844 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-33a9ac71-664f-492f-ad35-0f0dcd30b864 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] delete failed (client error): The resource could not be found. Jul 22 14:11:57.092897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33a9ac71-664f-492f-ad35-0f0dcd30b864 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/routers/790e1be2-0613-4eab-87cc-e34b74d128bc HTTP/1.1" status: 404 len: 336 time: 0.0692506 Jul 22 14:11:57.095914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:57.133354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:57.150935 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8042d2a-edd0-4c0b-ac06-29f5dc8afbb5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] DELETE failed (client error): The resource could not be found. Jul 22 14:11:57.151400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8042d2a-edd0-4c0b-ac06-29f5dc8afbb5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:11:57.153185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f8042d2a-edd0-4c0b-ac06-29f5dc8afbb5 tempest-RoutersAdminTest-2094744684 tempest-RoutersAdminTest-2094744684-project] 10.222.0.11 "DELETE /v2.0/subnets/fe1d3d5c-84e9-432e-83a9-1a4f1eb5ae9f HTTP/1.1" status: 404 len: 337 time: 0.0563364 Jul 22 14:11:57.270372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['f572ff44-6da5-485d-a52a-2dde6226c52d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:11:57.286242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c32b33-ff35-4324-9928-ad0a983b5761 req-f6810ebf-fe85-4bcf-8b2c-6f97257b610b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:57.287936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04c32b33-ff35-4324-9928-ad0a983b5761 req-f6810ebf-fe85-4bcf-8b2c-6f97257b610b tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 944 time: 0.1019788 Jul 22 14:11:57.393295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04c32b33-ff35-4324-9928-ad0a983b5761 req-113fc2b4-2ab5-4750-8a98-90a3a3d168ea tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901608 Jul 22 14:11:57.536797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:57.565033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40410) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:57.712149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d236-b25e-4bb9-a750-e48f9ba27a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.727207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-6422-41b3-b66a-cd73017067ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.848913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d236-b25e-4bb9-a750-e48f9ba27a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.860063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d236-b25e-4bb9-a750-e48f9ba27a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.965430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:57.965952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ac4d236-b25e-4bb9-a750-e48f9ba27a78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b017e884c5ca41069d97b3ce7d0cb833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994138 Jul 22 14:11:57.968395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4d236-b25e-4bb9-a750-e48f9ba27a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae9c40-6eda-48ac-b41b-7e956854e7cf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:58.043358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d9a316e-7930-435c-905e-459086707fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.072266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-6422-41b3-b66a-cd73017067ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.077500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0365c1f-6422-41b3-b66a-cd73017067ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.080454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d9a316e-7930-435c-905e-459086707fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.130724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f0365c1f-6422-41b3-b66a-cd73017067ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7764ad6fd0484583b4728d69ea9c4d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915844 Jul 22 14:11:58.132894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:58.136232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0365c1f-6422-41b3-b66a-cd73017067ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d7c95-1d25-4839-941a-b6c7bb0daae5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:58.163567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d9a316e-7930-435c-905e-459086707fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.166205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d9a316e-7930-435c-905e-459086707fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.167541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d9a316e-7930-435c-905e-459086707fe7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94ae9c40-6eda-48ac-b41b-7e956854e7cf HTTP/1.1" status: 204 len: 168 time: 0.2001870 Jul 22 14:11:58.188146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a316e-7930-435c-905e-459086707fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae9c40-6eda-48ac-b41b-7e956854e7cf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:58.208095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85806c4e-deef-4e1d-bacf-273b61c7d745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.233212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85806c4e-deef-4e1d-bacf-273b61c7d745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.310372 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85806c4e-deef-4e1d-bacf-273b61c7d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.313792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85806c4e-deef-4e1d-bacf-273b61c7d745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.318422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85806c4e-deef-4e1d-bacf-273b61c7d745 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c3d7c95-1d25-4839-941a-b6c7bb0daae5 HTTP/1.1" status: 204 len: 168 time: 0.1809537 Jul 22 14:11:58.325566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85806c4e-deef-4e1d-bacf-273b61c7d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d7c95-1d25-4839-941a-b6c7bb0daae5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:58.628296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38dc42-9dfa-479a-9717-51f1a5c63598 req-4c3dac71-4d7e-4e3d-8878-7e0d952b5ea9 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:58.641128 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef38dc42-9dfa-479a-9717-51f1a5c63598 req-4c3dac71-4d7e-4e3d-8878-7e0d952b5ea9 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 944 time: 0.1334469 Jul 22 14:11:58.734242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef38dc42-9dfa-479a-9717-51f1a5c63598 req-8b0b165c-cde7-4b18-9da2-52a512707f96 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909703 Jul 22 14:11:58.763491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:11:58.764006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40440) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:58.790499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c689c643-50bd-414a-ab87-964ed7867f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.899417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port f572ff44-6da5-485d-a52a-2dde6226c52d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:11:58.902455 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.021229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c689c643-50bd-414a-ab87-964ed7867f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.034680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c689c643-50bd-414a-ab87-964ed7867f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.116137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:59.125517 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.137256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689c643-50bd-414a-ab87-964ed7867f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbe6ea-4155-45e0-8d8b-252116cd171f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:59.154767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:11:59.160144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c689c643-50bd-414a-ab87-964ed7867f63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd30ced5710b4a688ec1d266bb861e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932226 Jul 22 14:11:59.160332 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72a92bf-a9cc-4b31-91ca-15f02c8a9f7c" -d '{"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:11:59.160460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:59.181242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:11:59.188524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.193836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0438b64e-8c44-4c89-b896-77058a19f952 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1825bfd256c4718be22c30f2dfe8cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655234 Jul 22 14:11:59.194513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40456) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:59.226955 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4416682-9e39-495d-a0cd-59f9a5b22453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.255626 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ecdc6f-46f5-47c4-9bc5-ee24ae35b1d9 x-openstack-request-id: req-94ecdc6f-46f5-47c4-9bc5-ee24ae35b1d9 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:11:59.255914 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-plugged", "status": "completed", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:11:59.256347 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94ecdc6f-46f5-47c4-9bc5-ee24ae35b1d9 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:11:59.258450 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'code': 200} Jul 22 14:11:59.258583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c111a-cc46-47d0-974e-7cf215755e01 req-264b60bc-78ac-41b2-a201-6eeaa4ca0a0c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:59.260086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:59.266275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f05c111a-cc46-47d0-974e-7cf215755e01 req-264b60bc-78ac-41b2-a201-6eeaa4ca0a0c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 944 time: 0.1866364 Jul 22 14:11:59.268677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-444e1a69-a584-4ed8-b232-69cd0308ff19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.281025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4416682-9e39-495d-a0cd-59f9a5b22453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.299661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-444e1a69-a584-4ed8-b232-69cd0308ff19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.366359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f05c111a-cc46-47d0-974e-7cf215755e01 req-60bc96da-1a54-4758-aa1f-4228105ef700 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512283 Jul 22 14:11:59.372173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-444e1a69-a584-4ed8-b232-69cd0308ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.374896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4416682-9e39-495d-a0cd-59f9a5b22453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.375078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-444e1a69-a584-4ed8-b232-69cd0308ff19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.378504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-444e1a69-a584-4ed8-b232-69cd0308ff19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd31d141-14df-4c22-a8b5-4debd6a79d05 HTTP/1.1" status: 204 len: 168 time: 0.1808445 Jul 22 14:11:59.378790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4416682-9e39-495d-a0cd-59f9a5b22453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:59.382108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c4416682-9e39-495d-a0cd-59f9a5b22453 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ecbe6ea-4155-45e0-8d8b-252116cd171f HTTP/1.1" status: 204 len: 168 time: 0.2199352 Jul 22 14:11:59.390884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4416682-9e39-495d-a0cd-59f9a5b22453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbe6ea-4155-45e0-8d8b-252116cd171f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:59.391578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e1a69-a584-4ed8-b232-69cd0308ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd31d141-14df-4c22-a8b5-4debd6a79d05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:00.531397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5e8e-e30c-411d-bd1a-dc15f305405b req-84ec80d1-7dcb-428e-b49c-960b09f157eb tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:00.541310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-492c5e8e-e30c-411d-bd1a-dc15f305405b req-84ec80d1-7dcb-428e-b49c-960b09f157eb tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.0924392 Jul 22 14:12:00.599659 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-492c5e8e-e30c-411d-bd1a-dc15f305405b req-6271c2d0-7bd9-4ebd-af88-799accdc7f2d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570493 Jul 22 14:12:00.652445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033859-eabc-4167-b01e-4697b360d608 req-c0b79171-dd36-4198-bd26-f03eb6759172 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:00.659651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da033859-eabc-4167-b01e-4697b360d608 req-c0b79171-dd36-4198-bd26-f03eb6759172 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.2149677 Jul 22 14:12:00.687063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84241aa-f255-4855-8338-be883f61d6a3 req-5816b0e6-2e4c-40f1-b8af-eaa56f835a0e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:00.689386 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d84241aa-f255-4855-8338-be883f61d6a3 req-5816b0e6-2e4c-40f1-b8af-eaa56f835a0e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 945 time: 0.1838083 Jul 22 14:12:00.760699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:00.792598 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da033859-eabc-4167-b01e-4697b360d608 req-3bdf5c55-c320-42ce-b469-644601246cd7 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319678 Jul 22 14:12:00.868790 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:00.900745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Deleting port f572ff44-6da5-485d-a52a-2dde6226c52d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:00.901365 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:00.919075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:00.924438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:00.991573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:01.040273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] For port f572ff44-6da5-485d-a52a-2dde6226c52d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f572ff44-6da5-485d-a52a-2dde6226c52d,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:01.041033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.062007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Calling delete_port for f572ff44-6da5-485d-a52a-2dde6226c52d owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:01.201790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40564) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:01.242119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.259594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:01.262889 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a16bdf-a16a-456e-b3c6-85ddc3832f0f" -d '{"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:01.316094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event deleted for resources: {'Port': ['ID=f572ff44-6da5-485d-a52a-2dde6226c52d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:01.322783 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59674230-9726-4b25-ad6b-d0865026a848 x-openstack-request-id: req-59674230-9726-4b25-ad6b-d0865026a848 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:01.323266 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-unplugged", "status": "completed", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:01.323683 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59674230-9726-4b25-ad6b-d0865026a848 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:01.324344 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'code': 200} Jul 22 14:12:01.353524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] No DVR routers for this DVR port f572ff44-6da5-485d-a52a-2dde6226c52d on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:01.356320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.359378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d84241aa-f255-4855-8338-be883f61d6a3 req-4e2db13a-4b99-44c3-8caf-7a00723db8aa tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "DELETE /v2.0/ports/f572ff44-6da5-485d-a52a-2dde6226c52d HTTP/1.1" status: 204 len: 173 time: 0.6633046 Jul 22 14:12:01.365858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-401530821', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:01.368794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-deleted', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:01.371128 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6139d33-0298-4a48-9164-2719fd8eb9a5" -d '{"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-deleted", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:01.409249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Made reservation on behalf of 6bceba18efb34aafbfe0ff5f65d3121b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:01.412741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.429579 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.454212 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e78758d-aaeb-4a90-bf1f-c4cb0e6526cf x-openstack-request-id: req-2e78758d-aaeb-4a90-bf1f-c4cb0e6526cf {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:01.454522 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "760317e1-3495-4881-ac2c-c7398b58bbf8", "name": "network-vif-deleted", "tag": "f572ff44-6da5-485d-a52a-2dde6226c52d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:01.454781 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e78758d-aaeb-4a90-bf1f-c4cb0e6526cf {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:01.455210 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '760317e1-3495-4881-ac2c-c7398b58bbf8', 'name': 'network-vif-deleted', 'tag': 'f572ff44-6da5-485d-a52a-2dde6226c52d', 'status': 'completed', 'code': 200} Jul 22 14:12:01.587592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.591281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:01.596371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] device_id is not set on port f88348b7-bf02-4ec4-a11a-2e0f41d7c13c yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:12:01.659785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba5d264-55d1-4b17-8d0e-3abc763a4b5e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:01.745478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Allocated IP 172.25.8.118 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/f88348b7-bf02-4ec4-a11a-2e0f41d7c13c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:01.755043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c308e3c-c67a-4567-a298-a7dc28b63d76 req-786a4534-99f1-4a11-9181-9d2fb042403a tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=760317e1-3495-4881-ac2c-c7398b58bbf8 HTTP/1.1" status: 200 len: 210 time: 0.0482945 Jul 22 14:12:02.015750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.053826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641583e-a78c-48b9-b720-126fd2768c39 req-f629e724-a4da-4574-b751-ea8894f7586c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:02.055408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8641583e-a78c-48b9-b720-126fd2768c39 req-f629e724-a4da-4574-b751-ea8894f7586c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.1735091 Jul 22 14:12:02.114957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8641583e-a78c-48b9-b720-126fd2768c39 req-38e26036-4de4-486a-bfbf-a20f0d751288 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Jul 22 14:12:02.120763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.161203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:02.164659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:02.171401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:02.203888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Pushing event updated for resources: {'Port': ['ID=f88348b7-bf02-4ec4-a11a-2e0f41d7c13c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:02.222307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:02.222880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.241162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-90f7b4ee-98bc-41df-a00c-4f5cf6a46bf1 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0352132 Jul 22 14:12:02.242430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:02.247511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.118'}]}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:02.272138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.273557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.331754 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.490534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-ec5b1b2f-1eee-4bbe-827c-5378d0499b02 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:02.492081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-ec5b1b2f-1eee-4bbe-827c-5378d0499b02 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 946 time: 0.0784743 Jul 22 14:12:02.499395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.636260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Deleting port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:02.636386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.778311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] For port 4ed98717-27c5-40f0-9817-fbbe4d7bca35, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ed98717-27c5-40f0-9817-fbbe4d7bca35,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:02.778894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.788198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:02.793946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Calling delete_port for 4ed98717-27c5-40f0-9817-fbbe4d7bca35 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:03.054593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.069843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ed98717-27c5-40f0-9817-fbbe4d7bca35'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:12:03.073528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['03ef6864-85bf-4ca7-b583-42839cb6c372'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:12:03.127410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Pushing event deleted for resources: {'Port': ['ID=4ed98717-27c5-40f0-9817-fbbe4d7bca35,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:03.230700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] No DVR routers for this DVR port 4ed98717-27c5-40f0-9817-fbbe4d7bca35 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:03.235354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.237576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab8c81d9-76da-459f-8dba-006a10a7d1f4 req-0bf83c5a-20e8-4685-820b-e1c8b95e97bb tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.20 "DELETE /v2.0/ports/4ed98717-27c5-40f0-9817-fbbe4d7bca35 HTTP/1.1" status: 204 len: 173 time: 0.7402980 Jul 22 14:12:03.296723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.359692 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01847aff-1319-4a35-a81a-033e033ed137 req-8e605937-0682-4d9f-bc77-9d59716a0f53 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=b40e56da-33ab-4799-a97a-9924b5d6f086 HTTP/1.1" status: 200 len: 210 time: 0.0703259 Jul 22 14:12:03.647134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'name': 'network-vif-deleted', 'tag': '4ed98717-27c5-40f0-9817-fbbe4d7bca35'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:03.647134 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d691093-462e-44f0-b804-01ee92e8f9bc" -d '{"events": [{"server_uuid": "b40e56da-33ab-4799-a97a-9924b5d6f086", "name": "network-vif-deleted", "tag": "4ed98717-27c5-40f0-9817-fbbe4d7bca35"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:03.655220 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.688741 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35359c0c-c880-471b-8cae-6a3bafdf8f10 x-openstack-request-id: req-35359c0c-c880-471b-8cae-6a3bafdf8f10 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:03.689046 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40e56da-33ab-4799-a97a-9924b5d6f086", "name": "network-vif-deleted", "tag": "4ed98717-27c5-40f0-9817-fbbe4d7bca35", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:03.689350 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35359c0c-c880-471b-8cae-6a3bafdf8f10 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:03.689823 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40e56da-33ab-4799-a97a-9924b5d6f086', 'name': 'network-vif-deleted', 'tag': '4ed98717-27c5-40f0-9817-fbbe4d7bca35', 'status': 'completed', 'code': 200} Jul 22 14:12:03.734191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-014ee6fe-130e-4c9d-9cc6-78c6ad548efc tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:03.735773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-014ee6fe-130e-4c9d-9cc6-78c6ad548efc tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 822 time: 0.6118808 Jul 22 14:12:03.767896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-6282559e-f213-4778-9697-724b53ccf03e tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/quotas/0f9246e33ce248de989acd09811814a9 HTTP/1.1" status: 200 len: 375 time: 0.0250759 Jul 22 14:12:03.776973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:03.867304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-9f04f9fc-0d83-4e57-9907-69ee8ed9af39 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926862 Jul 22 14:12:03.878688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.882507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.932595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-469a8833-af6a-46cb-a785-2454586450bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.961874 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:03.963376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router da91f2cf-902e-4a85-ac81-8ccbbfd4ed85 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:12:04.047139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-53b382c6-2695-4d9e-9f92-fe60ae6be38d service neutron] 10.222.0.11 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726308 Jul 22 14:12:04.209952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-469a8833-af6a-46cb-a785-2454586450bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.213644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-a4a28637-9aba-4aa0-a62c-3efa5ec32447 service neutron] 10.222.0.11 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565263 Jul 22 14:12:04.215247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-469a8833-af6a-46cb-a785-2454586450bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.222156 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:12:04.227071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-104d491c-f01a-478b-a91e-82b3b75ec5e0 tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9801316 Jul 22 14:12:04.229213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:04.267968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-469a8833-af6a-46cb-a785-2454586450bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d94b41a5d1c5422b88afe6111a3de085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876058 Jul 22 14:12:04.267968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a8833-af6a-46cb-a785-2454586450bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad63f3-7572-4bfe-b0d8-982c60cbab56,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:04.268830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40722) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:04.335771 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f90e6a6b-a0db-40a7-9034-44d711ed1ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.381138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f90e6a6b-a0db-40a7-9034-44d711ed1ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.404850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Deleting port f88348b7-bf02-4ec4-a11a-2e0f41d7c13c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:04.405206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.489785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f90e6a6b-a0db-40a7-9034-44d711ed1ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.494790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f90e6a6b-a0db-40a7-9034-44d711ed1ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.499925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f90e6a6b-a0db-40a7-9034-44d711ed1ef6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11ad63f3-7572-4bfe-b0d8-982c60cbab56 HTTP/1.1" status: 204 len: 168 time: 0.2297013 Jul 22 14:12:04.528368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6a6b-a0db-40a7-9034-44d711ed1ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad63f3-7572-4bfe-b0d8-982c60cbab56,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:04.621450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-192aa689-5c93-4431-a7c4-99e996d00fc6 req-cae0a665-64fa-4605-8f77-2a723dba82be tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 210 time: 0.0721512 Jul 22 14:12:04.664644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:04.718549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Calling delete_port for f88348b7-bf02-4ec4-a11a-2e0f41d7c13c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:04.778553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:04.853357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: f572ff44-6da5-485d-a52a-2dde6226c52d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:04.854292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f572ff44-6da5-485d-a52a-2dde6226c52d not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:05.069214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40750) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:05.091043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55b960b9-1aac-430b-a155-9c93ad649cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.091933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76be807-fdd3-4403-931b-ac9a73839f38 req-6592077d-2022-4123-bda5-c5f8271b8aea tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:05.093652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c76be807-fdd3-4403-931b-ac9a73839f38 req-6592077d-2022-4123-bda5-c5f8271b8aea tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2150729 Jul 22 14:12:05.110986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.154121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Pushing event deleted for resources: {'Port': ['ID=f88348b7-bf02-4ec4-a11a-2e0f41d7c13c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:05.177213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c76be807-fdd3-4403-931b-ac9a73839f38 req-daf1fc83-e54d-4a2e-ae6c-25022ab54cf2 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Jul 22 14:12:05.237841 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55b960b9-1aac-430b-a155-9c93ad649cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.246208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55b960b9-1aac-430b-a155-9c93ad649cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.256024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.263946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4198f4a7-c9b9-4c87-b1d2-3d318124bfcc tempest-RoutersAdminNegativeTest-743155863 tempest-RoutersAdminNegativeTest-743155863-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f88348b7-bf02-4ec4-a11a-2e0f41d7c13c HTTP/1.1" status: 204 len: 168 time: 1.0281780 Jul 22 14:12:05.302331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-55b960b9-1aac-430b-a155-9c93ad649cf6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98fe4178d37f4b2093911fab979c3a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319791 Jul 22 14:12:05.303193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b960b9-1aac-430b-a155-9c93ad649cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d6180b-b8f6-4c1b-ade2-e852f53ff42a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:05.305706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40754) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:05.375367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7166e515-97e2-4837-b6b6-7100dc3b9702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.401240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7166e515-97e2-4837-b6b6-7100dc3b9702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.456146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7166e515-97e2-4837-b6b6-7100dc3b9702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.459458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7166e515-97e2-4837-b6b6-7100dc3b9702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.460857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7166e515-97e2-4837-b6b6-7100dc3b9702 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2d6180b-b8f6-4c1b-ade2-e852f53ff42a HTTP/1.1" status: 204 len: 168 time: 0.1524429 Jul 22 14:12:05.470334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166e515-97e2-4837-b6b6-7100dc3b9702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d6180b-b8f6-4c1b-ade2-e852f53ff42a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:05.572140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:05.756647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6eff4afb-e233-4907-99b3-a4a4e3dbb965 req-748da38b-c845-4951-a9df-f858e666c00c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 210 time: 0.0499239 Jul 22 14:12:05.856395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb1db-7e73-4b6e-bc5e-bbd46c28b8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.875209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-a98e22b8-ee4a-4bfa-aee1-1c795a5b7e59 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:05.876272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-a98e22b8-ee4a-4bfa-aee1-1c795a5b7e59 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 822 time: 0.2135115 Jul 22 14:12:05.892297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Request body: {'port': {'device_id': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'admin_state_up': True, 'tenant_id': '0f9246e33ce248de989acd09811814a9'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:05.984246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb1db-7e73-4b6e-bc5e-bbd46c28b8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:05.992516 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d1bb1db-7e73-4b6e-bc5e-bbd46c28b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.027321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Made reservation on behalf of 0f9246e33ce248de989acd09811814a9 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:06.030954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.046010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bb1db-7e73-4b6e-bc5e-bbd46c28b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bc7f6b-bcb2-4879-ae83-49e486c7e926,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:06.052426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9d1bb1db-7e73-4b6e-bc5e-bbd46c28b8df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c93bd929989e4b3d86b63e3ac20738a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782648 Jul 22 14:12:06.055443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:06.116333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c294954-88d4-4637-98fe-b57ddc353702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.173412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c294954-88d4-4637-98fe-b57ddc353702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.200836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Allocated IP 172.20.0.14 (51cbd21e-98cd-40de-ab1d-51a9e91cf741/48a97e28-257d-4b68-93b6-a1b6cd4eaf67/c8215683-61d8-41a3-9d54-64f45823adb7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:06.343585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-d4dc949d-8c16-4ba2-8bed-e32472f348df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1529157 Jul 22 14:12:06.369103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c294954-88d4-4637-98fe-b57ddc353702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.372900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c294954-88d4-4637-98fe-b57ddc353702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.376691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2c294954-88d4-4637-98fe-b57ddc353702 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7bc7f6b-bcb2-4879-ae83-49e486c7e926 HTTP/1.1" status: 204 len: 168 time: 0.3178327 Jul 22 14:12:06.405111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c294954-88d4-4637-98fe-b57ddc353702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bc7f6b-bcb2-4879-ae83-49e486c7e926,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:06.465161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583b98b-aa38-4b15-b5a6-57e0b1013b30 req-d51d71c5-5c4f-4eea-b62f-33a2c3f1d2e9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.467469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.472852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b583b98b-aa38-4b15-b5a6-57e0b1013b30 req-d51d71c5-5c4f-4eea-b62f-33a2c3f1d2e9 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1807117 Jul 22 14:12:06.576963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.625913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.626908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.627364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:06.627847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.628643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.629315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.630301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.630750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:06.631311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.634572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:06.635596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-75975417-3940-4682-b977-dd1a9884ccec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.2316716 Jul 22 14:12:06.640775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b583b98b-aa38-4b15-b5a6-57e0b1013b30 req-c11f4513-2a04-4de4-b6ed-c08501dfdcd4 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662121 Jul 22 14:12:06.688334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event updated for resources: {'Port': ['ID=c8215683-61d8-41a3-9d54-64f45823adb7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:06.713117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.714061 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.742224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-e4b12e64-6ed6-4fa1-9d07-2c2fdf42999f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8542345 Jul 22 14:12:06.755960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Request body: {'port': {'device_id': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:06.788189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ed98717-27c5-40f0-9817-fbbe4d7bca35 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:06.819780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-132cbd2e-38de-4982-96fd-242fbe4a1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.820307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-132cbd2e-38de-4982-96fd-242fbe4a1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.821783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-132cbd2e-38de-4982-96fd-242fbe4a1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:06.823976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-132cbd2e-38de-4982-96fd-242fbe4a1947 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=0df27a70-30fc-482e-b6df-2b629d2507d7&id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 2291 time: 0.1541691 Jul 22 14:12:06.856582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 4ed98717-27c5-40f0-9817-fbbe4d7bca35 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:06.856927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ed98717-27c5-40f0-9817-fbbe4d7bca35 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:06.903378 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.958053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40814) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:06.968254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-5527af65-4a8b-49d8-b283-56dcd02a6cbd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 1001 time: 0.1364760 Jul 22 14:12:07.039708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-80745fc7-715f-4962-ac4b-95e4b24d33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:07.042106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-80745fc7-715f-4962-ac4b-95e4b24d33b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 200 len: 850 time: 0.0662131 Jul 22 14:12:07.122275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-e9f695ea-9f8e-4ab6-8405-8c57794877fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:07.124918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-e9f695ea-9f8e-4ab6-8405-8c57794877fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765834 Jul 22 14:12:07.178450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1c27ed60-d861-4e43-9914-e75eb4f7be17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bceba18efb34aafbfe0ff5f65d3121b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191784 Jul 22 14:12:07.182543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:07.262639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e7b9-07fb-43b8-a87c-27f86fae7fef req-6d9f7b1b-7ced-4e13-9fae-44cc953134a7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:07.269898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f14e7b9-07fb-43b8-a87c-27f86fae7fef req-6d9f7b1b-7ced-4e13-9fae-44cc953134a7 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 932 time: 0.3438077 Jul 22 14:12:07.280717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-3a14fc87-d7c9-4c58-90fb-47af41811bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481245 Jul 22 14:12:07.328047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e1aeaf8-021a-43bf-a828-0835a51714e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.367401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e1aeaf8-021a-43bf-a828-0835a51714e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.407165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-27ac362f-b1ae-4374-9581-61a1351bddda service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190157 Jul 22 14:12:07.417764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f14e7b9-07fb-43b8-a87c-27f86fae7fef req-c699d78e-3777-450c-a94b-337876720cac tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462581 Jul 22 14:12:07.462349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-9ae88ecd-c62f-4c03-9a44-edbe7e41217c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 217 time: 0.0488050 Jul 22 14:12:07.519225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e1aeaf8-021a-43bf-a828-0835a51714e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.522442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e1aeaf8-021a-43bf-a828-0835a51714e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.526247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5e1aeaf8-021a-43bf-a828-0835a51714e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ba5d264-55d1-4b17-8d0e-3abc763a4b5e HTTP/1.1" status: 204 len: 168 time: 0.3390303 Jul 22 14:12:07.558725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-b08a0f9a-7dc3-439f-8645-8ad0b5399d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:07.559295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1aeaf8-021a-43bf-a828-0835a51714e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba5d264-55d1-4b17-8d0e-3abc763a4b5e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:07.560838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-b08a0f9a-7dc3-439f-8645-8ad0b5399d03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0915163 Jul 22 14:12:07.577666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8215683-61d8-41a3-9d54-64f45823adb7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:07.597436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.616478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Transition to ACTIVE for port object c8215683-61d8-41a3-9d54-64f45823adb7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:07.622694 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.685691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-70970e46-c909-4485-976d-e68fc3acedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:07.691482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-70970e46-c909-4485-976d-e68fc3acedc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1247711 Jul 22 14:12:07.733401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Pushing event updated for resources: {'Port': ['ID=c8215683-61d8-41a3-9d54-64f45823adb7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:07.896791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Attempting to bind port c8215683-61d8-41a3-9d54-64f45823adb7 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:07.897130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Attempting to bind port c8215683-61d8-41a3-9d54-64f45823adb7 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:07.897461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Attempting to bind port c8215683-61d8-41a3-9d54-64f45823adb7 on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:07.903112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Port c8215683-61d8-41a3-9d54-64f45823adb7 on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:07.903903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Attempting to bind port c8215683-61d8-41a3-9d54-64f45823adb7 on network 51cbd21e-98cd-40de-ab1d-51a9e91cf741 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:07.904995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-b932ba25-3b0f-4024-9f83-4e1305c0e8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042842 Jul 22 14:12:07.912359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:07.912776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Checking segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:07.913165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Bound using segment: {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:07.914129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Bound port: c8215683-61d8-41a3-9d54-64f45823adb7, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a6b9336-0059-4041-b282-004ded39a027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:07.914643 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.938714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612c82-bae9-44ae-a398-70b746851095 req-8ef86524-e941-430d-bdd6-3d6f282ecb5b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:07.946308 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe612c82-bae9-44ae-a398-70b746851095 req-8ef86524-e941-430d-bdd6-3d6f282ecb5b tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1877208 Jul 22 14:12:08.071757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] For port c8215683-61d8-41a3-9d54-64f45823adb7, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:08.080653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] For port c8215683-61d8-41a3-9d54-64f45823adb7, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c8215683-61d8-41a3-9d54-64f45823adb7,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:08.091391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:08.111175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe612c82-bae9-44ae-a398-70b746851095 req-f6378837-8275-4068-a541-9d27c08d068c tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639793 Jul 22 14:12:08.139759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.140761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:08.163405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8215683-61d8-41a3-9d54-64f45823adb7 HTTP/1.1" status: 200 len: 1093 time: 1.4144878 Jul 22 14:12:08.166176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'tag': 'c8215683-61d8-41a3-9d54-64f45823adb7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:08.171649 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a3409d-ead3-4dc2-9559-39d649e72472" -d '{"events": [{"name": "network-changed", "server_uuid": "b9de3875-ccb1-49b7-8a0d-37e781c7f4bb", "tag": "c8215683-61d8-41a3-9d54-64f45823adb7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:08.207620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-6911cf05-3fb7-4b71-bb92-ed1fda045672 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960086 Jul 22 14:12:08.274967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-6e8332f0-09c4-43d4-a72b-6416ead1e816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 217 time: 0.0610995 Jul 22 14:12:08.283670 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de7d6b8-3028-4f84-9560-7e77743328d3 x-openstack-request-id: req-6de7d6b8-3028-4f84-9560-7e77743328d3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:08.284380 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9de3875-ccb1-49b7-8a0d-37e781c7f4bb", "tag": "c8215683-61d8-41a3-9d54-64f45823adb7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:08.284380 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6de7d6b8-3028-4f84-9560-7e77743328d3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:08.284732 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'tag': 'c8215683-61d8-41a3-9d54-64f45823adb7', 'status': 'completed', 'code': 200} Jul 22 14:12:08.304167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b07414-92fa-4bb8-80bc-118f20715b69 service neutron] Pushing event updated for resources: {'Port': ['ID=c8215683-61d8-41a3-9d54-64f45823adb7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:08.350885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-2dc351ef-5ff3-4bb8-8b2b-1e152223dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.352588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-2dc351ef-5ff3-4bb8-8b2b-1e152223dfb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 1096 time: 0.1236153 Jul 22 14:12:08.375787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-4824db34-2a43-4395-b92f-a117f9cb12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.384195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-4824db34-2a43-4395-b92f-a117f9cb12d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0954809 Jul 22 14:12:08.405226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-8bdd72cc-cab3-4dc3-9673-28758ab574ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8215683-61d8-41a3-9d54-64f45823adb7 HTTP/1.1" status: 200 len: 217 time: 0.0457957 Jul 22 14:12:08.469503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-6d505f10-9981-4022-9164-1985b013e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.475190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-6d505f10-9981-4022-9164-1985b013e993 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 200 len: 862 time: 0.0574083 Jul 22 14:12:08.498893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-a1537053-d458-4224-a808-fb4fb4534885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.503667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-a1537053-d458-4224-a808-fb4fb4534885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1132038 Jul 22 14:12:08.546708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-56cf70ce-dbf9-4c83-abe2-d8c7f74a8cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51cbd21e-98cd-40de-ab1d-51a9e91cf741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671458 Jul 22 14:12:08.660160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-d08bd930-5804-400e-9641-4c6f1a6711c9 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503031 Jul 22 14:12:08.802425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-a00851ec-7d2f-456b-ad30-3d2e2d994d17 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345289 Jul 22 14:12:08.840978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16862fbd-80d7-40d0-a9e3-6998745e03e2 req-92718a8e-e7ef-4570-b747-0379c5eb3618 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.846713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16862fbd-80d7-40d0-a9e3-6998745e03e2 req-92718a8e-e7ef-4570-b747-0379c5eb3618 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 944 time: 0.2986658 Jul 22 14:12:08.858763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-4ad33ba3-a7cd-4124-b7c2-b4a8035a16f3 service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922719 Jul 22 14:12:08.897130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-1699ef27-023b-4246-8798-c7bf857cc6b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0875721 Jul 22 14:12:08.903173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:08.982061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-62d6619d-f98c-4dfe-9826-1b0d58d5bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:08.984641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-62d6619d-f98c-4dfe-9826-1b0d58d5bf59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0716445 Jul 22 14:12:09.005361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16862fbd-80d7-40d0-a9e3-6998745e03e2 req-bae23f0b-d802-4231-86b1-9fbd57164c16 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393805 Jul 22 14:12:09.064676 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24a094e2-6b1e-4b07-95f4-f0e0358ed88b req-cc4104e3-a3e9-42bd-b203-49b783fd4215 service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956372 Jul 22 14:12:09.140696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-e1cf46a0-56a3-48d0-aaad-cbb0a1861300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.142727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-e1cf46a0-56a3-48d0-aaad-cbb0a1861300 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1516428 Jul 22 14:12:09.276950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023005522'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:09.325140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:09.334675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-3b67edd1-22be-4801-9793-7094bd35979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.337215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-3b67edd1-22be-4801-9793-7094bd35979d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f9246e33ce248de989acd09811814a9&device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 1096 time: 0.1789105 Jul 22 14:12:09.339581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1247299711'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:09.397058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:12:09.397058 n-d-787205-11 neutron-server[93759]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:12:09.397058 n-d-787205-11 neutron-server[93759]: [parameters: {'project_id': '9bcf9115182a4d25b937f83da7190144', 'id': '2ea7355f-1b8e-4a11-ad71-093ca46e65e6', 'expiration': datetime.datetime(2021, 7, 22, 14, 14, 9, 375383)}] Jul 22 14:12:09.397058 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:12:09.397923 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:12:09.403882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:09.407386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.412401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-7727646c-46a3-4074-9cc2-81b991e1e9ce service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632284 Jul 22 14:12:09.419758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.482047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af66bc4-676f-46a5-b643-9964d113e07a req-e6dd2ce5-28ca-492c-919d-c8aab65da58e tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.483778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1af66bc4-676f-46a5-b643-9964d113e07a req-e6dd2ce5-28ca-492c-919d-c8aab65da58e tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1950722 Jul 22 14:12:09.507290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-9a8905c0-a13f-459d-a5d5-9868c7fa02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.508395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-9a8905c0-a13f-459d-a5d5-9868c7fa02e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 200 len: 923 time: 0.1405041 Jul 22 14:12:09.542575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-5016a81f-c162-4170-bef7-07d1c6c001c3 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199358 Jul 22 14:12:09.561943 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-22aa5824-ae55-4145-90fc-dc96aa857f22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8215683-61d8-41a3-9d54-64f45823adb7 HTTP/1.1" status: 200 len: 217 time: 0.0446501 Jul 22 14:12:09.596763 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-589952e5-ac79-41df-8314-88d7fd877351 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 200 len: 217 time: 0.0436671 Jul 22 14:12:09.602793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1af66bc4-676f-46a5-b643-9964d113e07a req-f4c7a342-a4c2-418f-b2cd-4d0be6e88621 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068416 Jul 22 14:12:09.626618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-48a8f780-d7c7-418c-8471-0a23b59faf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.628191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-48a8f780-d7c7-418c-8471-0a23b59faf8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 200 len: 862 time: 0.0575156 Jul 22 14:12:09.663034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.669129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.673202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-c8ca1993-3300-49c4-9f5f-a439f709b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.674735 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-c8ca1993-3300-49c4-9f5f-a439f709b5fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0702541 Jul 22 14:12:09.674849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-ccd45511-6ed3-4f7f-88b3-5eda34f60f71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=51cbd21e-98cd-40de-ab1d-51a9e91cf741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397744 Jul 22 14:12:09.715031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:12:09.757190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.757542 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment 6d98012f-3bce-41e2-87a0-96d8badec40c of type vlan for network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 Jul 22 14:12:09.759094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6756ae-524a-4c58-8c8e-f0a008aecc15,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:09.812680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.812920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-6ea4eef3-7acf-4c08-a22a-3241f42f1695 service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268346 Jul 22 14:12:09.835026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-f688c6c2-59d9-4dab-9ea0-f3cdacc415f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.836555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-f688c6c2-59d9-4dab-9ea0-f3cdacc415f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1428628 Jul 22 14:12:09.874732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.880764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:09.881349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.926656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a3409d-ead3-4dc2-9559-39d649e72472 req-c9b2d580-b232-401b-a380-98845d1013fa service neutron] 10.222.0.20 "GET /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064084 Jul 22 14:12:09.968453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0649607 Jul 22 14:12:09.972053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40894) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:09.977905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333090055'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:10.010692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f3e6d-8d79-4d92-a081-256c309e3c9d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=4f1a0f4d-9bda-4f5a-9ea4-a419337bf688,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:10.022836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:10.026379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-644bc808-076c-4896-b655-74a618c078e7 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824574 Jul 22 14:12:10.027489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:10.031149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.046566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:10.051435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.085194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:12:10.097994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.098974 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment 40f8acff-44fa-44fc-89a7-49787f605257 of type vlan for network 5b944724-da72-421e-bcb5-40435edd1171 Jul 22 14:12:10.116208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:12:10.134321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.134672 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Added segment f73f4993-2925-4f86-9e63-38ca109cfc6e of type vlan for network 3430e243-a662-4f0d-af4d-80b978b948ef Jul 22 14:12:10.155961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.193287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.199099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.199867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.211454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-a9232dee-f71b-47aa-b273-632b171a5c98 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758659 Jul 22 14:12:10.230129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.254774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2787442 Jul 22 14:12:10.255033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:10.260591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:10.328691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550caa69-eaeb-49a4-9b34-d662819bb7cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=5b944724-da72-421e-bcb5-40435edd1171,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:10.339448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5b944724-da72-421e-bcb5-40435edd1171 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:10.452384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:10.456416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.591044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-73587e4e-e94a-4319-9647-e16aefc96685 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 217 time: 0.3746953 Jul 22 14:12:10.671096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-7ddcfa1a-0aee-40b6-82af-87598f6aca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.671699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.672626 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-7ddcfa1a-0aee-40b6-82af-87598f6aca8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.0716193 Jul 22 14:12:10.681363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ce82c-4b72-4260-a3fc-813c450292c3 req-0e6151cb-fe80-4b49-be8e-63a1ab58fc51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.682791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-347ce82c-4b72-4260-a3fc-813c450292c3 req-0e6151cb-fe80-4b49-be8e-63a1ab58fc51 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 944 time: 0.5450804 Jul 22 14:12:10.693473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.698836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.699421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.775317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4442854 Jul 22 14:12:10.780121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:10.796906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-969246521'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:10.823516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c8215683-61d8-41a3-9d54-64f45823adb7 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:12:10.836640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3fd4f-da6f-4db9-a382-55cb361e133f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Network': ['ID=3430e243-a662-4f0d-af4d-80b978b948ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:10.849163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-347ce82c-4b72-4260-a3fc-813c450292c3 req-239198b1-624d-416c-b9bb-3002f45ceb21 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566787 Jul 22 14:12:10.856419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=ec86bf2c-7531-461a-a8be-27406b42a7ab,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:10.867871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:10.870802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3430e243-a662-4f0d-af4d-80b978b948ef details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:10.871729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:10.876132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': '6d98012f-3bce-41e2-87a0-96d8badec40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:10.876464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:12:10.877288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-1d7c33c8-3e30-42c0-a20e-1eb4c8912a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.878845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-1d7c33c8-3e30-42c0-a20e-1eb4c8912a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1951771 Jul 22 14:12:10.918522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4a3c-ae93-4e69-8044-8090ecb6ef83 req-2965ad2d-41a3-4df2-9e31-afae9aa33d64 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.925598 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-595f4a3c-ae93-4e69-8044-8090ecb6ef83 req-2965ad2d-41a3-4df2-9e31-afae9aa33d64 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.1739390 Jul 22 14:12:10.945687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-481fb5ca-2635-4457-9cbf-13b5dadd641f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:10.946881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-481fb5ca-2635-4457-9cbf-13b5dadd641f tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.13 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 945 time: 0.2549591 Jul 22 14:12:10.947740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:12:10.955041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:12:11.000801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.001254 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Added segment 582f45f6-acfa-4e76-b86c-17daf141d49f of type vlan for network 2478dc95-4aee-489a-914a-6b1e30e9e2da Jul 22 14:12:11.001661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:11.015154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:11.016392 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.024222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b7426-2ecb-4a40-bb0b-0f4e5d310a85 None None] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:11.037952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-595f4a3c-ae93-4e69-8044-8090ecb6ef83 req-ae1653cf-c0ae-4dda-a7e6-4d1bb50dbeb2 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112950 Jul 22 14:12:11.062532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-bbcd9fb2-33f4-4092-99e9-021b5089f3d2 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608956 Jul 22 14:12:11.064192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.078316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a9a6ea5f-8084-4191-b830-677065439b09 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8217497 Jul 22 14:12:11.081946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:11.090797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '5b944724-da72-421e-bcb5-40435edd1171', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:11.167850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.173120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c8215683-61d8-41a3-9d54-64f45823adb7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c8215683-61d8-41a3-9d54-64f45823adb7,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:11.173453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:11.174113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.194934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Deleting port 03ef6864-85bf-4ca7-b583-42839cb6c372 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:11.195277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.200841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40912) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:11.201215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4159102 Jul 22 14:12:11.211262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'c8215683-61d8-41a3-9d54-64f45823adb7', 'network_id': '51cbd21e-98cd-40de-ab1d-51a9e91cf741', 'port_id': 'c8215683-61d8-41a3-9d54-64f45823adb7', 'mac_address': 'fa:16:3e:99:57:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a97e28-257d-4b68-93b6-a1b6cd4eaf67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:12:11.220530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'subnet': {'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:11.242858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-d97b4ca7-d110-4fa3-869c-4811138e7526 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731327 Jul 22 14:12:11.278430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:11.282092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.289132 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.315306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-72c888be-dfd2-4696-988f-50a06bd46fca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 217 time: 0.0657673 Jul 22 14:12:11.357604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8215683-61d8-41a3-9d54-64f45823adb7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:11.384654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c8215683-61d8-41a3-9d54-64f45823adb7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c8215683-61d8-41a3-9d54-64f45823adb7,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:11.396791 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.415325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4f1a0f4d-9bda-4f5a-9ea4-a419337bf688', 'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': 'ec86bf2c-7531-461a-a8be-27406b42a7ab'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:12:11.419629 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.442810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] For port 03ef6864-85bf-4ca7-b583-42839cb6c372, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=03ef6864-85bf-4ca7-b583-42839cb6c372,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:11.443215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.481677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c994a0-f88a-47bd-aa3c-bb58a52a0b13 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Network': ['ID=2478dc95-4aee-489a-914a-6b1e30e9e2da,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:11.501856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Calling delete_port for 03ef6864-85bf-4ca7-b583-42839cb6c372 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:11.506238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:11.508035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-5d73abd2-f44b-45f8-9785-c5d0f926955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:11.511231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-5d73abd2-f44b-45f8-9785-c5d0f926955e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1868837 Jul 22 14:12:11.521319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:11.524716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c8215683-61d8-41a3-9d54-64f45823adb7,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:11.524963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.609328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-879a2462-b9dc-4aaa-8ef0-b7ddd9950b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:11.611017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-879a2462-b9dc-4aaa-8ef0-b7ddd9950b13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0924871 Jul 22 14:12:11.739292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-6c22b717-ac82-4df5-b8db-e7c9bfa9bacb service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211383 Jul 22 14:12:11.747741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Allocated IP 172.20.0.2 (4f1a0f4d-9bda-4f5a-9ea4-a419337bf688/ec86bf2c-7531-461a-a8be-27406b42a7ab/392b981e-d3cc-446e-8b79-b0f4be49fd92) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:11.803357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['c8215683-61d8-41a3-9d54-64f45823adb7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:12:11.957176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83dafdd9-44dd-4d5e-8aff-b80eda729ca6 req-5b9d8393-8b00-4877-ad2e-49dd10feb3a3 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041054 Jul 22 14:12:12.061020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.079583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Transition to ACTIVE for port object 392b981e-d3cc-446e-8b79-b0f4be49fd92 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:12.105084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Transition to ACTIVE for port object 392b981e-d3cc-446e-8b79-b0f4be49fd92 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:12.116058 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.159325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ec3c-be41-4213-845b-f4777eb66b42 req-183292b8-2c08-4d3c-b44a-c60bd95713ea tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:12.166303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d39ec3c-be41-4213-845b-f4777eb66b42 req-183292b8-2c08-4d3c-b44a-c60bd95713ea tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 945 time: 0.1496394 Jul 22 14:12:12.168819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:12.171874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:12.177241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:12.210095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d39ec3c-be41-4213-845b-f4777eb66b42 req-e5a15126-1770-4430-9ef3-cd1583d4d8e6 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Jul 22 14:12:12.211120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Pushing event updated for resources: {'Port': ['ID=392b981e-d3cc-446e-8b79-b0f4be49fd92,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.217022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.253780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Attempting to bind port 392b981e-d3cc-446e-8b79-b0f4be49fd92 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:12.254205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Attempting to bind port 392b981e-d3cc-446e-8b79-b0f4be49fd92 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6d98012f-3bce-41e2-87a0-96d8badec40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:12.254703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Attempting to bind port 392b981e-d3cc-446e-8b79-b0f4be49fd92 on network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:12.260056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:12.260568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Checking segment: {'id': '6d98012f-3bce-41e2-87a0-96d8badec40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:12.261064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.261885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Bound using segment: {'id': '6d98012f-3bce-41e2-87a0-96d8badec40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:12.262576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Bound port: 392b981e-d3cc-446e-8b79-b0f4be49fd92, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d98012f-3bce-41e2-87a0-96d8badec40c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4f1a0f4d-9bda-4f5a-9ea4-a419337bf688'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:12.263043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.333230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] For port 392b981e-d3cc-446e-8b79-b0f4be49fd92, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:12.336906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] For port 392b981e-d3cc-446e-8b79-b0f4be49fd92, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=392b981e-d3cc-446e-8b79-b0f4be49fd92,segment=NetworkSegment(6d98012f-3bce-41e2-87a0-96d8badec40c),segment_id=6d98012f-3bce-41e2-87a0-96d8badec40c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:12.341490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.344581 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.359245 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.375582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['03ef6864-85bf-4ca7-b583-42839cb6c372'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:12:12.392507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=1873d5b2-a93c-430e-a7b9-543047ea6dd8,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.400620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Pushing event deleted for resources: {'Port': ['ID=03ef6864-85bf-4ca7-b583-42839cb6c372,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.439444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a558e-cd88-4899-a5ab-8ff5eda3662d None None] Pushing event updated for resources: {'Port': ['ID=392b981e-d3cc-446e-8b79-b0f4be49fd92,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.488537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12c012-cb1b-4c67-b371-68df146b48ea req-fb48c486-0f9c-484f-91a0-7d3601fd3b38 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:12.495927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c12c012-cb1b-4c67-b371-68df146b48ea req-fb48c486-0f9c-484f-91a0-7d3601fd3b38 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/ports?device_id=54542f50-3208-4b98-bf9f-1d3e4896f9e0 HTTP/1.1" status: 200 len: 867 time: 0.3619032 Jul 22 14:12:12.505892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': '40f8acff-44fa-44fc-89a7-49787f605257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b944724-da72-421e-bcb5-40435edd1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:12.506559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 5b944724-da72-421e-bcb5-40435edd1171, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:12:12.565751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] No DVR routers for this DVR port 03ef6864-85bf-4ca7-b583-42839cb6c372 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:12.575600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.577722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d5dc37c-6741-4c44-a218-850dde033a5d req-ab76c8f4-4488-49d1-acb9-6b1eb8610926 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.13 "DELETE /v2.0/ports/03ef6864-85bf-4ca7-b583-42839cb6c372 HTTP/1.1" status: 204 len: 173 time: 1.6238728 Jul 22 14:12:12.578654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'name': 'network-vif-deleted', 'tag': '03ef6864-85bf-4ca7-b583-42839cb6c372'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:12.581029 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6f1d63-d729-4d81-8bd2-662559e00599" -d '{"events": [{"server_uuid": "54542f50-3208-4b98-bf9f-1d3e4896f9e0", "name": "network-vif-deleted", "tag": "03ef6864-85bf-4ca7-b583-42839cb6c372"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:12.583927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Subnet': ['ID=2eac5f56-4e5e-4475-bd60-b70c243b3da8,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.602210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 5b944724-da72-421e-bcb5-40435edd1171 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:12:12.624497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Checking segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:12.624497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network hostable DHCP agents. Network: 3430e243-a662-4f0d-af4d-80b978b948ef, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:12:12.663794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c12c012-cb1b-4c67-b371-68df146b48ea req-8d483195-e5f5-4b94-bf2c-06c2ec9f64c8 tempest-ServerRescueNegativeTestJSON-554623172 tempest-ServerRescueNegativeTestJSON-554623172-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5bbae62-dda1-4a12-b436-c27e8de12b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668010 Jul 22 14:12:12.693969 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583a38d-2182-417c-8f44-b22315837d1f x-openstack-request-id: req-4583a38d-2182-417c-8f44-b22315837d1f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:12.694288 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54542f50-3208-4b98-bf9f-1d3e4896f9e0", "name": "network-vif-deleted", "tag": "03ef6864-85bf-4ca7-b583-42839cb6c372", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:12.694550 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4583a38d-2182-417c-8f44-b22315837d1f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:12.694964 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54542f50-3208-4b98-bf9f-1d3e4896f9e0', 'name': 'network-vif-deleted', 'tag': '03ef6864-85bf-4ca7-b583-42839cb6c372', 'status': 'completed', 'code': 200} Jul 22 14:12:12.707282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 5b944724-da72-421e-bcb5-40435edd1171) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:12.718988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef5eee-b7a4-4575-b50a-512d3dbdd0da None None] Network 5b944724-da72-421e-bcb5-40435edd1171 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:12.730829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:12.731788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.745737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 3430e243-a662-4f0d-af4d-80b978b948ef is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:12:12.754258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3430e243-a662-4f0d-af4d-80b978b948ef) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:12.767306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-27afdd7b-440a-425c-8b59-09f4d68f99f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6825714 Jul 22 14:12:12.767781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:12.773395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:12.773787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-892356600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:12.774325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.802590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.804049 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.813813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e68da538-b89c-4e72-aeb7-7305d69b921f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6008880 Jul 22 14:12:12.814775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:12.835110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'subnet': {'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:12.842646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd645b-47f9-470c-864b-af83b4895fed None None] Network 3430e243-a662-4f0d-af4d-80b978b948ef requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:12.865298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c8215683-61d8-41a3-9d54-64f45823adb7 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:12.884173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.900217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.926257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.930782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-72cabaec-f3ef-4045-a177-d389cf5fb1ba tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1590958 Jul 22 14:12:12.931421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40940) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:13.015825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:13.024690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.092100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-5b944724-da72-421e-bcb5-40435edd1171', 'network_id': '5b944724-da72-421e-bcb5-40435edd1171', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': '1873d5b2-a93c-430e-a7b9-543047ea6dd8'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:12:13.092940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.123929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port c8215683-61d8-41a3-9d54-64f45823adb7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:13.163401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port c8215683-61d8-41a3-9d54-64f45823adb7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:13.164996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.295208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.317414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.398294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-3430e243-a662-4f0d-af4d-80b978b948ef', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:12:13.399983 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.474674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Subnet': ['ID=f667f380-130a-4801-86db-9d44674e4fab,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:13.495061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Checking segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:13.495585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network hostable DHCP agents. Network: 2478dc95-4aee-489a-914a-6b1e30e9e2da, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:12:13.525307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93970f4-3aa7-41c6-bbd8-1185e498436d req-41c61498-d120-4730-afbf-4f0b733b67e1 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:13.534219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b93970f4-3aa7-41c6-bbd8-1185e498436d req-41c61498-d120-4730-afbf-4f0b733b67e1 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 945 time: 0.1900918 Jul 22 14:12:13.586942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b93970f4-3aa7-41c6-bbd8-1185e498436d req-6b93b8ea-a05d-4695-97c4-576ed276dc55 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511453 Jul 22 14:12:13.588802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:12:13.604678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 2478dc95-4aee-489a-914a-6b1e30e9e2da) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:13.626330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:13.627083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:13.649836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-840b2634-5608-4661-aee4-fa8bf1914087 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8231795 Jul 22 14:12:13.650538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40946) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:13.656957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'name': 'tempest-TaggedBootDevicesTest_v242-807427551', 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:13.658204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d263b-2730-4204-b943-4b5dc982418d None None] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:13.769710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:13.837552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.20.0.1 (4f1a0f4d-9bda-4f5a-9ea4-a419337bf688/ec86bf2c-7531-461a-a8be-27406b42a7ab/aac06852-30e9-4703-830b-219c0ab27b53) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:14.025391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Allocated IP 172.21.0.2 (5b944724-da72-421e-bcb5-40435edd1171/1873d5b2-a93c-430e-a7b9-543047ea6dd8/ddc9f268-3342-49e7-94cc-f4e08e085f2b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:14.050824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.066060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object aac06852-30e9-4703-830b-219c0ab27b53 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:14.079567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:14.116737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.149571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205992f2-0d11-4b88-9384-89076668a72e None None] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:14.178748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=aac06852-30e9-4703-830b-219c0ab27b53,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:14.197923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:14.199708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:14.205707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:14.262168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 392b981e-d3cc-446e-8b79-b0f4be49fd92 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:14.267874 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.268429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.306044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] device_id is not set on port 05741ae4-1a58-45cf-8165-c92e293ad1c3 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:12:14.389153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.432491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c8215683-61d8-41a3-9d54-64f45823adb7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c8215683-61d8-41a3-9d54-64f45823adb7,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:14.434006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c1e94ecc-6b45-4977-8f03-78c0ab86054e None None] Provisioning for port 392b981e-d3cc-446e-8b79-b0f4be49fd92 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:14.440849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.455025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8215683-61d8-41a3-9d54-64f45823adb7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:14.457909 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690362f0-5974-4f1c-9dcc-f5561a73ea6a" -d '{"events": [{"server_uuid": "b9de3875-ccb1-49b7-8a0d-37e781c7f4bb", "name": "network-vif-plugged", "status": "completed", "tag": "c8215683-61d8-41a3-9d54-64f45823adb7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:14.467773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Allocated IP 10.1.1.2 (3430e243-a662-4f0d-af4d-80b978b948ef/2eac5f56-4e5e-4475-bd60-b70c243b3da8/ef4bad1f-9f49-47af-abdc-7fbdf9ff1585) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:14.475016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.572703 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe91695-6b0e-402c-a397-eaef689c7cea x-openstack-request-id: req-bbe91695-6b0e-402c-a397-eaef689c7cea {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:14.573487 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9de3875-ccb1-49b7-8a0d-37e781c7f4bb", "name": "network-vif-plugged", "status": "completed", "tag": "c8215683-61d8-41a3-9d54-64f45823adb7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:14.573976 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbe91695-6b0e-402c-a397-eaef689c7cea {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:14.574694 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8215683-61d8-41a3-9d54-64f45823adb7', 'code': 200} Jul 22 14:12:14.576825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 392b981e-d3cc-446e-8b79-b0f4be49fd92 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:14.638105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 392b981e-d3cc-446e-8b79-b0f4be49fd92 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:14.638722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.718812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-2478dc95-4aee-489a-914a-6b1e30e9e2da', 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'fixed_ips': [{'subnet_id': 'f667f380-130a-4801-86db-9d44674e4fab'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:12:14.719679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.747256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c8215683-61d8-41a3-9d54-64f45823adb7,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:14.792378 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.936475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:14.948802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.033331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=aac06852-30e9-4703-830b-219c0ab27b53,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:15.053134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bc8a2-9d77-4fb1-b033-a5e2a328ed70 req-fc378e49-056d-425b-897d-49ba883a14c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:15.054716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521bc8a2-9d77-4fb1-b033-a5e2a328ed70 req-fc378e49-056d-425b-897d-49ba883a14c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 1098 time: 0.2409046 Jul 22 14:12:15.071133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb0512-9c72-4ad3-a358-b7023cb20145 req-92678bda-2078-43a3-9069-a47d049b6a9f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:15.073082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2beb0512-9c72-4ad3-a358-b7023cb20145 req-92678bda-2078-43a3-9069-a47d049b6a9f tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 946 time: 0.2603314 Jul 22 14:12:15.090488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.093971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.104543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Transition to ACTIVE for port object ddc9f268-3342-49e7-94cc-f4e08e085f2b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:15.120631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Transition to ACTIVE for port object ddc9f268-3342-49e7-94cc-f4e08e085f2b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:15.191580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2beb0512-9c72-4ad3-a358-b7023cb20145 req-58e9ad53-a5f8-4974-ab30-20cd3d803b14 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920413 Jul 22 14:12:15.196230 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.235098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521bc8a2-9d77-4fb1-b033-a5e2a328ed70 req-8db9b9e3-2ef0-41bc-b27e-8c5094236e38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609385 Jul 22 14:12:15.295512 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.296945 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.309737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Deleting port bd97179f-80f2-4e47-8de2-8f0229075585 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:15.310081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.319675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Network 5b944724-da72-421e-bcb5-40435edd1171 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:15.340972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:15.341732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 392b981e-d3cc-446e-8b79-b0f4be49fd92, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=392b981e-d3cc-446e-8b79-b0f4be49fd92,segment=NetworkSegment(6d98012f-3bce-41e2-87a0-96d8badec40c),segment_id=6d98012f-3bce-41e2-87a0-96d8badec40c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:15.343462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Allocated IP 10.2.2.2 (2478dc95-4aee-489a-914a-6b1e30e9e2da/f667f380-130a-4801-86db-9d44674e4fab/0dd9791b-bbba-4ce8-931a-dbfe8356e00e) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:15.346346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:15.358037 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.360165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:15.367627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Transition to ACTIVE for port object ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:15.374715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:15.375895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Pushing event updated for resources: {'Port': ['ID=ddc9f268-3342-49e7-94cc-f4e08e085f2b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:15.521504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Transition to ACTIVE for port object ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:15.559492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Attempting to bind port ddc9f268-3342-49e7-94cc-f4e08e085f2b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:15.559868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Attempting to bind port ddc9f268-3342-49e7-94cc-f4e08e085f2b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '40f8acff-44fa-44fc-89a7-49787f605257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b944724-da72-421e-bcb5-40435edd1171'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:15.560251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Attempting to bind port ddc9f268-3342-49e7-94cc-f4e08e085f2b on network 5b944724-da72-421e-bcb5-40435edd1171 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:15.562298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d75a75c1-bcb4-4032-866f-711539930268 None None] Provisioning for port aac06852-30e9-4703-830b-219c0ab27b53 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:15.570270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router b2a4a172-4278-412e-aaa1-fb72e69dade6 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:12:15.613016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.621301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d75a75c1-bcb4-4032-866f-711539930268 None None] Provisioning complete for port aac06852-30e9-4703-830b-219c0ab27b53 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:15.621711 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d75a75c1-bcb4-4032-866f-711539930268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.636212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:15.636610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Checking segment: {'id': '40f8acff-44fa-44fc-89a7-49787f605257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b944724-da72-421e-bcb5-40435edd1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:15.636948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.637348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Bound using segment: {'id': '40f8acff-44fa-44fc-89a7-49787f605257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b944724-da72-421e-bcb5-40435edd1171'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:15.637879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Bound port: ddc9f268-3342-49e7-94cc-f4e08e085f2b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f8acff-44fa-44fc-89a7-49787f605257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '5b944724-da72-421e-bcb5-40435edd1171'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:15.638315 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.683672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=392b981e-d3cc-446e-8b79-b0f4be49fd92,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:15.708577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:15.725762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7297f0c8-022a-4cf4-8dd6-96c902d6ee9c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/b2a4a172-4278-412e-aaa1-fb72e69dade6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7932112 Jul 22 14:12:15.728380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:15.760398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Network 3430e243-a662-4f0d-af4d-80b978b948ef is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:15.770743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:15.772964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] Sync routers for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:15.775573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 03ef6864-85bf-4ca7-b583-42839cb6c372 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:15.791543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:15.834620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d75a75c1-bcb4-4032-866f-711539930268 None None] Port aac06852-30e9-4703-830b-219c0ab27b53 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:15.837564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Pushing event updated for resources: {'Port': ['ID=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:15.867404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2952806f-9ef1-4eb5-ad84-39c70d9ba43a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:15.874605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2952806f-9ef1-4eb5-ad84-39c70d9ba43a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports/aac06852-30e9-4703-830b-219c0ab27b53 HTTP/1.1" status: 200 len: 910 time: 0.1451781 Jul 22 14:12:15.875971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40972) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:15.908234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 03ef6864-85bf-4ca7-b583-42839cb6c372 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:15.908662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 03ef6864-85bf-4ca7-b583-42839cb6c372 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:15.991225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:15.991872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:16.019761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 10.1.1.210 (3430e243-a662-4f0d-af4d-80b978b948ef/2eac5f56-4e5e-4475-bd60-b70c243b3da8/05741ae4-1a58-45cf-8165-c92e293ad1c3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:16.041984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] For port bd97179f-80f2-4e47-8de2-8f0229075585, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd97179f-80f2-4e47-8de2-8f0229075585,segment=NetworkSegment(17f586fc-2226-4cb5-b7b9-21c090667518),segment_id=17f586fc-2226-4cb5-b7b9-21c090667518)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:16.042462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.060164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Calling delete_port for bd97179f-80f2-4e47-8de2-8f0229075585 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:16.136165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:16.182899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d75a75c1-bcb4-4032-866f-711539930268 None None] Provisioning complete for port 392b981e-d3cc-446e-8b79-b0f4be49fd92 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:16.183368 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d75a75c1-bcb4-4032-866f-711539930268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.204021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.242410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] For port ddc9f268-3342-49e7-94cc-f4e08e085f2b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:16.310713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 392b981e-d3cc-446e-8b79-b0f4be49fd92 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:16.313162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Attempting to bind port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:16.313672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Attempting to bind port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:16.314203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Attempting to bind port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:16.324353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Transition to ACTIVE for port object 0dd9791b-bbba-4ce8-931a-dbfe8356e00e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:16.347304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] For port ddc9f268-3342-49e7-94cc-f4e08e085f2b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ddc9f268-3342-49e7-94cc-f4e08e085f2b,segment=NetworkSegment(40f8acff-44fa-44fc-89a7-49787f605257),segment_id=40f8acff-44fa-44fc-89a7-49787f605257)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:16.354225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:16.354970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:16.362069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:16.362558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Checking segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:16.363060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.363530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Bound using segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:16.364635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Bound port: ef4bad1f-9f49-47af-abdc-7fbdf9ff1585, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:16.365086 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.374087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.456249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:16.456983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a303b50-f264-4645-9068-ef974d98c36e None None] The sync data for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:16.460577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Transition to ACTIVE for port object 0dd9791b-bbba-4ce8-931a-dbfe8356e00e will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:16.482600 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.639160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.759561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Pushing event deleted for resources: {'Port': ['ID=bd97179f-80f2-4e47-8de2-8f0229075585,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:16.782202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76647d4b-12d6-4eec-9fd1-b65ffe2e62c4 None None] Pushing event updated for resources: {'Port': ['ID=ddc9f268-3342-49e7-94cc-f4e08e085f2b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:16.788499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:16.844473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Pushing event updated for resources: {'Port': ['ID=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:16.845366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1bd12-26ec-4e81-bf68-8d2b439866a5 req-21af9198-7206-4b65-8bbc-a137a0731c63 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:16.855678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dac1bd12-26ec-4e81-bf68-8d2b439866a5 req-21af9198-7206-4b65-8bbc-a137a0731c63 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 946 time: 0.5319612 Jul 22 14:12:16.856966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:16.861483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:16.867815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 392b981e-d3cc-446e-8b79-b0f4be49fd92 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:16.868191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.903850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] For port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:16.954844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] For port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:16.971365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6e0a45e4-5083-4899-9912-9fe6c2de5131 None None] Provisioning complete for port aac06852-30e9-4703-830b-219c0ab27b53 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:16.971776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e0a45e4-5083-4899-9912-9fe6c2de5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.982792 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.054403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Attempting to bind port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:17.054760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Attempting to bind port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:17.055204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Attempting to bind port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e on network 2478dc95-4aee-489a-914a-6b1e30e9e2da {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:17.082360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.104586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object 05741ae4-1a58-45cf-8165-c92e293ad1c3 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:17.105126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:17.105513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Checking segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:17.105960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.106359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Bound using segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:17.106849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Bound port: 0dd9791b-bbba-4ce8-931a-dbfe8356e00e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:17.107232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.112364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a45e4-5083-4899-9912-9fe6c2de5131 None None] Port aac06852-30e9-4703-830b-219c0ab27b53 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:17.144887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6634ae-aa8f-472a-9435-8a0fa17af07d None None] Pushing event updated for resources: {'Port': ['ID=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:17.225211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.232947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dac1bd12-26ec-4e81-bf68-8d2b439866a5 req-a379153d-e237-4ab8-8a60-d5729d641a1c tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159704 Jul 22 14:12:17.251881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] For port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:17.256445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] For port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:17.266281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.304300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 3430e243-a662-4f0d-af4d-80b978b948ef is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:17.329351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:17.345547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:17.346433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ee217-6ce2-4d8d-bdd7-47010798afa5 None None] Pushing event updated for resources: {'Port': ['ID=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:17.468734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.505205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:17.574599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.679330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:17.681181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.937667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-975b4ded-bf5f-4c30-9d10-64ac1b5a672c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2843127 Jul 22 14:12:17.939576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:17.949978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1978911336', 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:18.137915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:18.232822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bc843-3933-4a4a-a52e-a8e90cf5caa3 None None] Network 5b944724-da72-421e-bcb5-40435edd1171 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:18.302517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-822c1c36-0bf5-4c89-b663-c85bb8956114 None None] Provisioning for port ddc9f268-3342-49e7-94cc-f4e08e085f2b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:18.374619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.413342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b697f0f-e73b-439d-a769-0b922daa90c9 req-8ec0a6cd-6dd4-4b7e-a0b8-a8e7e2cbf305 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:18.415337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b697f0f-e73b-439d-a769-0b922daa90c9 req-8ec0a6cd-6dd4-4b7e-a0b8-a8e7e2cbf305 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 946 time: 0.5444572 Jul 22 14:12:18.432767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] device_id is not set on port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:12:18.555838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0dd9791b-bbba-4ce8-931a-dbfe8356e00e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:18.570781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.21.0.1 (5b944724-da72-421e-bcb5-40435edd1171/1873d5b2-a93c-430e-a7b9-543047ea6dd8/7d8ba1c8-3906-4b23-b45f-0cd979c6ca33) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:18.588075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b697f0f-e73b-439d-a769-0b922daa90c9 req-06b7f58e-3e32-4807-966d-a42510da6a61 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576636 Jul 22 14:12:18.646556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5b9e8c3-b45d-42f0-afe6-7aeed46d47cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.651843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Router ddc678c6-5da1-4997-946d-9c8eac0d86ea has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:12:18.812545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:18.824459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ddc9f268-3342-49e7-94cc-f4e08e085f2b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:18.835565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 10.1.1.152 (3430e243-a662-4f0d-af4d-80b978b948ef/2eac5f56-4e5e-4475-bd60-b70c243b3da8/4eab74ca-fe73-4ba7-9adf-4ade28160f50) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:18.892986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99420c22-60f7-4827-989d-88c3ba4ec489 None None] Network 3430e243-a662-4f0d-af4d-80b978b948ef requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:18.963890 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.037537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d28f7c8-22f7-4972-96ca-62fb1123d3b3 None None] Provisioning for port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:19.212192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ddc9f268-3342-49e7-94cc-f4e08e085f2b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:19.215237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-ffb41020-1732-44f0-aaf6-9e1083c08289 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:19.217380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-ffb41020-1732-44f0-aaf6-9e1083c08289 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 946 time: 0.3194196 Jul 22 14:12:19.242315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ddc9f268-3342-49e7-94cc-f4e08e085f2b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:19.242694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.318147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.388748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object 4eab74ca-fe73-4ba7-9adf-4ade28160f50 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:19.441744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146a1b0-2323-41df-9d1f-8a20383354ac None None] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:19.466237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4cb578e4-ae74-4ef0-97ac-1da3a7b8d02a None None] Provisioning complete for port ddc9f268-3342-49e7-94cc-f4e08e085f2b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:19.467156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cb578e4-ae74-4ef0-97ac-1da3a7b8d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.481141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Deleting port c8215683-61d8-41a3-9d54-64f45823adb7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:19.481492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.507659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.582376 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.617350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:19.618871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 3430e243-a662-4f0d-af4d-80b978b948ef is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:19.627402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:19.634949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:19.639435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:19.646342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:19.653653 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] Sync routers for ids ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:19.656860 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-64d8de35-33e5-4032-9863-ac7e52bfb79e admin admin] 10.222.0.11 "PUT /v2.0/routers/ddc678c6-5da1-4997-946d-9c8eac0d86ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8854613 Jul 22 14:12:19.657438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41020) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:19.672781 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] Routers {'ddc678c6-5da1-4997-946d-9c8eac0d86ea'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:19.673390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:19.867531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.887443 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] Set router ddc678c6-5da1-4997-946d-9c8eac0d86ea gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:12:19.899132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] For port c8215683-61d8-41a3-9d54-64f45823adb7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c8215683-61d8-41a3-9d54-64f45823adb7,segment=NetworkSegment(0a6b9336-0059-4041-b282-004ded39a027),segment_id=0a6b9336-0059-4041-b282-004ded39a027)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:19.899505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.933689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.943550 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.947258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:19.947992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:19.959519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Calling delete_port for c8215683-61d8-41a3-9d54-64f45823adb7 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:19.984115 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cb578e4-ae74-4ef0-97ac-1da3a7b8d02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.025568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4922b3e6-cade-4bd6-a97d-f40098eb9758 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0845842 Jul 22 14:12:20.239187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.278818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ddc9f268-3342-49e7-94cc-f4e08e085f2b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ddc9f268-3342-49e7-94cc-f4e08e085f2b,segment=NetworkSegment(40f8acff-44fa-44fc-89a7-49787f605257),segment_id=40f8acff-44fa-44fc-89a7-49787f605257)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:20.302552 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.303447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:20.355053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:12:16Z', 'revision_number': 5, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port': {'id': '4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:09:15Z', 'updated_at': '2021-07-22T14:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:20.397741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.421240 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] Checking router: ddc678c6-5da1-4997-946d-9c8eac0d86ea for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:12:20.424108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ddc9f268-3342-49e7-94cc-f4e08e085f2b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:20.456083 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] Routers {'ddc678c6-5da1-4997-946d-9c8eac0d86ea'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:20.458724 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:11:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:20.519695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=7d8ba1c8-3906-4b23-b45f-0cd979c6ca33,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:20.553163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:20.577407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100465801', 'description': 'tempest-description--77158909'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:20.580886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-4cb578e4-ae74-4ef0-97ac-1da3a7b8d02a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:12:20.581379 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-4cb578e4-ae74-4ef0-97ac-1da3a7b8d02a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:12:20.621910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.622305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.629535 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] Set router ddc678c6-5da1-4997-946d-9c8eac0d86ea gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:12:20.630454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.630812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.631152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.631489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.631820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.632151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.632565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.635831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.636220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.636695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:20.647746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:20.653110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:20.653525 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.707531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 5b944724-da72-421e-bcb5-40435edd1171 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:20.728772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:20.734384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:20.751869 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:12:20Z', 'revision_number': 6, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:20.824604 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074f17fc-bb18-46e7-b3d5-58075b3d7cf5 None None] The sync data for ids ['ddc678c6-5da1-4997-946d-9c8eac0d86ea'] in n-d-787205-11 is: [{'id': 'ddc678c6-5da1-4997-946d-9c8eac0d86ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1711722864-router', 'tenant_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:09:14Z', 'updated_at': '2021-07-22T14:12:20Z', 'revision_number': 6, 'project_id': 'dfc65796e65c44eaa69e29a28c4c9075', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:20.882543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Deleting port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:20.888098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9740e84-5ab8-476a-be39-6079f35b3e4d req-f1ca78bc-278b-4adf-9c56-1a79a3be468d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:20.896281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9740e84-5ab8-476a-be39-6079f35b3e4d req-f1ca78bc-278b-4adf-9c56-1a79a3be468d tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 946 time: 1.1382289 Jul 22 14:12:20.897029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.906617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.981210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.008335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.046441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9740e84-5ab8-476a-be39-6079f35b3e4d req-13f9bef9-cef4-4c7b-b138-feddae309896 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups?id=f50a97f4-3fd5-4f35-be65-4629eed375e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491098 Jul 22 14:12:21.057573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:21.074747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.156924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.239675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event deleted for resources: {'Port': ['ID=c8215683-61d8-41a3-9d54-64f45823adb7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:21.255734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.256534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.257197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.258060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.258916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.259557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.260103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.260362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:21.261234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.261816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.262415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.262957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.263585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:21.309524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.321590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] For port 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:21.322007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.335400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ddc9f268-3342-49e7-94cc-f4e08e085f2b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:21.364721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] No DVR routers for this DVR port c8215683-61d8-41a3-9d54-64f45823adb7 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:21.367832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Calling delete_port for 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:21.375640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.383980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d4e2d1d-188c-4b4a-8eca-3d54b2ce55a9 req-156c6455-90e3-48c2-8c50-f0abcd5d0109 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.20 "DELETE /v2.0/ports/c8215683-61d8-41a3-9d54-64f45823adb7 HTTP/1.1" status: 204 len: 173 time: 2.1593635 Jul 22 14:12:21.384455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'name': 'network-vif-deleted', 'tag': 'c8215683-61d8-41a3-9d54-64f45823adb7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:21.393446 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957393aa-6b9d-4e63-9390-6af90cfd18ff" -d '{"events": [{"server_uuid": "b9de3875-ccb1-49b7-8a0d-37e781c7f4bb", "name": "network-vif-deleted", "tag": "c8215683-61d8-41a3-9d54-64f45823adb7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:21.454884 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782c2806-f492-4b00-81af-8c499ddd7cbc x-openstack-request-id: req-782c2806-f492-4b00-81af-8c499ddd7cbc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:21.455522 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9de3875-ccb1-49b7-8a0d-37e781c7f4bb", "name": "network-vif-deleted", "tag": "c8215683-61d8-41a3-9d54-64f45823adb7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:21.456030 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-782c2806-f492-4b00-81af-8c499ddd7cbc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:21.456997 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9de3875-ccb1-49b7-8a0d-37e781c7f4bb', 'name': 'network-vif-deleted', 'tag': 'c8215683-61d8-41a3-9d54-64f45823adb7', 'status': 'completed', 'code': 200} Jul 22 14:12:21.489710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning for port 05741ae4-1a58-45cf-8165-c92e293ad1c3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:21.498481 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7544a498-7110-4aab-8429-413cd5c5e9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.499293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.516422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning complete for port 05741ae4-1a58-45cf-8165-c92e293ad1c3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:21.517053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.565070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.617204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ddc9f268-3342-49e7-94cc-f4e08e085f2b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:21.618143 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.619900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Port 05741ae4-1a58-45cf-8165-c92e293ad1c3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:21.677886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning for port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:21.688046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning complete for port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:21.688588 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.710520 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.784618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:21.788777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:21.789063 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2240469 Jul 22 14:12:21.795614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'security_group_rule': {'security_group_id': '79b710ea-9221-46b7-bb4c-8f3cf9690f46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:21.841147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32837cca-a98f-4604-851f-99bd469a4e93 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b710ea-9221-46b7-bb4c-8f3cf9690f46,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:21.880976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.013293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.018570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.041910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5f7304-f5f4-417f-913a-7fb7ed030ebe,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:22.053645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.057279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-71ba3b26-d1b1-4228-9651-f08607d7c95b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2663045 Jul 22 14:12:22.059425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:22.059929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd97179f-80f2-4e47-8de2-8f0229075585 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:22.065375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'security_group_rule': {'security_group_id': '79b710ea-9221-46b7-bb4c-8f3cf9690f46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:22.105976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.133656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: bd97179f-80f2-4e47-8de2-8f0229075585 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:22.133656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd97179f-80f2-4e47-8de2-8f0229075585 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:22.166583 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.193858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.202314 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.219094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d93a1a-a009-480d-905b-e9f8ca73ccb5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:22.225653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.228657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] For port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:22.236311 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.237759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.242916 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8b737512-0987-4d82-b0eb-a23b39c13218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791768 Jul 22 14:12:22.243302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:22.253299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:22.280357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.282569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:22.295389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.326097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning complete for port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:22.340452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff57db85-0399-4295-ab05-d5e4c8dc2fb1 req-171c9566-12cf-4f82-b466-b99be2c81569 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9de3875-ccb1-49b7-8a0d-37e781c7f4bb HTTP/1.1" status: 200 len: 210 time: 0.0815964 Jul 22 14:12:22.341178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.379344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.404009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.431238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Pushing event updated for resources: {'Port': ['ID=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:22.490554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=7d8ba1c8-3906-4b23-b45f-0cd979c6ca33,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:22.529359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning for port 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:22.539027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning complete for port 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:22.539240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.539980 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.564219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.614531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Port 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:22.631435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning for port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:22.636949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Provisioning complete for port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:22.637328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.653649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.695897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8c350432-61cf-46a7-8c67-c69ef6c8b00e None None] Port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:22.719902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 172.25.8.198 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5c4651de-54fe-4457-96d6-3ccadc2c8048) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:22.760625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.764087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.825248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 5b944724-da72-421e-bcb5-40435edd1171 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:22.827104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:22.850112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.856423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.856734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddc678c6-5da1-4997-946d-9c8eac0d86ea {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:12:22.903085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.939133 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:22.944941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:22.948679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41094) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:22.948760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c8215683-61d8-41a3-9d54-64f45823adb7 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:22.949150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:22.954878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-140d20d3-b7d4-4e7d-8aa1-52fd256acb68 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ddc678c6-5da1-4997-946d-9c8eac0d86ea HTTP/1.1" status: 204 len: 168 time: 3.2807438 Jul 22 14:12:22.999611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: c8215683-61d8-41a3-9d54-64f45823adb7 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:22.999965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c8215683-61d8-41a3-9d54-64f45823adb7 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:23.053656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:23.079034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router b2a4a172-4278-412e-aaa1-fb72e69dade6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:12:23.128160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=5c4651de-54fe-4457-96d6-3ccadc2c8048,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:23.235010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Deleting subnet 485b828d-b3fa-4478-b255-ec5143eacab0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:12:23.237008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:23.238267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.247708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] Sync routers for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:23.251004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a1a39d63-271b-4949-badb-16d3a8ba41c0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/b2a4a172-4278-412e-aaa1-fb72e69dade6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3739355 Jul 22 14:12:23.251625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:23.259660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:23.260225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:23.271972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0dd9791b-bbba-4ce8-931a-dbfe8356e00e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:23.293858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.354665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89d639-15f6-41ea-9961-f422f65a30c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:23.357335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9e89d639-15f6-41ea-9961-f422f65a30c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports/7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 HTTP/1.1" status: 200 len: 910 time: 0.1045418 Jul 22 14:12:23.360015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41108) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:23.372441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:23.412878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-196d6400-ebe8-4232-85af-b48071fba4cf None None] Provisioning complete for port 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:23.413259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-196d6400-ebe8-4232-85af-b48071fba4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.419086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:23.419331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.419730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:23.483852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.562361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.706790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41124) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:23.738666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:23.739496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44b74f6-07aa-40e3-9945-35e4dce5fd1f None None] The sync data for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:23.752586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.782875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:23.783156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.796675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485b828d-b3fa-4478-b255-ec5143eacab0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:23.806723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.809400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c4dc408f-8297-4f00-befd-889006263fde admin admin] 10.222.0.11 "DELETE /v2.0/subnets/485b828d-b3fa-4478-b255-ec5143eacab0 HTTP/1.1" status: 204 len: 168 time: 0.8552079 Jul 22 14:12:23.811835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:23.827944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-196d6400-ebe8-4232-85af-b48071fba4cf None None] Port 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:23.858542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.872246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.007277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:24.019182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.033677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=5c4651de-54fe-4457-96d6-3ccadc2c8048,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:24.057066 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.107679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.108999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2b96f46c-77c5-474b-a8be-fd625af71cb1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8645473 Jul 22 14:12:24.201181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.210900 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.226933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:24.227311 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.236028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca00f71c-b3fb-429e-902f-12dda7ffd01f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:24.257008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f586fc-2226-4cb5-b7b9-21c090667518') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:24.257756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f586fc-2226-4cb5-b7b9-21c090667518') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:24.269174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.291402 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.304416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:12:24.306323 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:12:24.307975 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:12:24.368271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f59e2f4-83aa-4227-bf36-09374e9962b5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.476112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.484354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.485072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f59e2f4-83aa-4227-bf36-09374e9962b5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.492894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ca00f71c-b3fb-429e-902f-12dda7ffd01f HTTP/1.1" status: 204 len: 168 time: 0.6788540 Jul 22 14:12:24.506075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:24.525064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95670-4bc3-427d-8f0e-4570fd64a3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca00f71c-b3fb-429e-902f-12dda7ffd01f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:24.553339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:24.555133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4dca39c8-6f2a-4692-b3cd-ae7f6560f0e3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:24.634421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eccd83-458a-4660-86e9-33625b38a575 req-1d9a1f42-7e15-4e22-ae91-83d4673c2237 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:24.643448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-76eccd83-458a-4660-86e9-33625b38a575 req-1d9a1f42-7e15-4e22-ae91-83d4673c2237 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.0918298 Jul 22 14:12:24.648576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-dde57e07-c97b-41c1-b654-f10cce446d38 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--100465801&fields=id&tenant_id=9bcf9115182a4d25b937f83da7190144 HTTP/1.1" status: 200 len: 267 time: 0.1542833 Jul 22 14:12:24.687251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-76eccd83-458a-4660-86e9-33625b38a575 req-40a900a3-15c6-4183-b236-0a25f7fa5f3b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428247 Jul 22 14:12:24.737310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f59e2f4-83aa-4227-bf36-09374e9962b5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.740124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f59e2f4-83aa-4227-bf36-09374e9962b5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.743529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f59e2f4-83aa-4227-bf36-09374e9962b5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "DELETE /v2.0/security-groups/67ccae47-7969-4e9a-8b00-1a03a11050c3 HTTP/1.1" status: 204 len: 168 time: 1.0325079 Jul 22 14:12:24.744687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:24.756982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:24.762901 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-87a178d3-e999-406a-b484-21a67b967620 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] show failed (client error): The resource could not be found. Jul 22 14:12:24.765713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-87a178d3-e999-406a-b484-21a67b967620 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "GET /v2.0/security-groups/67ccae47-7969-4e9a-8b00-1a03a11050c3 HTTP/1.1" status: 404 len: 347 time: 0.0183671 Jul 22 14:12:24.766705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:24.767013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59e2f4-83aa-4227-bf36-09374e9962b5 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ccae47-7969-4e9a-8b00-1a03a11050c3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:24.780005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b5ef25d6-2bdb-415c-9d8e-eb508001d58f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:24.781416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b5ef25d6-2bdb-415c-9d8e-eb508001d58f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 936 time: 0.1080496 Jul 22 14:12:24.835226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.929638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Deleting port 4dd74da7-d3be-4724-828a-dbec6fc73430 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:24.929993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.942316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-903b0507-44b2-41d4-b8c9-96cb2c520605 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfc65796e65c44eaa69e29a28c4c9075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784978 Jul 22 14:12:24.942586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:24.954673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-797fc2a2-b96e-4dfc-bfb1-d25c19d80dd4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:24.958805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-797fc2a2-b96e-4dfc-bfb1-d25c19d80dd4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 937 time: 0.1646225 Jul 22 14:12:25.033292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2451820d-2d8b-4dda-8827-5be189c77d8c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0700598 Jul 22 14:12:25.048601 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e4e3-a37c-4ca8-94d2-69b1fa5dd926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.060233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.060897 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.084920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Calling delete_port for 4dd74da7-d3be-4724-828a-dbec6fc73430 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:25.092482 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e4e3-a37c-4ca8-94d2-69b1fa5dd926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.127726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-95e46024-ca4a-40d7-bdff-0810cf87e1be tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0574300 Jul 22 14:12:25.202114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e4e3-a37c-4ca8-94d2-69b1fa5dd926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.204975 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d1e4e3-a37c-4ca8-94d2-69b1fa5dd926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.208779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2d1e4e3-a37c-4ca8-94d2-69b1fa5dd926 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5bbae62-dda1-4a12-b436-c27e8de12b82 HTTP/1.1" status: 204 len: 168 time: 0.2627218 Jul 22 14:12:25.267113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1e4e3-a37c-4ca8-94d2-69b1fa5dd926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bbae62-dda1-4a12-b436-c27e8de12b82,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:25.315536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.356885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-95ffc3e2-8793-4342-b70d-d323cbdcd9f3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:25.370794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-95ffc3e2-8793-4342-b70d-d323cbdcd9f3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:25.382590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-95ffc3e2-8793-4342-b70d-d323cbdcd9f3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:25.385035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Pushing event deleted for resources: {'Port': ['ID=4dd74da7-d3be-4724-828a-dbec6fc73430,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:25.389643 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-95ffc3e2-8793-4342-b70d-d323cbdcd9f3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/networks?id=8852580b-924b-4887-8d8a-1180c6237f76&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=2478dc95-4aee-489a-914a-6b1e30e9e2da&id=2478dc95-4aee-489a-914a-6b1e30e9e2da HTTP/1.1" status: 200 len: 1995 time: 0.2346308 Jul 22 14:12:25.410335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-f7e025db-ce1c-4a97-a2b2-364852197fab tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/quotas/9bcf9115182a4d25b937f83da7190144 HTTP/1.1" status: 200 len: 375 time: 0.0196891 Jul 22 14:12:25.432744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.435584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.438935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-48c130e7-f192-4a2f-badf-5ff5f7179ee8 tempest-ImagesOneServerNegativeTestJSON-1687511943 tempest-ImagesOneServerNegativeTestJSON-1687511943-project] 10.222.0.11 "DELETE /v2.0/floatingips/f3b5794c-a253-4414-8a0e-4359308a9851 HTTP/1.1" status: 204 len: 168 time: 0.6691756 Jul 22 14:12:25.563435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:25.563435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.565664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:25.620200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-e92c01a8-c702-4029-a625-7ba0e5d1ac0c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1740749 Jul 22 14:12:25.657874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Deleting subnet 48a97e28-257d-4b68-93b6-a1b6cd4eaf67 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:12:25.661980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.702009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.756134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.761351 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.792463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 7d8ba1c8-3906-4b23-b45f-0cd979c6ca33 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:25.829307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-72659729-96ac-4c0e-9f44-2473be14bdd0 service neutron] 10.222.0.11 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690595 Jul 22 14:12:25.863129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.910372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a97e28-257d-4b68-93b6-a1b6cd4eaf67,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:25.912770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:25.917659 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-86d4302d-f776-447e-9abc-3b5c79f70bcd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/48a97e28-257d-4b68-93b6-a1b6cd4eaf67 HTTP/1.1" status: 204 len: 168 time: 0.3482435 Jul 22 14:12:25.917936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:25.931963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acd803-2528-48ae-8bd0-5178d0ac559e req-c2cb0fee-159b-43ad-a995-eea4a84f1cf9 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:25.933514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33acd803-2528-48ae-8bd0-5178d0ac559e req-c2cb0fee-159b-43ad-a995-eea4a84f1cf9 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1335557 Jul 22 14:12:25.983207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33acd803-2528-48ae-8bd0-5178d0ac559e req-3f6748db-c022-4190-ba4b-1d856cf89ddf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 Jul 22 14:12:26.105968 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.118932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4b05f092-1e70-403c-b31f-fcc895d1c9f7 service neutron] 10.222.0.11 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527142 Jul 22 14:12:26.224841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-dec62122-e6a1-4f27-a66a-4507082c90f9 service neutron] 10.222.0.11 "GET /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1047509 Jul 22 14:12:26.323410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.368492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cbd21e-98cd-40de-ab1d-51a9e91cf741']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:26.381318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6b9336-0059-4041-b282-004ded39a027') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:26.382034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6b9336-0059-4041-b282-004ded39a027') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:26.383477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.423127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.433836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=7d8ba1c8-3906-4b23-b45f-0cd979c6ca33,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:26.455938 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.489895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:12:26.490090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:12:26.514085 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:12:26.543119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-d416bec0-4544-4c13-b628-8a24186b210c service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940538 Jul 22 14:12:26.746755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.761729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.766422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] 10.222.0.11 "DELETE /v2.0/networks/51cbd21e-98cd-40de-ab1d-51a9e91cf741 HTTP/1.1" status: 204 len: 168 time: 0.8457901 Jul 22 14:12:26.783138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0dcf6-0241-4fed-a357-4613a1119995 admin admin] Pushing event deleted for resources: {'Network': ['ID=51cbd21e-98cd-40de-ab1d-51a9e91cf741,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:26.838481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-58fd5a7c-ccd9-4a74-9f30-9d9a815bedb8 service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809780 Jul 22 14:12:26.897860 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.904405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-437f863b-5b92-4fe5-85c2-71407874f954 service neutron] 10.222.0.11 "GET /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0649173 Jul 22 14:12:27.080543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:27.183832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d9985f55-1e6a-4ee6-8c55-e74e8c6d5948 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f9246e33ce248de989acd09811814a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018763 Jul 22 14:12:27.186772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41280) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:27.255037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd759303-c294-4950-b30c-e4705814ff5e req-a6e0e2d1-cb41-4535-bbee-04224bcad3f7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:27.257059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd759303-c294-4950-b30c-e4705814ff5e req-a6e0e2d1-cb41-4535-bbee-04224bcad3f7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1408062 Jul 22 14:12:27.298608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794016d5-b438-4d49-9a91-e349f8d5eafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.336402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd759303-c294-4950-b30c-e4705814ff5e req-228d7808-27c1-424b-b329-d8a21a71913e tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716739 Jul 22 14:12:27.345646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794016d5-b438-4d49-9a91-e349f8d5eafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.434222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794016d5-b438-4d49-9a91-e349f8d5eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.440448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794016d5-b438-4d49-9a91-e349f8d5eafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.445315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-794016d5-b438-4d49-9a91-e349f8d5eafe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f50a97f4-3fd5-4f35-be65-4629eed375e9 HTTP/1.1" status: 204 len: 168 time: 0.2546909 Jul 22 14:12:27.454527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794016d5-b438-4d49-9a91-e349f8d5eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50a97f4-3fd5-4f35-be65-4629eed375e9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:27.527453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-98d87534-499e-4898-b241-77495e4c0efe service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078908 Jul 22 14:12:27.601372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router b2a4a172-4278-412e-aaa1-fb72e69dade6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:12:27.773271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:27.783939 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] Sync routers for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:27.789295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:27.789467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2aeb7ad5-50da-48b9-bd74-c60b1ac14b04 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/b2a4a172-4278-412e-aaa1-fb72e69dade6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4271083 Jul 22 14:12:27.798821 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-7001ffe4-e5d7-4c46-b60f-d5b2f6e4598c service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596769 Jul 22 14:12:27.803231 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:27.803954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:27.857447 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:27.866797 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:27.867412 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:27.902729 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:27.903404 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d61d73-94d8-47c3-b82f-3399620b7585 None None] The sync data for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:27.985112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4ed8506f-2ec5-4634-8c3a-45f427c7a5ad service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854212 Jul 22 14:12:28.120578 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-59faa398-04f5-4052-8dab-c5fd23ee40cb service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278856 Jul 22 14:12:28.303839 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:28.307448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ff29db40-697f-4b67-824f-e3f4dc41925a service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741219 Jul 22 14:12:28.480659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-21cf898b-8258-4915-bcf9-45f2597a8430 service neutron] 10.222.0.11 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714847 Jul 22 14:12:28.705115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449fec-1fa5-4bd4-a899-5638057fc7a7 req-1d0311d4-7e5e-46f1-8893-9f828e1ceb6f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:28.714484 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14449fec-1fa5-4bd4-a899-5638057fc7a7 req-1d0311d4-7e5e-46f1-8893-9f828e1ceb6f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2348087 Jul 22 14:12:28.751011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-c5ddcba4-c1cb-45c2-9ba0-f0a41aeecc02 service neutron] 10.222.0.11 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623277 Jul 22 14:12:28.792227 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14449fec-1fa5-4bd4-a899-5638057fc7a7 req-564c5389-03b4-4707-88c3-1aae9d3d9d12 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720117 Jul 22 14:12:28.914942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port aac06852-30e9-4703-830b-219c0ab27b53 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:28.917114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bf852610-3a5d-4f19-bcb1-262295540a95 service neutron] 10.222.0.11 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592011 Jul 22 14:12:28.917808 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:29.128138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-f8c701ef-d495-442c-a830-fba884ee5dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782444 Jul 22 14:12:29.132366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:29.159821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for aac06852-30e9-4703-830b-219c0ab27b53 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:29.388568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-8ae0881b-3e22-46e8-a511-6bdbda76b86e service neutron] 10.222.0.11 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517231 Jul 22 14:12:29.508283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:29.549079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=aac06852-30e9-4703-830b-219c0ab27b53,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:29.812609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:30.186023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router b2a4a172-4278-412e-aaa1-fb72e69dade6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:12:30.207691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:30.340637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08023a-2914-4b7e-8f12-dd03056ce1b8 req-a9318057-81e1-4184-aea0-1d67bd0d562e tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:30.342291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f08023a-2914-4b7e-8f12-dd03056ce1b8 req-a9318057-81e1-4184-aea0-1d67bd0d562e tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3636429 Jul 22 14:12:30.373918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:30.380838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2148e22a-d8c4-4c7c-901e-fffa74a3b356 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/b2a4a172-4278-412e-aaa1-fb72e69dade6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5902081 Jul 22 14:12:30.385060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41416) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:30.388863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] Sync routers for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:30.406257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:30.407234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:30.410383 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3fc9798c-3f19-4b03-a44f-e4ff149c1efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:30.463118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7903b98a-4411-4dad-9df1-8bdc5d8f5164 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2a4a172-4278-412e-aaa1-fb72e69dade6 HTTP/1.1" status: 200 len: 205 time: 0.0720706 Jul 22 14:12:30.465818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:30.516125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:30.535690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] Routers {'b2a4a172-4278-412e-aaa1-fb72e69dade6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:30.537817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b2a4a172-4278-412e-aaa1-fb72e69dade6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:30.623947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:30.624790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ce323-c569-440f-a2ea-97709be3ce37 None None] The sync data for ids ['b2a4a172-4278-412e-aaa1-fb72e69dade6'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:30.732572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a5368b5-408d-4539-bc2e-34da49e954c3 req-fe2bbb36-fc6f-4926-859c-6ab0429b3a6a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0779064 Jul 22 14:12:30.795222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3fc9798c-3f19-4b03-a44f-e4ff149c1efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:30.812135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3fc9798c-3f19-4b03-a44f-e4ff149c1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:30.909271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3fc9798c-3f19-4b03-a44f-e4ff149c1efc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52b4576774384dd1ba31559ea6adf06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999242 Jul 22 14:12:30.924094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41450) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:30.981197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9798c-3f19-4b03-a44f-e4ff149c1efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f56e85-fb9d-473f-add8-1db10364cee1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:31.018592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05149d85-7009-4645-be6d-542a57090ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.048687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05149d85-7009-4645-be6d-542a57090ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.076342 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f08023a-2914-4b7e-8f12-dd03056ce1b8 req-707afb03-8c52-4fd0-a4d1-9b53cc4219d1 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6999021 Jul 22 14:12:31.087942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.125454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05149d85-7009-4645-be6d-542a57090ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.128832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05149d85-7009-4645-be6d-542a57090ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.130322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-05149d85-7009-4645-be6d-542a57090ee1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6f56e85-fb9d-473f-add8-1db10364cee1 HTTP/1.1" status: 204 len: 168 time: 0.2051950 Jul 22 14:12:31.158330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05149d85-7009-4645-be6d-542a57090ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f56e85-fb9d-473f-add8-1db10364cee1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:31.275137 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:12:31.301143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.304170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.386778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.388520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router b2a4a172-4278-412e-aaa1-fb72e69dade6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:12:31.404363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.409929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41492) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:31.421022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba2712f9-7cbf-484b-a8bf-6dfce863ec35 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/b2a4a172-4278-412e-aaa1-fb72e69dade6 HTTP/1.1" status: 204 len: 168 time: 0.9538894 Jul 22 14:12:31.493888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet 1873d5b2-a93c-430e-a7b9-543047ea6dd8 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:12:31.498426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.548695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.564698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41494) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:31.581963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c570fae2-5aa8-4711-95af-25574fa03a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.689998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.731781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c570fae2-5aa8-4711-95af-25574fa03a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.747101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c570fae2-5aa8-4711-95af-25574fa03a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.762578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.838778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:31.841765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0de2fe-1338-414d-8d60-24ecdcfa202f None None] Network 5b944724-da72-421e-bcb5-40435edd1171 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:31.845143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/1873d5b2-a93c-430e-a7b9-543047ea6dd8 HTTP/1.1" status: 204 len: 168 time: 0.4310172 Jul 22 14:12:31.845143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927e912-c38a-4919-8b3c-316c137b6047 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=1873d5b2-a93c-430e-a7b9-543047ea6dd8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:31.850523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41506) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:31.882798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c570fae2-5aa8-4711-95af-25574fa03a4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2412cb509e684aafb0882bd0e812d640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166606 Jul 22 14:12:31.934861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570fae2-5aa8-4711-95af-25574fa03a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bada218-d1ba-4555-81a6-537e556f72b8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:31.952001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:31.992527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2a59e23a-0f92-478f-a361-9eed828861c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:31.993903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2a59e23a-0f92-478f-a361-9eed828861c6 service neutron] 10.222.0.20 "GET /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 1032 time: 0.1700039 Jul 22 14:12:32.013944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet ec86bf2c-7531-461a-a8be-27406b42a7ab {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:12:32.025651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.076023 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9528416d-69ce-4655-952d-8c5dbfae98ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.078498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-030ad3e1-aebd-41da-a084-de7ce843c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:32.079915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-030ad3e1-aebd-41da-a084-de7ce843c0bf service neutron] 10.222.0.20 "GET /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 1033 time: 0.0760207 Jul 22 14:12:32.098952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a707a600-8ada-4a4c-b7e8-14b4fccadf3e req-9a9285b9-c45f-4b46-a7db-73dd1308d7dc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.1137314 Jul 22 14:12:32.150169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.256566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] DHCP port deletion for 5b944724-da72-421e-bcb5-40435edd1171 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:12:32.294705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9528416d-69ce-4655-952d-8c5dbfae98ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.377491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-59df0c34-9b91-4995-844b-b29ce7948745 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:32.384209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-59df0c34-9b91-4995-844b-b29ce7948745 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:32.388653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] Deleting port ddc9f268-3342-49e7-94cc-f4e08e085f2b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:32.390552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-59df0c34-9b91-4995-844b-b29ce7948745 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:32.391054 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.392880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-59df0c34-9b91-4995-844b-b29ce7948745 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "GET /v2.0/networks?id=8852580b-924b-4887-8d8a-1180c6237f76&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=2478dc95-4aee-489a-914a-6b1e30e9e2da&id=2478dc95-4aee-489a-914a-6b1e30e9e2da HTTP/1.1" status: 200 len: 1995 time: 0.3003240 Jul 22 14:12:32.441197 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.511755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39b3a9-ed97-4867-b34a-4173a69d731c req-8e86f61d-3a11-4081-bd4d-2b2272df45e4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:32.520575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e39b3a9-ed97-4867-b34a-4173a69d731c req-8e86f61d-3a11-4081-bd4d-2b2272df45e4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2830520 Jul 22 14:12:32.527092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-02e90238-2c52-4024-b8de-657111d521dd tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bcf9115182a4d25b937f83da7190144 HTTP/1.1" status: 200 len: 379 time: 0.1167300 Jul 22 14:12:32.561297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'admin_state_up': True, 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'security_groups': ['79b710ea-9221-46b7-bb4c-8f3cf9690f46']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:32.571793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] For port ddc9f268-3342-49e7-94cc-f4e08e085f2b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ddc9f268-3342-49e7-94cc-f4e08e085f2b,segment=NetworkSegment(40f8acff-44fa-44fc-89a7-49787f605257),segment_id=40f8acff-44fa-44fc-89a7-49787f605257)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:32.572462 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.601062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.602304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] Calling delete_port for ddc9f268-3342-49e7-94cc-f4e08e085f2b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:32.622800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e39b3a9-ed97-4867-b34a-4173a69d731c req-ea6b5cac-0bf7-4fa7-a804-59937ca01664 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008484 Jul 22 14:12:32.692466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=ec86bf2c-7531-461a-a8be-27406b42a7ab,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:32.694985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.697563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da0b9ac9-013d-49ac-a772-88b075d30c54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/ec86bf2c-7531-461a-a8be-27406b42a7ab HTTP/1.1" status: 204 len: 168 time: 0.8457000 Jul 22 14:12:32.699729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41534) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:32.732041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9528416d-69ce-4655-952d-8c5dbfae98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.735145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9528416d-69ce-4655-952d-8c5dbfae98ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.736347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9528416d-69ce-4655-952d-8c5dbfae98ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1bada218-d1ba-4555-81a6-537e556f72b8 HTTP/1.1" status: 204 len: 168 time: 0.7833614 Jul 22 14:12:32.765066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe08398-36d1-4a0a-926c-218437293630 None None] Network 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:32.845382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528416d-69ce-4655-952d-8c5dbfae98ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bada218-d1ba-4555-81a6-537e556f72b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:32.861320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:32.882399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:32.902429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.017658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port ddc9f268-3342-49e7-94cc-f4e08e085f2b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:33.017995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.179884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port ddc9f268-3342-49e7-94cc-f4e08e085f2b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ddc9f268-3342-49e7-94cc-f4e08e085f2b,segment=NetworkSegment(40f8acff-44fa-44fc-89a7-49787f605257),segment_id=40f8acff-44fa-44fc-89a7-49787f605257)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:33.180263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.203212 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.232390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 172.20.0.10 (8852580b-924b-4887-8d8a-1180c6237f76/7d1bf868-f350-4773-8e9e-345c13cdd4fc/177e4c60-f024-4f5e-bdd2-d0901e8ae591) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:33.233262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for ddc9f268-3342-49e7-94cc-f4e08e085f2b owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:33.321172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ddc9f268-3342-49e7-94cc-f4e08e085f2b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:33.326285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] No DVR routers for this DVR port ddc9f268-3342-49e7-94cc-f4e08e085f2b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:33.328115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] DHCP port deletion for 4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:12:33.330165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abd7ce-d6e3-481a-9b66-838a2ee447d0 None None] Pushing event deleted for resources: {'Port': ['ID=ddc9f268-3342-49e7-94cc-f4e08e085f2b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:33.376924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ddc9f268-3342-49e7-94cc-f4e08e085f2b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:33.392248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ddc9f268-3342-49e7-94cc-f4e08e085f2b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:33.462379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc891fa0-9a6a-42da-ad89-dea1b0cc9d80 req-80834678-f0a2-4b95-b7b3-7f294a16301a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.1303012 Jul 22 14:12:33.486353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.500012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] Deleting port 392b981e-d3cc-446e-8b79-b0f4be49fd92 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:33.500386 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.557641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=ddc9f268-3342-49e7-94cc-f4e08e085f2b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:33.559858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port ddc9f268-3342-49e7-94cc-f4e08e085f2b on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:33.588143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.597179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] For port 392b981e-d3cc-446e-8b79-b0f4be49fd92, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=392b981e-d3cc-446e-8b79-b0f4be49fd92,segment=NetworkSegment(6d98012f-3bce-41e2-87a0-96d8badec40c),segment_id=6d98012f-3bce-41e2-87a0-96d8badec40c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:33.597688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.614339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] Calling delete_port for 392b981e-d3cc-446e-8b79-b0f4be49fd92 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:33.625592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object 177e4c60-f024-4f5e-bdd2-d0901e8ae591 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:33.711158 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.732502 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.746599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b944724-da72-421e-bcb5-40435edd1171']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:33.800775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f8acff-44fa-44fc-89a7-49787f605257') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:33.803130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f8acff-44fa-44fc-89a7-49787f605257') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:33.826327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.834964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 8852580b-924b-4887-8d8a-1180c6237f76 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:33.839373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:33.851336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:33.857161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:33.905711 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.911571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.955994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:12:33.956791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:12:33.961863 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:12:33.968967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] Pushing event deleted for resources: {'Port': ['ID=392b981e-d3cc-446e-8b79-b0f4be49fd92,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:33.979570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2419893-720a-4564-9558-5a1ec4ace1ba None None] No DVR routers for this DVR port 392b981e-d3cc-446e-8b79-b0f4be49fd92 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:33.992255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:33.992255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.029383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-53a70e52-cf5f-45f2-adf4-85624a359204 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4782445 Jul 22 14:12:34.043578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'admin_state_up': True, 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'security_groups': ['79b710ea-9221-46b7-bb4c-8f3cf9690f46']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:34.104916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fa80f-4367-40d3-b8ac-14ef51d1ab7e req-1d3c2896-b1df-4370-8ec2-c83bd9e24fa1 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:34.106382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f07fa80f-4367-40d3-b8ac-14ef51d1ab7e req-1d3c2896-b1df-4370-8ec2-c83bd9e24fa1 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2932739 Jul 22 14:12:34.107538 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.128368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.133085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/5b944724-da72-421e-bcb5-40435edd1171 HTTP/1.1" status: 204 len: 168 time: 1.4249191 Jul 22 14:12:34.133830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:34.188602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124da42-24a0-4313-9e85-cd166e2eee4d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=5b944724-da72-421e-bcb5-40435edd1171,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:34.253451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f07fa80f-4367-40d3-b8ac-14ef51d1ab7e req-bd6f5ed8-f53b-485c-a347-5242349f17ae tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354845 Jul 22 14:12:34.336103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.360387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d2f6f9e-68e0-4c08-8785-3c2e752de84e None None] Provisioning for port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:34.366609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4d2f6f9e-68e0-4c08-8785-3c2e752de84e None None] Provisioning complete for port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:34.366983 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4d2f6f9e-68e0-4c08-8785-3c2e752de84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.462097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f6f9e-68e0-4c08-8785-3c2e752de84e None None] Port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:34.491474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.502861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1a0f4d-9bda-4f5a-9ea4-a419337bf688']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:34.517153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d98012f-3bce-41e2-87a0-96d8badec40c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:34.520411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d98012f-3bce-41e2-87a0-96d8badec40c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:34.532477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:34.537356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.558035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.612183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.791090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:12:34.791841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:12:34.860239 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:12:34.929539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 10.1.1.175 (3430e243-a662-4f0d-af4d-80b978b948ef/2eac5f56-4e5e-4475-bd60-b70c243b3da8/cf3300e0-7e0b-49ce-9289-a7effd7684ee) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:35.020969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.031546 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.042328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41650) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:35.050817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-641122686'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:35.053263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/4f1a0f4d-9bda-4f5a-9ea4-a419337bf688 HTTP/1.1" status: 204 len: 168 time: 0.9180119 Jul 22 14:12:35.147025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:35.152236 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.216430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2f2c5-0b63-4942-ad0d-b5da08172e31 req-6a7acb16-8f7d-4bfa-b310-c7d35712386a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:35.219893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:12:35.225218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29d2f2c5-0b63-4942-ad0d-b5da08172e31 req-6a7acb16-8f7d-4bfa-b310-c7d35712386a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 932 time: 0.5523460 Jul 22 14:12:35.246213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 392b981e-d3cc-446e-8b79-b0f4be49fd92 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:35.248774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.249562 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment 9d3f3d63-782c-4bf7-8a1b-674758de9334 of type vlan for network a81f6978-9c81-471f-b4fd-7ba624d220ff Jul 22 14:12:35.311903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.328947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835cf62-4d86-4bdc-b6db-316d5a6ea5c8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=4f1a0f4d-9bda-4f5a-9ea4-a419337bf688,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:35.341458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 392b981e-d3cc-446e-8b79-b0f4be49fd92 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:35.343421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 392b981e-d3cc-446e-8b79-b0f4be49fd92 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:35.398288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.407277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:35.408314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.463581 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4192574 Jul 22 14:12:35.469309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41678) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:35.478829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:35.486402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29d2f2c5-0b63-4942-ad0d-b5da08172e31 req-87b511b5-4d60-48e9-9613-3cc15c08601f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600327 Jul 22 14:12:35.540670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.555831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object cf3300e0-7e0b-49ce-9289-a7effd7684ee will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:35.607106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.618150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52512cf-82ea-4427-96c2-18f13503ed30 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=a81f6978-9c81-471f-b4fd-7ba624d220ff,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:35.646821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a81f6978-9c81-471f-b4fd-7ba624d220ff details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:35.755763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 3430e243-a662-4f0d-af4d-80b978b948ef is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:35.764298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:35.772821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:35.789264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5e699-728e-4998-aa37-fe04079e40d5 req-dea58e07-141a-4fe7-8c75-263a4143c89a tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:35.792618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4af5e699-728e-4998-aa37-fe04079e40d5 req-dea58e07-141a-4fe7-8c75-263a4143c89a tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.3086920 Jul 22 14:12:35.807052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=cf3300e0-7e0b-49ce-9289-a7effd7684ee,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:35.807566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:35.813911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.953017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:35.953716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4af5e699-728e-4998-aa37-fe04079e40d5 req-023254f6-7b02-4fa3-9c1a-190da1167535 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343167 Jul 22 14:12:35.969999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:35.997917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-382decb5-985f-4336-9aeb-ad4df5d02802 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9586024 Jul 22 14:12:36.010467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'admin_state_up': True, 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'security_groups': ['79b710ea-9221-46b7-bb4c-8f3cf9690f46']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:36.156004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-c9113c00-e81e-46b2-a9a8-6dee7d1204a9 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656352 Jul 22 14:12:36.220657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7524e93f-d033-4ef7-b7f3-29fcf3dccb6c None None] Provisioning for port cf3300e0-7e0b-49ce-9289-a7effd7684ee completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:36.225067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.240911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7524e93f-d033-4ef7-b7f3-29fcf3dccb6c None None] Provisioning complete for port cf3300e0-7e0b-49ce-9289-a7effd7684ee triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:36.241286 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7524e93f-d033-4ef7-b7f3-29fcf3dccb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.333805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7524e93f-d033-4ef7-b7f3-29fcf3dccb6c None None] Port cf3300e0-7e0b-49ce-9289-a7effd7684ee cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:36.389812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=de1ec6fa-ace8-4b97-8e8b-47b99d519514,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:36.443947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': '9d3f3d63-782c-4bf7-8a1b-674758de9334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:36.444789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: a81f6978-9c81-471f-b4fd-7ba624d220ff, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:12:36.490176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-8c958f14-d2dd-4d65-bf0f-e45f5b3817aa tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:36.493607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-8c958f14-d2dd-4d65-bf0f-e45f5b3817aa tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302655 Jul 22 14:12:36.501943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network a81f6978-9c81-471f-b4fd-7ba624d220ff is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:12:36.530189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-4f2051a4-a22b-4d3e-b206-e340a8db3a91 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/quotas/b1058e0cf1134b2fbbecc47d54ec3807 HTTP/1.1" status: 200 len: 375 time: 0.0204167 Jul 22 14:12:36.557874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:36.559436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a81f6978-9c81-471f-b4fd-7ba624d220ff) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:36.564230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.581068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41667b0f-84f7-40e7-bab9-78200c70f2c6 None None] Network a81f6978-9c81-471f-b4fd-7ba624d220ff requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:36.584726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:36.585494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.602090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-ef19b5ef-9598-499d-8404-d09216f02df2 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630436 Jul 22 14:12:36.653107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f9036b8-6ece-4de3-b32f-ca1d84b00f1e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1820443 Jul 22 14:12:36.688206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41736) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:36.694067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55834105', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:36.785152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 10.1.1.82 (3430e243-a662-4f0d-af4d-80b978b948ef/2eac5f56-4e5e-4475-bd60-b70c243b3da8/8851ba5b-4b5f-4026-acfa-5207da7c4851) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:36.795199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-7c8455ab-0231-4a3b-8f4a-ab925780597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:36.796715 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-7c8455ab-0231-4a3b-8f4a-ab925780597a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1097 time: 0.3197737 Jul 22 14:12:36.854425 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.855878 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.942117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a81f6978-9c81-471f-b4fd-7ba624d220ff', 'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': 'de1ec6fa-ace8-4b97-8e8b-47b99d519514'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:12:36.951099 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:36.972449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.004667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object 8851ba5b-4b5f-4026-acfa-5207da7c4851 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:37.044267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.123464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.179599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b5830-fa82-4f01-acaf-be77deec9628 req-a6ad1948-9768-46be-b2cf-3e4d408fb2f9 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:37.181727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa5b5830-fa82-4f01-acaf-be77deec9628 req-a6ad1948-9768-46be-b2cf-3e4d408fb2f9 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.5755310 Jul 22 14:12:37.183929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 3430e243-a662-4f0d-af4d-80b978b948ef is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:37.185028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:37.200275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:37.203803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:37.291678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Allocated IP 172.20.0.2 (a81f6978-9c81-471f-b4fd-7ba624d220ff/de1ec6fa-ace8-4b97-8e8b-47b99d519514/2da246e6-5769-4e30-9797-0a20cbfdcea4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:37.293824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:37.294526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.304215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.353876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-29d65222-8424-4fff-a2de-62edb9239d6f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3489859 Jul 22 14:12:37.369670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b517af-e867-410e-9de0-415e13e7ac8b req-57a6c0b2-6d30-409c-8c27-6f35246e4816 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:37.388830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b517af-e867-410e-9de0-415e13e7ac8b req-57a6c0b2-6d30-409c-8c27-6f35246e4816 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:37.409380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b517af-e867-410e-9de0-415e13e7ac8b req-57a6c0b2-6d30-409c-8c27-6f35246e4816 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:37.415394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7b517af-e867-410e-9de0-415e13e7ac8b req-57a6c0b2-6d30-409c-8c27-6f35246e4816 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 2374 time: 0.3071296 Jul 22 14:12:37.433696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da', 'admin_state_up': True, 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'security_groups': ['79b710ea-9221-46b7-bb4c-8f3cf9690f46']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:37.458480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa5b5830-fa82-4f01-acaf-be77deec9628 req-6b924630-dd75-46bb-9010-172b390b207b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603348 Jul 22 14:12:37.468473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.470619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b606436a-d5e9-40e0-a9ea-8dfa4ebe571d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7812397 Jul 22 14:12:37.486463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41768) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:37.513300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'port': {'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff', 'name': 'tempest-RoutersTest-1632680984'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:37.634694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.683307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Transition to ACTIVE for port object 2da246e6-5769-4e30-9797-0a20cbfdcea4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:37.729803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Transition to ACTIVE for port object 2da246e6-5769-4e30-9797-0a20cbfdcea4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:37.753250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7b517af-e867-410e-9de0-415e13e7ac8b req-c6a8a2db-9d6f-4785-a54b-e897da9bc61b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060238 Jul 22 14:12:37.753819 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:37.892204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-fececafe-4cbf-4aaf-89dc-ec1e95e3fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:37.894204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-fececafe-4cbf-4aaf-89dc-ec1e95e3fae0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 1.0816672 Jul 22 14:12:37.925473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Network a81f6978-9c81-471f-b4fd-7ba624d220ff is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:37.932346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:37.935059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:37.936599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:37.972161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-be557048-5d2b-48f6-99ce-5ecfd8d0c0ef tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1453180 Jul 22 14:12:37.988751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Pushing event updated for resources: {'Port': ['ID=2da246e6-5769-4e30-9797-0a20cbfdcea4,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:38.005170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f75db0bd-9e4e-460b-9f6a-8a79dbc6a12f None None] Provisioning for port 8851ba5b-4b5f-4026-acfa-5207da7c4851 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:38.061964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f75db0bd-9e4e-460b-9f6a-8a79dbc6a12f None None] Provisioning complete for port 8851ba5b-4b5f-4026-acfa-5207da7c4851 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:38.062349 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f75db0bd-9e4e-460b-9f6a-8a79dbc6a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:38.087425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Attempting to bind port 2da246e6-5769-4e30-9797-0a20cbfdcea4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:38.087752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Attempting to bind port 2da246e6-5769-4e30-9797-0a20cbfdcea4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '9d3f3d63-782c-4bf7-8a1b-674758de9334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:38.088354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Attempting to bind port 2da246e6-5769-4e30-9797-0a20cbfdcea4 on network a81f6978-9c81-471f-b4fd-7ba624d220ff {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:38.124512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:38.138117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:38.138516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Checking segment: {'id': '9d3f3d63-782c-4bf7-8a1b-674758de9334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:38.138906 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:38.139309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Bound using segment: {'id': '9d3f3d63-782c-4bf7-8a1b-674758de9334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:38.139801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Bound port: 2da246e6-5769-4e30-9797-0a20cbfdcea4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3f3d63-782c-4bf7-8a1b-674758de9334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a81f6978-9c81-471f-b4fd-7ba624d220ff'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:38.140187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:38.187575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f75db0bd-9e4e-460b-9f6a-8a79dbc6a12f None None] Port 8851ba5b-4b5f-4026-acfa-5207da7c4851 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:38.266006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] For port 2da246e6-5769-4e30-9797-0a20cbfdcea4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:38.274425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] For port 2da246e6-5769-4e30-9797-0a20cbfdcea4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2da246e6-5769-4e30-9797-0a20cbfdcea4,segment=NetworkSegment(9d3f3d63-782c-4bf7-8a1b-674758de9334),segment_id=9d3f3d63-782c-4bf7-8a1b-674758de9334)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:38.284202 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:38.371053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9480f-e35c-46e6-b95b-e7b84ed356d3 None None] Pushing event updated for resources: {'Port': ['ID=2da246e6-5769-4e30-9797-0a20cbfdcea4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:38.539025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 10.2.2.100 (2478dc95-4aee-489a-914a-6b1e30e9e2da/f667f380-130a-4801-86db-9d44674e4fab/36e6096a-b5f0-4100-9af1-72efc91515fd) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:38.828649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:12:38.828649 n-d-787205-11 neutron-server[93760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:12:38.828649 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id': '40fc7b7018e7456682993fedeb441681', 'id': '924e77cf-caa4-4b85-9972-e6b492af086c', 'expiration': datetime.datetime(2021, 7, 22, 14, 14, 37, 908051)}] Jul 22 14:12:38.828649 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:12:38.829443 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:12:38.837198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-22599cf9-5944-4e23-acb0-59d3f6bb1505 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862868 Jul 22 14:12:39.014992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-88faf4bd-0b85-4bda-b08b-fd06fbd0fd0e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:39.016798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-88faf4bd-0b85-4bda-b08b-fd06fbd0fd0e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0438480 Jul 22 14:12:39.019033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-60b82298-2f9f-4df1-b450-f7d4c9a8e681 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 1001 time: 1.1119957 Jul 22 14:12:39.070487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-8c5297cb-4f43-4d43-a5f1-1c5121ec033c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/quotas/b1058e0cf1134b2fbbecc47d54ec3807 HTTP/1.1" status: 200 len: 375 time: 0.0445907 Jul 22 14:12:39.104218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-f6747e19-734f-4002-a326-674ff6d82556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:39.106111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-f6747e19-734f-4002-a326-674ff6d82556 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.0683064 Jul 22 14:12:39.206211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-15851ef2-7680-4002-a87a-1c24d52ebbc3 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989730 Jul 22 14:12:39.210963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-8a22813a-07f3-4d63-9359-69b191019f5a tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:39.221079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-8a22813a-07f3-4d63-9359-69b191019f5a tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3662972 Jul 22 14:12:39.237575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Request body: {'port': {'device_id': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'b1058e0cf1134b2fbbecc47d54ec3807'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:39.264965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-f318b856-5b70-4807-81e7-a7a060193858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:39.266616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-f318b856-5b70-4807-81e7-a7a060193858 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494033 Jul 22 14:12:39.348774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2da246e6-5769-4e30-9797-0a20cbfdcea4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:39.450043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:39.485038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5003-3d68-4fca-9d3e-0f8964e9556d req-c4330aa9-ba6a-4c12-bd41-3ceb51218a3c tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:39.510063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 2da246e6-5769-4e30-9797-0a20cbfdcea4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:39.516188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-966a5003-3d68-4fca-9d3e-0f8964e9556d req-c4330aa9-ba6a-4c12-bd41-3ceb51218a3c tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.8909996 Jul 22 14:12:39.564607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:39.574790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:39.674240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] device_id is not set on port 3c039901-21a2-4117-a4a3-bd5003fbcebf yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:12:39.704535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-966a5003-3d68-4fca-9d3e-0f8964e9556d req-a5053733-b17f-4715-a8f9-778715e9a302 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819985 Jul 22 14:12:39.723724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-179ccccd-771d-4162-86ff-36888b07c701 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473124 Jul 22 14:12:39.736578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object 36e6096a-b5f0-4100-9af1-72efc91515fd will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:39.860083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:39.997119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27e33206-d516-4a95-abe7-ffe01f396d60 req-67b36596-dd86-4b49-b0a4-a93aeb0ed5d3 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 210 time: 0.0813820 Jul 22 14:12:40.013891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:40.029813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:40.046743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:40.059626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Made reservation on behalf of b1058e0cf1134b2fbbecc47d54ec3807 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:40.066217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.107575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.215336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63608147-4ef9-4856-b9aa-7980d03eee12 None None] Network a81f6978-9c81-471f-b4fd-7ba624d220ff requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:40.247106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:40.249170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.274012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:40.337282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] Provisioning for port 2da246e6-5769-4e30-9797-0a20cbfdcea4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:40.348905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] Provisioning complete for port 2da246e6-5769-4e30-9797-0a20cbfdcea4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:40.350218 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.375134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.20.0.11 (a81f6978-9c81-471f-b4fd-7ba624d220ff/de1ec6fa-ace8-4b97-8e8b-47b99d519514/3c039901-21a2-4117-a4a3-bd5003fbcebf) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:40.528952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.541316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.586830 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8212ed2-fbb6-490b-af2f-e6f067ec27f9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1623909 Jul 22 14:12:40.652214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da', 'admin_state_up': True, 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'security_groups': ['79b710ea-9221-46b7-bb4c-8f3cf9690f46']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:40.710196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55c0d-e389-4334-9526-90ad89480a6f req-4005a8fb-e875-406b-9bb8-05cfd7369077 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:40.725549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55c0d-e389-4334-9526-90ad89480a6f req-4005a8fb-e875-406b-9bb8-05cfd7369077 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:40.740619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d55c0d-e389-4334-9526-90ad89480a6f req-4005a8fb-e875-406b-9bb8-05cfd7369077 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:40.754820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23d55c0d-e389-4334-9526-90ad89480a6f req-4005a8fb-e875-406b-9bb8-05cfd7369077 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 2374 time: 1.0802555 Jul 22 14:12:40.790168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f4d019-8e79-44e8-8c0d-9d513c00860e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:40.872098 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:40.939224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d9bf519-d3c9-491d-b680-4aba0f3a3629 req-0cd5627b-2092-4630-ae9a-007cbdcb70f2 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1475184 Jul 22 14:12:40.979119 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] For port 2da246e6-5769-4e30-9797-0a20cbfdcea4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2da246e6-5769-4e30-9797-0a20cbfdcea4,segment=NetworkSegment(9d3f3d63-782c-4bf7-8a1b-674758de9334),segment_id=9d3f3d63-782c-4bf7-8a1b-674758de9334)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:41.008010 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:41.114096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8caf-88d9-4232-a433-3f3bfba0d6b5 None None] Pushing event updated for resources: {'Port': ['ID=2da246e6-5769-4e30-9797-0a20cbfdcea4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:41.163670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cbcf1f8e-5da6-4bd1-9174-0f2ab22b99f0 None None] Provisioning for port 36e6096a-b5f0-4100-9af1-72efc91515fd completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:41.169988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cbcf1f8e-5da6-4bd1-9174-0f2ab22b99f0 None None] Provisioning complete for port 36e6096a-b5f0-4100-9af1-72efc91515fd triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:41.170403 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f8e-5da6-4bd1-9174-0f2ab22b99f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:41.181081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:41.212111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23d55c0d-e389-4334-9526-90ad89480a6f req-10ef3b3c-7f13-4a5d-94b7-76ba51d4e653 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4508922 Jul 22 14:12:41.235557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 3c039901-21a2-4117-a4a3-bd5003fbcebf will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:41.253137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf1f8e-5da6-4bd1-9174-0f2ab22b99f0 None None] Port 36e6096a-b5f0-4100-9af1-72efc91515fd cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:41.348327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-058cfa73-7742-49a7-a4f2-4415c25378fa tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069291 Jul 22 14:12:41.589722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7ea0d601-354a-4c48-b4e9-a3009ed8cb44 None None] Provisioning complete for port 2da246e6-5769-4e30-9797-0a20cbfdcea4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:41.590659 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ea0d601-354a-4c48-b4e9-a3009ed8cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:41.609943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:41.779365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Allocated IP 192.168.233.41 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/a279a721-08c4-40dc-827c-66dfacf0b267) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:41.788499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-9a8a96e9-909a-493e-9817-72497d8ab73c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:41.795343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-9a8a96e9-909a-493e-9817-72497d8ab73c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4363098 Jul 22 14:12:41.837100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Request body: {'port': {'device_id': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'b1058e0cf1134b2fbbecc47d54ec3807'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:41.852094 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b6544d9-e4a4-4076-8b8c-00d2a996bbea req-cd1e7ec4-eb1e-4f29-b543-43d0191205e0 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 210 time: 0.2287903 Jul 22 14:12:41.855486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network a81f6978-9c81-471f-b4fd-7ba624d220ff is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:41.856312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=3c039901-21a2-4117-a4a3-bd5003fbcebf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:41.891573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:41.914662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:41.980720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be516b-6f71-48ff-9304-b6d0480b167d req-9d4a5b39-db2e-4a8f-81ff-c05f46e5ca04 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:41.986816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82be516b-6f71-48ff-9304-b6d0480b167d req-9d4a5b39-db2e-4a8f-81ff-c05f46e5ca04 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 1.0960593 Jul 22 14:12:41.991732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Made reservation on behalf of 9bcf9115182a4d25b937f83da7190144 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:41.997374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.045192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:42.046302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.219105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82be516b-6f71-48ff-9304-b6d0480b167d req-429d77b8-ce4c-4c39-9594-4305a55bd819 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042069 Jul 22 14:12:42.234265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f4fec23c-6b90-4a34-a3b1-11027b7b85ae tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.7398348 Jul 22 14:12:42.236248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41902) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:42.292631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8a2e97ed-969e-4c49-9bba-8ff89681869d None None] Provisioning for port 3c039901-21a2-4117-a4a3-bd5003fbcebf completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:42.298116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8a2e97ed-969e-4c49-9bba-8ff89681869d None None] Provisioning complete for port 3c039901-21a2-4117-a4a3-bd5003fbcebf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:42.303560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a2e97ed-969e-4c49-9bba-8ff89681869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.388605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e97ed-969e-4c49-9bba-8ff89681869d None None] Port 3c039901-21a2-4117-a4a3-bd5003fbcebf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:42.403410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Made reservation on behalf of b1058e0cf1134b2fbbecc47d54ec3807 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:42.412004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.416180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.464500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Transition to ACTIVE for port object a279a721-08c4-40dc-827c-66dfacf0b267 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:42.539618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Allocated IP 10.2.2.200 (2478dc95-4aee-489a-914a-6b1e30e9e2da/f667f380-130a-4801-86db-9d44674e4fab/c3b3bd1b-981c-43b4-8dfa-8f52027d1230) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:42.590978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.743264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:42.749711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:42.801651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:42.807176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:42.830218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db76e51-b39b-4544-b28c-42f6707fc5b5 req-97d5dd6c-ac98-4871-8856-185e764afebc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:42.836780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db76e51-b39b-4544-b28c-42f6707fc5b5 req-97d5dd6c-ac98-4871-8856-185e764afebc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:42.843001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db76e51-b39b-4544-b28c-42f6707fc5b5 req-97d5dd6c-ac98-4871-8856-185e764afebc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:42.849667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db76e51-b39b-4544-b28c-42f6707fc5b5 req-97d5dd6c-ac98-4871-8856-185e764afebc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:42.856827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6db76e51-b39b-4544-b28c-42f6707fc5b5 req-97d5dd6c-ac98-4871-8856-185e764afebc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3095 time: 0.4712470 Jul 22 14:12:42.918053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:42.918832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.007736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Allocated IP 192.168.233.105 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/de3273a7-c667-4b57-9e1b-ee1df7ef834b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:43.012897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-7e176052-69de-4782-b98a-a4d914ef654c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7827203 Jul 22 14:12:43.018485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.040118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Request body: {'port': {'device_id': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:43.081903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4708ff5a-e2d2-4073-a97a-4d198f2639fa req-3620d2f1-3d82-47b4-8435-9b0b21aa5d8e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 210 time: 0.0705299 Jul 22 14:12:43.082440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6db76e51-b39b-4544-b28c-42f6707fc5b5 req-f1a37c58-5bcd-4a34-9b9d-98ae007e0f1c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245800 Jul 22 14:12:43.133271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Transition to ACTIVE for port object c3b3bd1b-981c-43b4-8dfa-8f52027d1230 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:43.168531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.197743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.276495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2da246e6-5769-4e30-9797-0a20cbfdcea4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:43.296768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.385124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e24badda-8a46-4e4d-8de9-4b21fd52d8cc None None] Provisioning for port a279a721-08c4-40dc-827c-66dfacf0b267 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:43.395534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e24badda-8a46-4e4d-8de9-4b21fd52d8cc None None] Provisioning complete for port a279a721-08c4-40dc-827c-66dfacf0b267 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:43.396333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e24badda-8a46-4e4d-8de9-4b21fd52d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.399272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2da246e6-5769-4e30-9797-0a20cbfdcea4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:43.399879 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.478294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e24badda-8a46-4e4d-8de9-4b21fd52d8cc None None] Port a279a721-08c4-40dc-827c-66dfacf0b267 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:43.508791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event updated for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:43.521928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:43.526693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:43.529298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:43.650891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:43.651711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.685147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2d0b2d52-86d2-4724-8ff8-18f9c78e7ada tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0671759 Jul 22 14:12:43.700065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:43.814451 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.851984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.995483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Transition to ACTIVE for port object de3273a7-c667-4b57-9e1b-ee1df7ef834b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:44.030460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5caeac11-b5d0-41a8-b39f-65bf4bb6665b None None] Provisioning for port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:44.036235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5caeac11-b5d0-41a8-b39f-65bf4bb6665b None None] Provisioning complete for port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:44.040342 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5caeac11-b5d0-41a8-b39f-65bf4bb6665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.055128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f14d09-4eb3-48a4-9a78-a9dfb3d0d043 req-cb4c53e9-a1c9-4ef0-9770-ccde7ce9b5e8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.056681 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5f14d09-4eb3-48a4-9a78-a9dfb3d0d043 req-cb4c53e9-a1c9-4ef0-9770-ccde7ce9b5e8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.6035995 Jul 22 14:12:44.105512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.108004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5caeac11-b5d0-41a8-b39f-65bf4bb6665b None None] Port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:44.159185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5f14d09-4eb3-48a4-9a78-a9dfb3d0d043 req-b62aa142-051a-496b-a58c-5f24bdee82a6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914738 Jul 22 14:12:44.159925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.235215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.403864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=3c039901-21a2-4117-a4a3-bd5003fbcebf,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:44.433350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:44.522269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:44.534895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:44.545034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a279a721-08c4-40dc-827c-66dfacf0b267 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:44.560793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.584160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Transition to ACTIVE for port object a279a721-08c4-40dc-827c-66dfacf0b267 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:44.621467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.669872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:44.706874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-b8993348-8a2c-41ac-b981-021d7c368ff9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.713801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-b8993348-8a2c-41ac-b981-021d7c368ff9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.732486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-b8993348-8a2c-41ac-b981-021d7c368ff9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.740626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-b8993348-8a2c-41ac-b981-021d7c368ff9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.742249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-245c42ca-c95b-475e-bb7a-052a98112572 None None] Provisioning complete for port 3c039901-21a2-4117-a4a3-bd5003fbcebf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:44.742733 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-245c42ca-c95b-475e-bb7a-052a98112572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.763491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-b8993348-8a2c-41ac-b981-021d7c368ff9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.766076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-b8993348-8a2c-41ac-b981-021d7c368ff9 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3816 time: 0.4964273 Jul 22 14:12:44.809455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.814107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-245c42ca-c95b-475e-bb7a-052a98112572 None None] Port 3c039901-21a2-4117-a4a3-bd5003fbcebf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:44.815738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:44.956171 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-0b7c3dbb-d46f-46e6-8a03-00fbed47bd7f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1250343 Jul 22 14:12:44.963761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a4141-bf59-4476-86bb-c04679073766 req-de5b24af-039d-4e78-b5fe-d311c4907aea tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:44.968859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-702a4141-bf59-4476-86bb-c04679073766 req-de5b24af-039d-4e78-b5fe-d311c4907aea tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 936 time: 0.5863261 Jul 22 14:12:44.970109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Attempting to bind port a279a721-08c4-40dc-827c-66dfacf0b267 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:44.970981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Attempting to bind port a279a721-08c4-40dc-827c-66dfacf0b267 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:44.970981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Attempting to bind port a279a721-08c4-40dc-827c-66dfacf0b267 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:44.991011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Request body: {'port': {'device_id': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:45.021893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Port a279a721-08c4-40dc-827c-66dfacf0b267 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:45.021893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Attempting to bind port a279a721-08c4-40dc-827c-66dfacf0b267 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:45.022279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c397188-9b45-451b-b5ea-1bde3f34735f req-ffe4f2c5-3e6e-4990-b312-7f7277e365b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249956 Jul 22 14:12:45.032585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:45.063430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:45.063778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:45.064209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:45.064695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Bound port: a279a721-08c4-40dc-827c-66dfacf0b267, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:45.065059 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.071267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-826d0ac8-7fee-49f5-ad16-8cb414ee1481 None None] Provisioning for port de3273a7-c667-4b57-9e1b-ee1df7ef834b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:45.077242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-826d0ac8-7fee-49f5-ad16-8cb414ee1481 None None] Provisioning complete for port de3273a7-c667-4b57-9e1b-ee1df7ef834b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:45.078083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-826d0ac8-7fee-49f5-ad16-8cb414ee1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.125392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-702a4141-bf59-4476-86bb-c04679073766 req-e97be5e6-ad17-4dca-9183-f1c89ae14aec tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500747 Jul 22 14:12:45.137228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177e4c60-f024-4f5e-bdd2-d0901e8ae591 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:45.171879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.175005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-826d0ac8-7fee-49f5-ad16-8cb414ee1481 None None] Port de3273a7-c667-4b57-9e1b-ee1df7ef834b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:45.196343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.288120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Transition to ACTIVE for port object 177e4c60-f024-4f5e-bdd2-d0901e8ae591 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:45.302794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.328508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:45.374014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:45.398291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:45.412594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.421318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Pushing event updated for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:45.533647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:45.533647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.533647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] 10.222.0.13 "PUT /v2.0/ports/a279a721-08c4-40dc-827c-66dfacf0b267 HTTP/1.1" status: 200 len: 1096 time: 2.4965570 Jul 22 14:12:45.543270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:45.545715 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4963c723-e4f2-4d0c-be77-4bcd707db3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:45.634242 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9790e4-2d9f-4173-a74e-642b5a4b29f6 x-openstack-request-id: req-6b9790e4-2d9f-4173-a74e-642b5a4b29f6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:45.634551 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:45.634812 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b9790e4-2d9f-4173-a74e-642b5a4b29f6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:45.635236 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'status': 'completed', 'code': 200} Jul 22 14:12:45.737634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47fd1a4c-5864-4393-b875-b57259598867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.747587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5d938-8c5b-427a-83ca-890276bd0062 service neutron] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:45.825923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Attempting to bind port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:45.826268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Attempting to bind port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:45.826603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Attempting to bind port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 on network 8852580b-924b-4887-8d8a-1180c6237f76 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:45.865027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 on network 8852580b-924b-4887-8d8a-1180c6237f76 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:45.865478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Attempting to bind port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 on network 8852580b-924b-4887-8d8a-1180c6237f76 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:45.886627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:45.887317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Checking segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:45.887978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Bound using segment: {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:45.888754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Bound port: 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44125f30-97f9-4c1b-9af8-b08933d9bb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:45.889401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.949166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.019433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-69f9d623-9084-42de-8c04-0b3521b409b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.022318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-69f9d623-9084-42de-8c04-0b3521b409b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 1099 time: 0.4019723 Jul 22 14:12:46.034542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47fd1a4c-5864-4393-b875-b57259598867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.078683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-73eb29dd-0a72-4925-9f2b-aecf839d3818 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a279a721-08c4-40dc-827c-66dfacf0b267 HTTP/1.1" status: 200 len: 217 time: 0.0384862 Jul 22 14:12:46.079285 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47fd1a4c-5864-4393-b875-b57259598867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.114059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.141575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-47fd1a4c-5864-4393-b875-b57259598867 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=305fdcf6b85341d484c9c3f5f0bc5248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634084 Jul 22 14:12:46.142288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:46.326085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:46.349020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd1a4c-5864-4393-b875-b57259598867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ab6e18-979b-4143-b95b-ffafc17f3e81,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:46.379497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:46.382662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-3a158384-9338-4f8d-9287-24deea7cee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.384168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-3a158384-9338-4f8d-9287-24deea7cee67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2811968 Jul 22 14:12:46.389761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.486708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.487267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.488750 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] 10.222.0.20 "PUT /v2.0/ports/177e4c60-f024-4f5e-bdd2-d0901e8ae591 HTTP/1.1" status: 200 len: 1093 time: 2.7964437 Jul 22 14:12:46.489730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ceceffd-736d-4187-96f6-37d61e29de6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.526365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3273a7-c667-4b57-9e1b-ee1df7ef834b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:46.538575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.554110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Transition to ACTIVE for port object de3273a7-c667-4b57-9e1b-ee1df7ef834b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:46.565266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:46.586634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ceceffd-736d-4187-96f6-37d61e29de6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.620451 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.646647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-d6f534a7-bca6-40ac-9bd3-5c1a5cdae8c2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.652678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-d6f534a7-bca6-40ac-9bd3-5c1a5cdae8c2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.659402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-d6f534a7-bca6-40ac-9bd3-5c1a5cdae8c2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.665832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-d6f534a7-bca6-40ac-9bd3-5c1a5cdae8c2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.672157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-d6f534a7-bca6-40ac-9bd3-5c1a5cdae8c2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.674240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-d6f534a7-bca6-40ac-9bd3-5c1a5cdae8c2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3828 time: 0.5163391 Jul 22 14:12:46.693341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:46.726848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586fefe-06b8-4520-95ad-7c64c2b3ac6a service neutron] Pushing event updated for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:46.783844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f894998-eef2-4a0e-84ec-d0f6444b6ddc req-b2980d95-df17-489d-a617-9dfea00d38f6 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.786234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f894998-eef2-4a0e-84ec-d0f6444b6ddc req-b2980d95-df17-489d-a617-9dfea00d38f6 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 936 time: 0.5124748 Jul 22 14:12:46.824684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-4bf8eb13-9098-45f0-9f36-78014ebef297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:46.826280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-4bf8eb13-9098-45f0-9f36-78014ebef297 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4294949 Jul 22 14:12:46.833917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d689ed36-e091-4116-b9eb-6a06bbe57757 req-1aeebe03-7ae6-4e79-92ba-472ad073e4ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017673 Jul 22 14:12:46.861318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ceceffd-736d-4187-96f6-37d61e29de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.864467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ceceffd-736d-4187-96f6-37d61e29de6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:46.868089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4ceceffd-736d-4187-96f6-37d61e29de6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4ab6e18-979b-4143-b95b-ffafc17f3e81 HTTP/1.1" status: 204 len: 168 time: 0.7146113 Jul 22 14:12:47.023549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.035932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f894998-eef2-4a0e-84ec-d0f6444b6ddc req-c805e05f-db88-4748-a98a-4b40d748d083 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360921 Jul 22 14:12:47.089505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.106899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.219933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Attempting to bind port de3273a7-c667-4b57-9e1b-ee1df7ef834b on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:47.220648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Attempting to bind port de3273a7-c667-4b57-9e1b-ee1df7ef834b by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:47.220648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Attempting to bind port de3273a7-c667-4b57-9e1b-ee1df7ef834b on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:47.239659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Port de3273a7-c667-4b57-9e1b-ee1df7ef834b on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:47.239880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Attempting to bind port de3273a7-c667-4b57-9e1b-ee1df7ef834b on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:47.259455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:47.259796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:47.260187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:47.260640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Bound port: de3273a7-c667-4b57-9e1b-ee1df7ef834b, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:47.260998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.275611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=3c039901-21a2-4117-a4a3-bd5003fbcebf,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:47.280053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.307157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceceffd-736d-4187-96f6-37d61e29de6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ab6e18-979b-4143-b95b-ffafc17f3e81,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:47.308939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:47.362990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdbc480b-b664-4abd-a37f-080209b4428a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.407608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-88d8f967-dbd5-4a62-8461-ab45b0672262 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732477 Jul 22 14:12:47.436311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:47.440695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:47.458789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.515305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:47.516042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.517328 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] 10.222.0.20 "PUT /v2.0/ports/de3273a7-c667-4b57-9e1b-ee1df7ef834b HTTP/1.1" status: 200 len: 1097 time: 2.5461736 Jul 22 14:12:47.517857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:47.520879 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f44dcd5-9b56-4c98-9b50-e380facc99b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:47.543782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network a81f6978-9c81-471f-b4fd-7ba624d220ff is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:47.552424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:47.560098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a4d1-abc7-4c57-ae76-d79d1ba41368 service neutron] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:47.643884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:47.647917 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687bbd6-ab76-462f-b75e-506ca8a73e37 x-openstack-request-id: req-0687bbd6-ab76-462f-b75e-506ca8a73e37 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:47.648378 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:47.648605 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0687bbd6-ab76-462f-b75e-506ca8a73e37 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:47.649172 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'status': 'completed', 'code': 200} Jul 22 14:12:47.652256 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c946789-1034-44ba-bf31-380372e28f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:47.753733 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2912c8-1c66-4e73-aa9c-21318dff09fc x-openstack-request-id: req-7b2912c8-1c66-4e73-aa9c-21318dff09fc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:47.754576 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:47.754834 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b2912c8-1c66-4e73-aa9c-21318dff09fc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:47.755251 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'status': 'completed', 'code': 200} Jul 22 14:12:47.811467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-b85f549f-1eef-4c8f-932a-8d6f33da2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:47.813365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-b85f549f-1eef-4c8f-932a-8d6f33da2b23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 1100 time: 0.1676307 Jul 22 14:12:47.818426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdbc480b-b664-4abd-a37f-080209b4428a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.848725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-747ce1ab-9717-43de-8d05-dc7d2ff73c9b req-66a53ad1-4f2f-47d0-8814-2ed3a284fd4d service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202898 Jul 22 14:12:47.909281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdbc480b-b664-4abd-a37f-080209b4428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:47.938005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-5ea870d9-9403-41ab-8f6d-c213b9b0b679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b HTTP/1.1" status: 200 len: 217 time: 0.1145194 Jul 22 14:12:47.938967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc480b-b664-4abd-a37f-080209b4428a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87232f7-e10d-4ec7-8042-42cf2d249dd3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:48.042183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fdbc480b-b664-4abd-a37f-080209b4428a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c7bf2b7ea464a3aad106647bba3b0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7231872 Jul 22 14:12:48.049080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:48.108889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05741ae4-1a58-45cf-8165-c92e293ad1c3 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:48.125649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:48.137354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85031e24-0deb-46ad-a563-912cfd1622e0 None None] Provisioning complete for port 3c039901-21a2-4117-a4a3-bd5003fbcebf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:48.138526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85031e24-0deb-46ad-a563-912cfd1622e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:48.150497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-4a8f468f-562e-42af-b3ba-0f482f83cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.152031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-4a8f468f-562e-42af-b3ba-0f482f83cac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 1099 time: 0.2154577 Jul 22 14:12:48.173302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 99b147c5-c7ba-44f5-b381-c694a51f6118 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:12:48.186952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Transition to ACTIVE for port object 05741ae4-1a58-45cf-8165-c92e293ad1c3 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:48.204089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-60c3e26f-2d12-43ea-8203-7ac379fad325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.209407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-60c3e26f-2d12-43ea-8203-7ac379fad325 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2380803 Jul 22 14:12:48.210724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-85031e24-0deb-46ad-a563-912cfd1622e0 None None] Port 3c039901-21a2-4117-a4a3-bd5003fbcebf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:48.230508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:48.233994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-59118841-b500-430f-a661-e39a33a4af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.235094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-59118841-b500-430f-a661-e39a33a4af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.235774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-59118841-b500-430f-a661-e39a33a4af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.236455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-59118841-b500-430f-a661-e39a33a4af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.237105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-59118841-b500-430f-a661-e39a33a4af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.239697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c946789-1034-44ba-bf31-380372e28f3e req-59118841-b500-430f-a661-e39a33a4af4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 4364 time: 0.4643898 Jul 22 14:12:48.354391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34243af-da79-4902-a5ca-84f4f264b325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:48.447829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-6e200173-5694-461b-a3c8-ae206ba490d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.449729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-6e200173-5694-461b-a3c8-ae206ba490d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.2704756 Jul 22 14:12:48.451255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Pushing event updated for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:48.543660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96e5378b-0af4-4460-a9f8-d07d9c024c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:48.568045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-03206aef-13df-4838-b463-a7bcd69f29c8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.584415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-03206aef-13df-4838-b463-a7bcd69f29c8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.595389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-03206aef-13df-4838-b463-a7bcd69f29c8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.603414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-03206aef-13df-4838-b463-a7bcd69f29c8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.625772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-03206aef-13df-4838-b463-a7bcd69f29c8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.627922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-03206aef-13df-4838-b463-a7bcd69f29c8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3828 time: 0.5385127 Jul 22 14:12:48.764585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:48.777020 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] Sync routers for ids ['99b147c5-c7ba-44f5-b381-c694a51f6118'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:48.789702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0cdfa4c0-52b3-4eaf-b5e0-65885021db64 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/99b147c5-c7ba-44f5-b381-c694a51f6118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5535314 Jul 22 14:12:48.795916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42054) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:48.798215 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] Routers {'99b147c5-c7ba-44f5-b381-c694a51f6118'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:48.798872 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['99b147c5-c7ba-44f5-b381-c694a51f6118'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:48.803065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-6738d4da-bfa4-4dce-8f02-2d31d5a8b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.803792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-6738d4da-bfa4-4dce-8f02-2d31d5a8b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.804472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-6738d4da-bfa4-4dce-8f02-2d31d5a8b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.806370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c946789-1034-44ba-bf31-380372e28f3e req-6738d4da-bfa4-4dce-8f02-2d31d5a8b81f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bcf9115182a4d25b937f83da7190144&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5563293 Jul 22 14:12:48.877015 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:48.944136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:48.944897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-909bd981-e7d0-4f05-9c1f-bb82ed1aea96 req-5ce277e3-e8b1-421a-ac6e-fa969a41ffc3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945906 Jul 22 14:12:48.952532 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] Routers {'99b147c5-c7ba-44f5-b381-c694a51f6118'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:48.953201 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['99b147c5-c7ba-44f5-b381-c694a51f6118'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:48.958964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b84d-1141-4d40-b363-4763b209b5ab req-2987f4d2-1c12-4912-bf80-52dcc4cfbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:48.960517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-2987f4d2-1c12-4912-bf80-52dcc4cfbfe2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7389646 Jul 22 14:12:48.994380 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:48.995235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b4270-925a-4697-ab2c-448e628a7141 None None] The sync data for ids ['99b147c5-c7ba-44f5-b381-c694a51f6118'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:49.048549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e69be5-ee37-4f0a-ac3a-55afaac539fa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.052564 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b9e69be5-ee37-4f0a-ac3a-55afaac539fa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports/3c039901-21a2-4117-a4a3-bd5003fbcebf HTTP/1.1" status: 200 len: 978 time: 0.2494342 Jul 22 14:12:49.054223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:49.064930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34243af-da79-4902-a5ca-84f4f264b325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.070742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-3aacdbc9-936e-4c91-b2a7-fa46f8b6996e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a279a721-08c4-40dc-827c-66dfacf0b267 HTTP/1.1" status: 200 len: 217 time: 0.5955400 Jul 22 14:12:49.234563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb6eea-3e59-4478-a993-d6fadd0968f3 req-29afc7e9-8fc3-49b8-bcb0-174bbad8c39a tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.242815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0bb6eea-3e59-4478-a993-d6fadd0968f3 req-29afc7e9-8fc3-49b8-bcb0-174bbad8c39a tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 948 time: 1.0304446 Jul 22 14:12:49.245875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Attempting to bind port 05741ae4-1a58-45cf-8165-c92e293ad1c3 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:49.246546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Attempting to bind port 05741ae4-1a58-45cf-8165-c92e293ad1c3 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:49.247068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Attempting to bind port 05741ae4-1a58-45cf-8165-c92e293ad1c3 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:49.314618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Port 05741ae4-1a58-45cf-8165-c92e293ad1c3 on network 3430e243-a662-4f0d-af4d-80b978b948ef not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:49.314990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Attempting to bind port 05741ae4-1a58-45cf-8165-c92e293ad1c3 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:49.349761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:49.350156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Checking segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:49.350561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Bound using segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:49.351015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Bound port: 05741ae4-1a58-45cf-8165-c92e293ad1c3, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:49.351380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.397220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-66747dc9-c498-48ee-8f41-5fcea2800721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.399167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-66747dc9-c498-48ee-8f41-5fcea2800721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2094529 Jul 22 14:12:49.465020 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0bb6eea-3e59-4478-a993-d6fadd0968f3 req-b48db7b2-b41b-448f-8526-62d0608eb81f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209880 Jul 22 14:12:49.544820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946789-1034-44ba-bf31-380372e28f3e req-e819503f-4ecf-4560-8845-a6dcb64eb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.546397 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c946789-1034-44ba-bf31-380372e28f3e req-e819503f-4ecf-4560-8845-a6dcb64eb504 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7209980 Jul 22 14:12:49.561415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-5c9dcf3f-ad28-45b6-ac35-0bb17a55f4b1 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909741 Jul 22 14:12:49.579885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34243af-da79-4902-a5ca-84f4f264b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.584751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34243af-da79-4902-a5ca-84f4f264b325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.586320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b34243af-da79-4902-a5ca-84f4f264b325 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a87232f7-e10d-4ec7-8042-42cf2d249dd3 HTTP/1.1" status: 204 len: 168 time: 1.5375547 Jul 22 14:12:49.678559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34243af-da79-4902-a5ca-84f4f264b325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87232f7-e10d-4ec7-8042-42cf2d249dd3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:49.712507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c203b84d-1141-4d40-b363-4763b209b5ab req-fe52075a-11cc-4396-81b3-acd222e24a82 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437068 Jul 22 14:12:49.732073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:49.791352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:49.803557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-208dc250-69c8-44fc-a5ae-6181149e6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.805176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-208dc250-69c8-44fc-a5ae-6181149e6bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3950653 Jul 22 14:12:49.807522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.851924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.897762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-82aafd7a-a309-48b0-9c4b-dfdfc0f462ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.911518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:49.912427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:49.913591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] 10.222.0.20 "PUT /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 1136 time: 3.3804865 Jul 22 14:12:49.921409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '05741ae4-1a58-45cf-8165-c92e293ad1c3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:49.929248 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04da53ee-5768-416f-8528-850876f901c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "05741ae4-1a58-45cf-8165-c92e293ad1c3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:49.932594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-82aafd7a-a309-48b0-9c4b-dfdfc0f462ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 1100 time: 0.1577587 Jul 22 14:12:50.052312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:50.059627 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ff7bae-456d-4cef-a2df-d339c7c1c095 x-openstack-request-id: req-d2ff7bae-456d-4cef-a2df-d339c7c1c095 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:50.060334 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "05741ae4-1a58-45cf-8165-c92e293ad1c3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:50.060334 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2ff7bae-456d-4cef-a2df-d339c7c1c095 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:50.060634 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '05741ae4-1a58-45cf-8165-c92e293ad1c3', 'status': 'completed', 'code': 200} Jul 22 14:12:50.103179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-bd803c42-3e52-412f-ae7c-814d94a1f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.105595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-bd803c42-3e52-412f-ae7c-814d94a1f838 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1654382 Jul 22 14:12:50.142994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ccbd-600e-4b07-8956-f5834b5468ff service neutron] Pushing event updated for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:50.324439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-af5454d5-d7be-42fe-9654-4bc489c4bf1f service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074284 Jul 22 14:12:50.331599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-56708666-39a7-4e18-a98f-530003046200 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b HTTP/1.1" status: 200 len: 217 time: 0.1188800 Jul 22 14:12:50.430409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-0be1d398-c346-458c-aa6c-830948336789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.432130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-0be1d398-c346-458c-aa6c-830948336789 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0885067 Jul 22 14:12:50.438388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.439285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.439920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.440550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.441180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.442356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.444435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04da53ee-5768-416f-8528-850876f901c9 req-46ce1569-f63c-4b6d-b536-5b9a03d91785 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5293 time: 0.3379097 Jul 22 14:12:50.459596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:50.682918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-314e0939-4e04-4a7a-bf0b-100594dbcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.683445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-314e0939-4e04-4a7a-bf0b-100594dbcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.683859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-314e0939-4e04-4a7a-bf0b-100594dbcb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.685477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04da53ee-5768-416f-8528-850876f901c9 req-314e0939-4e04-4a7a-bf0b-100594dbcb24 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bcf9115182a4d25b937f83da7190144&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2319155 Jul 22 14:12:50.931856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.948892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-eca98941-a844-4993-853d-8eb1842e9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.950534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-eca98941-a844-4993-853d-8eb1842e9907 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5049934 Jul 22 14:12:50.951720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.969365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.985529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.990346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487067-c395-4ec9-9bef-4731254c1086 req-7d6ac942-ac82-4a28-8656-fc8765fc96b5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.992523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-67487067-c395-4ec9-9bef-4731254c1086 req-7d6ac942-ac82-4a28-8656-fc8765fc96b5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 948 time: 0.3060732 Jul 22 14:12:50.992667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.994220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da53ee-5768-416f-8528-850876f901c9 req-2c665de3-42ae-41df-862e-584bde278018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:50.996854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04da53ee-5768-416f-8528-850876f901c9 req-2c665de3-42ae-41df-862e-584bde278018 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2377489 Jul 22 14:12:50.998599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:51.000932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-f6caef93-dc5c-4e8e-81bf-27db0f372a36 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 4605 time: 0.8730884 Jul 22 14:12:51.211933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eab74ca-fe73-4ba7-9adf-4ade28160f50 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:51.223294 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:51.238298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-67487067-c395-4ec9-9bef-4731254c1086 req-bb720d90-5886-46d2-9883-c7c7583d9095 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120385 Jul 22 14:12:51.240048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Transition to ACTIVE for port object 4eab74ca-fe73-4ba7-9adf-4ade28160f50 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:51.255983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-de2b6e57-d30a-4840-815b-9c236efa5eed service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965140 Jul 22 14:12:51.280027 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:51.288281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:51.342628 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4963c723-e4f2-4d0c-be77-4bcd707db3e3 req-df950cb5-3a03-417a-94a6-e5bcd5e4ff73 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9996262 Jul 22 14:12:51.344026 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:51.404376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5136ca14-bedf-41e9-b178-6af71735cf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:51.479197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9f44dcd5-9b56-4c98-9b50-e380facc99b5 req-5300f1b2-3c1e-469e-9b6d-424452d617f7 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137070 Jul 22 14:12:51.569208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9834bd6d-e585-4bb9-af30-7ee80b1af5a8 req-5046c97d-83fa-4a88-b6f7-289a29203413 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5207582 Jul 22 14:12:51.645656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Pushing event updated for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:51.904106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Attempting to bind port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:51.904452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Attempting to bind port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:51.904783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Attempting to bind port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:51.910928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:12:51.924995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 on network 3430e243-a662-4f0d-af4d-80b978b948ef not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:51.926944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Attempting to bind port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:51.950089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:51.950392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Checking segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:51.950793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Bound using segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:51.951246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Bound port: 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:51.951658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:51.978677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 3c039901-21a2-4117-a4a3-bd5003fbcebf {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:51.979061 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.083679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:52.087268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:52.090151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:52.102958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'mac_address': 'fa:16:3e:4f:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:12:52.121986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.155045 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.170799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a279a721-08c4-40dc-827c-66dfacf0b267 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:52.192431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:52.202843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.395386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:52.417842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.425481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.425898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.426308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.426761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.427167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.427508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.427844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.428175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.428509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.428837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.429171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.464755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:52.499534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.513507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a279a721-08c4-40dc-827c-66dfacf0b267'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:12:52.515590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 3c039901-21a2-4117-a4a3-bd5003fbcebf owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:52.594695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f725-e9e1-4c7c-89a6-600bd06f7dac req-142de003-f772-4403-8c3e-17db019b8417 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:52.610269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b26f725-e9e1-4c7c-89a6-600bd06f7dac req-142de003-f772-4403-8c3e-17db019b8417 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 948 time: 0.2813129 Jul 22 14:12:52.677557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:52.682905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:52.684492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] 10.222.0.20 "PUT /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 1137 time: 2.7254074 Jul 22 14:12:52.684986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '4eab74ca-fe73-4ba7-9adf-4ade28160f50'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:52.693211 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "4eab74ca-fe73-4ba7-9adf-4ade28160f50"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:52.698758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b26f725-e9e1-4c7c-89a6-600bd06f7dac req-9d3951ee-4866-4e3d-a100-6dc135120bcc tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859785 Jul 22 14:12:52.760197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:52.774102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5c6f4-5952-4c1f-bd1e-67f6cc2c2767 service neutron] Pushing event updated for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:52.964789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:53.036020 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a7b3af-4888-4ad6-b81b-1a7a7d51ca7b x-openstack-request-id: req-14a7b3af-4888-4ad6-b81b-1a7a7d51ca7b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:53.036289 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "4eab74ca-fe73-4ba7-9adf-4ade28160f50", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:53.036817 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14a7b3af-4888-4ad6-b81b-1a7a7d51ca7b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:53.037238 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '4eab74ca-fe73-4ba7-9adf-4ade28160f50', 'status': 'completed', 'code': 200} Jul 22 14:12:53.068014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:12:53.157756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.188469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.199918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.208202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.215872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.224549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.231641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.240803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-1a17bd78-96cd-4a65-83a3-a1d58aeb08e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5383 time: 0.3362138 Jul 22 14:12:53.274114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:53.275078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.275664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.276035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.276508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.276980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.284314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.284886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.288624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-ce395746-f3c8-4a68-8f87-8289cd8ac18e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6223 time: 0.2474177 Jul 22 14:12:53.293821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'mac_address': 'fa:16:3e:7c:f6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:12:53.350468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1283d32b-2d97-4129-a729-3c9e9fe1373a req-86a4425e-b99e-4a1d-80fe-3d9a66e2234c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083589 Jul 22 14:12:53.390708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:53.405597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3273a7-c667-4b57-9e1b-ee1df7ef834b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:53.498869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:53.508587 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:53.567441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-3ad7d4ef-07bf-443c-8e51-47bb5f302f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.567913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-3ad7d4ef-07bf-443c-8e51-47bb5f302f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.568388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-3ad7d4ef-07bf-443c-8e51-47bb5f302f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.575474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-3ad7d4ef-07bf-443c-8e51-47bb5f302f79 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bcf9115182a4d25b937f83da7190144&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2763383 Jul 22 14:12:53.577700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:53.607342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:53.619797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=3c039901-21a2-4117-a4a3-bd5003fbcebf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:53.778008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['de3273a7-c667-4b57-9e1b-ee1df7ef834b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:12:53.868420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-a4c5dc63-ebca-4f51-9a6f-befa9d4f8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:53.872161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77335ca2-6c5d-48d0-b1d8-1c6d55fcb4b6 req-a4c5dc63-ebca-4f51-9a6f-befa9d4f8da9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2900121 Jul 22 14:12:53.935584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:54.120152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.168827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port a279a721-08c4-40dc-827c-66dfacf0b267 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:54.176726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port a279a721-08c4-40dc-827c-66dfacf0b267 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:54.177112 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.239979 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.285919 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.321249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:54.323974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d749ce-89ce-4654-a663-ee06eb558c23 req-3df6b33f-d5f6-4506-b6fe-042b7a624383 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.324427 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb9b3d7-0a93-4ab0-8953-b2f3666cb9da" -d '{"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-plugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:54.331040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8d749ce-89ce-4654-a663-ee06eb558c23 req-3df6b33f-d5f6-4506-b6fe-042b7a624383 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 949 time: 0.5144100 Jul 22 14:12:54.339645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:54.348476 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.396327 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406d3b1d-8eec-4801-a83d-8725959f3adb x-openstack-request-id: req-406d3b1d-8eec-4801-a83d-8725959f3adb {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:54.397008 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-plugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:54.397419 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-406d3b1d-8eec-4801-a83d-8725959f3adb {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:54.398004 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'code': 200} Jul 22 14:12:54.462959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:54.479088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:54.571227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.580194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.589298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3300e0-7e0b-49ce-9289-a7effd7684ee {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:54.592384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.603663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.613917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.615850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8d749ce-89ce-4654-a663-ee06eb558c23 req-3382d6e4-dcc8-4ca6-9b3d-dbbd19338069 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838597 Jul 22 14:12:54.620797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.622490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.630052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 99b147c5-c7ba-44f5-b381-c694a51f6118 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:12:54.630620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.640964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-00fdb51f-f908-4d65-bebb-75abef87c2c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5383 time: 0.1678824 Jul 22 14:12:54.726618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fd5e2a3-75e6-430a-8ce4-ff47306988f7 req-8388e512-97d3-4b16-81f2-bea64c1ecb62 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837340 Jul 22 14:12:54.727648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e4bc7b-b874-4363-8871-d46a347ad797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.766743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Transition to ACTIVE for port object cf3300e0-7e0b-49ce-9289-a7effd7684ee will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:54.767436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:54.778782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] Sync routers for ids ['99b147c5-c7ba-44f5-b381-c694a51f6118'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:54.788340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e48c724-5177-4872-93f5-c664fe8b94a0 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/99b147c5-c7ba-44f5-b381-c694a51f6118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7316465 Jul 22 14:12:54.793076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] Routers {'99b147c5-c7ba-44f5-b381-c694a51f6118'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:54.793932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['99b147c5-c7ba-44f5-b381-c694a51f6118'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:54.797536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:54.799680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.858196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:54.860319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e4bc7b-b874-4363-8871-d46a347ad797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.868059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] Routers {'99b147c5-c7ba-44f5-b381-c694a51f6118'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:54.868908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['99b147c5-c7ba-44f5-b381-c694a51f6118'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:54.871461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e4bc7b-b874-4363-8871-d46a347ad797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:54.904623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:54.905513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20dd2b8-4a94-4064-8328-58edccbd04f4 None None] The sync data for ids ['99b147c5-c7ba-44f5-b381-c694a51f6118'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:54.932455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5476-5a64-471c-a541-5394d7605cdc req-70df5afe-fe05-4116-ac76-5a05c6ce0f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:54.934188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-360b5476-5a64-471c-a541-5394d7605cdc req-70df5afe-fe05-4116-ac76-5a05c6ce0f7e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 1101 time: 0.4102364 Jul 22 14:12:54.961763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d7e4bc7b-b874-4363-8871-d46a347ad797 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d08db1d5aeb94f5fa9fa583e9e358cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976478 Jul 22 14:12:54.962389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42236) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:54.963080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4bc7b-b874-4363-8871-d46a347ad797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa6e23-7e96-4c51-a56c-48f857c349f7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:55.047009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec238548-8e36-45b6-b173-838e1cb5c501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.068075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:55.081583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec238548-8e36-45b6-b173-838e1cb5c501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.145475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3300e0-7e0b-49ce-9289-a7effd7684ee,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:55.153192 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec238548-8e36-45b6-b173-838e1cb5c501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.159314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec238548-8e36-45b6-b173-838e1cb5c501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.164778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ec238548-8e36-45b6-b173-838e1cb5c501 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5aaa6e23-7e96-4c51-a56c-48f857c349f7 HTTP/1.1" status: 204 len: 168 time: 0.1828604 Jul 22 14:12:55.174303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec238548-8e36-45b6-b173-838e1cb5c501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa6e23-7e96-4c51-a56c-48f857c349f7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:55.242556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port de3273a7-c667-4b57-9e1b-ee1df7ef834b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:55.247511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port de3273a7-c667-4b57-9e1b-ee1df7ef834b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:55.248150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.248384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-360b5476-5a64-471c-a541-5394d7605cdc req-4aca9d49-dc6a-4c84-97fb-60ef75cf187e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963219 Jul 22 14:12:55.249571 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-321b3b7a-072d-4d38-8bd8-3a3e0e83587d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 14:12:55.253065 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-321b3b7a-072d-4d38-8bd8-3a3e0e83587d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/99b147c5-c7ba-44f5-b381-c694a51f6118/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4456632 Jul 22 14:12:55.254461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42246) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:55.349715 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-372aec10-d2da-44be-b981-7ebae9a481f8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b147c5-c7ba-44f5-b381-c694a51f6118 HTTP/1.1" status: 200 len: 205 time: 0.0928955 Jul 22 14:12:55.351628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42248) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:55.405280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Attempting to bind port cf3300e0-7e0b-49ce-9289-a7effd7684ee on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:55.405899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Attempting to bind port cf3300e0-7e0b-49ce-9289-a7effd7684ee by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:55.406403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Attempting to bind port cf3300e0-7e0b-49ce-9289-a7effd7684ee on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:55.449436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Port cf3300e0-7e0b-49ce-9289-a7effd7684ee on network 3430e243-a662-4f0d-af4d-80b978b948ef not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:55.449788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Attempting to bind port cf3300e0-7e0b-49ce-9289-a7effd7684ee on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:55.455827 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.460637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:55.461721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Checking segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:55.463224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Bound using segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:55.463847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Bound port: cf3300e0-7e0b-49ce-9289-a7effd7684ee, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:55.470130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.492421 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.537631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:55.539155 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.614431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:55.647904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] For port cf3300e0-7e0b-49ce-9289-a7effd7684ee, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:55.656227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] For port cf3300e0-7e0b-49ce-9289-a7effd7684ee, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:55.670367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.755284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:55.756395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.758330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] 10.222.0.20 "PUT /v2.0/ports/cf3300e0-7e0b-49ce-9289-a7effd7684ee HTTP/1.1" status: 200 len: 1092 time: 3.0315130 Jul 22 14:12:55.793858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:55.796454 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762b1200-0c47-4c36-a039-35cf0322082e" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "cf3300e0-7e0b-49ce-9289-a7effd7684ee"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:55.796951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.811350 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.811738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:55.879703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:55.891112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.891692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router 99b147c5-c7ba-44f5-b381-c694a51f6118 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:12:55.901961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:55.902828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b519df4c-1970-4fa5-8431-de0e12c8c897 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/99b147c5-c7ba-44f5-b381-c694a51f6118 HTTP/1.1" status: 204 len: 168 time: 0.5464041 Jul 22 14:12:55.914514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:55.981946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:55.988272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:55.995413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.010124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.020246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.028187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.031872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa4596cd-7a12-4d6a-bd1a-3dd51e0387f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.037115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.039361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-ed2685a0-e265-4f1a-9fc1-2f7cd265faf5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5395 time: 0.1636670 Jul 22 14:12:56.076502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87476a34-ad25-4716-b475-9b6e31a8dbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3300e0-7e0b-49ce-9289-a7effd7684ee,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:56.111778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-979f842d-4dd6-4c7f-9a52-8f65cb323c38 req-4b6a9da9-f6a3-4cc3-81e6-1872f9751277 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590577 Jul 22 14:12:56.182059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c339-4954-4c64-95a6-ecbb74fb738d req-dddfd360-5a57-4261-a01b-1e9736e92b58 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.184256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2e3c339-4954-4c64-95a6-ecbb74fb738d req-dddfd360-5a57-4261-a01b-1e9736e92b58 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 950 time: 0.4876037 Jul 22 14:12:56.193766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet de1ec6fa-ace8-4b97-8e8b-47b99d519514 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:12:56.197819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.295295 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cbb75a-6fd8-4684-8eed-4a114f5efe3e x-openstack-request-id: req-a1cbb75a-6fd8-4684-8eed-4a114f5efe3e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:56.296107 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "cf3300e0-7e0b-49ce-9289-a7effd7684ee", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:56.296454 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1cbb75a-6fd8-4684-8eed-4a114f5efe3e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:56.296977 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee', 'status': 'completed', 'code': 200} Jul 22 14:12:56.349572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.350220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.350793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.351303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.353950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.353950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.354630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.356806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-762b1200-0c47-4c36-a039-35cf0322082e req-744375fe-ef85-4ac5-a5bd-55bb0d10dbe5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6291 time: 0.0896463 Jul 22 14:12:56.398733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.400005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:56.401377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.404465 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a096eb9-d7a4-4ef9-8d3e-1d6afea4bcb5" -d '{"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-plugged", "status": "completed", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:56.487308 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae13cb-59f8-49a1-a085-33036648e816 x-openstack-request-id: req-1cae13cb-59f8-49a1-a085-33036648e816 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:56.488855 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-plugged", "status": "completed", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:56.489262 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cae13cb-59f8-49a1-a085-33036648e816 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:56.489825 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'code': 200} Jul 22 14:12:56.502136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2e3c339-4954-4c64-95a6-ecbb74fb738d req-0b9b2bdc-ba16-4134-92fc-05a71a22d2b1 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040768 Jul 22 14:12:56.589858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-9ba55bde-769d-4f6c-ab3f-f848d6c0b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.590684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-9ba55bde-769d-4f6c-ab3f-f848d6c0b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.591331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-9ba55bde-769d-4f6c-ab3f-f848d6c0b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.594003 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-762b1200-0c47-4c36-a039-35cf0322082e req-9ba55bde-769d-4f6c-ab3f-f848d6c0b95e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bcf9115182a4d25b937f83da7190144&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2286060 Jul 22 14:12:56.633368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa4596cd-7a12-4d6a-bd1a-3dd51e0387f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.702986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa4596cd-7a12-4d6a-bd1a-3dd51e0387f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.766302 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.814229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc0008-1885-4c26-853e-7e6eb45ff32f req-7a38936e-8ba2-4f61-8146-39f9159f4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.815846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3cc0008-1885-4c26-853e-7e6eb45ff32f req-7a38936e-8ba2-4f61-8146-39f9159f4c70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 1102 time: 0.1936913 Jul 22 14:12:56.820458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aa4596cd-7a12-4d6a-bd1a-3dd51e0387f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e332e199c094de6ba634c3d3ff02b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366994 Jul 22 14:12:56.825055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1200-0c47-4c36-a039-35cf0322082e req-eb80bb7b-69b4-466f-b328-dd802858a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:56.827074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-762b1200-0c47-4c36-a039-35cf0322082e req-eb80bb7b-69b4-466f-b328-dd802858a414 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2254825 Jul 22 14:12:56.828218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42288) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:56.828343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4596cd-7a12-4d6a-bd1a-3dd51e0387f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e99ce6-e9e7-4855-8b26-59c6bd65c4c9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:56.937963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.946858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b3cc0008-1885-4c26-853e-7e6eb45ff32f req-f00645b1-9a50-4a16-ab2a-752b35fb61cc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172667 Jul 22 14:12:56.966017 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bf08f7a-a991-4e5b-b205-04d8cb88cf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.979170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:56.981069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/de1ec6fa-ace8-4b97-8e8b-47b99d519514 HTTP/1.1" status: 204 len: 168 time: 1.0588701 Jul 22 14:12:56.981936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde0fcf-b1d1-44fc-a8e0-72c4721614db tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=de1ec6fa-ace8-4b97-8e8b-47b99d519514,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:56.985119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:56.991206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a1040-f51d-4c9c-ad30-116a2774f6c3 None None] Network a81f6978-9c81-471f-b4fd-7ba624d220ff requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:57.031813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bf08f7a-a991-4e5b-b205-04d8cb88cf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.093478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bf08f7a-a991-4e5b-b205-04d8cb88cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.098591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1bf08f7a-a991-4e5b-b205-04d8cb88cf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.103416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1bf08f7a-a991-4e5b-b205-04d8cb88cf86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47e99ce6-e9e7-4855-8b26-59c6bd65c4c9 HTTP/1.1" status: 204 len: 168 time: 0.2703750 Jul 22 14:12:57.107888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8851ba5b-4b5f-4026-acfa-5207da7c4851 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:57.116876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.122697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.131729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf08f7a-a991-4e5b-b205-04d8cb88cf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e99ce6-e9e7-4855-8b26-59c6bd65c4c9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:57.142685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Transition to ACTIVE for port object 8851ba5b-4b5f-4026-acfa-5207da7c4851 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:57.170778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.247972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Pushing event updated for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:57.353194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 2da246e6-5769-4e30-9797-0a20cbfdcea4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:57.353537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.373931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] DHCP port deletion for a81f6978-9c81-471f-b4fd-7ba624d220ff request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:12:57.447127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.448384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] Deleting port 2da246e6-5769-4e30-9797-0a20cbfdcea4 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:12:57.450194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.466346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.485833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.506030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.531322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.551170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] For port 2da246e6-5769-4e30-9797-0a20cbfdcea4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2da246e6-5769-4e30-9797-0a20cbfdcea4,segment=NetworkSegment(9d3f3d63-782c-4bf7-8a1b-674758de9334),segment_id=9d3f3d63-782c-4bf7-8a1b-674758de9334)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:57.551884 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.559170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.564495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Attempting to bind port 8851ba5b-4b5f-4026-acfa-5207da7c4851 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:57.564975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Attempting to bind port 8851ba5b-4b5f-4026-acfa-5207da7c4851 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:57.565183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] Calling delete_port for 2da246e6-5769-4e30-9797-0a20cbfdcea4 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:57.565326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Attempting to bind port 8851ba5b-4b5f-4026-acfa-5207da7c4851 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:57.568975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port 2da246e6-5769-4e30-9797-0a20cbfdcea4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2da246e6-5769-4e30-9797-0a20cbfdcea4,segment=NetworkSegment(9d3f3d63-782c-4bf7-8a1b-674758de9334),segment_id=9d3f3d63-782c-4bf7-8a1b-674758de9334)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:57.569343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.573719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.577795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-7ea1a6cb-3032-41f1-bae0-ce90b88a7218 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5407 time: 0.2843769 Jul 22 14:12:57.599895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Port 8851ba5b-4b5f-4026-acfa-5207da7c4851 on network 3430e243-a662-4f0d-af4d-80b978b948ef not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:57.604827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Attempting to bind port 8851ba5b-4b5f-4026-acfa-5207da7c4851 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:57.638263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 2da246e6-5769-4e30-9797-0a20cbfdcea4 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:12:57.641268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:57.641638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Checking segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:57.642028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Bound using segment: {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:57.642478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Bound port: 8851ba5b-4b5f-4026-acfa-5207da7c4851, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73f4993-2925-4f86-9e63-38ca109cfc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:57.642841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.664605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9aee5d78-2ea6-40cd-b670-94ceb6ea01c8 req-ec634825-5c68-47fc-a2a8-ada0a787c451 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636318 Jul 22 14:12:57.711011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.755833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] Pushing event deleted for resources: {'Port': ['ID=2da246e6-5769-4e30-9797-0a20cbfdcea4,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:57.770522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa2138-ccf6-494e-8c6c-f8f44b76a187 None None] No DVR routers for this DVR port 2da246e6-5769-4e30-9797-0a20cbfdcea4 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:57.911424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60711d9e-2a46-4761-bdfa-7aabb1e03a3f req-37a3919a-0c8d-41d9-ad79-40c40aa2bf2e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:57.913004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60711d9e-2a46-4761-bdfa-7aabb1e03a3f req-37a3919a-0c8d-41d9-ad79-40c40aa2bf2e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 950 time: 0.2762654 Jul 22 14:12:57.932863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:57.937445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:57.953785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:57.965408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.018460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.019089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.020832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] 10.222.0.20 "PUT /v2.0/ports/8851ba5b-4b5f-4026-acfa-5207da7c4851 HTTP/1.1" status: 200 len: 1091 time: 2.2201750 Jul 22 14:12:58.026827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port 2da246e6-5769-4e30-9797-0a20cbfdcea4 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:12:58.030990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60711d9e-2a46-4761-bdfa-7aabb1e03a3f req-c47f8a21-9b11-4cda-9fbb-8d0e6bc5a837 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003296 Jul 22 14:12:58.080397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:58.142069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa5ec-0b47-4c2f-b7cb-99e25de24361 service neutron] Pushing event updated for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:58.541522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=2da246e6-5769-4e30-9797-0a20cbfdcea4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:58.544084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:12:58.546749 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:12:58.586165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.602139 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdc6bb1-0993-4964-a58f-778fd75e9d63 x-openstack-request-id: req-7fdc6bb1-0993-4964-a58f-778fd75e9d63 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:12:58.602139 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:12:58.602454 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fdc6bb1-0993-4964-a58f-778fd75e9d63 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:12:58.602661 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851', 'status': 'completed', 'code': 200} Jul 22 14:12:58.609414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81f6978-9c81-471f-b4fd-7ba624d220ff']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:58.624110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.627983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3f3d63-782c-4bf7-8a1b-674758de9334') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:58.628248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3f3d63-782c-4bf7-8a1b-674758de9334') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:58.649388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.692479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.704292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.704804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:12:58.704911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.704994 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:12:58.709153 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:12:58.715303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.715808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.722337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.726135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.726958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.734366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-99d0365e-c9e5-446f-8ab0-c11b24c59ea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6359 time: 0.1144617 Jul 22 14:12:58.863668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.870820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:58.872392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-b0d5c5a6-0aa4-427a-952b-d7a9fe102d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.873091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-b0d5c5a6-0aa4-427a-952b-d7a9fe102d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.874373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-b0d5c5a6-0aa4-427a-952b-d7a9fe102d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:58.876308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-b0d5c5a6-0aa4-427a-952b-d7a9fe102d8e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bcf9115182a4d25b937f83da7190144&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1369290 Jul 22 14:12:58.880891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/a81f6978-9c81-471f-b4fd-7ba624d220ff HTTP/1.1" status: 204 len: 168 time: 1.8947811 Jul 22 14:12:58.888310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42362) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:58.927260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1958055983'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:59.010099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e014806-51ab-41b6-84c9-92445c319278 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=a81f6978-9c81-471f-b4fd-7ba624d220ff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:59.091708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:59.097325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.125337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e6096a-b5f0-4100-9af1-72efc91515fd {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:12:59.135533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.152418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Transition to ACTIVE for port object 36e6096a-b5f0-4100-9af1-72efc91515fd will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:59.157107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.164929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.171488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.183911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.193985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.230210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.247824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.258818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2da246e6-5769-4e30-9797-0a20cbfdcea4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:12:59.280895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.283934 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-03120607-a218-4019-b9d5-e496116d7211 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5407 time: 0.4934144 Jul 22 14:12:59.302799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Pushing event updated for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:59.311710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-8ce3acf5-d4a5-4a59-8d55-427fc3fbb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.314385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5cf3cfb4-5efb-42df-a011-a8a2a9fffe68 req-8ce3acf5-d4a5-4a59-8d55-427fc3fbb7c3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4269114 Jul 22 14:12:59.321886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 2da246e6-5769-4e30-9797-0a20cbfdcea4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:12:59.322280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2da246e6-5769-4e30-9797-0a20cbfdcea4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:12:59.368522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cd058ed-679d-43aa-8115-a5e66814afb4 req-26746a0b-2209-460e-b10f-ed56593f9c51 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709207 Jul 22 14:12:59.402480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:12:59.427132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.427545 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment df433820-4976-44d7-8938-4889f39a8c52 of type vlan for network 4a74010f-f325-4e32-9f7b-80cdb83c2428 Jul 22 14:12:59.439787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad530-7e8e-4462-9d3f-6981e8e265ce req-51ff5e58-3ae0-4d91-a01f-28f126480eda tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.447969 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-46bad530-7e8e-4462-9d3f-6981e8e265ce req-51ff5e58-3ae0-4d91-a01f-28f126480eda tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 950 time: 0.2199204 Jul 22 14:12:59.482744 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.509199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Attempting to bind port 36e6096a-b5f0-4100-9af1-72efc91515fd on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:59.509660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Attempting to bind port 36e6096a-b5f0-4100-9af1-72efc91515fd by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:59.510571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Attempting to bind port 36e6096a-b5f0-4100-9af1-72efc91515fd on network 2478dc95-4aee-489a-914a-6b1e30e9e2da {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:59.519208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Port 36e6096a-b5f0-4100-9af1-72efc91515fd on network 2478dc95-4aee-489a-914a-6b1e30e9e2da not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:12:59.519825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Attempting to bind port 36e6096a-b5f0-4100-9af1-72efc91515fd on network 2478dc95-4aee-489a-914a-6b1e30e9e2da {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:59.529519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:59.529968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Checking segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:59.530436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Bound using segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:59.530953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Bound port: 36e6096a-b5f0-4100-9af1-72efc91515fd, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:59.531412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.549701 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.562273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.564377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.571149 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-46bad530-7e8e-4462-9d3f-6981e8e265ce req-a727a13d-eac0-4d19-9405-77a24e7eedc1 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181383 Jul 22 14:12:59.618762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7280555 Jul 22 14:12:59.621796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:59.641216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:59.651655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:59.655255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=36e6096a-b5f0-4100-9af1-72efc91515fd,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:59.660985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.723978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:59.724760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.727141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] 10.222.0.20 "PUT /v2.0/ports/36e6096a-b5f0-4100-9af1-72efc91515fd HTTP/1.1" status: 200 len: 1092 time: 1.6547952 Jul 22 14:12:59.730324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff11b93-87fa-4336-a3f2-73f279e17a4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=4a74010f-f325-4e32-9f7b-80cdb83c2428,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:59.741212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:59.784144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Request body: {'port': {'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:59.799923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068bb71-6dad-4d87-9b13-bc9817cc02ed service neutron] Pushing event updated for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:59.950679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:59.967947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:59.973131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:00.045558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45817a4-2eb5-4486-8d30-243c6f5a58fd req-de6a9912-686a-4d27-92fd-250b312c529e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.047360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f45817a4-2eb5-4486-8d30-243c6f5a58fd req-de6a9912-686a-4d27-92fd-250b312c529e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 949 time: 0.3467834 Jul 22 14:13:00.246971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f45817a4-2eb5-4486-8d30-243c6f5a58fd req-5d6432ce-86bb-4a2e-9b68-6b31f10a7a07 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878300 Jul 22 14:13:00.461278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b3bd1b-981c-43b4-8dfa-8f52027d1230 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:00.470008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:00.484340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Transition to ACTIVE for port object c3b3bd1b-981c-43b4-8dfa-8f52027d1230 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:00.491725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:00.563815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:00.607193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:00.629015 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975be247-f297-4773-808d-9c11243e7eee" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:00.713646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=b7a75d35-4b7c-4d7a-a550-a278b0cae75e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:00.723453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': 'df433820-4976-44d7-8938-4889f39a8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:00.723891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 4a74010f-f325-4e32-9f7b-80cdb83c2428, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:00.743599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:00.759870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4a74010f-f325-4e32-9f7b-80cdb83c2428) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:00.774030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abee33-7937-49a3-a322-4fb46ab10ab9 None None] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:00.777450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:00.780982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.781989 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:00.799611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Attempting to bind port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:00.800012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Attempting to bind port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:00.801192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Attempting to bind port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 on network 2478dc95-4aee-489a-914a-6b1e30e9e2da {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:00.809114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:00.809405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c714fb42-d1c4-4a74-bc9e-0e3c6f46dc6b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1764205 Jul 22 14:13:00.830223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.838277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.842411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.851666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.856725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.862427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.869223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:00.877245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-eb9c9d6a-f887-4f70-9c7a-fe8ce843299d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.3681850 Jul 22 14:13:00.885751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1278380627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:00.957589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53be41b1-da95-4949-881f-33b3d2cf81d2 req-000d1094-c08b-43b0-b90b-50069318e84f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723598 Jul 22 14:13:00.958418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 on network 2478dc95-4aee-489a-914a-6b1e30e9e2da not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:13:00.958831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Attempting to bind port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 on network 2478dc95-4aee-489a-914a-6b1e30e9e2da {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:00.991719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:00.991719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Checking segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:00.991719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Bound using segment: {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:00.991996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Bound port: c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582f45f6-acfa-4e76-b86c-17daf141d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:00.994567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.031454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.034619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.143723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42466) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:01.157530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:01.168747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.169220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.173376 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1864361-5e3b-42ef-803b-2d2c158f0ab7 x-openstack-request-id: req-f1864361-5e3b-42ef-803b-2d2c158f0ab7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:01.174019 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:01.174254 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1864361-5e3b-42ef-803b-2d2c158f0ab7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:01.175504 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd', 'status': 'completed', 'code': 200} Jul 22 14:13:01.179203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:01.181033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.181629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.182116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.182589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.183054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.189838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.193872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-975be247-f297-4773-808d-9c11243e7eee req-456df1ab-2432-4eb7-844d-9c2c4a6aabc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6453 time: 0.1389892 Jul 22 14:13:01.196602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4a74010f-f325-4e32-9f7b-80cdb83c2428', 'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': 'b7a75d35-4b7c-4d7a-a550-a278b0cae75e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:13:01.198832 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.262412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:01.299049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.299802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.301954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-464482d8-432e-424e-88b4-a0b3f9366e81 service neutron] 10.222.0.20 "PUT /v2.0/ports/c3b3bd1b-981c-43b4-8dfa-8f52027d1230 HTTP/1.1" status: 200 len: 1092 time: 1.5231063 Jul 22 14:13:01.351988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.361063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.382201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-4df77909-eabf-43b4-814d-d0d4ad8246a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.382674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-4df77909-eabf-43b4-814d-d0d4ad8246a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.383143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-4df77909-eabf-43b4-814d-d0d4ad8246a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.384825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-975be247-f297-4773-808d-9c11243e7eee req-4df77909-eabf-43b4-814d-d0d4ad8246a3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bcf9115182a4d25b937f83da7190144&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1901770 Jul 22 14:13:01.397015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.406583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e863785-74a5-469d-86a8-3bfa7c0f2502 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5270238 Jul 22 14:13:01.407264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42478) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:01.447371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d09dd81d-4102-48c0-b07b-0060fd0f1092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.558094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d09dd81d-4102-48c0-b07b-0060fd0f1092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.586234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d09dd81d-4102-48c0-b07b-0060fd0f1092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.598814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Allocated IP 172.20.0.2 (4a74010f-f325-4e32-9f7b-80cdb83c2428/b7a75d35-4b7c-4d7a-a550-a278b0cae75e/fcaa1660-33fb-4ab2-826d-a6f0252130cc) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:01.615731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09dd81d-4102-48c0-b07b-0060fd0f1092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6a6366-c640-4643-aa80-6a3f17c77c5e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:01.661463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d09dd81d-4102-48c0-b07b-0060fd0f1092 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bb640337f6242b885a6bb84ec17d21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5034275 Jul 22 14:13:01.663953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42484) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:01.698160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975be247-f297-4773-808d-9c11243e7eee req-97d6f6e7-018c-4cc9-a1f0-3cb09f2f73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.700410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-975be247-f297-4773-808d-9c11243e7eee req-97d6f6e7-018c-4cc9-a1f0-3cb09f2f73bb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3075621 Jul 22 14:13:01.739305 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b50cebb7-d95b-49a1-ab4b-1e8de7a0d573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.783029 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.792752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Transition to ACTIVE for port object fcaa1660-33fb-4ab2-826d-a6f0252130cc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:01.802800 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b50cebb7-d95b-49a1-ab4b-1e8de7a0d573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.829012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Transition to ACTIVE for port object fcaa1660-33fb-4ab2-826d-a6f0252130cc will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:01.838878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.870014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.871113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.871658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.880891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.880891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.880891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.881441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:01.884591 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1e2541ca-2e99-4bc4-80a7-2b1d1f3d85ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6495 time: 0.1327169 Jul 22 14:13:01.897651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:01.904558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:01.909686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:01.913847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:01.929758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Pushing event updated for resources: {'Port': ['ID=fcaa1660-33fb-4ab2-826d-a6f0252130cc,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:01.989340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-e0bf5166-3599-4556-a5cf-d1bbbf5b3377 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591 HTTP/1.1" status: 200 len: 217 time: 0.0943737 Jul 22 14:13:01.997244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Attempting to bind port fcaa1660-33fb-4ab2-826d-a6f0252130cc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:01.997644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Attempting to bind port fcaa1660-33fb-4ab2-826d-a6f0252130cc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'df433820-4976-44d7-8938-4889f39a8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:01.998019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Attempting to bind port fcaa1660-33fb-4ab2-826d-a6f0252130cc on network 4a74010f-f325-4e32-9f7b-80cdb83c2428 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:02.012709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:02.016613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Checking segment: {'id': 'df433820-4976-44d7-8938-4889f39a8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:02.017308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.017985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Bound using segment: {'id': 'df433820-4976-44d7-8938-4889f39a8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:02.018758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Bound port: fcaa1660-33fb-4ab2-826d-a6f0252130cc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df433820-4976-44d7-8938-4889f39a8c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4a74010f-f325-4e32-9f7b-80cdb83c2428'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:02.020676 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.095887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-a4fcf0eb-4869-4946-a104-7ca13fd03290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.098895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-a4fcf0eb-4869-4946-a104-7ca13fd03290 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d1bf868-f350-4773-8e9e-345c13cdd4fc HTTP/1.1" status: 200 len: 856 time: 0.0821280 Jul 22 14:13:02.100067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b50cebb7-d95b-49a1-ab4b-1e8de7a0d573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.102692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b50cebb7-d95b-49a1-ab4b-1e8de7a0d573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.119583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b50cebb7-d95b-49a1-ab4b-1e8de7a0d573 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c6a6366-c640-4643-aa80-6a3f17c77c5e HTTP/1.1" status: 204 len: 168 time: 0.4515023 Jul 22 14:13:02.150781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] For port fcaa1660-33fb-4ab2-826d-a6f0252130cc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:02.155405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] For port fcaa1660-33fb-4ab2-826d-a6f0252130cc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcaa1660-33fb-4ab2-826d-a6f0252130cc,segment=NetworkSegment(df433820-4976-44d7-8938-4889f39a8c52),segment_id=df433820-4976-44d7-8938-4889f39a8c52)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:02.163276 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.176734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cebb7-d95b-49a1-ab4b-1e8de7a0d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6a6366-c640-4643-aa80-6a3f17c77c5e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:02.274185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23730c-13cc-400d-b9f6-116c466971f3 None None] Pushing event updated for resources: {'Port': ['ID=fcaa1660-33fb-4ab2-826d-a6f0252130cc,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:02.313958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-485dada8-f62c-4863-950b-03f4401214d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.316951 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-485dada8-f62c-4863-950b-03f4401214d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8852580b-924b-4887-8d8a-1180c6237f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955047 Jul 22 14:13:02.474787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.484118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.492068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.499757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.509584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.517800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.527812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:02.530647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-7b31c598-830f-4d19-b1bb-e10e00a63401 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.4472466 Jul 22 14:13:02.534386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.20.0.1 (4a74010f-f325-4e32-9f7b-80cdb83c2428/b7a75d35-4b7c-4d7a-a550-a278b0cae75e/1da051ab-c0ec-4b2b-8d4c-994a2e8381cc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:02.594804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2afb3066-fa98-42ab-aa69-4671ab791117 service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679400 Jul 22 14:13:02.692977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-737f9336-5330-4335-b76a-c0db1b824cf6 req-dbe214d7-594d-407f-8ee5-78ceb3baddd3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934050 Jul 22 14:13:02.727421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.750616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:02.785493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:02.806665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.835004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efc6b72-68bd-40b5-baec-35bdc2e33d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:02.876275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:02.876524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-56727708-0e9d-4e57-8929-4e3bb8f04935 service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748339 Jul 22 14:13:02.877862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:02.881528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:02.884835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=1da051ab-c0ec-4b2b-8d4c-994a2e8381cc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:02.929321 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1576a561-1856-4921-a0f7-92b33638507b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 217 time: 0.0460954 Jul 22 14:13:02.947574 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.007040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-938961ea-f065-4b38-a7da-ef0e41dd8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:03.008734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-938961ea-f065-4b38-a7da-ef0e41dd8061 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.0716023 Jul 22 14:13:03.108174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-fe1205f9-d3f4-4a96-9cac-6176b258176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:03.109922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-fe1205f9-d3f4-4a96-9cac-6176b258176e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944865 Jul 22 14:13:03.179424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:03.184552 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d0ce94-3371-4271-8934-be5a8bdc6695" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:03.228848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.287140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efc6b72-68bd-40b5-baec-35bdc2e33d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.297199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-024bbb29-eb93-425d-97d1-65f51ee9e320 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783884 Jul 22 14:13:03.311039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcaa1660-33fb-4ab2-826d-a6f0252130cc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:03.373736 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7919cd49-af74-4e53-a5fd-c58a28c4d274 x-openstack-request-id: req-7919cd49-af74-4e53-a5fd-c58a28c4d274 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:03.374012 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:03.374274 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7919cd49-af74-4e53-a5fd-c58a28c4d274 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:03.374668 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230', 'status': 'completed', 'code': 200} Jul 22 14:13:03.432747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port fcaa1660-33fb-4ab2-826d-a6f0252130cc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:03.487288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-6a8e2b22-d38d-477e-a344-8a65224beab0 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828551 Jul 22 14:13:03.488275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4efc6b72-68bd-40b5-baec-35bdc2e33d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.538272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4efc6b72-68bd-40b5-baec-35bdc2e33d02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b00aba11aa9943b5b1a88da99fd58efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7515533 Jul 22 14:13:03.543837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:03.550158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc6b72-68bd-40b5-baec-35bdc2e33d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d8ea5b-54bb-4a89-95d8-555063228038,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:03.588849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-a66fc028-d7cf-46dd-86a4-bb2b0ad5a2ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 217 time: 0.0764132 Jul 22 14:13:03.658322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-7f12422e-5725-4c88-b4b6-3de4cd6eaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:03.660260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-7f12422e-5725-4c88-b4b6-3de4cd6eaf95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.0592790 Jul 22 14:13:03.740357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4bf05ee-60dd-4169-a091-0c99dce3ed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.761361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-3802c471-a65e-4fdc-a971-3a1159ed00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:03.764287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-3802c471-a65e-4fdc-a971-3a1159ed00ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0939343 Jul 22 14:13:03.787494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4bf05ee-60dd-4169-a091-0c99dce3ed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.840597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94a50e-1f0b-4d65-b7c0-b32d3b116697 None None] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:03.929011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1ec50b99-8ebe-4ebf-9ec5-f3968b0e5fef service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573954 Jul 22 14:13:03.930840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] Provisioning for port fcaa1660-33fb-4ab2-826d-a6f0252130cc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:03.934363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.945344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:03.978390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:04.001187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] Provisioning complete for port fcaa1660-33fb-4ab2-826d-a6f0252130cc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:04.001567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:04.045649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=1da051ab-c0ec-4b2b-8d4c-994a2e8381cc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:04.085531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4bf05ee-60dd-4169-a091-0c99dce3ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:04.088296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4bf05ee-60dd-4169-a091-0c99dce3ed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:04.091960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e4bf05ee-60dd-4169-a091-0c99dce3ed1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29d8ea5b-54bb-4a89-95d8-555063228038 HTTP/1.1" status: 204 len: 168 time: 0.5446861 Jul 22 14:13:04.094536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-83a93975-8b90-4e38-be96-4d2413bc4fb4 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451504 Jul 22 14:13:04.108530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf05ee-60dd-4169-a091-0c99dce3ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d8ea5b-54bb-4a89-95d8-555063228038,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:04.110764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:04.139454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.146100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.152269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.158411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.165384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.171498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.178251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.186620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-352f0df0-f211-4de8-905f-4424611b1483 req-9f2f54f0-ae95-4eac-b301-3ceba9d5e7c3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.3208146 Jul 22 14:13:04.195080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-5928cd89-623a-4520-b5d0-659f4a515fa5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee HTTP/1.1" status: 200 len: 217 time: 0.0930395 Jul 22 14:13:04.266238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-352f0df0-f211-4de8-905f-4424611b1483 req-97464bf0-296d-4960-9b25-48cd0feb5fec tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786333 Jul 22 14:13:04.292772 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:04.321674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8c01be2-85c2-4741-95d1-5e6ba5983a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.327348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b8c01be2-85c2-4741-95d1-5e6ba5983a7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.1246400 Jul 22 14:13:04.360413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:04.363968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:04.532248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b6580dea-36bd-4579-b44a-b98236f9ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.533964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b6580dea-36bd-4579-b44a-b98236f9ca3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1989262 Jul 22 14:13:04.627864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:04.635358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router d1ac411f-0974-4490-b606-06f9aa186183 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:13:04.688080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] For port fcaa1660-33fb-4ab2-826d-a6f0252130cc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcaa1660-33fb-4ab2-826d-a6f0252130cc,segment=NetworkSegment(df433820-4976-44d7-8938-4889f39a8c52),segment_id=df433820-4976-44d7-8938-4889f39a8c52)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:04.697305 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:04.719121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'mac_address': 'fa:16:3e:4f:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:04.735656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-aa7ee8f4-baee-4cc2-8b53-48d87ff7f959 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943054 Jul 22 14:13:04.826107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:04.836614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d164b4d0-1466-4c95-8b9c-d3527da385ab tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/d1ac411f-0974-4490-b606-06f9aa186183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4279120 Jul 22 14:13:04.837276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:04.838015 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] Sync routers for ids ['d1ac411f-0974-4490-b606-06f9aa186183'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:04.862690 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] Routers {'d1ac411f-0974-4490-b606-06f9aa186183'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:04.866007 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d1ac411f-0974-4490-b606-06f9aa186183'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:04.951494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb05eed-a7a2-4b1e-a5cf-dd56a09737f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:04.955850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0eb05eed-a7a2-4b1e-a5cf-dd56a09737f3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports/1da051ab-c0ec-4b2b-8d4c-994a2e8381cc HTTP/1.1" status: 200 len: 910 time: 0.1175103 Jul 22 14:13:04.956520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:04.956914 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:04.980071 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] Routers {'d1ac411f-0974-4490-b606-06f9aa186183'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:04.980990 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d1ac411f-0974-4490-b606-06f9aa186183'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:05.000920 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:05.005862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-aaf0c0d4-3ae5-4aac-b9ba-5daf35b950d6 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632513 Jul 22 14:13:05.051832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239f9be-dd82-4a0a-bba3-66b63e798277 None None] Pushing event updated for resources: {'Port': ['ID=fcaa1660-33fb-4ab2-826d-a6f0252130cc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:05.061444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a279a721-08c4-40dc-827c-66dfacf0b267 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:05.088116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:05.093418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:05.199467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-f5b8f9af-c9d0-42d2-a8c8-435badc59140 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851 HTTP/1.1" status: 200 len: 217 time: 0.1889384 Jul 22 14:13:05.304651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a279a721-08c4-40dc-827c-66dfacf0b267'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:05.375341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b50314ed-10df-4c81-9b94-e9a56ec96808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.381329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-b50314ed-10df-4c81-9b94-e9a56ec96808 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.1653094 Jul 22 14:13:05.433081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcaa1660-33fb-4ab2-826d-a6f0252130cc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:05.435999 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:05.437002 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01109cb1-0226-46da-be01-f1d4ec61ae63 None None] The sync data for ids ['d1ac411f-0974-4490-b606-06f9aa186183'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:05.528349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:05.555632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14ce4012-dbc4-4e5d-b54f-72168a723f4a None None] Provisioning complete for port fcaa1660-33fb-4ab2-826d-a6f0252130cc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:05.556002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14ce4012-dbc4-4e5d-b54f-72168a723f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:05.710901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2a4b6fe9-56a0-4ed7-a3da-13c88cd015f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.712477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-2a4b6fe9-56a0-4ed7-a3da-13c88cd015f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3239377 Jul 22 14:13:05.830170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fcaa1660-33fb-4ab2-826d-a6f0252130cc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:05.830694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:05.842330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.864835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.887903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.908817 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:05.910721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.927967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.938749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14ce4012-dbc4-4e5d-b54f-72168a723f4a None None] Provisioning for port 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:05.946488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.953300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14ce4012-dbc4-4e5d-b54f-72168a723f4a None None] Provisioning complete for port 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:05.955062 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14ce4012-dbc4-4e5d-b54f-72168a723f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:05.963866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:05.975183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-646e6078-d30a-4861-8746-b12337b3d94a req-c3f65ec1-cfbb-4e99-aaaa-208372820bba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.5152917 Jul 22 14:13:06.020187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:06.135579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-646e6078-d30a-4861-8746-b12337b3d94a req-49fa2e71-2879-4f33-8288-9505bb2b8936 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590188 Jul 22 14:13:06.215483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-64ddbe8f-5ae8-4760-a567-b891eef22eeb service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927039 Jul 22 14:13:06.235835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-14ce4012-dbc4-4e5d-b54f-72168a723f4a None None] Port 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:06.263760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port a279a721-08c4-40dc-827c-66dfacf0b267 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:06.278071 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:06.384292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-06d9880b-f688-4750-92fa-53d6d6f24b65 None None] Provisioning complete for port 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:06.384993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06d9880b-f688-4750-92fa-53d6d6f24b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:06.449153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-06d9880b-f688-4750-92fa-53d6d6f24b65 None None] Port 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:06.531398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-4ddba132-c4e6-426b-b7f9-80979f95b99f service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086388 Jul 22 14:13:06.585870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:06.594046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bc675e75-a6d4-41e7-92c6-2516d6a897ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36e6096a-b5f0-4100-9af1-72efc91515fd HTTP/1.1" status: 200 len: 217 time: 0.0469768 Jul 22 14:13:06.631914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:06.646335 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb1869e-6eba-4d94-979c-a861be3887fe" -d '{"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-plugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:06.676035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:06.689117 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:06.704780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-99531114-dfbc-4098-ac34-e3633c4a0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:06.707314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-99531114-dfbc-4098-ac34-e3633c4a0d64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.1088123 Jul 22 14:13:06.799085 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95c3c93-1ba6-47e3-bec3-a5123c39f157 x-openstack-request-id: req-d95c3c93-1ba6-47e3-bec3-a5123c39f157 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:06.801208 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-plugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:06.804052 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d95c3c93-1ba6-47e3-bec3-a5123c39f157 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:06.806697 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'code': 200} Jul 22 14:13:06.884808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:06.940930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-91b7cfce-30b2-4835-aae2-5761f58c2d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:06.947329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-91b7cfce-30b2-4835-aae2-5761f58c2d80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2127221 Jul 22 14:13:07.161006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bf887b59-c7cf-4416-8fc0-216e7a39427a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3486323 Jul 22 14:13:07.169851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-bc5ca40c-a5ed-46e8-b5b8-3c1df40a1d9a service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048469 Jul 22 14:13:07.230059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2322cd-7c51-4aa3-b41f-800433571da5 req-e650527d-4adb-4046-bb39-f15bf5be373d tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.231866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e2322cd-7c51-4aa3-b41f-800433571da5 req-e650527d-4adb-4046-bb39-f15bf5be373d tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.2513456 Jul 22 14:13:07.400034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e2322cd-7c51-4aa3-b41f-800433571da5 req-026043db-90c7-489c-bba8-de29a3f2a904 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528878 Jul 22 14:13:07.478737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-67d1ff8e-d433-461f-9790-a30170f219ba service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007040 Jul 22 14:13:07.557751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.558637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.559329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.560007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.560729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.561496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.562329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.564793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-bd4ea709-0afb-490e-9bd5-48d47aeee139 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.3290417 Jul 22 14:13:07.578677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:07.579382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:07.649973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42716) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:07.662436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-fae07ac1-d5e0-48a7-8cc9-b014879145f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230 HTTP/1.1" status: 200 len: 217 time: 0.1721990 Jul 22 14:13:07.712212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:07.727779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-5103a78e-3da2-456e-a1f1-8067cf4a6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.729469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-5103a78e-3da2-456e-a1f1-8067cf4a6066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.0598969 Jul 22 14:13:07.747353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.754657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.758768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 1da051ab-c0ec-4b2b-8d4c-994a2e8381cc owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:07.761955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.771677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.785610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.792541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.801942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.811478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-b195294e-b81b-4569-930f-b940b28f3df8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.4754841 Jul 22 14:13:07.883782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-48b1bd53-7719-4111-9949-9ebd8137afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.884635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-48b1bd53-7719-4111-9949-9ebd8137afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.885305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-48b1bd53-7719-4111-9949-9ebd8137afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:07.887186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-48b1bd53-7719-4111-9949-9ebd8137afe6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=0df27a70-30fc-482e-b6df-2b629d2507d7&id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 2291 time: 0.2212811 Jul 22 14:13:07.920923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1b4d643-8a27-45e4-82b8-eef4f27d8a20 req-89b042ec-dc92-449b-a4c4-fbe73352d630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085215 Jul 22 14:13:07.932712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18dd8ffa-2fcf-400d-9277-84743b86767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:08.057295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1ab54184-5abc-4daa-9dea-fd379955cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.065702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-1ab54184-5abc-4daa-9dea-fd379955cc06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2519741 Jul 22 14:13:08.068935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-dc592ec7-68f5-4910-9693-63954116b69e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 1001 time: 0.1038010 Jul 22 14:13:08.229491 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:08.297060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=1da051ab-c0ec-4b2b-8d4c-994a2e8381cc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:08.315408 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:13:08.382648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-923e93a7-fe36-48a1-855c-a9f30c5b99ce service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062172 Jul 22 14:13:08.405331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-7c084a5a-de21-4cbd-b554-9b2926271452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.407509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-7c084a5a-de21-4cbd-b554-9b2926271452 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 200 len: 850 time: 0.2754796 Jul 22 14:13:08.635742 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:08.679245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf0e554d-2c8b-49b7-b531-a8500d664314 req-88f73f7a-66bc-481d-9a44-467cfb7db20e service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890475 Jul 22 14:13:08.699662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-db165831-f58a-4da8-afea-1da9e926a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.703219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-db165831-f58a-4da8-afea-1da9e926a345 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864277 Jul 22 14:13:08.731734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18dd8ffa-2fcf-400d-9277-84743b86767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:08.736657 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18dd8ffa-2fcf-400d-9277-84743b86767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:08.796106 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-18dd8ffa-2fcf-400d-9277-84743b86767c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c90c4c85aedc4708ac97c74dd2f1554d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1449881 Jul 22 14:13:08.804260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd8ffa-2fcf-400d-9277-84743b86767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea369214-a803-4af7-85b7-f7924f53edc9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:08.808491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42738) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:08.933252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdff6590-1d78-4aa2-aabd-6c87ccea8e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:08.965745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.966239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.966718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.967193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.971524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.972584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.973427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.977193 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5f0ab0-300c-4df7-b358-5cc2345132d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6495 time: 0.2118745 Jul 22 14:13:08.991033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e891e-ca32-4290-954d-9ae2059caef4 req-3e4481ef-bbd9-4baf-9d0a-7a8cbbb72aa8 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:08.998319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b42e891e-ca32-4290-954d-9ae2059caef4 req-3e4481ef-bbd9-4baf-9d0a-7a8cbbb72aa8 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.4897518 Jul 22 14:13:09.021265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdff6590-1d78-4aa2-aabd-6c87ccea8e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:09.059584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-c83b37c5-e829-4239-98d8-d59a4748ad6c service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451178 Jul 22 14:13:09.069902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router d1ac411f-0974-4490-b606-06f9aa186183 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:09.116931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b42e891e-ca32-4290-954d-9ae2059caef4 req-9309bcf1-d091-4119-bbc9-d107e5bedd30 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176579 Jul 22 14:13:09.245995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5c936d-8ec4-4ed4-b011-5d9ae62ae19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.248923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-7f5c936d-8ec4-4ed4-b011-5d9ae62ae19b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2478dc95-4aee-489a-914a-6b1e30e9e2da HTTP/1.1" status: 200 len: 902 time: 0.2613561 Jul 22 14:13:09.251548 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdff6590-1d78-4aa2-aabd-6c87ccea8e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:09.254905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdff6590-1d78-4aa2-aabd-6c87ccea8e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:09.256174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fdff6590-1d78-4aa2-aabd-6c87ccea8e70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea369214-a803-4af7-85b7-f7924f53edc9 HTTP/1.1" status: 204 len: 168 time: 0.4465127 Jul 22 14:13:09.293443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff6590-1d78-4aa2-aabd-6c87ccea8e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea369214-a803-4af7-85b7-f7924f53edc9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:09.361588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-a95176e8-e159-40cc-b10a-6a83fca51128 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230 HTTP/1.1" status: 200 len: 217 time: 0.0794218 Jul 22 14:13:09.420757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:09.438439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] Sync routers for ids ['d1ac411f-0974-4490-b606-06f9aa186183'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:09.440098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c67247a8-9eb0-4fd8-9c16-6c35fb042b7f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/d1ac411f-0974-4490-b606-06f9aa186183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4824231 Jul 22 14:13:09.444437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:09.465548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] Routers {'d1ac411f-0974-4490-b606-06f9aa186183'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:09.468813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d1ac411f-0974-4490-b606-06f9aa186183'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:09.505827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f478f150-fa31-4ca3-8b97-de1bcb3c6f3b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1ac411f-0974-4490-b606-06f9aa186183 HTTP/1.1" status: 200 len: 205 time: 0.0599310 Jul 22 14:13:09.511589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:09.603246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.612710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:09.633916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] Routers {'d1ac411f-0974-4490-b606-06f9aa186183'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:09.634556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d1ac411f-0974-4490-b606-06f9aa186183'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:09.635109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.654483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.695588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.724406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:09.727144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.727554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff096cf3-76a0-4a18-b2a6-4e261dfdc650 None None] The sync data for ids ['d1ac411f-0974-4490-b606-06f9aa186183'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:09.753449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-53cee877-9a5e-4521-a9fb-a6524ec2e216 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5921376 Jul 22 14:13:09.763957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.780631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.791294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-ae2fd2a9-6769-4b39-8f4f-e0692240296e service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7235169 Jul 22 14:13:09.794639 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-ab115759-9dd2-46cb-8612-a14e9efeb16a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.6744864 Jul 22 14:13:09.796992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:09.874702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-8e114788-f078-4113-ab59-784b001f519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:09.876360 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-8e114788-f078-4113-ab59-784b001f519d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.5048230 Jul 22 14:13:09.940891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-716d3569-fd4e-4b0a-b0d5-bfdc33d3e959 req-3948a629-2be8-4500-b703-3e9d7b42e925 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1406600 Jul 22 14:13:10.096913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-208d0c76-584d-449b-ac7a-3307df0018a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:10.102037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-208d0c76-584d-449b-ac7a-3307df0018a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2040536 Jul 22 14:13:10.183848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-70bd5964-3acf-4080-b66a-0ca291cb01ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 217 time: 0.3759253 Jul 22 14:13:10.422059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-e6581bc5-93ae-4d92-b2f3-2ee3ed0d3b61 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096972 Jul 22 14:13:10.662391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32d0ce94-3371-4271-8934-be5a8bdc6695 req-64333f77-aead-43bd-a2f1-1aa6d6b7cfe6 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327771 Jul 22 14:13:10.963589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:10.965832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:11.022838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:11.023340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router d1ac411f-0974-4490-b606-06f9aa186183 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:13:11.034436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:11.035732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8b6378c4-b4da-43cb-95e0-8e6f22ab4cff tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/d1ac411f-0974-4490-b606-06f9aa186183 HTTP/1.1" status: 204 len: 168 time: 1.5201211 Jul 22 14:13:11.038554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42816) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:11.061396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-181d566d-c51c-4ead-922a-bc94b96b0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.062947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-181d566d-c51c-4ead-922a-bc94b96b0fc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.7486308 Jul 22 14:13:11.085824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436b88a-366d-4061-a1fd-009c37379747 req-2a387aa3-b65b-4963-a913-809b895cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.087378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-2a387aa3-b65b-4963-a913-809b895cae45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 1097 time: 1.1355608 Jul 22 14:13:11.144809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034b8c3-a186-4b00-87cc-7a27c1334457 req-e6b79f79-1b5e-4a00-88ab-4ded5652f8f7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.153869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2034b8c3-a186-4b00-87cc-7a27c1334457 req-e6b79f79-1b5e-4a00-88ab-4ded5652f8f7 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.9963055 Jul 22 14:13:11.170729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet b7a75d35-4b7c-4d7a-a550-a278b0cae75e {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:13:11.180410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:11.278633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2034b8c3-a186-4b00-87cc-7a27c1334457 req-9f3da391-e781-4a69-9dfb-97047cb66f0e tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260774 Jul 22 14:13:11.289152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-edaa8a08-9908-42f8-85ab-6c61ec20a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.289152 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-edaa8a08-9908-42f8-85ab-6c61ec20a48b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2167516 Jul 22 14:13:11.314617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436b88a-366d-4061-a1fd-009c37379747 req-0bf07ae8-f0cf-470a-8431-f201c1976a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.316899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-0bf07ae8-f0cf-470a-8431-f201c1976a6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.2015262 Jul 22 14:13:11.496746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-65d6b47c-c1bd-4324-ae77-2054c43df222 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 200 len: 1001 time: 0.1704013 Jul 22 14:13:11.605035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436b88a-366d-4061-a1fd-009c37379747 req-776a79b1-98b7-4264-8ed3-244ac809eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.607256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-776a79b1-98b7-4264-8ed3-244ac809eeac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.1047401 Jul 22 14:13:11.666796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-c2e4687b-5195-46b9-baf1-32ad89186bf0 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580828 Jul 22 14:13:11.778902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436b88a-366d-4061-a1fd-009c37379747 req-76e485df-50ee-4607-bd74-5c32178e26d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.780670 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-76e485df-50ee-4607-bd74-5c32178e26d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644936 Jul 22 14:13:11.833767 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:11.862397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42844) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:11.944510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.950601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.957084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.963771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.969863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.976717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.982634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:11.994210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-046a3c59-f5df-4f05-861c-bdd49e22ffa5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.8334916 Jul 22 14:13:12.029279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-186bbdf1-0568-4b6b-aa33-9ac6c067af40 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412040 Jul 22 14:13:12.043896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-2f8a61bc-2ea5-40d7-9b24-8a1d51ffb55a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:12.045633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-2f8a61bc-2ea5-40d7-9b24-8a1d51ffb55a tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.2603459 Jul 22 14:13:12.119800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08a13783-222d-43a8-b0f2-8ba9479facf5 req-aafa25ea-1ef8-499f-ac39-d27a84739148 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1186717 Jul 22 14:13:12.149413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a75526c-50b4-482e-b2a4-bc01ecd3f930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.158974 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.171199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e436b88a-366d-4061-a1fd-009c37379747 req-bc09bd13-4c5a-4c9e-a345-1d65eee2a784 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338651 Jul 22 14:13:12.184556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-f52036a6-ee1f-4668-92b8-9cba1935d83e service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044765 Jul 22 14:13:12.285072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-ce54885d-61cb-47f5-a797-f6ad8d76160e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 217 time: 0.0674222 Jul 22 14:13:12.332343 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.357264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-556a1c52-3a3e-42eb-8831-d339415b37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:12.359169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-556a1c52-3a3e-42eb-8831-d339415b37c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0673082 Jul 22 14:13:12.388653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b9834-7ffe-4e22-bc3b-316e8a846252 None None] Network 4a74010f-f325-4e32-9f7b-80cdb83c2428 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:12.391152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.393129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/b7a75d35-4b7c-4d7a-a550-a278b0cae75e HTTP/1.1" status: 204 len: 168 time: 1.3532662 Jul 22 14:13:12.417104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:12.425488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a6552-2628-4de6-aa74-bf8947044de6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a75d35-4b7c-4d7a-a550-a278b0cae75e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:12.440400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Deleting port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:12.440750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.600512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a75526c-50b4-482e-b2a4-bc01ecd3f930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.609185 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a75526c-50b4-482e-b2a4-bc01ecd3f930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.638250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.644218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75526c-50b4-482e-b2a4-bc01ecd3f930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40500f46-c6d0-4118-9c1a-1a02fa831bc5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:12.679402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff340ec-8763-4f11-9376-a07c14580083 req-d3fd8937-5f49-4bab-9720-532f37fc59e9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:12.686623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ff340ec-8763-4f11-9376-a07c14580083 req-d3fd8937-5f49-4bab-9720-532f37fc59e9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 946 time: 0.2658360 Jul 22 14:13:12.693843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-db763eeb-94c2-4c7c-858a-52b5f09fe216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:12.697476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-db763eeb-94c2-4c7c-858a-52b5f09fe216 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3262115 Jul 22 14:13:12.703261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] For port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:12.703947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.714803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a75526c-50b4-482e-b2a4-bc01ecd3f930 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f272f2ad37e46c5b98a8ba0c085245d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508046 Jul 22 14:13:12.728447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42866) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:12.848416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] DHCP port deletion for 4a74010f-f325-4e32-9f7b-80cdb83c2428 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:13:12.861105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-aebf0b74-5f56-424b-85d6-dd66faee163e service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555958 Jul 22 14:13:12.898619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ff340ec-8763-4f11-9376-a07c14580083 req-62180a82-8b7e-44be-8915-5e8f5913c99c tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups?id=5acfe9a7-4132-447d-aacd-fd2ff27df743&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107518 Jul 22 14:13:12.967776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] Deleting port fcaa1660-33fb-4ab2-826d-a6f0252130cc {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:12.968214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.971644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-426eb9c4-f361-4dea-92c6-0bd50eee4152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.015863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port fcaa1660-33fb-4ab2-826d-a6f0252130cc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:13.016723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.048076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] For port fcaa1660-33fb-4ab2-826d-a6f0252130cc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcaa1660-33fb-4ab2-826d-a6f0252130cc,segment=NetworkSegment(df433820-4976-44d7-8938-4889f39a8c52),segment_id=df433820-4976-44d7-8938-4889f39a8c52)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:13.048586 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.062034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] Calling delete_port for fcaa1660-33fb-4ab2-826d-a6f0252130cc owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:13.069281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-426eb9c4-f361-4dea-92c6-0bd50eee4152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.094908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port fcaa1660-33fb-4ab2-826d-a6f0252130cc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcaa1660-33fb-4ab2-826d-a6f0252130cc,segment=NetworkSegment(df433820-4976-44d7-8938-4889f39a8c52),segment_id=df433820-4976-44d7-8938-4889f39a8c52)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:13.095532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.109933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for fcaa1660-33fb-4ab2-826d-a6f0252130cc owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:13.161936 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.167873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.168307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.168706 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Floating IP 22fa4c16-ca56-4fa7-a8d1-68c98e45068b disassociated. External IP: 172.25.8.250, port: 58f6c07d-4aed-4e6f-aa37-209cc80cf12c. Jul 22 14:13:13.168941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Calling delete_port for 58f6c07d-4aed-4e6f-aa37-209cc80cf12c owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:13.210277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.285190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] Pushing event deleted for resources: {'Port': ['ID=fcaa1660-33fb-4ab2-826d-a6f0252130cc,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:13.286620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=fcaa1660-33fb-4ab2-826d-a6f0252130cc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:13.294100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcaa1660-33fb-4ab2-826d-a6f0252130cc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:13.298069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee22e3-1a4c-413a-8176-5b037e388282 None None] No DVR routers for this DVR port fcaa1660-33fb-4ab2-826d-a6f0252130cc on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:13.299741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-8bbb991a-a06d-45c9-a118-9f094536a857 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154634 Jul 22 14:13:13.318486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port fcaa1660-33fb-4ab2-826d-a6f0252130cc on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:13.319179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-426eb9c4-f361-4dea-92c6-0bd50eee4152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.319675 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-426eb9c4-f361-4dea-92c6-0bd50eee4152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.320725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-426eb9c4-f361-4dea-92c6-0bd50eee4152 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40500f46-c6d0-4118-9c1a-1a02fa831bc5 HTTP/1.1" status: 204 len: 168 time: 0.5910015 Jul 22 14:13:13.375933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eb9c4-f361-4dea-92c6-0bd50eee4152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40500f46-c6d0-4118-9c1a-1a02fa831bc5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:13.383135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: fcaa1660-33fb-4ab2-826d-a6f0252130cc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:13.383499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcaa1660-33fb-4ab2-826d-a6f0252130cc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:13.411302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-64a2c1a9-00a8-4ddf-8321-d85f14f6a522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0988305 Jul 22 14:13:13.525919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.567954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a74010f-f325-4e32-9f7b-80cdb83c2428']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:13.575408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-d10123fd-ffe8-4820-bf1d-e52c2e806731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.576927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-d10123fd-ffe8-4820-bf1d-e52c2e806731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.1562836 Jul 22 14:13:13.589162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df433820-4976-44d7-8938-4889f39a8c52') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:13.589473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df433820-4976-44d7-8938-4889f39a8c52') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:13.609905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.646847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.662590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.673093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.684776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.691717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.698501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.704719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:13.707424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-219cd579-79df-4047-9e5e-277bb41878ef tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.4124181 Jul 22 14:13:13.726569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.726819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event deleted for resources: {'Port': ['ID=58f6c07d-4aed-4e6f-aa37-209cc80cf12c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:13.771141 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.779769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:13:13.791275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:13:13.833678 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:13:13.910178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.938439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be16bf5e-ebe4-4431-9b6b-46c18b42f33e req-539e6212-87d0-4839-900f-7cc9db383652 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2096784 Jul 22 14:13:13.950298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.952546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/4a74010f-f325-4e32-9f7b-80cdb83c2428 HTTP/1.1" status: 204 len: 168 time: 1.5327177 Jul 22 14:13:13.957094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42908) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:13.977650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-222686827', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:13.998463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcf8e5-ac4d-4380-afbb-55a96eb53d4f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=4a74010f-f325-4e32-9f7b-80cdb83c2428,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:14.018431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-f3c01e0a-1abd-4d61-afe1-18c7c5734a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:14.022465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-f3c01e0a-1abd-4d61-afe1-18c7c5734a8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4368129 Jul 22 14:13:14.040817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:14.041936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:14.084951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Router a1262705-ce15-4afd-b899-15066501d360 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:14.127364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454d09ae-9ca3-491b-80e2-97406af59b2f req-c97794f5-30d2-4cb3-8990-88565eb76345 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 210 time: 0.0741799 Jul 22 14:13:14.220410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:14.250838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-3421d89a-6dd4-422f-ae05-6dd57549c2a8 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199891 Jul 22 14:13:14.473192 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-68e8a5e9-1044-4aed-aad8-e40312f728de service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059431 Jul 22 14:13:14.544279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-e89f80dd-e094-422b-9959-25a2bc4fd860 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 200 len: 217 time: 0.0642350 Jul 22 14:13:14.600876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:14.641921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-c0743e32-53d6-4d1e-a11c-cc70fd7c9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:14.643572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-c0743e32-53d6-4d1e-a11c-cc70fd7c9920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0923693 Jul 22 14:13:14.670722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:14.680451 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] Sync routers for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:14.729244 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:14.729929 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:14.752163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-fc8a5fc3-65b3-4ac0-bd8f-c097fd82bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:14.759417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-fc8a5fc3-65b3-4ac0-bd8f-c097fd82bc55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1062264 Jul 22 14:13:14.791333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] No DVR routers for this DVR port 58f6c07d-4aed-4e6f-aa37-209cc80cf12c on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:14.794445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:14.796698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb9897ca-1736-4400-b6e0-e67a36f40916 req-910514b6-7e6d-40a8-9c61-ecce93b80591 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.13 "DELETE /v2.0/ports/58f6c07d-4aed-4e6f-aa37-209cc80cf12c HTTP/1.1" status: 204 len: 173 time: 2.7442551 Jul 22 14:13:14.798303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'name': 'network-vif-deleted', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:14.801573 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca791d7-7003-49a5-ae9f-ced0395066a2" -d '{"events": [{"server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "name": "network-vif-deleted", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:14.973038 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:15.138475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-87373741-1365-46d4-ab77-0a9e81e013b8 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699198 Jul 22 14:13:15.146050 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a112ed-4db8-4de5-9c92-db4d06df4ffc x-openstack-request-id: req-23a112ed-4db8-4de5-9c92-db4d06df4ffc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:15.146588 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4d1ede-62ea-450e-ba14-a2ab0696c356", "name": "network-vif-deleted", "tag": "58f6c07d-4aed-4e6f-aa37-209cc80cf12c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:15.146588 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23a112ed-4db8-4de5-9c92-db4d06df4ffc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:15.147009 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4d1ede-62ea-450e-ba14-a2ab0696c356', 'name': 'network-vif-deleted', 'tag': '58f6c07d-4aed-4e6f-aa37-209cc80cf12c', 'status': 'completed', 'code': 200} Jul 22 14:13:15.253339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:15.299323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:15.385157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d921066e-7756-4fcc-bb04-d82657d534a6 req-c7bcc78f-8a87-4b54-a57c-f38b427cd7b4 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd4d1ede-62ea-450e-ba14-a2ab0696c356 HTTP/1.1" status: 200 len: 210 time: 0.0670576 Jul 22 14:13:15.430178 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:59Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:15.455574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-2a40038d-d9cb-4997-a451-281b9a5cb189 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012526 Jul 22 14:13:15.510073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.526657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-54ac9367-74a8-4c23-bd4d-06460d5cff1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 217 time: 0.0651844 Jul 22 14:13:15.530065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.530280 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] Checking router: a1262705-ce15-4afd-b899-15066501d360 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:13:15.552057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.557849 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:15.559659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.560147 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:15.574753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.587824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.603152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.616080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-5c841527-25c0-402a-81fd-c24845dad990 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.4617796 Jul 22 14:13:15.673557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-2b0c228d-f25a-4d4f-8f1b-a602ecbe9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.675193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-2b0c228d-f25a-4d4f-8f1b-a602ecbe9b3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1421647 Jul 22 14:13:15.772874 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5b43c72-b09d-4330-ab81-4f83b016a113 req-e9b5cf23-eab7-462a-b673-2c71ae82e96a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489048 Jul 22 14:13:15.818503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.25.8.228 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/905e5870-40d1-4b64-8c02-d93d2b1b685f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:15.821261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-b29e1d1e-6360-46a1-a8d5-310ae1a9513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:15.825234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-b29e1d1e-6360-46a1-a8d5-310ae1a9513b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1307948 Jul 22 14:13:15.857774 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:16.043072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-c234aece-fece-4d31-972c-4ef7b8622a55 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090402 Jul 22 14:13:16.050846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 58f6c07d-4aed-4e6f-aa37-209cc80cf12c no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:16.107256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 58f6c07d-4aed-4e6f-aa37-209cc80cf12c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:16.111643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 58f6c07d-4aed-4e6f-aa37-209cc80cf12c not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:16.137977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:16.195164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:16.224647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-7107f0e0-c9b6-450b-8a0d-5325f18b59b6 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688945 Jul 22 14:13:16.250340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:16.253261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:16.259202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:16.317796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=905e5870-40d1-4b64-8c02-d93d2b1b685f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:16.326833 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:59Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:16.328366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-6a43c645-c7f8-45c0-9f99-d418422bb554 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 217 time: 0.0910792 Jul 22 14:13:16.388401 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bfcb18-403a-4f41-ac94-4f3cb68935da None None] The sync data for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 is: [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:10:50Z', 'revision_number': 4, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ca711512-7193-464b-bd2a-22889d42a7b9', 'name': '', 'network_id': '87b17ade-3a34-4ec2-9c83-c2836f7612c6', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'mac_address': 'fa:16:3e:0d:bd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:48Z', 'updated_at': '2021-07-22T14:10:59Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'subnets': [{'id': '4a9fccc8-0690-4d98-9c2b-50d7ee83460f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:16.430292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-f0484539-55e5-47d2-ae0f-c24a5b453376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:16.431812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-f0484539-55e5-47d2-ae0f-c24a5b453376 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1026764 Jul 22 14:13:16.537120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:16.549932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431389f0-80a4-4396-8c72-f98a29255e6e req-8ce9fd25-6d98-43c1-8204-1ece50f9a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:16.553876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-8ce9fd25-6d98-43c1-8204-1ece50f9a702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146972 Jul 22 14:13:16.784252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abb044c7-6891-4f8c-85e3-a50e2e03e2d9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:16.793377 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-3294b239-e261-4f55-9afd-b1479933ecb4 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319517 Jul 22 14:13:16.901321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abb044c7-6891-4f8c-85e3-a50e2e03e2d9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:16.916261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8ef5e8-c844-4eed-bfb3-8fa92437bc82 None None] New status for floating IP 22fa4c16-ca56-4fa7-a8d1-68c98e45068b: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:13:16.973234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abb044c7-6891-4f8c-85e3-a50e2e03e2d9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:16.976197 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abb044c7-6891-4f8c-85e3-a50e2e03e2d9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:16.980233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-abb044c7-6891-4f8c-85e3-a50e2e03e2d9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "DELETE /v2.0/security-groups/5acfe9a7-4132-447d-aacd-fd2ff27df743 HTTP/1.1" status: 204 len: 168 time: 0.4419227 Jul 22 14:13:16.981097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43196) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:17.022540 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-117072b2-265a-4d68-8a1f-a34b4c9edf16 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] show failed (client error): The resource could not be found. Jul 22 14:13:17.026991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-117072b2-265a-4d68-8a1f-a34b4c9edf16 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "GET /v2.0/security-groups/5acfe9a7-4132-447d-aacd-fd2ff27df743 HTTP/1.1" status: 404 len: 347 time: 0.0393925 Jul 22 14:13:17.027909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43210) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:17.031074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb044c7-6891-4f8c-85e3-a50e2e03e2d9 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acfe9a7-4132-447d-aacd-fd2ff27df743,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:17.086468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-431389f0-80a4-4396-8c72-f98a29255e6e req-299a8a21-0a34-437b-a793-9909059de975 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852743 Jul 22 14:13:17.091560 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:17.340733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.347320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.372335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.378610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.395956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.407966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.426799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:17.428798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-b7fb6a2f-6093-4697-b0b0-20cac97dfa86 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.4152744 Jul 22 14:13:18.108320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401b077-ab1a-4be9-ab1e-22243d3fa901 req-28774a62-aeff-4234-8f8d-d585e2552e27 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:18.136908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4401b077-ab1a-4be9-ab1e-22243d3fa901 req-28774a62-aeff-4234-8f8d-d585e2552e27 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2631304 Jul 22 14:13:18.187636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-affd25da-ed4f-4c07-8871-c311de9602c5 req-697cef99-2eb5-47fd-9dce-799ea2403e1f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7387543 Jul 22 14:13:18.198976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:18.299855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Deleting port 13283621-30da-4874-801d-4ef6a3d26e1c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:18.299969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.406408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d92d61c-91a9-41c8-b512-9d5eed559216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.459589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.459957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.481176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Calling delete_port for 13283621-30da-4874-801d-4ef6a3d26e1c owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:18.522574 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d92d61c-91a9-41c8-b512-9d5eed559216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.528870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d92d61c-91a9-41c8-b512-9d5eed559216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.560192 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-27176e57-0cce-4ae6-9765-e6cca2cf9e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.584590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2d92d61c-91a9-41c8-b512-9d5eed559216 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d15fea821e548d4b34b889a9be900ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841124 Jul 22 14:13:18.585446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:18.587800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92d61c-91a9-41c8-b512-9d5eed559216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c17485-4d44-4d68-b603-6c7779f31613,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:18.637704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.654849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d059467b-4d8b-4b90-a1fc-4b9a73ace040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.689958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d059467b-4d8b-4b90-a1fc-4b9a73ace040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.747322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4401b077-ab1a-4be9-ab1e-22243d3fa901 req-d918139d-3b8e-4bd9-bf70-4a3e84bb7acd tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6092126 Jul 22 14:13:18.763213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d059467b-4d8b-4b90-a1fc-4b9a73ace040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.766657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d059467b-4d8b-4b90-a1fc-4b9a73ace040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.774851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d059467b-4d8b-4b90-a1fc-4b9a73ace040 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44c17485-4d44-4d68-b603-6c7779f31613 HTTP/1.1" status: 204 len: 168 time: 0.1877618 Jul 22 14:13:18.783127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059467b-4d8b-4b90-a1fc-4b9a73ace040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c17485-4d44-4d68-b603-6c7779f31613,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:18.795039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.840074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Pushing event deleted for resources: {'Port': ['ID=13283621-30da-4874-801d-4ef6a3d26e1c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:18.881847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.974872 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.978502 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.980069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-09c09f81-a52c-4e26-91f5-11c7c94e16f6 tempest-ServersTestJSON-260810903 tempest-ServersTestJSON-260810903-project] 10.222.0.11 "DELETE /v2.0/floatingips/22fa4c16-ca56-4fa7-a8d1-68c98e45068b HTTP/1.1" status: 204 len: 168 time: 1.9448066 Jul 22 14:13:18.983172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43386) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:18.994541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router c416c3a6-b666-4814-9622-cad340cbedd9 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:13:19.233432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43408) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:19.250011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af07c010-47ff-4456-bd92-5f4f1f1c8974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.342800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:19.354321 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] Sync routers for ids ['c416c3a6-b666-4814-9622-cad340cbedd9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:19.369732 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] Routers {'c416c3a6-b666-4814-9622-cad340cbedd9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:19.370416 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c416c3a6-b666-4814-9622-cad340cbedd9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:19.444061 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af07c010-47ff-4456-bd92-5f4f1f1c8974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.461573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.470351 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af07c010-47ff-4456-bd92-5f4f1f1c8974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.479239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4becb20e-534b-4ea5-b847-a04ddd27ef4c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5096841 Jul 22 14:13:19.480463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:19.486401 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:19.512888 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] Routers {'c416c3a6-b666-4814-9622-cad340cbedd9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:19.514281 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:12:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c416c3a6-b666-4814-9622-cad340cbedd9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:19.568517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af07c010-47ff-4456-bd92-5f4f1f1c8974 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=333a81df96f74e3db3810c36120a27db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309870 Jul 22 14:13:19.568704 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:19.568704 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6fa1a4-067f-421d-8b1b-a79a22d75735 None None] The sync data for ids ['c416c3a6-b666-4814-9622-cad340cbedd9'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:19.569924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07c010-47ff-4456-bd92-5f4f1f1c8974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3065274-e143-484c-934c-f56d5d9f9086,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:19.574467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:19.616421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.622745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.629600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.635866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.643646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.650780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.658858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.670088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-6da8ba09-78dd-4f74-a315-52acd5b3c76f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.2942297 Jul 22 14:13:19.748960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f71d56ff-ebd1-4761-95d9-cb6950fd2f3f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/routers/c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 200 len: 880 time: 0.2650709 Jul 22 14:13:19.749700 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce20c32a-c5db-4497-9dd3-8f63d5efa8d3 req-09718bf0-3dcb-4a2f-ab81-c8cd42ef6a9f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782218 Jul 22 14:13:19.749858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43458) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:19.792099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-e5b98d2c-e23f-4ef8-a0bb-29064cd1e497 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:19.794551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-e5b98d2c-e23f-4ef8-a0bb-29064cd1e497 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.1865509 Jul 22 14:13:19.803168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bf789e0-461f-43b0-8d9f-229aa1144958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.869901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bf789e0-461f-43b0-8d9f-229aa1144958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.871343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.963618 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bf789e0-461f-43b0-8d9f-229aa1144958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.966445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bf789e0-461f-43b0-8d9f-229aa1144958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:19.973882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2bf789e0-461f-43b0-8d9f-229aa1144958 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3065274-e143-484c-934c-f56d5d9f9086 HTTP/1.1" status: 204 len: 168 time: 0.3953304 Jul 22 14:13:19.987321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf789e0-461f-43b0-8d9f-229aa1144958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3065274-e143-484c-934c-f56d5d9f9086,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:20.215846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06121bc9-5bae-42bd-b60a-00f7e721cb5e req-73a249d3-97ce-44af-b76c-91bbe19c95df tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:20.217482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06121bc9-5bae-42bd-b60a-00f7e721cb5e req-73a249d3-97ce-44af-b76c-91bbe19c95df tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.2806630 Jul 22 14:13:20.293347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Deleting port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:20.293712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:20.376523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06121bc9-5bae-42bd-b60a-00f7e721cb5e req-d99b86ce-a7cb-4b88-8ac6-58649a372bce tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349897 Jul 22 14:13:20.389454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:20.979219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:20.986502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:20.993892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:21.007006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:21.015429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:21.024267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:21.033956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:21.038106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-a6cfd381-17ba-410d-8b83-8d36f1f4d9e5 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.1627128 Jul 22 14:13:21.080750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca538769-0566-42a0-9b94-5caa7dee7558 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3237591 Jul 22 14:13:21.084912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:21.089849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-222686827'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:21.110011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] For port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:21.110590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:21.145668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c05b885f-e4df-4c9c-bcb0-f00d4b1293db req-3df1aa84-301f-4aea-afcd-49369f41a160 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841289 Jul 22 14:13:21.287780 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:21.402316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-358bd2df-9e97-4a78-8764-37a6acd08669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:21.663156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:21.664129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:21.664620 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Floating IP c8657192-ad1f-40a9-a576-56d136393def disassociated. External IP: 172.25.8.231, port: e76be4e5-c1b3-4b8d-b0a5-b88c07297b71. Jul 22 14:13:21.665130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Calling delete_port for e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:21.898360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb56e-75da-494c-94eb-cc736e140a41 req-1b64c5b0-b134-4ca2-9d0a-f5e89d17dbe6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:21.900041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cebb56e-75da-494c-94eb-cc736e140a41 req-1b64c5b0-b134-4ca2-9d0a-f5e89d17dbe6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 945 time: 0.4077418 Jul 22 14:13:22.074998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.102272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cebb56e-75da-494c-94eb-cc736e140a41 req-4db2a9fe-8d71-4141-afd3-ffeb7362d7ba tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a2a0c43-4b69-42a6-9cde-e27218252ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945214 Jul 22 14:13:22.128176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.135572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Deleting port ca711512-7193-464b-bd2a-22889d42a7b9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:22.136157 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.140370 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.221597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event deleted for resources: {'Port': ['ID=e76be4e5-c1b3-4b8d-b0a5-b88c07297b71,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:22.284292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.285300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.285754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.286203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.286546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.289245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.289590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.289976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.290310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.290712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.290963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.291315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:22.354214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.366350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.376031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.383785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.392057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.401404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.409477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.416740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:22.425531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-281ea4bf-f2dd-4597-b877-7bcca236c613 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.1874664 Jul 22 14:13:22.483178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] For port ca711512-7193-464b-bd2a-22889d42a7b9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ca711512-7193-464b-bd2a-22889d42a7b9,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:22.483668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.506676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d57666b-ac0e-452a-81cc-8c00a9f46c5e req-76639d92-5ef3-45f1-9496-fb23af736100 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791295 Jul 22 14:13:22.526093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Calling delete_port for ca711512-7193-464b-bd2a-22889d42a7b9 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:22.563002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router c416c3a6-b666-4814-9622-cad340cbedd9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:22.580159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:22.777924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d638b773-a2df-4dc2-b674-cc627cc14a32 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:22.800564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:22.850381 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d638b773-a2df-4dc2-b674-cc627cc14a32 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] 10.222.0.11 "PUT /v2.0/quotas/6f2734acaad04d9d8987e01c1f23105e HTTP/1.1" status: 200 len: 368 time: 0.2675598 Jul 22 14:13:22.852774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:22.874530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Request body: {'network': {'project_id': '6f2734acaad04d9d8987e01c1f23105e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:22.969134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Made reservation on behalf of 6f2734acaad04d9d8987e01c1f23105e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:22.979640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:22.990528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:23.037842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:23.048143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:23.051388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] Sync routers for ids ['c416c3a6-b666-4814-9622-cad340cbedd9'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:23.052816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d46decba-641e-4b6a-90b1-572aeff925ce tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 200 len: 887 time: 1.9668815 Jul 22 14:13:23.054181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:23.084440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] Routers {'c416c3a6-b666-4814-9622-cad340cbedd9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:23.087986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c416c3a6-b666-4814-9622-cad340cbedd9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:23.110604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:23.127035 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:23.150346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:23.151452 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:23.253139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] No DVR routers for this DVR port e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:23.264399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:23.267360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:23.269647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad3c0c8a-dac5-476d-b0fc-dcd05aa867c0 req-b866b9b4-c9fb-4b22-8cb4-5387b4287125 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "DELETE /v2.0/ports/e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 HTTP/1.1" status: 204 len: 173 time: 3.4304347 Jul 22 14:13:23.271401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'name': 'network-vif-deleted', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:23.281304 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685debd5-9572-45ac-aa2f-280da632b078" -d '{"events": [{"server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "name": "network-vif-deleted", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:23.314493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] Routers {'c416c3a6-b666-4814-9622-cad340cbedd9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:23.315185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c416c3a6-b666-4814-9622-cad340cbedd9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:23.322503 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5937533-016e-4d10-871d-146e7f4a438e req-d3e7dbeb-64b7-46f7-9505-fe826c321870 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf38fbdb-e891-4eba-a389-bdc808f85077 HTTP/1.1" status: 200 len: 210 time: 0.0743217 Jul 22 14:13:23.325898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:23.448795 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2522bf-ffb8-477b-a36c-b3ac369faa35 x-openstack-request-id: req-8c2522bf-ffb8-477b-a36c-b3ac369faa35 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:23.451631 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf38fbdb-e891-4eba-a389-bdc808f85077", "name": "network-vif-deleted", "tag": "e76be4e5-c1b3-4b8d-b0a5-b88c07297b71", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:23.452091 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c2522bf-ffb8-477b-a36c-b3ac369faa35 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:23.452483 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf38fbdb-e891-4eba-a389-bdc808f85077', 'name': 'network-vif-deleted', 'tag': 'e76be4e5-c1b3-4b8d-b0a5-b88c07297b71', 'status': 'completed', 'code': 200} Jul 22 14:13:23.456969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca711512-7193-464b-bd2a-22889d42a7b9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:23.465953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46a389c6-57ed-4461-a7a5-5d34e518735b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/routers/c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 200 len: 887 time: 0.4103298 Jul 22 14:13:23.468888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:23.477559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:23.479996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2e57da-89ca-45a9-9723-9d918d365e89 None None] The sync data for ids ['c416c3a6-b666-4814-9622-cad340cbedd9'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:23.508228 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:23.537720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-25370bde-4996-4741-855c-3a73aeea280b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 200 len: 205 time: 0.0542727 Jul 22 14:13:23.538389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:23.852812 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:23.856656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:23.984699 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:13:24.038066 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:24.039484 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:24.102324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:24.141822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.154782 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.200427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:24.200738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e76be4e5-c1b3-4b8d-b0a5-b88c07297b71 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:24.208811 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.235622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.258356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:24.268250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7989eee8-f8f9-486f-9424-fc8d63730beb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:24.286939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.287556 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Added segment 8a4ace2a-f682-4185-8e1a-1f829aaaab12 of type vlan for network 5975e15c-ee93-4e0c-8d2d-c38bc5c9a0b3 Jul 22 14:13:24.291243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.291899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.292421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.293048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.293554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.294083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.294856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.295548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.296276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.296762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.297244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.297772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:24.395049 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.417232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 905e5870-40d1-4b64-8c02-d93d2b1b685f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:24.417673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.471570 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:24.516586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.517807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:24.518682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.555760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7007296 Jul 22 14:13:24.569390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:24.576370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Request body: {'network': {'project_id': '6f2734acaad04d9d8987e01c1f23105e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:24.637487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.648401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154702c-1dfb-49de-9e1f-21d688f72791 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Pushing event updated for resources: {'Network': ['ID=5975e15c-ee93-4e0c-8d2d-c38bc5c9a0b3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:24.665757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:24.668059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 905e5870-40d1-4b64-8c02-d93d2b1b685f owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:24.700339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5975e15c-ee93-4e0c-8d2d-c38bc5c9a0b3 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:24.716925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.736973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Made reservation on behalf of 6f2734acaad04d9d8987e01c1f23105e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:24.739834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.840065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:24.898855 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:24.908663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4a2973b-cdd0-4151-93e7-de096f9846bf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.923095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:24.926225 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Added segment acc79ad1-382f-4d52-ab55-c4975a99c972 of type vlan for network f234a725-9661-491a-b1a0-2805e87452f9 Jul 22 14:13:24.931194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:24.942066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:24.957686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:24.969293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:24.980458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:24.994332 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5a1a5b-5a50-4c91-ab76-27d8f565e9a2 None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:24.997026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:25.018816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:25.026721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-c14027d9-e160-43d9-87ec-524dc0ed7a87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 1.3699863 Jul 22 14:13:25.096730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4a2973b-cdd0-4151-93e7-de096f9846bf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.115830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b49a5cc-6f9f-49d1-9415-ed5a7d347a23 req-3999a9be-b75a-4db3-abdf-93898b1ffe60 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881965 Jul 22 14:13:25.217851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.262755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Router a1262705-ce15-4afd-b899-15066501d360 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:25.385486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.386896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:25.388046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.463098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8875697 Jul 22 14:13:25.463336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43718) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:25.468927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4a2973b-cdd0-4151-93e7-de096f9846bf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.472228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4a2973b-cdd0-4151-93e7-de096f9846bf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.472428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-43ac3408-d11a-473a-a8b0-cc18c3f065a2 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Request body: {'network': {'project_id': '6f2734acaad04d9d8987e01c1f23105e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:25.474363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a4a2973b-cdd0-4151-93e7-de096f9846bf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "DELETE /v2.0/security-groups/6a2a0c43-4b69-42a6-9cde-e27218252ca2 HTTP/1.1" status: 204 len: 168 time: 0.8076391 Jul 22 14:13:25.477097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:25.497504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:25.503075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b20bb6-d0c6-40cc-ac3b-f8411620018d None None] New status for floating IP c8657192-ad1f-40a9-a576-56d136393def: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:13:25.507758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13dda6e7-99e9-4a0e-8873-eab1b8402c53 admin admin] 10.222.0.11 "PUT /v2.0/routers/a1262705-ce15-4afd-b899-15066501d360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5209432 Jul 22 14:13:25.508309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43722) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:25.513360 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] Sync routers for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:25.514872 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ac3408-d11a-473a-a8b0-cc18c3f065a2 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 14:13:25.515462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ac3408-d11a-473a-a8b0-cc18c3f065a2 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:13:25.519833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43ac3408-d11a-473a-a8b0-cc18c3f065a2 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0513544 Jul 22 14:13:25.550608 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:25.551248 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:25.626767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2973b-cdd0-4151-93e7-de096f9846bf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2a0c43-4b69-42a6-9cde-e27218252ca2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:25.638433 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-0ea21903-a70f-4fcd-92c2-7ccb5d5a74f1 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] show failed (client error): The resource could not be found. Jul 22 14:13:25.639554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ea21903-a70f-4fcd-92c2-7ccb5d5a74f1 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups/6a2a0c43-4b69-42a6-9cde-e27218252ca2 HTTP/1.1" status: 404 len: 347 time: 0.1495409 Jul 22 14:13:25.651947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:25.652552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf79be-0c16-425c-9e6e-7e590e2ae926 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Pushing event updated for resources: {'Network': ['ID=f234a725-9661-491a-b1a0-2805e87452f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:25.674403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network f234a725-9661-491a-b1a0-2805e87452f9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:25.721214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43728) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:25.764179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:25.783018 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:25.867232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.007536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=905e5870-40d1-4b64-8c02-d93d2b1b685f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:26.007741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7ce22124-6c63-4d1e-86bb-af08580a5741 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f2734acaad04d9d8987e01c1f23105e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792878 Jul 22 14:13:26.015646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:26.079160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.117140 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:13:23Z', 'revision_number': 5, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port': {'id': '7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1262705-ce15-4afd-b899-15066501d360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:10:42Z', 'updated_at': '2021-07-22T14:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:26.169581 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] Checking router: a1262705-ce15-4afd-b899-15066501d360 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:13:26.193053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Deleting port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:26.193823 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] Routers {'a1262705-ce15-4afd-b899-15066501d360'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:26.194244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.194580 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a1262705-ce15-4afd-b899-15066501d360'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:26.323032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.329871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e91657bd-7d67-4e47-916b-e936d98d3fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.330571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] For port 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:26.331048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.348958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Calling delete_port for 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:26.353175 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] Set router a1262705-ce15-4afd-b899-15066501d360 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:26.397201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Deleting port 1e5863de-67c8-418b-9092-7e78df136fc8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:26.397564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.421308 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:13:26Z', 'revision_number': 6, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:26.452816 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572cccce-0032-4b81-8cf4-4dcb4c807ec8 None None] The sync data for ids ['a1262705-ce15-4afd-b899-15066501d360'] in n-d-787205-11 is: [{'id': 'a1262705-ce15-4afd-b899-15066501d360', 'name': 'tempest-ServersTestJSON-663246409-router', 'tenant_id': '2939cf288bd84ad9bff858187b8fa59d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:10:41Z', 'updated_at': '2021-07-22T14:13:26Z', 'revision_number': 6, 'project_id': '2939cf288bd84ad9bff858187b8fa59d', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:26.457550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.466485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.527590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e91657bd-7d67-4e47-916b-e936d98d3fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.568150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.595455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.595976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router c416c3a6-b666-4814-9622-cad340cbedd9 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:13:26.603317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.607950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9fac97fe-e4ce-4668-9aaa-a860cde38d22 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 204 len: 168 time: 3.0525212 Jul 22 14:13:26.609459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:26.615698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43760) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:26.621432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-502854004'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:26.634607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.643500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.650443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.656610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.663639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.670484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.676714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:26.678861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35b6595c-2a6b-4947-9435-84781a951969 req-8223e94f-fbeb-48fa-bf3e-844c03a44dfc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.4115953 Jul 22 14:13:26.693259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.693588 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.709903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:26.713380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.725444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Calling delete_port for 1e5863de-67c8-418b-9092-7e78df136fc8 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:26.740066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.760075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35b6595c-2a6b-4947-9435-84781a951969 req-8fb9352c-929e-49a6-8d94-7a0978d93f01 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714247 Jul 22 14:13:26.771870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:26.792347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e91657bd-7d67-4e47-916b-e936d98d3fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.794943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e91657bd-7d67-4e47-916b-e936d98d3fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.796127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e91657bd-7d67-4e47-916b-e936d98d3fa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7989eee8-f8f9-486f-9424-fc8d63730beb HTTP/1.1" status: 204 len: 168 time: 0.7783337 Jul 22 14:13:26.807789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:26.833785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91657bd-7d67-4e47-916b-e936d98d3fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7989eee8-f8f9-486f-9424-fc8d63730beb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:26.856547 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.859840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.914736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.927682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.928044 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4 of type vlan for network 70a681db-9ff1-4303-b126-44e80fd72dd2 Jul 22 14:13:26.963470 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.964018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1262705-ce15-4afd-b899-15066501d360 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:13:26.973185 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:26.974410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3e22e2fd-4f8a-4f6b-8040-d9a8c450d609 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a1262705-ce15-4afd-b899-15066501d360 HTTP/1.1" status: 204 len: 168 time: 1.4638751 Jul 22 14:13:26.983691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43766) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:27.004680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.044260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.059511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f234a725-9661-491a-b1a0-2805e87452f9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:27.067153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.067887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Deleting subnet 4a9fccc8-0690-4d98-9c2b-50d7ee83460f {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:13:27.072962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.073991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc79ad1-382f-4d52-ab55-c4975a99c972') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:27.074676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc79ad1-382f-4d52-ab55-c4975a99c972') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:27.103016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.105291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.108865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:27.109495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.116121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event deleted for resources: {'Port': ['ID=1e5863de-67c8-418b-9092-7e78df136fc8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:27.128951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.144210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.171463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5519416 Jul 22 14:13:27.179338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:27.180018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:13:27.180447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:13:27.183449 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:13:27.187492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:27.255403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882adfb-37c3-42dd-92ba-a4a48a699f54 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=70a681db-9ff1-4303-b126-44e80fd72dd2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:27.281918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:27.291318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.294485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.302440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d23cb6fa-9238-4432-ba44-7b3c64716d61 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "DELETE /v2.0/floatingips/c8657192-ad1f-40a9-a576-56d136393def HTTP/1.1" status: 204 len: 168 time: 1.6381493 Jul 22 14:13:27.406057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.410616 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.428761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] 10.222.0.11 "DELETE /v2.0/networks/f234a725-9661-491a-b1a0-2805e87452f9 HTTP/1.1" status: 204 len: 168 time: 0.6198664 Jul 22 14:13:27.431868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43788) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:27.446487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 177e4c60-f024-4f5e-bdd2-d0901e8ae591 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:27.448603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:27.449384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1679fc-2594-438b-8760-29600d0b1f93 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Pushing event deleted for resources: {'Network': ['ID=f234a725-9661-491a-b1a0-2805e87452f9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:27.501019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:27.505706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.506584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ca711512-7193-464b-bd2a-22889d42a7b9 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:27.592312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ca711512-7193-464b-bd2a-22889d42a7b9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:27.592952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ca711512-7193-464b-bd2a-22889d42a7b9 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:27.596732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:27.616323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.694880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.724966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86923eaf-7200-4a07-a983-03bc989f826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.745182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.754288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a9fccc8-0690-4d98-9c2b-50d7ee83460f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:27.773524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:27.779479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ed3304e6-3f28-463d-b832-2edc745b1356 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4a9fccc8-0690-4d98-9c2b-50d7ee83460f HTTP/1.1" status: 204 len: 168 time: 0.7956891 Jul 22 14:13:27.797116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:27.797472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:27.835447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6535a239-9f8f-4997-96a2-e5874dbe7ff7 None None] Network 87b17ade-3a34-4ec2-9c83-c2836f7612c6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:27.841888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:27.842222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7a8fa5c9-3ece-42e9-83d6-05b809bf0b3e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:27.883300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072638435', 'description': 'tempest-description--1878090174'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:27.904935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef48e5-0595-47aa-be01-17c1d2f2b374 req-a310738f-2b45-484a-9986-83f75e977105 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:27.906982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cef48e5-0595-47aa-be01-17c1d2f2b374 req-a310738f-2b45-484a-9986-83f75e977105 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 949 time: 0.1975234 Jul 22 14:13:27.988711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.045513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cef48e5-0595-47aa-be01-17c1d2f2b374 req-ea8c1cc6-8a91-44f5-81f5-981b63044317 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076245 Jul 22 14:13:28.057353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.073655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:28.093399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'port_id': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'mac_address': 'fa:16:3e:13:b9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:28.114529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:28.147935 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.154289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.168267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177e4c60-f024-4f5e-bdd2-d0901e8ae591 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:28.170307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86923eaf-7200-4a07-a983-03bc989f826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.170552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5975e15c-ee93-4e0c-8d2d-c38bc5c9a0b3']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:28.178782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:28.178782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 70a681db-9ff1-4303-b126-44e80fd72dd2, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:28.184507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86923eaf-7200-4a07-a983-03bc989f826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.192378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4ace2a-f682-4185-8e1a-1f829aaaab12') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:28.193086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4ace2a-f682-4185-8e1a-1f829aaaab12') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:28.202809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:28.203911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.217184 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.217906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8851ba5b-4b5f-4026-acfa-5207da7c4851 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:28.235930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86923eaf-7200-4a07-a983-03bc989f826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac75519e-b268-4503-ac4f-c4f45c66e2d5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:28.240785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:28.250212 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.253817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-86923eaf-7200-4a07-a983-03bc989f826c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1915b11db1d845ba8c3e5ce055f92ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012612 Jul 22 14:13:28.255109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:28.255779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 70a681db-9ff1-4303-b126-44e80fd72dd2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:28.266909 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.277243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] DHCP port deletion for 87b17ade-3a34-4ec2-9c83-c2836f7612c6 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:13:28.279573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff778d6-37d4-4735-b2a9-b859df9a81c0 None None] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:28.290689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.291298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.299436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:13:28.300235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:13:28.303381 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:13:28.324886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c899d8b0-06c3-4223-bb17-006a324e1697 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1422596 Jul 22 14:13:28.327849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:28.330981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Deleting port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:28.330981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.336215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-736202508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:28.393525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.396428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.408174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b47353f-64bf-479e-b78b-35dcd0bd42be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.408402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.459936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b47353f-64bf-479e-b78b-35dcd0bd42be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.466974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.474798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.480862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.487199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.490826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:28.493271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.500287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.507336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:28.512305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.516253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-93b8f02b-e800-4572-bb56-91ae34346854 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5431 time: 0.5330200 Jul 22 14:13:28.524487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.527072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] 10.222.0.11 "DELETE /v2.0/networks/5975e15c-ee93-4e0c-8d2d-c38bc5c9a0b3 HTTP/1.1" status: 204 len: 168 time: 1.0928211 Jul 22 14:13:28.530110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.574961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b47353f-64bf-479e-b78b-35dcd0bd42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.578598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b47353f-64bf-479e-b78b-35dcd0bd42be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.580478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5b47353f-64bf-479e-b78b-35dcd0bd42be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac75519e-b268-4503-ac4f-c4f45c66e2d5 HTTP/1.1" status: 204 len: 168 time: 0.3226452 Jul 22 14:13:28.591275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47353f-64bf-479e-b78b-35dcd0bd42be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac75519e-b268-4503-ac4f-c4f45c66e2d5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:28.637339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:28.647038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4047b3-be83-4026-893e-e0fd01b06942 tempest-QuotasNegativeTest-1104325934 tempest-QuotasNegativeTest-1104325934-project-admin] Pushing event deleted for resources: {'Network': ['ID=5975e15c-ee93-4e0c-8d2d-c38bc5c9a0b3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:28.654491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] Deleting port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:28.655191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.658330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '8851ba5b-4b5f-4026-acfa-5207da7c4851', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'port_id': '8851ba5b-4b5f-4026-acfa-5207da7c4851', 'mac_address': 'fa:16:3e:57:f1:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:28.700850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] For port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:28.701565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.747995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Calling delete_port for c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:28.786977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7a6c18b5-d8c5-479e-8477-1b027f2aab03 req-7817ebfd-560f-495a-af6f-658a59629839 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2488930 Jul 22 14:13:28.836993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] For port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,segment=NetworkSegment(2d80dd5e-d8cc-4893-8766-75065b499cb7),segment_id=2d80dd5e-d8cc-4893-8766-75065b499cb7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:28.837706 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.849388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-70a681db-9ff1-4303-b126-44e80fd72dd2', 'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': '4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:13:28.850456 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.876845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] Calling delete_port for c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:28.886566 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.904702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8851ba5b-4b5f-4026-acfa-5207da7c4851 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:28.904950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.915044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.916537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f298400-ca6c-4e75-aac1-f58897304311 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5874958 Jul 22 14:13:28.919611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:28.920506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.936209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:28.949290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.950763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4eab74ca-fe73-4ba7-9adf-4ade28160f50 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:28.969396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:28.973824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0915406 Jul 22 14:13:28.975396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43852) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:28.981379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'security_group_rule': {'security_group_id': 'b3058a83-25ff-4eff-8db2-59b1abf4e62a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:28.993196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:29.004126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07622-05a4-412f-a515-e951fffd4c56 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3058a83-25ff-4eff-8db2-59b1abf4e62a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.010545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4eab74ca-fe73-4ba7-9adf-4ade28160f50', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'port_id': '4eab74ca-fe73-4ba7-9adf-4ade28160f50', 'mac_address': 'fa:16:3e:61:5b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8', 'ip_address': '10.1.1.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:29.021592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.033954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.108387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.120300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] No DVR routers for this DVR port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:29.163707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:29.236928 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.266572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.270718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b133-2c18-4f97-9451-423c2df954a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.292816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:29.306178 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.322410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eab74ca-fe73-4ba7-9adf-4ade28160f50 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:29.335482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:29.336070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:29.366912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:29.368498 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.377940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.405430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] Pushing event deleted for resources: {'Port': ['ID=c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.407662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.408506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 05741ae4-1a58-45cf-8165-c92e293ad1c3 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:29.416568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.425058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b17ade-3a34-4ec2-9c83-c2836f7612c6']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:29.430489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b133-2c18-4f97-9451-423c2df954a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.442407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:29.450849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bf1b133-2c18-4f97-9451-423c2df954a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.454300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Allocated IP 172.20.0.2 (70a681db-9ff1-4303-b126-44e80fd72dd2/4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3/3b4808a5-9fe1-4a10-94de-bf423f1a232b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:29.481530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ced2963-5705-42f1-8900-dd7d68bfa421,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.502784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d80dd5e-d8cc-4893-8766-75065b499cb7') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:29.503686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d80dd5e-d8cc-4893-8766-75065b499cb7') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:29.515096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96d5cc-7548-41a5-9b35-0a2c1786fbeb None None] No DVR routers for this DVR port c24d9f9f-fef8-4bd5-a1cc-5f3c91995e64 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:29.516879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.517403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '05741ae4-1a58-45cf-8165-c92e293ad1c3', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'port_id': '05741ae4-1a58-45cf-8165-c92e293ad1c3', 'mac_address': 'fa:16:3e:ec:f8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:29.520547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.526054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.527503 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7a6be11f-06d5-48cb-a282-e773117da922 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5510523 Jul 22 14:13:29.530787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43864) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:29.539078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'security_group_rule': {'security_group_id': 'b3058a83-25ff-4eff-8db2-59b1abf4e62a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:29.554799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.563397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:13:29.564080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.607577 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:13:29.633165 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:13:29.652165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05741ae4-1a58-45cf-8165-c92e293ad1c3 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:29.676515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.705949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.710528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] 10.222.0.11 "DELETE /v2.0/networks/87b17ade-3a34-4ec2-9c83-c2836f7612c6 HTTP/1.1" status: 204 len: 168 time: 1.8409407 Jul 22 14:13:29.714766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.721192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:29.742536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0bf1b133-2c18-4f97-9451-423c2df954a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cba362dfcc94237943afe98e35e1bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5763605 Jul 22 14:13:29.743340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1b133-2c18-4f97-9451-423c2df954a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf92608-60b7-40a7-bd67-7da360f5eb93,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.761510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.762210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 36e6096a-b5f0-4100-9af1-72efc91515fd details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:29.762706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:29.801386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef96d2-d552-4bb6-9184-8e5d69653c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=87b17ade-3a34-4ec2-9c83-c2836f7612c6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:29.892159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=36e6096a-b5f0-4100-9af1-72efc91515fd,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:29.900449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:29.930199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '36e6096a-b5f0-4100-9af1-72efc91515fd', 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da', 'port_id': '36e6096a-b5f0-4100-9af1-72efc91515fd', 'mac_address': 'fa:16:3e:01:1b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f667f380-130a-4801-86db-9d44674e4fab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:30.024703 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cead22d7-4ab6-4ef8-abe7-fc892dcfeca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.064275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.076310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.103389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.120237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:30.154658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:30.155614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cead22d7-4ab6-4ef8-abe7-fc892dcfeca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.165861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.169903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6325159 Jul 22 14:13:30.172496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43896) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:30.178155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102d2e3-6b6d-4bd8-b563-3b6b8ecbafc7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520c648e-f61b-48c0-864d-de50ca56059d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:30.185511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:30.233970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e6096a-b5f0-4100-9af1-72efc91515fd {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:30.244816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:30.265024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cead22d7-4ab6-4ef8-abe7-fc892dcfeca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.273267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cead22d7-4ab6-4ef8-abe7-fc892dcfeca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.275693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cead22d7-4ab6-4ef8-abe7-fc892dcfeca6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bf92608-60b7-40a7-bd67-7da360f5eb93 HTTP/1.1" status: 204 len: 168 time: 0.5112450 Jul 22 14:13:30.287072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead22d7-4ab6-4ef8-abe7-fc892dcfeca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf92608-60b7-40a7-bd67-7da360f5eb93,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:30.308016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=36e6096a-b5f0-4100-9af1-72efc91515fd,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:30.321977 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.322681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cf3300e0-7e0b-49ce-9289-a7effd7684ee details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:30.345249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.367806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Transition to ACTIVE for port object 3b4808a5-9fe1-4a10-94de-bf423f1a232b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:30.371624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f1c53ade-6848-4678-8f81-530a84c84a21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2939cf288bd84ad9bff858187b8fa59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500608 Jul 22 14:13:30.374813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43902) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:30.432107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.438876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.447434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.454128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.461856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.468717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.476166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:30.484978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-f43f8840-eb65-46ba-9da9-e945898e7c79 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5435 time: 0.5629804 Jul 22 14:13:30.541695 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7655f135-5e16-41ed-a1b6-e79b87bd228a req-a5845b35-f173-4372-81fe-7678fea86279 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547643 Jul 22 14:13:30.549098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.554818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c54713d-6b57-4e81-850b-55d39c7e45d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.610782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c54713d-6b57-4e81-850b-55d39c7e45d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.640126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Transition to ACTIVE for port object 3b4808a5-9fe1-4a10-94de-bf423f1a232b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:30.665899 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.679397 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c54713d-6b57-4e81-850b-55d39c7e45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.682769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.684546 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c54713d-6b57-4e81-850b-55d39c7e45d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.693886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c54713d-6b57-4e81-850b-55d39c7e45d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28f4f4e7-ef05-451e-84b1-25b60657ea45 HTTP/1.1" status: 204 len: 168 time: 0.3141119 Jul 22 14:13:30.693886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:30.699019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:30.701646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cf3300e0-7e0b-49ce-9289-a7effd7684ee, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:30.705228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:30.719240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54713d-6b57-4e81-850b-55d39c7e45d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f4f4e7-ef05-451e-84b1-25b60657ea45,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:30.730364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:30.742551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:30.775875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee', 'network_id': '3430e243-a662-4f0d-af4d-80b978b948ef', 'port_id': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee', 'mac_address': 'fa:16:3e:ee:96:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eac5f56-4e5e-4475-bd60-b70c243b3da8', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:30.779135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:30.781655 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210471a0-b4f9-446c-a4eb-73877e7debdb" -d '{"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-unplugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:30.853819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43924) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:30.872761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:30.874573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32868455-17dd-4fab-97c9-703936752d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:30.921661 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.026772 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e936c126-59af-4727-808d-be9a67b3c620 x-openstack-request-id: req-e936c126-59af-4727-808d-be9a67b3c620 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:31.031329 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-unplugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:31.031782 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e936c126-59af-4727-808d-be9a67b3c620 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:31.032348 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'code': 200} Jul 22 14:13:31.069543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Attempting to bind port 3b4808a5-9fe1-4a10-94de-bf423f1a232b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:31.072768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Attempting to bind port 3b4808a5-9fe1-4a10-94de-bf423f1a232b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:31.075452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Attempting to bind port 3b4808a5-9fe1-4a10-94de-bf423f1a232b on network 70a681db-9ff1-4303-b126-44e80fd72dd2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:31.101655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Pushing event updated for resources: {'Port': ['ID=3b4808a5-9fe1-4a10-94de-bf423f1a232b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.108445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:31.109224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Checking segment: {'id': 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:31.110407 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.111026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Bound using segment: {'id': 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:31.111729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Bound port: 3b4808a5-9fe1-4a10-94de-bf423f1a232b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '70a681db-9ff1-4303-b126-44e80fd72dd2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:31.112368 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.123507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32868455-17dd-4fab-97c9-703936752d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.135600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32868455-17dd-4fab-97c9-703936752d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.148276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.20.0.1 (70a681db-9ff1-4303-b126-44e80fd72dd2/4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3/48b888ea-c400-4812-9187-60dd786c4e83) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:31.200870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.212865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a33c252-4255-42e5-b021-c78cf5a2e11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.214265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.248192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32868455-17dd-4fab-97c9-703936752d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b797da6-cda4-4be7-86c4-7910476a03b2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.248561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3300e0-7e0b-49ce-9289-a7effd7684ee {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:31.262786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-32868455-17dd-4fab-97c9-703936752d02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f919446fae74252a5db72bc351928f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077861 Jul 22 14:13:31.271339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cf3300e0-7e0b-49ce-9289-a7effd7684ee, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:31.286933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.288078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c3b3bd1b-981c-43b4-8dfa-8f52027d1230 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:31.309510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:31.318717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.322114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] For port 3b4808a5-9fe1-4a10-94de-bf423f1a232b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:31.328674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] For port 3b4808a5-9fe1-4a10-94de-bf423f1a232b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3b4808a5-9fe1-4a10-94de-bf423f1a232b,segment=NetworkSegment(cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4),segment_id=cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:31.354134 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.399296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:31.410645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22062fe9-2332-43d2-bd42-47e9ba27cfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.418476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230', 'network_id': '2478dc95-4aee-489a-914a-6b1e30e9e2da', 'port_id': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230', 'mac_address': 'fa:16:3e:2a:4c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f667f380-130a-4801-86db-9d44674e4fab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:31.426797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Allocated IP 172.25.8.185 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/45fc4e6d-abcc-4e60-b027-d94b95df66a2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:31.445438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a33c252-4255-42e5-b021-c78cf5a2e11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.463724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a33c252-4255-42e5-b021-c78cf5a2e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.470273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.482840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22062fe9-2332-43d2-bd42-47e9ba27cfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.484063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cf3300e0-7e0b-49ce-9289-a7effd7684ee,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.531777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 48b888ea-c400-4812-9187-60dd786c4e83 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:31.533564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.577578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b3bd1b-981c-43b4-8dfa-8f52027d1230 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:31.585260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33c252-4255-42e5-b021-c78cf5a2e11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd708ae-83db-4b07-a490-d306989a7dde,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.597852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4afcb-6b38-4830-940d-b454bde5430d None None] Pushing event updated for resources: {'Port': ['ID=3b4808a5-9fe1-4a10-94de-bf423f1a232b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.614052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:31.623742 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.631306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4a33c252-4255-42e5-b021-c78cf5a2e11a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf2b8ce74c594ed1843d403feceb0dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9332082 Jul 22 14:13:31.632566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43950) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:31.682570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.713532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:31.717671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.745337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.777126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:31.781697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:31.794426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:31.835670 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22062fe9-2332-43d2-bd42-47e9ba27cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.840554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=48b888ea-c400-4812-9187-60dd786c4e83,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.850768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22062fe9-2332-43d2-bd42-47e9ba27cfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.851962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-22062fe9-2332-43d2-bd42-47e9ba27cfc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b797da6-cda4-4be7-86c4-7910476a03b2 HTTP/1.1" status: 204 len: 168 time: 0.5414033 Jul 22 14:13:31.878347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22062fe9-2332-43d2-bd42-47e9ba27cfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b797da6-cda4-4be7-86c4-7910476a03b2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:31.884722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f77ec140-84d0-4396-9b7e-d81a771333d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.885376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.908784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f77ec140-84d0-4396-9b7e-d81a771333d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.930192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:31.939343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:31.942062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'mac_address': 'fa:16:3e:7c:f6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:31.961273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.978538 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f77ec140-84d0-4396-9b7e-d81a771333d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.982413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f77ec140-84d0-4396-9b7e-d81a771333d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:31.985572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f77ec140-84d0-4396-9b7e-d81a771333d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcd708ae-83db-4b07-a490-d306989a7dde HTTP/1.1" status: 204 len: 168 time: 0.3494215 Jul 22 14:13:32.001740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ec140-84d0-4396-9b7e-d81a771333d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd708ae-83db-4b07-a490-d306989a7dde,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:32.043111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.044109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:32.051059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.054199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:32.056909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:32.058066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.065378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.072873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.074756 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.079363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.085360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'Port': ['ID=45fc4e6d-abcc-4e60-b027-d94b95df66a2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:32.086108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:32.088078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-3b7fb5a0-607e-4d9d-98a1-b4fc00317e89 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5438 time: 0.3613176 Jul 22 14:13:32.120570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de3273a7-c667-4b57-9e1b-ee1df7ef834b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:32.150970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:32.158237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.158802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.228086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f68fa97-b45e-43c1-8c0b-b6b62c3697b5 req-6d49d043-3f7c-4604-9369-69cac865e53e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1326504 Jul 22 14:13:32.242240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-530226485-network', 'tenant_id': 'f677cf09f2bd4eadb0690855c2d18811'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:32.244031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:32.322980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.336748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Made reservation on behalf of f677cf09f2bd4eadb0690855c2d18811 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:32.340388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.440761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.493573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.521362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['de3273a7-c667-4b57-9e1b-ee1df7ef834b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.741103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['8851ba5b-4b5f-4026-acfa-5207da7c4851'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.791726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['177e4c60-f024-4f5e-bdd2-d0901e8ae591'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.809162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.817950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['36e6096a-b5f0-4100-9af1-72efc91515fd'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.824907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['05741ae4-1a58-45cf-8165-c92e293ad1c3'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.827602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['cf3300e0-7e0b-49ce-9289-a7effd7684ee'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.908312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.912653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.946547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.959779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:32.971718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:32.971954 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Added segment 0d2e1753-a810-417f-aa3e-11ee3bd4d4fe of type vlan for network 3c2066e3-968c-49d6-8e87-f6c776faac7b Jul 22 14:13:32.982612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['c3b3bd1b-981c-43b4-8dfa-8f52027d1230'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:32.986959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4eab74ca-fe73-4ba7-9adf-4ade28160f50'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:33.110853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=48b888ea-c400-4812-9187-60dd786c4e83,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:33.136199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.140398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1c893-9e9c-4945-b2ec-469af061ff87,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:33.174091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.349361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e716375-5045-440b-b196-8576ca300ea0 None None] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:33.444903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3b4808a5-9fe1-4a10-94de-bf423f1a232b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:33.448267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:33.485239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.486126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.487154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.490723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:33.647553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:33.648422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7079694 Jul 22 14:13:33.656042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Request body: {'subnet': {'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-530226485-subnet', 'tenant_id': 'f677cf09f2bd4eadb0690855c2d18811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:33.705816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef0ce9-9573-4ffb-abfa-e33beeb22e92 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2066e3-968c-49d6-8e87-f6c776faac7b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:33.716338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Made reservation on behalf of f677cf09f2bd4eadb0690855c2d18811 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:33.724875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.755073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.770407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.776895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.783217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.790830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.798586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.806093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3c2066e3-968c-49d6-8e87-f6c776faac7b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:33.807447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.813933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:33.822580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-7544f45f-64bc-4090-9ff0-3c2508a338d7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5438 time: 0.3824067 Jul 22 14:13:33.828360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:33.894831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'Port': ['ID=45fc4e6d-abcc-4e60-b027-d94b95df66a2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:34.044109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8fa1c28-720e-4377-819c-ddf5ba94f58a req-4a9993ae-6029-4a21-9342-8b0ebf77b099 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2202685 Jul 22 14:13:34.045802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dfda2b01-131c-487f-8a83-859acbace465 None None] Provisioning for port 3b4808a5-9fe1-4a10-94de-bf423f1a232b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:34.092051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router b444c956-d453-4a6f-a671-13a447c1a438 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:13:34.118500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:34.152802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:34.285369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d520baf-f863-401f-ab83-a0fc73c2cf52,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:34.319686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:34.336912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fd784b35-fbca-48c0-96bc-6a5a97454b1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/b444c956-d453-4a6f-a671-13a447c1a438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4163735 Jul 22 14:13:34.342059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:34.371868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Checking segment: {'id': '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:34.372300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Network hostable DHCP agents. Network: 3c2066e3-968c-49d6-8e87-f6c776faac7b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:34.375187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:34.384453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f69f7ac-d304-44c0-a7aa-3493b08ec360 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2026675 Jul 22 14:13:34.413544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Network 3c2066e3-968c-49d6-8e87-f6c776faac7b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:34.429967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3c2066e3-968c-49d6-8e87-f6c776faac7b) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:34.438580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:34.441081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:34.507167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-542a1fda-9a40-4faf-b408-018f091871e1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8580117 Jul 22 14:13:34.530824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84138a52-41e4-4329-9859-b8e3d70a35cc tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:34.539216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84138a52-41e4-4329-9859-b8e3d70a35cc tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports/48b888ea-c400-4812-9187-60dd786c4e83 HTTP/1.1" status: 200 len: 910 time: 0.1938212 Jul 22 14:13:34.541702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:34.547343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:34.570865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] Sync routers for ids ['b444c956-d453-4a6f-a671-13a447c1a438'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:34.619633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628b742-1094-47db-bc17-30748f21d0c9 None None] Network 3c2066e3-968c-49d6-8e87-f6c776faac7b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:34.908842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:34.955682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-7837cfdd-eb59-426f-9721-84a7e926366a tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1072638435&fields=id&tenant_id=40d7a857defb45efaee64269f816cbad HTTP/1.1" status: 200 len: 267 time: 0.1614454 Jul 22 14:13:35.232256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-c1df8490-9116-4db7-b8db-80a7216270f4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.238979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-c1df8490-9116-4db7-b8db-80a7216270f4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 811 time: 0.2824039 Jul 22 14:13:35.256740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-96321dd9-93c9-4425-8a85-fd7f2155671f tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/quotas/40d7a857defb45efaee64269f816cbad HTTP/1.1" status: 200 len: 375 time: 0.0168107 Jul 22 14:13:35.316787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] Routers {'b444c956-d453-4a6f-a671-13a447c1a438'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:35.317550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b444c956-d453-4a6f-a671-13a447c1a438'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:35.365488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-7dad5de8-58ab-436d-bc29-d28c52e38d25 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078029 Jul 22 14:13:35.505949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:35.563290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-4c39c556-24f6-4c36-9e28-0ef155adff5b service neutron] 10.222.0.11 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961279 Jul 22 14:13:35.564843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc09f3-ee59-4893-9fab-ebc07fe35315 None None] Network 3c2066e3-968c-49d6-8e87-f6c776faac7b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:35.656467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.669985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.674593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3b4808a5-9fe1-4a10-94de-bf423f1a232b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:35.679104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.696442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.709943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.712701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3b4808a5-9fe1-4a10-94de-bf423f1a232b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:35.713243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:35.716966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.719561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:35.729339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:35.740601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04c08836-0230-4701-91b8-351eaf173608 req-fadc0cce-bedf-4045-8c16-774b5197e917 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5438 time: 0.4941592 Jul 22 14:13:35.750287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:35.817039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] Routers {'b444c956-d453-4a6f-a671-13a447c1a438'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:35.817914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b444c956-d453-4a6f-a671-13a447c1a438'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:35.832079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04c08836-0230-4701-91b8-351eaf173608 req-8233b19d-aa53-4320-86c9-b9397f0d3d1a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843105 Jul 22 14:13:35.838662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-bffee71b-a6aa-400a-b7be-7a53fb537afb service neutron] 10.222.0.11 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680931 Jul 22 14:13:35.975504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-221209283', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:36.029178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.037776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Made reservation on behalf of 2036ca33060e4dd3a966075212732803 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:36.043412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.049590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.068514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.203892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=48b888ea-c400-4812-9187-60dd786c4e83,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:36.248447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:36.249308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.250954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-641c6973-4d4a-4ec3-9e9d-bedd271d95df tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/ports/48b888ea-c400-4812-9187-60dd786c4e83 HTTP/1.1" status: 200 len: 910 time: 1.7081923 Jul 22 14:13:36.254172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:36.325441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:36.326161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43fc787-bb30-4b8d-a46c-78a3899670ab None None] The sync data for ids ['b444c956-d453-4a6f-a671-13a447c1a438'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:36.528345 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.554649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port de3273a7-c667-4b57-9e1b-ee1df7ef834b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:36.555406 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.674472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3b4808a5-9fe1-4a10-94de-bf423f1a232b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3b4808a5-9fe1-4a10-94de-bf423f1a232b,segment=NetworkSegment(cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4),segment_id=cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:36.682334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.781478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.817175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a27cc5f3-9165-4c95-885c-c7f145d62695 req-f25d14a0-903c-45e1-a927-f1349b6de1ae tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 210 time: 0.2174375 Jul 22 14:13:36.900803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:36.901093 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.918900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:36.922324 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d306f74a-bca8-40ce-ae67-a24aa36b12c1" -d '{"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-plugged", "status": "completed", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:36.940669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.948292 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:36.949521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8851ba5b-4b5f-4026-acfa-5207da7c4851 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:36.990958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3b4808a5-9fe1-4a10-94de-bf423f1a232b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:37.037702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] device_id is not set on port 3187921a-6d07-46e4-b4a7-3e95a2c3ba31 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:13:37.162236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:37.172425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-53c4e0ea-f3ab-4865-a112-2fe5c7d6079a None None] Provisioning complete for port 3b4808a5-9fe1-4a10-94de-bf423f1a232b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:37.172956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-53c4e0ea-f3ab-4865-a112-2fe5c7d6079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:37.217368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 8851ba5b-4b5f-4026-acfa-5207da7c4851 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:37.249317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 8851ba5b-4b5f-4026-acfa-5207da7c4851 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:37.251669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:37.262093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d402022a-3faa-452b-978e-e83f80bf288f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:37.488085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:37.522995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-a40d8c97-ee78-4e60-98f2-58b0bb3ba8bc tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.537810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-a40d8c97-ee78-4e60-98f2-58b0bb3ba8bc tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/networks?id=3c2066e3-968c-49d6-8e87-f6c776faac7b HTTP/1.1" status: 200 len: 813 time: 0.8958461 Jul 22 14:13:37.567422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.573886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.599827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-b5947736-9d7d-486c-abda-c669fc4f37d9 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/quotas/f677cf09f2bd4eadb0690855c2d18811 HTTP/1.1" status: 200 len: 375 time: 0.0592957 Jul 22 14:13:37.617383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.625395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.650348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.658230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.683706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:37.705235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-82ad94a8-b0a6-4d74-ade8-20d89e364616 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5438 time: 0.7198606 Jul 22 14:13:37.707937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-71f5f734-2501-4e11-ac56-f2349b5beb37 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f677cf09f2bd4eadb0690855c2d18811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038473 Jul 22 14:13:37.733770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:37.752816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:37.773552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cf3300e0-7e0b-49ce-9289-a7effd7684ee up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:37.830689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-0d21de35-8acb-4dd2-b274-71d98ffb22e1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:13:37.862810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-0d21de35-8acb-4dd2-b274-71d98ffb22e1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1546285 Jul 22 14:13:37.866700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-53c4e0ea-f3ab-4865-a112-2fe5c7d6079a None None] Provisioning for port 48b888ea-c400-4812-9187-60dd786c4e83 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:37.976347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-53c4e0ea-f3ab-4865-a112-2fe5c7d6079a None None] Provisioning complete for port 48b888ea-c400-4812-9187-60dd786c4e83 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:37.977029 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-53c4e0ea-f3ab-4865-a112-2fe5c7d6079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:38.033749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-84608b7d-8fb1-40d6-8330-4e863ffbc4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698642 Jul 22 14:13:38.041438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:38.056521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-53c4e0ea-f3ab-4865-a112-2fe5c7d6079a None None] Port 48b888ea-c400-4812-9187-60dd786c4e83 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:38.063049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port cf3300e0-7e0b-49ce-9289-a7effd7684ee completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:38.071289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port cf3300e0-7e0b-49ce-9289-a7effd7684ee triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:38.071959 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:38.172102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-b73a87f6-4f82-4fd6-8199-1c4f001d79b4 service neutron] 10.222.0.11 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326056 Jul 22 14:13:38.194184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12a79345-044b-4474-9015-66c96ecd97c3 None None] Provisioning complete for port 48b888ea-c400-4812-9187-60dd786c4e83 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:38.194551 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12a79345-044b-4474-9015-66c96ecd97c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:38.208763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:38.357646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-12a79345-044b-4474-9015-66c96ecd97c3 None None] Port 48b888ea-c400-4812-9187-60dd786c4e83 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:38.360318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Allocated IP 172.25.8.66 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/3187921a-6d07-46e4-b4a7-3e95a2c3ba31) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:38.380215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cf3300e0-7e0b-49ce-9289-a7effd7684ee, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:38.384069 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:38.467784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cf3300e0-7e0b-49ce-9289-a7effd7684ee,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:38.507057 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57125949-3e52-407d-9f0c-cdfcd9a07c69 x-openstack-request-id: req-57125949-3e52-407d-9f0c-cdfcd9a07c69 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:38.507664 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-plugged", "status": "completed", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:38.507905 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57125949-3e52-407d-9f0c-cdfcd9a07c69 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:38.508313 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'code': 200} Jul 22 14:13:38.562471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d87e409f-6236-4860-ae74-fa7147b4cef0 req-a53ecd6f-7e3f-4d69-971f-e006b7bff1cf tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8492382 Jul 22 14:13:38.618199 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:38.764589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40f848b9-7bbb-42f4-9f36-48e58cf0b263 req-d037ec07-1f77-4b70-aa46-772cfd52ce68 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 210 time: 0.0652299 Jul 22 14:13:38.838501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3b4808a5-9fe1-4a10-94de-bf423f1a232b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:38.866151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-e0c4ef4e-f803-41f8-a758-468e0b44b451 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:38.867949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-e0c4ef4e-f803-41f8-a758-468e0b44b451 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 811 time: 1.1311514 Jul 22 14:13:38.931139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1022080-0999-4a11-955a-5697d3fcfa73 req-402634b2-1e53-495e-8614-08a8a9b3735d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 210 time: 0.0909009 Jul 22 14:13:38.971448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3b4808a5-9fe1-4a10-94de-bf423f1a232b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:38.972450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:39.050930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-659fedee-8b92-4f09-957d-79d16cc8e3c8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40d7a857defb45efaee64269f816cbad HTTP/1.1" status: 200 len: 380 time: 0.1575594 Jul 22 14:13:39.064499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'port': {'device_id': '8e54179d-31ec-4882-b715-51224ff2843f', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'admin_state_up': True, 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'security_groups': ['b3058a83-25ff-4eff-8db2-59b1abf4e62a']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:39.212805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:39.515173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Made reservation on behalf of 40d7a857defb45efaee64269f816cbad for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:39.520514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:39.587298 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:39.692356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 05741ae4-1a58-45cf-8165-c92e293ad1c3 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:39.810450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 05741ae4-1a58-45cf-8165-c92e293ad1c3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:39.826503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 05741ae4-1a58-45cf-8165-c92e293ad1c3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:39.826883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:39.847434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:39.899769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:39.909734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:39.941171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:39.946252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:39.968685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:39.986209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Pushing event updated for resources: {'Port': ['ID=3187921a-6d07-46e4-b4a7-3e95a2c3ba31,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:39.999462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:40.015992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.016378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:40.033360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:40.043615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:40.054432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-148cff92-4654-422c-b558-a8d07c4542f4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5440 time: 0.3218694 Jul 22 14:13:40.096177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:40.104516 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.107371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 36e6096a-b5f0-4100-9af1-72efc91515fd up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:40.108117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:40.108854 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.135277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 48b888ea-c400-4812-9187-60dd786c4e83 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:40.138076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.212673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12947165-d4fe-41a1-8f9b-6317a1cdf65d req-254b5c89-5e77-4398-8fc7-dd834f319d96 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568930 Jul 22 14:13:40.295460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-51fe6eae-41a5-4e24-83ff-939d01366a72 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:40.299622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-51fe6eae-41a5-4e24-83ff-939d01366a72 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.13 "GET /v2.0/networks?id=3c2066e3-968c-49d6-8e87-f6c776faac7b HTTP/1.1" status: 200 len: 813 time: 0.2427056 Jul 22 14:13:40.319474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Request body: {'port': {'device_id': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b', 'admin_state_up': True, 'tenant_id': 'f677cf09f2bd4eadb0690855c2d18811'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:40.330898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:40.359406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b39e692-f4a3-4026-a251-35bd390beae2 req-8d5e8b7a-1741-4d6d-8bea-d5e927e15200 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 210 time: 0.3571734 Jul 22 14:13:40.381170 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-89671775-7b4e-4522-b0fa-5b7c39a10fdc tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.6287484 Jul 22 14:13:40.390951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44226) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:40.391056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 36e6096a-b5f0-4100-9af1-72efc91515fd completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:40.391056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 36e6096a-b5f0-4100-9af1-72efc91515fd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:40.391056 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.409102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.66'}]}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:40.494409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d71f95f7-5bc0-4a7c-92cd-66adafe78b68 req-b4a232ad-981e-424e-84b5-a64cc204f625 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 210 time: 0.0360944 Jul 22 14:13:40.512796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05741ae4-1a58-45cf-8165-c92e293ad1c3'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:40.515134 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bcec00-0fdc-4638-9dba-658aad78f3a7" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "cf3300e0-7e0b-49ce-9289-a7effd7684ee"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "05741ae4-1a58-45cf-8165-c92e293ad1c3"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:40.540779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Allocated IP 172.20.0.9 (7a83db8e-fb7b-4a43-b074-5172c21e030d/b7fa3873-e51e-434c-8fee-fab0a09ee07e/ff8ee339-c3a6-4703-a5d0-6406f144c175) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:40.568058 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.586727 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1bb5de-90bf-4cf9-b000-360016a7fe5b x-openstack-request-id: req-da1bb5de-90bf-4cf9-b000-360016a7fe5b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:40.587037 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "cf3300e0-7e0b-49ce-9289-a7effd7684ee", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "05741ae4-1a58-45cf-8165-c92e293ad1c3", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:40.587291 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da1bb5de-90bf-4cf9-b000-360016a7fe5b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:40.587701 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851', 'code': 200} Jul 22 14:13:40.587957 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee', 'code': 200} Jul 22 14:13:40.588212 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05741ae4-1a58-45cf-8165-c92e293ad1c3', 'code': 200} Jul 22 14:13:40.625805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=36e6096a-b5f0-4100-9af1-72efc91515fd,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:40.635105 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.636150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 177e4c60-f024-4f5e-bdd2-d0901e8ae591 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:40.639186 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.640320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.646222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Made reservation on behalf of f677cf09f2bd4eadb0690855c2d18811 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:40.651153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.655152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.712686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 48b888ea-c400-4812-9187-60dd786c4e83 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:40.760008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:40.782168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.888218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:40.918095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:40.918930 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:40.975548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Allocated IP 172.20.0.4 (3c2066e3-968c-49d6-8e87-f6c776faac7b/6d520baf-f863-401f-ab83-a0fc73c2cf52/11e24c90-817a-4637-bb01-2ba16618bafa) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:41.061508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.144495 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.182617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.183620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:41.194118 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.197107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4eab74ca-fe73-4ba7-9adf-4ade28160f50 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:41.262730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.304078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Transition to ACTIVE for port object ff8ee339-c3a6-4703-a5d0-6406f144c175 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:41.305726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.350174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=48b888ea-c400-4812-9187-60dd786c4e83,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:41.376297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.442549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:41.458508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:41.468213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:41.468617 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.577828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Pushing event updated for resources: {'Port': ['ID=11e24c90-817a-4637-bb01-2ba16618bafa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:41.619028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Network 3c2066e3-968c-49d6-8e87-f6c776faac7b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:41.622677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:41.634345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:41.750375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.751046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.777935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-ebee8412-2b4d-4964-8aca-344451e11d3d tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685235 Jul 22 14:13:41.785060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.795941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Request body: {'port': {'device_id': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:41.816285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9963017a-53b1-42bb-977b-6c8c9fdf4d07 req-36b61d36-e672-4d7a-974d-f4a242fb519c tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 210 time: 0.2567837 Jul 22 14:13:41.839887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.854714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.863975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.870160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.877015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.883923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.907497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:41.919829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-327e5fc4-607e-4e76-a934-cb2c9ce1762c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5443 time: 0.5194976 Jul 22 14:13:41.980098 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.022427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.041851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39b15c1-8de0-4879-8bd9-362b17e0a5b3 req-c9c0b4fd-a9d1-4634-be81-50093f044ed0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110551 Jul 22 14:13:42.092829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:42.099461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.100425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c3b3bd1b-981c-43b4-8dfa-8f52027d1230 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:42.102326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.287830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.300920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:42.309079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event updated for resources: {'Port': ['ID=ff8ee339-c3a6-4703-a5d0-6406f144c175,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:42.351472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:42.365271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:42.368769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:42.383875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.406866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:42.414820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:42.415903 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.589594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eab74ca-fe73-4ba7-9adf-4ade28160f50'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:42.595021 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5084928a-eb3c-428f-ac4d-929658a09b33" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "4eab74ca-fe73-4ba7-9adf-4ade28160f50"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:42.623381 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.719595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:42.729977 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.761086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router b444c956-d453-4a6f-a671-13a447c1a438 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:42.776334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e24c90-817a-4637-bb01-2ba16618bafa {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:42.782727 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78532c80-d68a-4826-a9bf-7d45d3bf6c2c x-openstack-request-id: req-78532c80-d68a-4826-a9bf-7d45d3bf6c2c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:42.783032 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "4eab74ca-fe73-4ba7-9adf-4ade28160f50", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:42.783285 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78532c80-d68a-4826-a9bf-7d45d3bf6c2c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:42.783677 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd', 'code': 200} Jul 22 14:13:42.783923 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'code': 200} Jul 22 14:13:42.784195 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eab74ca-fe73-4ba7-9adf-4ade28160f50', 'code': 200} Jul 22 14:13:42.785803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.800748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Transition to ACTIVE for port object 11e24c90-817a-4637-bb01-2ba16618bafa will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:42.809560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.828664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:42.829204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.858551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:42.880433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0859adff-5e7e-4218-b76c-a6e193b932ec None None] Provisioning for port ff8ee339-c3a6-4703-a5d0-6406f144c175 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:42.886099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0859adff-5e7e-4218-b76c-a6e193b932ec None None] Provisioning complete for port ff8ee339-c3a6-4703-a5d0-6406f144c175 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:42.886480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0859adff-5e7e-4218-b76c-a6e193b932ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.907541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=11e24c90-817a-4637-bb01-2ba16618bafa,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:42.960541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0859adff-5e7e-4218-b76c-a6e193b932ec None None] Port ff8ee339-c3a6-4703-a5d0-6406f144c175 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:42.981988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Attempting to bind port 11e24c90-817a-4637-bb01-2ba16618bafa on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:42.982645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Attempting to bind port 11e24c90-817a-4637-bb01-2ba16618bafa by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:42.983185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Attempting to bind port 11e24c90-817a-4637-bb01-2ba16618bafa on network 3c2066e3-968c-49d6-8e87-f6c776faac7b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:42.998858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Port 11e24c90-817a-4637-bb01-2ba16618bafa on network 3c2066e3-968c-49d6-8e87-f6c776faac7b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:13:42.999510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Attempting to bind port 11e24c90-817a-4637-bb01-2ba16618bafa on network 3c2066e3-968c-49d6-8e87-f6c776faac7b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:43.022911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:43.023590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Checking segment: {'id': '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:43.024218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Bound using segment: {'id': '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:43.024872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Bound port: 11e24c90-817a-4637-bb01-2ba16618bafa, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:43.025470 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.126014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fff4f-ba8f-4401-b965-560b7c48282a req-85b4ecc9-f05e-4ba6-9732-b51a2d81a47d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.129228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-034fff4f-ba8f-4401-b965-560b7c48282a req-85b4ecc9-f05e-4ba6-9732-b51a2d81a47d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 931 time: 0.1483848 Jul 22 14:13:43.130799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] For port 11e24c90-817a-4637-bb01-2ba16618bafa, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:43.134752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] For port 11e24c90-817a-4637-bb01-2ba16618bafa, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=11e24c90-817a-4637-bb01-2ba16618bafa,segment=NetworkSegment(0d2e1753-a810-417f-aa3e-11ee3bd4d4fe),segment_id=0d2e1753-a810-417f-aa3e-11ee3bd4d4fe)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:43.165044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.217169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.218638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.220284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/11e24c90-817a-4637-bb01-2ba16618bafa HTTP/1.1" status: 200 len: 1092 time: 1.4320621 Jul 22 14:13:43.226318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'tag': '11e24c90-817a-4637-bb01-2ba16618bafa'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:43.233068 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b6b902-572d-42ac-9a4c-a9b15b353ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "d299f09e-97ac-4179-b37d-7206ff75e9ac", "tag": "11e24c90-817a-4637-bb01-2ba16618bafa"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:43.273070 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-034fff4f-ba8f-4401-b965-560b7c48282a req-a32909af-9b8d-4da7-8c36-029efd757ca4 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364198 Jul 22 14:13:43.273750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd103-2800-4bea-b47b-a94f786ff0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=11e24c90-817a-4637-bb01-2ba16618bafa,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:43.362967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-dd3bb65b-e0d0-4bc0-a79d-7c869f933ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.368306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-dd3bb65b-e0d0-4bc0-a79d-7c869f933ba6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f677cf09f2bd4eadb0690855c2d18811&device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 1095 time: 0.0836866 Jul 22 14:13:43.381188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67ee52-0fa0-46c2-adab-f157dcced876 req-9445bb5c-7224-4ee5-a466-eb3c43652912 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.389228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df67ee52-0fa0-46c2-adab-f157dcced876 req-9445bb5c-7224-4ee5-a466-eb3c43652912 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 931 time: 1.3562260 Jul 22 14:13:43.411816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-75134e4d-5ece-42a0-9e56-38a1ed13fec3 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3540373 Jul 22 14:13:43.426451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Request body: {'port': {'device_id': '8e54179d-31ec-4882-b715-51224ff2843f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:43.434052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-1fa87953-27b3-4316-a4dc-b22ca6346301 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e24c90-817a-4637-bb01-2ba16618bafa HTTP/1.1" status: 200 len: 217 time: 0.0586228 Jul 22 14:13:43.535813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a902b5-12f8-4456-a641-ed37761e31ad req-67674315-3462-4dac-83d6-7f8200ce5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.537821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-67674315-3462-4dac-83d6-7f8200ce5a07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d520baf-f863-401f-ab83-a0fc73c2cf52 HTTP/1.1" status: 200 len: 853 time: 0.0835197 Jul 22 14:13:43.552520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:43.561936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.564538 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] Sync routers for ids ['b444c956-d453-4a6f-a671-13a447c1a438'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:43.569295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d6e28254-7efb-4761-ac94-b4fa8ce3bb25 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/b444c956-d453-4a6f-a671-13a447c1a438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3135960 Jul 22 14:13:43.576064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.584897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.586180 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] Routers {'b444c956-d453-4a6f-a671-13a447c1a438'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:43.587000 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b444c956-d453-4a6f-a671-13a447c1a438'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:43.592006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.592156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44286) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:43.599486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.606305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.613891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:43.615479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df67ee52-0fa0-46c2-adab-f157dcced876 req-7bf1ae25-8166-48b5-9541-de10c02d80fa tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249992 Jul 22 14:13:43.625991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f2d9a0ec-b4ba-41bb-b1d6-3f71df650280 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.2414563 Jul 22 14:13:43.665991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-3db9f777-614c-4d80-b539-56308bc7d002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2066e3-968c-49d6-8e87-f6c776faac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210303 Jul 22 14:13:43.671334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0cb2a0b8-1eb0-4b69-badf-cf0091cb94e8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=b444c956-d453-4a6f-a671-13a447c1a438 HTTP/1.1" status: 200 len: 205 time: 0.0783477 Jul 22 14:13:43.679099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:43.685502 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:43.709442 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] Routers {'b444c956-d453-4a6f-a671-13a447c1a438'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:43.710388 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b444c956-d453-4a6f-a671-13a447c1a438'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:43.755277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.800324 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:43.803016 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e521c-1a04-41ab-946c-e905efe214ba None None] The sync data for ids ['b444c956-d453-4a6f-a671-13a447c1a438'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:43.860226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.914312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.922330 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767fe84-3bf0-4be4-b4f4-6a9d771d2d4b x-openstack-request-id: req-3767fe84-3bf0-4be4-b4f4-6a9d771d2d4b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:43.922624 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d299f09e-97ac-4179-b37d-7206ff75e9ac", "tag": "11e24c90-817a-4637-bb01-2ba16618bafa", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:43.922882 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3767fe84-3bf0-4be4-b4f4-6a9d771d2d4b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:43.923279 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'tag': '11e24c90-817a-4637-bb01-2ba16618bafa', 'status': 'completed', 'code': 200} Jul 22 14:13:44.055215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edf49af7-93a2-488f-a619-b0cad3d67cde req-f0d3e4f3-f938-46d9-ac35-9b6cb90f9431 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4281483 Jul 22 14:13:44.091961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.111830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.177637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.178908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.185111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-f8742d72-9257-48f7-a441-e81fa8b4115b service neutron] 10.222.0.13 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049796 Jul 22 14:13:44.302280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.302778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router b444c956-d453-4a6f-a671-13a447c1a438 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:13:44.312526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.315672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e5c11ddd-4ae3-458c-a0bb-28950d9c474b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/b444c956-d453-4a6f-a671-13a447c1a438 HTTP/1.1" status: 204 len: 168 time: 0.6320381 Jul 22 14:13:44.316178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:44.339131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.342577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b020c50a-9f86-4db1-b4c4-587801c9aeba {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:13:44.386171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52a902b5-12f8-4456-a641-ed37761e31ad req-380aa7d0-de9f-4887-9c29-21612c891a0c service neutron] 10.222.0.13 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909668 Jul 22 14:13:44.392659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet 4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:13:44.408755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.410892 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:13:44.416153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eca9a417-90bd-42d0-98b4-1f16283faaff tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0196674 Jul 22 14:13:44.420742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44304) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:44.492963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.568484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-1f0f90bd-73f0-4b5a-843a-4fc439545bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:44.569970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-1f0f90bd-73f0-4b5a-843a-4fc439545bac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f677cf09f2bd4eadb0690855c2d18811&device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 1095 time: 0.1172853 Jul 22 14:13:44.637884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6afe3b-31b1-4dc9-8a94-d64dffb58bff req-9c3c1db2-c47c-47af-a8a5-188794becbaf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:44.646234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6afe3b-31b1-4dc9-8a94-d64dffb58bff req-9c3c1db2-c47c-47af-a8a5-188794becbaf tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 931 time: 0.1839008 Jul 22 14:13:44.652100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.738298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f6afe3b-31b1-4dc9-8a94-d64dffb58bff req-20352771-d133-444a-b870-111187d70cef tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908501 Jul 22 14:13:44.773656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Deleting port 3187921a-6d07-46e4-b4a7-3e95a2c3ba31 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:44.774034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.786299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:44.788988 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e13d250-ec48-4af5-b3e1-c65f47696936" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:44.842397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8ee339-c3a6-4703-a5d0-6406f144c175 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:44.850763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-85d2f013-acca-4ecc-a2ff-ce86d137c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:44.852709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-85d2f013-acca-4ecc-a2ff-ce86d137c40c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2066e3-968c-49d6-8e87-f6c776faac7b HTTP/1.1" status: 200 len: 914 time: 0.2644877 Jul 22 14:13:44.860950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.917362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Transition to ACTIVE for port object ff8ee339-c3a6-4703-a5d0-6406f144c175 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:44.937056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.937734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-cc25c53d-55a5-4a48-9506-ab4c80f64bc3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e24c90-817a-4637-bb01-2ba16618bafa HTTP/1.1" status: 200 len: 217 time: 0.0719557 Jul 22 14:13:44.946709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:44.973173 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bea55e3-f385-496a-9340-4d6c30449f63 x-openstack-request-id: req-9bea55e3-f385-496a-9340-4d6c30449f63 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:44.973406 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-plugged", "status": "completed", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:44.973699 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bea55e3-f385-496a-9340-4d6c30449f63 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:44.980178 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230', 'code': 200} Jul 22 14:13:45.024344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Calling delete_port for 3187921a-6d07-46e4-b4a7-3e95a2c3ba31 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:45.070438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-0d4bf8fc-8b8e-47e4-a80b-a3fafaf6a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.072551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-0d4bf8fc-8b8e-47e4-a80b-a3fafaf6a415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d520baf-f863-401f-ab83-a0fc73c2cf52 HTTP/1.1" status: 200 len: 853 time: 0.1228135 Jul 22 14:13:45.122482 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.160615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8ee339-c3a6-4703-a5d0-6406f144c175,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:45.201782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:45.208387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-51d5f7a9-dde9-49fa-85ed-4dd59d083cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2066e3-968c-49d6-8e87-f6c776faac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073425 Jul 22 14:13:45.240103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d9fd1-9fbc-4a35-9151-62123ed3eb93 req-6295d666-e15b-4b7a-b879-61580ed43306 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.247886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd8d9fd1-9fbc-4a35-9151-62123ed3eb93 req-6295d666-e15b-4b7a-b879-61580ed43306 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 943 time: 0.5202301 Jul 22 14:13:45.263896 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.269577 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-274ac50a-0a27-43a2-9455-943da4d31bf4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3 HTTP/1.1" status: 204 len: 168 time: 0.9496605 Jul 22 14:13:45.269798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4926eea-61ab-4f6c-aec6-b04304b936ff None None] Network 70a681db-9ff1-4303-b126-44e80fd72dd2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:45.276849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:45.286608 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:13:45.430995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Attempting to bind port ff8ee339-c3a6-4703-a5d0-6406f144c175 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:45.431292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Attempting to bind port ff8ee339-c3a6-4703-a5d0-6406f144c175 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:45.431628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Attempting to bind port ff8ee339-c3a6-4703-a5d0-6406f144c175 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:45.450368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Port ff8ee339-c3a6-4703-a5d0-6406f144c175 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:13:45.450717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Attempting to bind port ff8ee339-c3a6-4703-a5d0-6406f144c175 on network 7a83db8e-fb7b-4a43-b074-5172c21e030d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:45.504711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-d4065750-f71a-4a96-ac23-e6ba24669866 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794521 Jul 22 14:13:45.537754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:45.538158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Checking segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:45.538486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Bound using segment: {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:45.538925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Bound port: ff8ee339-c3a6-4703-a5d0-6406f144c175, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '637b4673-2d77-4a20-a976-ee64b74264cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:45.539289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.550728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd8d9fd1-9fbc-4a35-9151-62123ed3eb93 req-e1c1d4ad-92a1-4181-b2b7-d4e23fd24557 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016567 Jul 22 14:13:45.561485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.606436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.606914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.607383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.607857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.608319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.608889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.609228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.611330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-a2db2043-e659-441b-8dfe-0b9dbe43b03a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6509 time: 0.5213921 Jul 22 14:13:45.666492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] DHCP port deletion for 70a681db-9ff1-4303-b126-44e80fd72dd2 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:13:45.714242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] For port ff8ee339-c3a6-4703-a5d0-6406f144c175, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:45.738436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] For port ff8ee339-c3a6-4703-a5d0-6406f144c175, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:45.758125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.764575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.775420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.781810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.782801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] Deleting port 3b4808a5-9fe1-4a10-94de-bf423f1a232b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:45.783257 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.788575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.794694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.800757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.808550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-371e0746-f838-4035-b68c-4f5f0259b4b4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.4961631 Jul 22 14:13:45.817235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.821266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.884715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] For port 3b4808a5-9fe1-4a10-94de-bf423f1a232b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3b4808a5-9fe1-4a10-94de-bf423f1a232b,segment=NetworkSegment(cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4),segment_id=cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:45.886779 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.918240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] Calling delete_port for 3b4808a5-9fe1-4a10-94de-bf423f1a232b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:45.966164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:45.967730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.971200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] 10.222.0.13 "PUT /v2.0/ports/ff8ee339-c3a6-4703-a5d0-6406f144c175 HTTP/1.1" status: 200 len: 1092 time: 2.5505729 Jul 22 14:13:45.976247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:46.002113 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384720cc-227f-4bb5-ab32-0dc5bf340ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:46.151928 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:46.201398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c27457-7b3c-4594-aa8b-2b2979f79a64 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8ee339-c3a6-4703-a5d0-6406f144c175,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:46.244641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] No DVR routers for this DVR port 3b4808a5-9fe1-4a10-94de-bf423f1a232b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:46.266477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb5681-6f57-403c-b756-b20bf03ab133 None None] Pushing event deleted for resources: {'Port': ['ID=3b4808a5-9fe1-4a10-94de-bf423f1a232b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:46.382801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13adfc18-dcd6-455a-92e0-b8e5ed14cb6f req-43b336e6-1f80-4408-a999-a02a3b3bfdae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5731657 Jul 22 14:13:46.426009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95b6b902-572d-42ac-9a4c-a9b15b353ea1 req-f762b5ed-28df-4f8c-b5ff-d11362a62555 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9072564 Jul 22 14:13:46.427837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbda761b-3a55-4069-bc7b-60b75d2de777 req-649443f0-38f4-4c29-8a46-a68113d6b757 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8068624 Jul 22 14:13:46.446565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 3b4808a5-9fe1-4a10-94de-bf423f1a232b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:13:46.446907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:46.459182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Pushing event deleted for resources: {'Port': ['ID=3187921a-6d07-46e4-b4a7-3e95a2c3ba31,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:46.490888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:46.498259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0b7df4da-765d-497d-ae02-8aa1c9d88174 tempest-RoutersAdminNegativeIpV6Test-1407497566 tempest-RoutersAdminNegativeIpV6Test-1407497566-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3187921a-6d07-46e4-b4a7-3e95a2c3ba31 HTTP/1.1" status: 204 len: 168 time: 2.0446014 Jul 22 14:13:46.514274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-f0c616c9-1ea3-47de-8e73-8a7546ec0186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:46.515906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-f0c616c9-1ea3-47de-8e73-8a7546ec0186 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 1095 time: 0.4583342 Jul 22 14:13:46.566040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa1d77-a0d6-48de-8c08-e63342514e89 req-36e6dd08-9416-45aa-a344-d9c583497272 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:46.570079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-25930578-9750-46b0-afc9-cb2e74d8b2a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175 HTTP/1.1" status: 200 len: 217 time: 0.0449378 Jul 22 14:13:46.592443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66fa1d77-a0d6-48de-8c08-e63342514e89 req-36e6dd08-9416-45aa-a344-d9c583497272 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 943 time: 0.3136561 Jul 22 14:13:46.639217 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401ebfb-f369-4e9f-ab78-3ebcc3e4d829 x-openstack-request-id: req-1401ebfb-f369-4e9f-ab78-3ebcc3e4d829 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:46.639549 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:46.640157 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1401ebfb-f369-4e9f-ab78-3ebcc3e4d829 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:46.641057 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'status': 'completed', 'code': 200} Jul 22 14:13:46.650505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:46.671268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port 3b4808a5-9fe1-4a10-94de-bf423f1a232b, host n-d-787205-11, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:46.671636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:46.673566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-8d72d8cb-0fee-4355-bcf7-372dec70b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:46.675805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-8d72d8cb-0fee-4355-bcf7-372dec70b7b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.0987029 Jul 22 14:13:46.728846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 3b4808a5-9fe1-4a10-94de-bf423f1a232b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:13:46.735860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66fa1d77-a0d6-48de-8c08-e63342514e89 req-ea5b0004-a7e2-4913-a7f2-39b2dc7881dc tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422741 Jul 22 14:13:46.739101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Port 3b4808a5-9fe1-4a10-94de-bf423f1a232b was not found and therefore no delete operation was performed {{(pid=93759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:13:46.740472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:46.811081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port 3b4808a5-9fe1-4a10-94de-bf423f1a232b on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:13:46.821376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=3b4808a5-9fe1-4a10-94de-bf423f1a232b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:46.867736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3b4808a5-9fe1-4a10-94de-bf423f1a232b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:13:46.908732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-cba9e757-5c14-40a2-b796-683e8907028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:46.910467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-cba9e757-5c14-40a2-b796-683e8907028e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2281380 Jul 22 14:13:46.917148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3b4808a5-9fe1-4a10-94de-bf423f1a232b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:13:46.918277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3b4808a5-9fe1-4a10-94de-bf423f1a232b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:13:46.987132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58ead00e-56d7-4912-9500-18fc6ca573f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.035498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.049428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fed2f-2a2e-48c3-8a98-5af7c7febbb6 req-92c1584b-e938-43c0-8a14-faf4e6be0a68 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.052707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a681db-9ff1-4303-b126-44e80fd72dd2']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:47.057281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-949fed2f-2a2e-48c3-8a98-5af7c7febbb6 req-92c1584b-e938-43c0-8a14-faf4e6be0a68 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 943 time: 0.1917508 Jul 22 14:13:47.063895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44360) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:47.075830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:47.076451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c6d89-ee90-45a0-b3ed-aa63231ed9c4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:47.102492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.131364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.138939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-949fed2f-2a2e-48c3-8a98-5af7c7febbb6 req-352d886c-b2e2-4b1e-aa5e-3136b9aa1498 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806608 Jul 22 14:13:47.151958 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-c927c1f2-23a0-432b-b964-3f3bec8565bd service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284472 Jul 22 14:13:47.159019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:13:47.160387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:13:47.164117 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:13:47.237475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.246816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.253406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/70a681db-9ff1-4303-b126-44e80fd72dd2 HTTP/1.1" status: 204 len: 168 time: 1.9618006 Jul 22 14:13:47.259396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44364) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:47.267054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-565303755', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:47.290895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04068b-91a0-4ced-9762-3bf3d1fed736 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=70a681db-9ff1-4303-b126-44e80fd72dd2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:47.308151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.353402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58ead00e-56d7-4912-9500-18fc6ca573f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.357798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6920938c-2f0a-4290-99f4-f70a5ffa3515 req-074dfe86-d08e-4f1c-88d8-89d0f4daf007 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967463 Jul 22 14:13:47.362402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58ead00e-56d7-4912-9500-18fc6ca573f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.388021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:13:47.388021 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:13:47.388021 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id_1': 'ae1aed13b9434ef2a34923da1bd9f4ab', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 13, 47, 354558)}] Jul 22 14:13:47.388021 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:13:47.388478 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:13:47.410113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.411052 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.419806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-58ead00e-56d7-4912-9500-18fc6ca573f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f79bc0e7628a47e9992c0108e6e0cb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7683833 Jul 22 14:13:47.422662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:47.432156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ead00e-56d7-4912-9500-18fc6ca573f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb2cb24-a659-4de3-a6d8-144ff73a0160,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:47.538702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e38c992-55bb-4ba4-b5b8-4c7264f1b96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.593654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.620533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.640056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e38c992-55bb-4ba4-b5b8-4c7264f1b96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.646846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-766afd3b-e6e0-4fae-8e5a-bd51bac50f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.649528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-766afd3b-e6e0-4fae-8e5a-bd51bac50f5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 1095 time: 0.2261808 Jul 22 14:13:47.670913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.675159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1585779-b4ab-4647-8ddb-42d2989a80fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4096744 Jul 22 14:13:47.676777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:47.684813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1781671108'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:47.757851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.764331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.773876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.779780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.786940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.795370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-ae1fbd7f-f0d7-4ae2-be3c-895c767133c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.796448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.797013 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-ae1fbd7f-f0d7-4ae2-be3c-895c767133c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.1384885 Jul 22 14:13:47.804101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.809978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-ba6b15a0-9e4d-4c40-9160-202016278f71 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.3014121 Jul 22 14:13:47.822840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:47.829458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.848385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-7444f15d-bda1-4538-98d0-d220fca36549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175 HTTP/1.1" status: 200 len: 217 time: 0.0441132 Jul 22 14:13:47.862055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e38c992-55bb-4ba4-b5b8-4c7264f1b96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.866505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e38c992-55bb-4ba4-b5b8-4c7264f1b96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.871000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e38c992-55bb-4ba4-b5b8-4c7264f1b96a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cb2cb24-a659-4de3-a6d8-144ff73a0160 HTTP/1.1" status: 204 len: 168 time: 0.4470761 Jul 22 14:13:47.891635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.893387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38c992-55bb-4ba4-b5b8-4c7264f1b96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb2cb24-a659-4de3-a6d8-144ff73a0160,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:47.945691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9aef5281-ea98-4cd6-bea2-77acfd22425f req-37195556-06c2-4b90-8a69-d61ab9601619 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319609 Jul 22 14:13:47.947483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-91eeceda-5961-4f3e-8832-8bdd577df4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:47.948544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:47.949254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-91eeceda-5961-4f3e-8832-8bdd577df4d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.0941133 Jul 22 14:13:47.981445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:47.982122 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79 of type vlan for network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 Jul 22 14:13:48.051755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.099294 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.123049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:48.126820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.129087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211f70a-c8b7-4590-a346-1bcc91e1a651 req-a019dbe1-faad-41fe-a082-44e9cf008af0 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:48.130816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f211f70a-c8b7-4590-a346-1bcc91e1a651 req-a019dbe1-faad-41fe-a082-44e9cf008af0 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 943 time: 0.1781607 Jul 22 14:13:48.132681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-1d136ce5-0c3c-44a9-9d8f-908c6fcd6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:48.134088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-1d136ce5-0c3c-44a9-9d8f-908c6fcd6a24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1660531 Jul 22 14:13:48.212522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=28dfea4e-1685-41c8-a1d1-ec81ccaaf391,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:48.214221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.221392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 11e24c90-817a-4637-bb01-2ba16618bafa details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:48.244382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ec982035-898d-4f65-b2c7-75c4a70bc6b1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5651648 Jul 22 14:13:48.245134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:48.263438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:48.264720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:48.360955 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.365996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-16dcfd79-ed5f-4aec-a463-4c7a85561d84 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491177 Jul 22 14:13:48.379444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 11e24c90-817a-4637-bb01-2ba16618bafa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=11e24c90-817a-4637-bb01-2ba16618bafa,segment=NetworkSegment(0d2e1753-a810-417f-aa3e-11ee3bd4d4fe),segment_id=0d2e1753-a810-417f-aa3e-11ee3bd4d4fe)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:48.392109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '11e24c90-817a-4637-bb01-2ba16618bafa', 'network_id': '3c2066e3-968c-49d6-8e87-f6c776faac7b', 'port_id': '11e24c90-817a-4637-bb01-2ba16618bafa', 'mac_address': 'fa:16:3e:bc:41:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d520baf-f863-401f-ab83-a0fc73c2cf52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:48.462957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:48.471489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.536261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553e293-2b9f-40ba-ab53-ba5912ffe854 req-d5bcf26e-9694-4620-bab0-fe9f30488554 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:48.538150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b553e293-2b9f-40ba-ab53-ba5912ffe854 req-d5bcf26e-9694-4620-bab0-fe9f30488554 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 943 time: 0.2690225 Jul 22 14:13:48.552166 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.573334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e24c90-817a-4637-bb01-2ba16618bafa {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:48.578703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef3e56cc-7711-41cf-b92d-322fd95e122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.614430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 11e24c90-817a-4637-bb01-2ba16618bafa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=11e24c90-817a-4637-bb01-2ba16618bafa,segment=NetworkSegment(0d2e1753-a810-417f-aa3e-11ee3bd4d4fe),segment_id=0d2e1753-a810-417f-aa3e-11ee3bd4d4fe)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:48.621559 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.643216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f211f70a-c8b7-4590-a346-1bcc91e1a651 req-e7be1998-ef7b-466d-8726-6c5629d75631 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4981031 Jul 22 14:13:48.652375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-384720cc-227f-4bb5-ab32-0dc5bf340ecf req-4a05d224-71a2-4eda-b619-d64d42f216be service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720909 Jul 22 14:13:48.676075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae1aed13b9434ef2a34923da1bd9f4ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6034324 Jul 22 14:13:48.678333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d008cf-7210-4cec-8b38-08b8e0ae92d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a2422-6906-4c11-b09a-865292ff5dc6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:48.681135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44412) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:48.740715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=11e24c90-817a-4637-bb01-2ba16618bafa,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:48.759033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b553e293-2b9f-40ba-ab53-ba5912ffe854 req-112d48d8-3cb9-498b-870e-9b68110e046c tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111614 Jul 22 14:13:48.810919 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b39e02d7-2deb-4536-80ad-80fe1d5979d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.822551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['11e24c90-817a-4637-bb01-2ba16618bafa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:48.880427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b39e02d7-2deb-4536-80ad-80fe1d5979d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:48.918992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.007764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.019618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b39e02d7-2deb-4536-80ad-80fe1d5979d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.023053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b39e02d7-2deb-4536-80ad-80fe1d5979d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.025893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b39e02d7-2deb-4536-80ad-80fe1d5979d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b33a2422-6906-4c11-b09a-865292ff5dc6 HTTP/1.1" status: 204 len: 168 time: 0.3328490 Jul 22 14:13:49.036517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e02d7-2deb-4536-80ad-80fe1d5979d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a2422-6906-4c11-b09a-865292ff5dc6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:49.164006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=40c894d7-1024-4cf2-885f-27f7da9cc239,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:49.183557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:49.184199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 28dfea4e-1685-41c8-a1d1-ec81ccaaf391, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:49.245201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.251566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.259485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.267185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.274414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.280830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.287629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.289650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-7fbb95ad-f3a6-4cc7-9bc6-07f783ba663a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.1962759 Jul 22 14:13:49.290289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:49.326820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 28dfea4e-1685-41c8-a1d1-ec81ccaaf391) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:49.336125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6780de-d549-4095-bf22-9475b8275127 None None] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:49.341122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:49.342012 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.372027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb18bb20-6e70-47f8-bccc-36d97d8f2171 req-a774a4b9-01f2-4cce-b615-f97e200855b7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710671 Jul 22 14:13:49.390223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad6d6941-040a-496d-81d7-6a90462f4f5f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1430306 Jul 22 14:13:49.393102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44436) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:49.539630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:49.635535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf3797ed-8b4b-438a-b7f6-b91db87648c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2036ca33060e4dd3a966075212732803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940809 Jul 22 14:13:49.638027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:49.702237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:13:49.705259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.730749 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e801d80-1b38-41db-9b05-7dd8931e5abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.765289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e801d80-1b38-41db-9b05-7dd8931e5abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.856032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e801d80-1b38-41db-9b05-7dd8931e5abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.858693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e801d80-1b38-41db-9b05-7dd8931e5abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:49.865823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e801d80-1b38-41db-9b05-7dd8931e5abb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d402022a-3faa-452b-978e-e83f80bf288f HTTP/1.1" status: 204 len: 168 time: 0.2239416 Jul 22 14:13:49.876812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e801d80-1b38-41db-9b05-7dd8931e5abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402022a-3faa-452b-978e-e83f80bf288f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:49.999586 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:50.018385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Allocated IP 172.20.0.2 (28dfea4e-1685-41c8-a1d1-ec81ccaaf391/40c894d7-1024-4cf2-885f-27f7da9cc239/d31a3983-e952-4be4-83de-12fd4436358d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:50.226154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ff8ee339-c3a6-4703-a5d0-6406f144c175 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:13:50.228169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 11e24c90-817a-4637-bb01-2ba16618bafa up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:50.253373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.259842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.266595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.274536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.284079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.293736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.299597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.314263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d35060b-0daf-4205-8014-1e8a4f5fad4c req-0e0e1bd3-8d3e-4708-91b0-7c6a54074172 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.7637818 Jul 22 14:13:50.314791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44466) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:50.325016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Request body: {'floatingip': {'port_id': '177e4c60-f024-4f5e-bdd2-d0901e8ae591'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:50.430351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24dd72-1a20-49e8-a650-b121dd998f62 req-e55b0f44-5a91-47d5-9fc8-3dbed94ce95d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:50.434635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e24dd72-1a20-49e8-a650-b121dd998f62 req-e55b0f44-5a91-47d5-9fc8-3dbed94ce95d tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 943 time: 0.6047111 Jul 22 14:13:50.468653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:50.474850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 11e24c90-817a-4637-bb01-2ba16618bafa completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:50.485844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:50.489514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 11e24c90-817a-4637-bb01-2ba16618bafa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:50.489917 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:50.498461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:50.551204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e24dd72-1a20-49e8-a650-b121dd998f62 req-fc618d39-ad84-4680-b14d-0496dd40a768 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094537 Jul 22 14:13:50.637636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Transition to ACTIVE for port object d31a3983-e952-4be4-83de-12fd4436358d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:50.826957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Transition to ACTIVE for port object d31a3983-e952-4be4-83de-12fd4436358d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:50.896235 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:50.927111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ff8ee339-c3a6-4703-a5d0-6406f144c175, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:51.052142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Pushing event updated for resources: {'Port': ['ID=d31a3983-e952-4be4-83de-12fd4436358d,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:51.073840 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.082333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:51.091756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'port_id': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'mac_address': 'fa:16:3e:0a:e4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:13:51.097191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:51.103178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:51.130110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e24c90-817a-4637-bb01-2ba16618bafa'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:51.132929 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2348bd48-f642-4b05-b0d2-bf3be449e674" -d '{"events": [{"server_uuid": "d299f09e-97ac-4179-b37d-7206ff75e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "11e24c90-817a-4637-bb01-2ba16618bafa"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:51.257169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927180-c9ac-4414-a468-48f4cae1a3ff req-6ad6afab-bb55-473b-9ba2-f18718d3c920 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:51.268346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88927180-c9ac-4414-a468-48f4cae1a3ff req-6ad6afab-bb55-473b-9ba2-f18718d3c920 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 944 time: 0.6838264 Jul 22 14:13:51.308167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 11e24c90-817a-4637-bb01-2ba16618bafa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=11e24c90-817a-4637-bb01-2ba16618bafa,segment=NetworkSegment(0d2e1753-a810-417f-aa3e-11ee3bd4d4fe),segment_id=0d2e1753-a810-417f-aa3e-11ee3bd4d4fe)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:51.311317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Attempting to bind port d31a3983-e952-4be4-83de-12fd4436358d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:51.311693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Attempting to bind port d31a3983-e952-4be4-83de-12fd4436358d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:51.312341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Attempting to bind port d31a3983-e952-4be4-83de-12fd4436358d on network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:51.327652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:51.328072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Checking segment: {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:51.328482 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.329011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Bound using segment: {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:51.329558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Bound port: d31a3983-e952-4be4-83de-12fd4436358d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:51.329988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.333019 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.360425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:51.461970 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.499038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8ee339-c3a6-4703-a5d0-6406f144c175 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:13:51.544572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88927180-c9ac-4414-a468-48f4cae1a3ff req-6a5ee752-d6d0-4d51-965e-836b077056cb tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734966 Jul 22 14:13:51.548087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.581580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.20.0.1 (28dfea4e-1685-41c8-a1d1-ec81ccaaf391/40c894d7-1024-4cf2-885f-27f7da9cc239/82e635cc-e6ae-4da0-a578-c510b87542c3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:51.625320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65343586'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:51.644723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ff8ee339-c3a6-4703-a5d0-6406f144c175, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:51.650962 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e02643-64f4-425e-9f64-c9a2adc08f28 x-openstack-request-id: req-64e02643-64f4-425e-9f64-c9a2adc08f28 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:51.651262 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299f09e-97ac-4179-b37d-7206ff75e9ac", "name": "network-vif-plugged", "status": "completed", "tag": "11e24c90-817a-4637-bb01-2ba16618bafa", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:51.651518 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64e02643-64f4-425e-9f64-c9a2adc08f28 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:51.651920 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e24c90-817a-4637-bb01-2ba16618bafa', 'code': 200} Jul 22 14:13:51.671327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:51.676045 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.677830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-486a48e8-f0b8-42b4-bfda-e2fdb9ca6cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.680193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.719571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.723691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=11e24c90-817a-4637-bb01-2ba16618bafa,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:51.797861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] For port d31a3983-e952-4be4-83de-12fd4436358d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:51.807607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] For port d31a3983-e952-4be4-83de-12fd4436358d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d31a3983-e952-4be4-83de-12fd4436358d,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:51.830659 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.844427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ff8ee339-c3a6-4703-a5d0-6406f144c175,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:51.973371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:51.977754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ff8ee339-c3a6-4703-a5d0-6406f144c175'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:13:51.978818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.024622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:52.037277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730641bb-c050-4333-b836-98b7196ddc6e None None] Pushing event updated for resources: {'Port': ['ID=d31a3983-e952-4be4-83de-12fd4436358d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:52.055373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e9b6e-16ad-4b97-a4fe-1c76de26f8a3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:52.060097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.060672 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 4cbb9c1e-2dad-479b-a341-9801de00e49d of type vlan for network a5f6ff25-a8cd-44dd-ad70-69d209a2449b Jul 22 14:13:52.134210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.223212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.246315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:52.247021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.255092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:13:52.336443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.354652 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.358444 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.359514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:52.381237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-116528570', 'description': 'tempest-secgroup-smoke-116528570 description', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:52.390771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0283551 Jul 22 14:13:52.463841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911799e-54d6-48a1-9f2e-b1287f16f1ba tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=a5f6ff25-a8cd-44dd-ad70-69d209a2449b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:52.470981 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.492361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.507368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a5f6ff25-a8cd-44dd-ad70-69d209a2449b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:52.566996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:52.593079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:52.650315 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.672758 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Floating IP 0f7f9abe-799b-402a-a740-41028b3771c2 associated. External IP: 172.25.8.198, port: 177e4c60-f024-4f5e-bdd2-d0901e8ae591. Jul 22 14:13:52.679468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f8a10-dc3d-452b-9090-34ee79aeba4d req-89034b80-dfdb-482c-90d9-302d6dcb3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:52.681253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7f8a10-dc3d-452b-9090-34ee79aeba4d req-89034b80-dfdb-482c-90d9-302d6dcb3a1e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 1097 time: 0.3386505 Jul 22 14:13:52.728722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 82e635cc-e6ae-4da0-a578-c510b87542c3 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:52.775414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11dbbe-26e9-491e-90c6-0200c8fec825 req-7c39b81a-286d-48f1-a763-d47ab78ed280 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:52.782314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa11dbbe-26e9-491e-90c6-0200c8fec825 req-7c39b81a-286d-48f1-a763-d47ab78ed280 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 944 time: 0.4408827 Jul 22 14:13:52.880423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa11dbbe-26e9-491e-90c6-0200c8fec825 req-7f5dbe1e-4b68-4c2b-aa52-1e0cbc133e09 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918570 Jul 22 14:13:52.882494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7f8a10-dc3d-452b-9090-34ee79aeba4d req-508645ae-cc12-4f33-acb1-2e3dc2a37c3f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602013 Jul 22 14:13:52.917248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.918836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d31a3983-e952-4be4-83de-12fd4436358d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:52.944446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.963909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:52.993485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57fc5b-be9c-4a9e-9813-ef9bbef8c564 req-eb96b0e1-6b8a-4dd8-9d6c-82ad8b1e94d0 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:53.003394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df57fc5b-be9c-4a9e-9813-ef9bbef8c564 req-eb96b0e1-6b8a-4dd8-9d6c-82ad8b1e94d0 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.3474321 Jul 22 14:13:53.021507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:53.029127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:53.032013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:53.045816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:53.050176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.120287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d43bc2-8488-4bb1-b119-abf56c9ea079,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:53.173539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=82e635cc-e6ae-4da0-a578-c510b87542c3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:53.200289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d31a3983-e952-4be4-83de-12fd4436358d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:53.228173 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.262347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df57fc5b-be9c-4a9e-9813-ef9bbef8c564 req-b633238b-2dc3-4b81-8477-844fe1e700a0 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577465 Jul 22 14:13:53.348131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.355356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.404079 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.405432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0443470 Jul 22 14:13:53.415216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:53.422656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8134b249-aa3f-4ace-bf5b-662cdfaee875', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:53.438743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46e8c5-0fd9-4d8f-bdbe-f0c31d1f46ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8134b249-aa3f-4ace-bf5b-662cdfaee875,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:53.512033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85110501-b2d2-40c3-95fe-cb4e88879f15 None None] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:53.530339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.611759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.617068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.680672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Provisioning for port d31a3983-e952-4be4-83de-12fd4436358d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:53.701908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04601d9c-dfb4-43db-a21f-c718332ddcc6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:53.702399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Provisioning complete for port d31a3983-e952-4be4-83de-12fd4436358d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:53.708590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.710209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-60d08e92-c004-4c19-98b2-482a60ac3663 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2936578 Jul 22 14:13:53.712974 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.714094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:53.720037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8134b249-aa3f-4ace-bf5b-662cdfaee875', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:53.727930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.844034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=793aadef-0391-4273-aed2-8b7f840d4475,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:53.910672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.928983 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.932419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Router d77880b4-d58e-425f-8317-0d876f501260 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:13:53.940406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:53.940909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '4cbb9c1e-2dad-479b-a341-9801de00e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:53.941289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: a5f6ff25-a8cd-44dd-ad70-69d209a2449b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:53.990541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] For port d31a3983-e952-4be4-83de-12fd4436358d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d31a3983-e952-4be4-83de-12fd4436358d,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:54.010125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.106677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Pushing event updated for resources: {'Port': ['ID=d31a3983-e952-4be4-83de-12fd4436358d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:54.116414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.116773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.117120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.117461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.117864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.118188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.118520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.118855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.119186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.123962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.123962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.123962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f9f8c-ff00-45f5-bb8f-47c0450c47d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:54.181333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.202576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.214513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.227606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network a5f6ff25-a8cd-44dd-ad70-69d209a2449b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:54.248509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a19095-e507-4607-9ec1-e0edaf10d14a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:54.254043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a5f6ff25-a8cd-44dd-ad70-69d209a2449b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:54.260523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:54.261263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.261590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ff8ee339-c3a6-4703-a5d0-6406f144c175 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:54.264119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.267508 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1cfb6c86-18d5-4420-8ed7-25d9a9a1f570 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5495985 Jul 22 14:13:54.270525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44554) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:54.278408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8134b249-aa3f-4ace-bf5b-662cdfaee875', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:54.289134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-00224a8d-bb5a-4f05-af8b-60ad500105a4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7211323 Jul 22 14:13:54.292514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:54.304976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-634311185'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:54.325133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e175d5-31d1-4aca-b44c-9afde131b531 req-a583ed97-736c-4cbc-a1a5-4e8743e15043 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:54.339411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d7eb3-daa0-4e5b-9c06-1de53f517d61 None None] Network a5f6ff25-a8cd-44dd-ad70-69d209a2449b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:54.349197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67e175d5-31d1-4aca-b44c-9afde131b531 req-a583ed97-736c-4cbc-a1a5-4e8743e15043 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 944 time: 0.3030765 Jul 22 14:13:54.365717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:13:54.365717 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:13:54.365717 n-d-787205-11 neutron-server[93759]: [parameters: {'project_id_1': 'bfabbe98330847288510075b9261e657', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 13, 54, 351265)}] Jul 22 14:13:54.365717 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:13:54.366244 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:13:54.399818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ff8ee339-c3a6-4703-a5d0-6406f144c175 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:54.415168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ff8ee339-c3a6-4703-a5d0-6406f144c175 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:54.415640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.443964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67e175d5-31d1-4aca-b44c-9afde131b531 req-f3181f38-8768-4cf8-83b4-d9f46aaf7535 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937836 Jul 22 14:13:54.468370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:54.474997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.482012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.499633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] Sync routers for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:54.543273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:54.543920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:54.666276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fe11e078-bff9-4fb2-ae29-781d4f2ad60a None None] Provisioning complete for port d31a3983-e952-4be4-83de-12fd4436358d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:54.666846 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe11e078-bff9-4fb2-ae29-781d4f2ad60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.707369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62e7cccf-d366-455e-82b3-69aef27c2d4e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "PUT /v2.0/floatingips/0f7f9abe-799b-402a-a740-41028b3771c2 HTTP/1.1" status: 200 len: 992 time: 4.3863127 Jul 22 14:13:54.716820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:54.719757 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e76d43-136c-4414-a1ab-d35dc055ddde" -d '{"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:54.778470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145d76d-83c3-49b8-889e-dafd209a8204 req-67daca36-1e4d-4e03-a21e-eccb1398fb81 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:54.788541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1145d76d-83c3-49b8-889e-dafd209a8204 req-67daca36-1e4d-4e03-a21e-eccb1398fb81 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.3849800 Jul 22 14:13:54.803323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.811937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.910309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.941220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.943392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:54.951681 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.965582 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:54.996769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d31a3983-e952-4be4-83de-12fd4436358d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:54.998977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe92efbb-dd9d-459d-ac0e-749a07c359f7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:55.017953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1145d76d-83c3-49b8-889e-dafd209a8204 req-f8f93355-aeb9-40a2-8408-6c81389047d0 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283537 Jul 22 14:13:55.035251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:55.037852 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba3ee45-9f79-49d7-9cfc-ef142ede7050 x-openstack-request-id: req-9ba3ee45-9f79-49d7-9cfc-ef142ede7050 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:55.038347 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:55.038767 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ba3ee45-9f79-49d7-9cfc-ef142ede7050 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:55.039370 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'status': 'completed', 'code': 200} Jul 22 14:13:55.045372 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.062366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.062728 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 6f9c8fe6-f489-4b88-9ae5-c252c582ac0c of type vlan for network fad8046b-2d37-4798-9ea1-eb582d469568 Jul 22 14:13:55.110729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=82e635cc-e6ae-4da0-a578-c510b87542c3,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:55.111379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a5f6ff25-a8cd-44dd-ad70-69d209a2449b', 'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '793aadef-0391-4273-aed2-8b7f840d4475'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:13:55.111379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.164580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:55.176566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.239022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.244964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.245241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.248279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ff8ee339-c3a6-4703-a5d0-6406f144c175, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:13:55.255178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:13:55.257794 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccda3bd-321a-407c-9b84-c85509dcc477" -d '{"events": [{"server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:13:55.268001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.269181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.269800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.270293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.270766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.271238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.271713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.273502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:55.273820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-1c671854-c4d9-46b7-8bc3-f4a404514eab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6509 time: 0.1996257 Jul 22 14:13:55.280181 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.288331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.292194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-50212706-d071-4973-bd9a-7d91259c120c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0183201 Jul 22 14:13:55.293389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:55.295739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44586) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:55.314929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8134b249-aa3f-4ace-bf5b-662cdfaee875', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:55.325027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0314610 Jul 22 14:13:55.368567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:55.374361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': 'fad8046b-2d37-4798-9ea1-eb582d469568', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:55.433904 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66eb164b-3b0d-45e5-87e6-716ca8f92074 x-openstack-request-id: req-66eb164b-3b0d-45e5-87e6-716ca8f92074 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:13:55.434554 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "name": "network-vif-plugged", "status": "completed", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:13:55.435313 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66eb164b-3b0d-45e5-87e6-716ca8f92074 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:13:55.435980 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'code': 200} Jul 22 14:13:55.506791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bb03f-2c08-4801-91ae-c06a5c8690cd tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=fad8046b-2d37-4798-9ea1-eb582d469568,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:55.561706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.579523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network fad8046b-2d37-4798-9ea1-eb582d469568 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:55.786991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd976ef-f768-485c-9780-e72c7bea9541 req-02e0df9d-5f52-4dce-851d-1ec0baf38a6c tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.787549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d31a3983-e952-4be4-83de-12fd4436358d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:55.788081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.794714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9dd976ef-f768-485c-9780-e72c7bea9541 req-02e0df9d-5f52-4dce-851d-1ec0baf38a6c tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.2640038 Jul 22 14:13:55.807837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fe11e078-bff9-4fb2-ae29-781d4f2ad60a None None] Provisioning for port 82e635cc-e6ae-4da0-a578-c510b87542c3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:55.823628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.834408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-1df010a9-1aae-4e1e-b861-396b231532cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.836290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-1df010a9-1aae-4e1e-b861-396b231532cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f677cf09f2bd4eadb0690855c2d18811&device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 1097 time: 0.3710916 Jul 22 14:13:55.839904 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.857714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-9a5c2b93-9547-4c88-bfaa-57fc93c90595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.859245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-9a5c2b93-9547-4c88-bfaa-57fc93c90595 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8852580b-924b-4887-8d8a-1180c6237f76 HTTP/1.1" status: 200 len: 918 time: 0.5715156 Jul 22 14:13:55.863215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fe11e078-bff9-4fb2-ae29-781d4f2ad60a None None] Provisioning complete for port 82e635cc-e6ae-4da0-a578-c510b87542c3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:55.864060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fe11e078-bff9-4fb2-ae29-781d4f2ad60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.914713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fe11e078-bff9-4fb2-ae29-781d4f2ad60a None None] Port 82e635cc-e6ae-4da0-a578-c510b87542c3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:55.933901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a198d-29fd-485a-baa8-62bbac671663 req-666152ac-ab7b-4869-83ec-5e89174f7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.935909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d0a198d-29fd-485a-baa8-62bbac671663 req-666152ac-ab7b-4869-83ec-5e89174f7bed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 1097 time: 0.4803081 Jul 22 14:13:55.976659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-8e4e7e99-9d0a-4359-bbd5-f9ecf4c59fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:55.980559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-8e4e7e99-9d0a-4359-bbd5-f9ecf4c59fe3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3c2066e3-968c-49d6-8e87-f6c776faac7b HTTP/1.1" status: 200 len: 914 time: 0.1152816 Jul 22 14:13:55.990371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.992042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6903336 Jul 22 14:13:55.992499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:55.996633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.004108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:56.010406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8134b249-aa3f-4ace-bf5b-662cdfaee875', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:56.011500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d0a198d-29fd-485a-baa8-62bbac671663 req-0654324e-988e-47ca-91c9-277e430578f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687678 Jul 22 14:13:56.019708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f9e6-741c-4bb1-a476-333d555049d4 req-b6bbe809-849d-4982-a2a3-43547db0c901 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:56.028122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbb8f9e6-741c-4bb1-a476-333d555049d4 req-b6bbe809-849d-4982-a2a3-43547db0c901 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 945 time: 0.4243062 Jul 22 14:13:56.051888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ff8ee339-c3a6-4703-a5d0-6406f144c175,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:56.065305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d020f-ff27-44b6-8a1a-ee2773df77da tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466fc713-5896-4cfe-b44b-c8542e97e030,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:56.078389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-9540377b-2644-4278-aa82-6c052e939a4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e24c90-817a-4637-bb01-2ba16618bafa HTTP/1.1" status: 200 len: 217 time: 0.0839000 Jul 22 14:13:56.087440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-9f410698-2c63-4682-922e-feb2aa84e526 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591 HTTP/1.1" status: 200 len: 1000 time: 0.2170048 Jul 22 14:13:56.133381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-75a1fb1d-154b-459e-81bd-5f893949401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:56.135323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-75a1fb1d-154b-459e-81bd-5f893949401c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d520baf-f863-401f-ab83-a0fc73c2cf52 HTTP/1.1" status: 200 len: 853 time: 0.0502844 Jul 22 14:13:56.139063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:13:56.144160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9dd976ef-f768-485c-9780-e72c7bea9541 req-e6efbb1b-b504-4e23-90c7-4ede57e33909 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478837 Jul 22 14:13:56.175493 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbb8f9e6-741c-4bb1-a476-333d555049d4 req-0f88ee2f-0312-4e5f-8339-834a5acb8f5a tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458244 Jul 22 14:13:56.183139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cbbb402a-c740-47da-958a-20d0b2a17a2d None None] Provisioning complete for port 82e635cc-e6ae-4da0-a578-c510b87542c3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:13:56.183523 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cbbb402a-c740-47da-958a-20d0b2a17a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.191220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-23724a95-e63e-456e-8e96-96490fa1c4d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3c2066e3-968c-49d6-8e87-f6c776faac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373294 Jul 22 14:13:56.211000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-d20dfbae-82ca-48ff-8aa1-6376fb087c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:56.211843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-d20dfbae-82ca-48ff-8aa1-6376fb087c50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d1bf868-f350-4773-8e9e-345c13cdd4fc HTTP/1.1" status: 200 len: 856 time: 0.1157219 Jul 22 14:13:56.251472 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:13:56.259529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Allocated IP 172.20.255.242 (a5f6ff25-a8cd-44dd-ad70-69d209a2449b/793aadef-0391-4273-aed2-8b7f840d4475/4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:13:56.265719 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.294844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb402a-c740-47da-958a-20d0b2a17a2d None None] Port 82e635cc-e6ae-4da0-a578-c510b87542c3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:13:56.307802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '0f7f9abe-799b-402a-a740-41028b3771c2', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'port_id': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'mac_address': 'fa:16:3e:13:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:12:23Z', 'updated_at': '2021-07-22T14:13:52Z', 'revision_number': 1, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:46Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:56.438031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] Checking router: d77880b4-d58e-425f-8317-0d876f501260 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:13:56.470187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:13:56.478481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-a9147006-4978-48ae-9dc0-b42703172560 service neutron] 10.222.0.13 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789874 Jul 22 14:13:56.484762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8b6c1b95-bb1a-421f-b162-0fcf0197f807 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0877655 Jul 22 14:13:56.484986 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:13:56.485417 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.485417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44610) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:56.491885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1965155183'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:56.498657 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:56.499302 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:56.512621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.534932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-33b74a6d-c298-4f98-ad39-87374ebc9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:56.545478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7116cd5c-022b-4597-be52-9069646672a6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:56.545777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-33b74a6d-c298-4f98-ad39-87374ebc9654 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8852580b-924b-4887-8d8a-1180c6237f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2468240 Jul 22 14:13:56.607569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:56.611695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.636019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.637459 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1612dd7a-50b5-4987-97aa-03ae0334257c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6306202 Jul 22 14:13:56.642432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44612) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:56.648571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8134b249-aa3f-4ace-bf5b-662cdfaee875', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:56.673733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:56.707854 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:56.712619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79f5852f-d62d-475a-bbb5-70f11eb9d88e req-5a9cfbd1-c8cb-4973-bfce-b714818aab8e service neutron] 10.222.0.13 "GET /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155347 Jul 22 14:13:56.717104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.717460 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment 70849b8d-aead-4e45-9187-efff1ab8c040 of type vlan for network 5d2c442b-4275-4649-9ef3-8782932c3951 Jul 22 14:13:56.789140 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:13:56.826978 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.888842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.921849 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.942791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Transition to ACTIVE for port object 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:56.963891 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.964864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Transition to ACTIVE for port object 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:56.973692 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.990035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:56.996736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.015924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbadef28-8599-4643-a7f5-a1a84e60d05e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:57.020485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Pushing event updated for resources: {'Port': ['ID=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:57.026433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:57.027070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:57.043575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.044940 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c896710f-79c4-48bb-8af9-b842884c3b17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015310 Jul 22 14:13:57.046176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.052609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:57.053295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.056035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44614) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:57.067978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'network': {'name': 'tempest-network-smoke--537155849', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:57.107018 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-f51e6d32-5852-43df-990b-f704ea52b3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604033 Jul 22 14:13:57.120241 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:13:53Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:13:54Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:57.141340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Network a5f6ff25-a8cd-44dd-ad70-69d209a2449b is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:13:57.144039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:57.154343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:13:57.156181 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:13:57.156798 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Updating router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 port 82e635cc-e6ae-4da0-a578-c510b87542c3 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:13:57.216144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:57.220973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.225424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=5d2c442b-4275-4649-9ef3-8782932c3951,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:57.242269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-95e44510-e6e2-4527-a9a5-cbe51c6dc272 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7558093 Jul 22 14:13:57.242974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44622) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:57.255419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:57.269507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5d2c442b-4275-4649-9ef3-8782932c3951 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:57.315235 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.318775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=538ef3be-0edd-473f-906d-08bb4c89238e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:57.323136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Attempting to bind port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:57.323527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Attempting to bind port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4cbb9c1e-2dad-479b-a341-9801de00e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:57.323901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Attempting to bind port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d on network a5f6ff25-a8cd-44dd-ad70-69d209a2449b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:57.334678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:57.335149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Checking segment: {'id': '4cbb9c1e-2dad-479b-a341-9801de00e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:57.335821 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.336306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Bound using segment: {'id': '4cbb9c1e-2dad-479b-a341-9801de00e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:57.336885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Bound port: 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbb9c1e-2dad-479b-a341-9801de00e49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a5f6ff25-a8cd-44dd-ad70-69d209a2449b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:57.337277 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.364115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:57.456029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '6f9c8fe6-f489-4b88-9ae5-c252c582ac0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad8046b-2d37-4798-9ea1-eb582d469568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:57.456478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: fad8046b-2d37-4798-9ea1-eb582d469568, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:57.490428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:57.494225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.515117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0e76d43-136c-4414-a1ab-d35dc055ddde req-23cded71-4457-4d86-b9c9-baf5ffad14a5 service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682855 Jul 22 14:13:57.527149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network fad8046b-2d37-4798-9ea1-eb582d469568 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:57.540705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, fad8046b-2d37-4798-9ea1-eb582d469568) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:57.548221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:57.549343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.568473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf737f-5bf0-4ec1-a665-e7cd71292e03 req-815d59c6-116a-404e-a3e1-0f1716efd71b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:57.572177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:57.578241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39bf737f-5bf0-4ec1-a665-e7cd71292e03 req-815d59c6-116a-404e-a3e1-0f1716efd71b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 945 time: 0.2528307 Jul 22 14:13:57.581863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e8ab9-f499-482f-917f-243f6d471c0c None None] Network fad8046b-2d37-4798-9ea1-eb582d469568 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:57.616680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-451ca378-31d8-48eb-be64-ea6eb9838659 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2469258 Jul 22 14:13:57.619591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:57.620371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c773b8-39da-49d2-a5ef-4171413d08ca req-0a9e9899-5e39-4c5b-b8a0-71609e5d2db7 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:57.621959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8c773b8-39da-49d2-a5ef-4171413d08ca req-0a9e9899-5e39-4c5b-b8a0-71609e5d2db7 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.2177336 Jul 22 14:13:57.649909 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.650262 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Added segment 5d8952e2-bf66-44eb-ba03-017d595be1b9 of type vlan for network 45d229c0-af92-4ce0-a937-8d75cad5fee0 Jul 22 14:13:57.651968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39bf737f-5bf0-4ec1-a665-e7cd71292e03 req-01438704-b454-4deb-acfe-5feff2448947 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724602 Jul 22 14:13:57.685708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] For port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:57.729135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8c773b8-39da-49d2-a5ef-4171413d08ca req-8a278b71-a381-4841-bbf0-c0a38234e79c tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996044 Jul 22 14:13:57.747364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] For port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,segment=NetworkSegment(4cbb9c1e-2dad-479b-a341-9801de00e49d),segment_id=4cbb9c1e-2dad-479b-a341-9801de00e49d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:57.758438 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.764613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.784097 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Transition to ACTIVE for port object 82e635cc-e6ae-4da0-a578-c510b87542c3 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:13:57.793768 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.842334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.924778 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Pushing event updated for resources: {'Port': ['ID=82e635cc-e6ae-4da0-a578-c510b87542c3,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:57.951694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.962125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.981001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:57.981691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:57.990725 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.991276 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.991793 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.997427 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.997834 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.998180 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.998515 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.998849 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:57.999523 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:58.001904 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:58.002290 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:58.003226 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:13:58.036845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.069947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.106424 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Attempting to bind port 82e635cc-e6ae-4da0-a578-c510b87542c3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:13:58.107987 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Attempting to bind port 82e635cc-e6ae-4da0-a578-c510b87542c3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:13:58.108290 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Attempting to bind port 82e635cc-e6ae-4da0-a578-c510b87542c3 on network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:13:58.129015 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:13:58.129476 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Checking segment: {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:58.129816 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.136092 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Bound using segment: {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:13:58.136681 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Bound port: 82e635cc-e6ae-4da0-a578-c510b87542c3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:13:58.137085 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.160695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0969274 Jul 22 14:13:58.161401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44662) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:58.185909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'admin_state_up': True, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:58.200439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39a15f-8ac2-4d9b-b4e6-2bea6afec8eb None None] Pushing event updated for resources: {'Port': ['ID=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:58.246762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.269475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd9af-2b09-4f36-ac05-d24a31db0b39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Network': ['ID=45d229c0-af92-4ce0-a937-8d75cad5fee0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:58.283216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.284581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.289700 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] For port 82e635cc-e6ae-4da0-a578-c510b87542c3, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:13:58.293500 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] For port 82e635cc-e6ae-4da0-a578-c510b87542c3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=82e635cc-e6ae-4da0-a578-c510b87542c3,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:13:58.296940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:13:58.300401 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.311865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=538ef3be-0edd-473f-906d-08bb4c89238e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:58.358567 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.401152 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:13:58.402152 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:58.413457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '0f7f9abe-799b-402a-a740-41028b3771c2', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'port_id': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'mac_address': 'fa:16:3e:13:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:12:23Z', 'updated_at': '2021-07-22T14:13:52Z', 'revision_number': 1, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:46Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:58.419546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=930da267-dc7e-42f3-96a9-8de52851f8c7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:58.420755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340ef9b-0bfa-496d-a968-21e32e63a743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-fad8046b-2d37-4798-9ea1-eb582d469568', 'network_id': 'fad8046b-2d37-4798-9ea1-eb582d469568', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '538ef3be-0edd-473f-906d-08bb4c89238e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:13:58.421809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f340ef9b-0bfa-496d-a968-21e32e63a743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.463052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:13:58.463476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 5d2c442b-4275-4649-9ef3-8782932c3951, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:13:58.500342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.519063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d533b2c-9538-4bd7-8cab-932ab5bf9c3f req-d600122c-168d-42ec-8a50-948fda365949 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:58.523045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d533b2c-9538-4bd7-8cab-932ab5bf9c3f req-d600122c-168d-42ec-8a50-948fda365949 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 950 time: 0.3829019 Jul 22 14:13:58.570180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab70c1-9c3e-4b11-9957-2a6dc728a612 req-a111d4ab-0186-4806-8405-0fafc32379ad tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:58.571946 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eeab70c1-9c3e-4b11-9957-2a6dc728a612 req-a111d4ab-0186-4806-8405-0fafc32379ad tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 945 time: 0.6130774 Jul 22 14:13:58.607833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 5d2c442b-4275-4649-9ef3-8782932c3951 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:13:58.609503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f243792-a7d8-449d-9ced-7bf24e1c20f7 None None] The sync data for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 is: [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '0f7f9abe-799b-402a-a740-41028b3771c2', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'port_id': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'mac_address': 'fa:16:3e:13:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df89400-764d-4fd4-a730-85e6fd415604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:12:23Z', 'updated_at': '2021-07-22T14:13:52Z', 'revision_number': 1, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:46Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:58.620927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44664) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:58.627473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Request body: {'floatingip': {'port_id': 'ff8ee339-c3a6-4703-a5d0-6406f144c175'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:58.634684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 5d2c442b-4275-4649-9ef3-8782932c3951) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:13:58.639658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:58.641353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.668981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032fd86b-2dcd-4941-ad42-42db69550ed2 None None] Network 5d2c442b-4275-4649-9ef3-8782932c3951 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:58.736321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.771729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:58.831792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0bda740d-a660-4b4d-a797-4a7bf8fd167b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5786340 Jul 22 14:13:58.841742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44670) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:58.894610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc1a96-9bf4-4c2e-9b79-87c78eeb38ad None None] Network fad8046b-2d37-4798-9ea1-eb582d469568 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:13:58.901079 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:13:58.967397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:13:59.015450 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a2358-1403-402c-9dd3-89ebb8ff95fb None None] Pushing event updated for resources: {'Port': ['ID=82e635cc-e6ae-4da0-a578-c510b87542c3,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:59.120754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad8046b-2d37-4798-9ea1-eb582d469568']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:59.155367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9c8fe6-f489-4b88-9ae5-c252c582ac0c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:59.155725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9c8fe6-f489-4b88-9ae5-c252c582ac0c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:59.194408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d533b2c-9538-4bd7-8cab-932ab5bf9c3f req-1e37b254-0f2a-4d57-a54b-d2d998c677b8 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569045 Jul 22 14:13:59.198899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.229162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.244477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638667c3-be06-4136-9784-ed0cd23b6c1a None None] New status for floating IP 0f7f9abe-799b-402a-a740-41028b3771c2: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:13:59.247457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:13:59.247623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:13:59.256934 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:13:59.299096 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:13:53Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:13:58Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:13:59.365747 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.379903 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e67ca1-9f68-49c9-8ce6-6bd73b64bfe5 None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:13:53Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:13:58Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:13:59.413428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.423281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/fad8046b-2d37-4798-9ea1-eb582d469568 HTTP/1.1" status: 204 len: 168 time: 1.8022766 Jul 22 14:13:59.427614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b14c05-3332-485c-92ae-b21b9a6daed8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=fad8046b-2d37-4798-9ea1-eb582d469568,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:13:59.430258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:59.436998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1778539940'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:59.485003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:13:59.493550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:13:59.502098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.565237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-5d2c442b-4275-4649-9ef3-8782932c3951', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:13:59.570337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.577535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:13:59.592692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.593371 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 0c638170-248b-4623-8860-7e7ff851675d of type vlan for network 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 Jul 22 14:13:59.653569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.693441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.707349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:13:59.708337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:59.792778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3611329 Jul 22 14:13:59.795757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:13:59.818143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '49f08fd8-ea0e-4fda-8de2-fe0439eb97f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:13:59.963075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4071d89-438d-4fcd-b18a-b8e5337ae8ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=49f08fd8-ea0e-4fda-8de2-fe0439eb97f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:00.026402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:00.029111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d9f8f-cf7d-4a9b-9fd3-5677062b3b5a None None] Network a5f6ff25-a8cd-44dd-ad70-69d209a2449b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:00.089921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:00.095083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.212286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:14:00.215700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:14:00.241528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] Provisioning for port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:00.249048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] Provisioning complete for port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:00.249418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.446661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.464792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a58fa0-b59a-4dcd-ab5e-fe6838879f38 req-817870a2-71f2-45c2-bef5-d9170b2756f9 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:00.466400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a58fa0-b59a-4dcd-ab5e-fe6838879f38 req-817870a2-71f2-45c2-bef5-d9170b2756f9 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 1.5390882 Jul 22 14:14:00.467575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Allocated IP 172.21.0.2 (5d2c442b-4275-4649-9ef3-8782932c3951/930da267-dc7e-42f3-96a9-8de52851f8c7/e91df97d-9225-40ac-8f8c-b9de46a43a89) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:00.551628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=b3caf32c-6b3e-4ac8-ad58-26a0349475dc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:00.555907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '0c638170-248b-4623-8860-7e7ff851675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '49f08fd8-ea0e-4fda-8de2-fe0439eb97f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:00.556285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:00.581915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:00.602810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:00.608453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:00.609024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.615199 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.618190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e406b45d-cbde-46da-89b7-997fec89b0e7 None None] Network 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:00.629974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-91ed978f-c7a8-4418-8162-3cb7bf4e4568 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8331187 Jul 22 14:14:00.635014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:00.707596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] For port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,segment=NetworkSegment(4cbb9c1e-2dad-479b-a341-9801de00e49d),segment_id=4cbb9c1e-2dad-479b-a341-9801de00e49d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:00.718005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.759731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.834509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a58fa0-b59a-4dcd-ab5e-fe6838879f38 req-7ab85490-3a76-47a8-b253-98eb3f588cd5 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383219 Jul 22 14:14:00.862622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.914276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 82e635cc-e6ae-4da0-a578-c510b87542c3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:00.917277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.920329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:00.991929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.001198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df2b9c-92b0-4cad-915a-eb2ad4234fd3 None None] Pushing event updated for resources: {'Port': ['ID=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.016317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.038592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=b3caf32c-6b3e-4ac8-ad58-26a0349475dc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.064529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.067353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 82e635cc-e6ae-4da0-a578-c510b87542c3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:01.081719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4bcf36-9328-4804-a62a-87630d8354c2 None None] Network 49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:01.135320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.149095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f08fd8-ea0e-4fda-8de2-fe0439eb97f9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:01.149703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2f94f99-8fd6-478f-84ac-63feeeed8685 None None] Provisioning complete for port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:01.150081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2f94f99-8fd6-478f-84ac-63feeeed8685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.155328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 82e635cc-e6ae-4da0-a578-c510b87542c3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:01.155730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.166488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c638170-248b-4623-8860-7e7ff851675d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:01.166838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c638170-248b-4623-8860-7e7ff851675d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:01.177439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Transition to ACTIVE for port object e91df97d-9225-40ac-8f8c-b9de46a43a89 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:01.188290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.199748 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:14:01.220263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.230294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:01.231107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:01.242100 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:01.348247 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.359976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Transition to ACTIVE for port object e91df97d-9225-40ac-8f8c-b9de46a43a89 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:01.360340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.367575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 HTTP/1.1" status: 204 len: 168 time: 0.7312202 Jul 22 14:14:01.368500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:01.380673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.387103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1182355487'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:01.394963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ab226-294a-4d82-b48d-cafd318240a8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=49f08fd8-ea0e-4fda-8de2-fe0439eb97f9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.429033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Network 5d2c442b-4275-4649-9ef3-8782932c3951 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:01.430476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:01.432369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:01.434280 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.436214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:01.436816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.465638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.473231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Pushing event updated for resources: {'Port': ['ID=e91df97d-9225-40ac-8f8c-b9de46a43a89,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.493419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.502182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:01.517584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.518089 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment f2619d08-cf76-453a-b5f0-4ed8db210d17 of type vlan for network 11167901-3100-49e3-af69-aafee3aef38a Jul 22 14:14:01.530086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 82e635cc-e6ae-4da0-a578-c510b87542c3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=82e635cc-e6ae-4da0-a578-c510b87542c3,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:01.536614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.566185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Attempting to bind port e91df97d-9225-40ac-8f8c-b9de46a43a89 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:01.566551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Attempting to bind port e91df97d-9225-40ac-8f8c-b9de46a43a89 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:01.566920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Attempting to bind port e91df97d-9225-40ac-8f8c-b9de46a43a89 on network 5d2c442b-4275-4649-9ef3-8782932c3951 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:01.570565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.576753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:01.577131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Checking segment: {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:01.579537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.579537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Bound using segment: {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:01.579537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Bound port: e91df97d-9225-40ac-8f8c-b9de46a43a89, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:01.579537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.627052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.644927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:01.648080 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.666197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] For port e91df97d-9225-40ac-8f8c-b9de46a43a89, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:01.669557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] For port e91df97d-9225-40ac-8f8c-b9de46a43a89, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e91df97d-9225-40ac-8f8c-b9de46a43a89,segment=NetworkSegment(70849b8d-aead-4e45-9187-efff1ab8c040),segment_id=70849b8d-aead-4e45-9187-efff1ab8c040)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:01.673842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=82e635cc-e6ae-4da0-a578-c510b87542c3,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.678002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.679811 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Floating IP 22385f67-bf73-4aae-90ae-0ac45a192cdc associated. External IP: 172.25.8.185, port: ff8ee339-c3a6-4703-a5d0-6406f144c175. Jul 22 14:14:01.690982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.248 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/11ba0a58-133f-4e25-9c21-92ffd3bc4599) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:01.723566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3376901 Jul 22 14:14:01.738582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326e42e-94fe-46b2-98fd-f491a9707674 None None] Pushing event updated for resources: {'Port': ['ID=e91df97d-9225-40ac-8f8c-b9de46a43a89,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.755699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44726) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:01.758618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af193c-a6b7-4c0d-b2e2-65b4b9a2ebec tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=11167901-3100-49e3-af69-aafee3aef38a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:01.770534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:01.774009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 11167901-3100-49e3-af69-aafee3aef38a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:01.790249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '11167901-3100-49e3-af69-aafee3aef38a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:01.839107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833fd7d-520f-4993-9a9f-7a33e7b14157 req-b6753ca1-aaf9-4563-8217-211231fa2315 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:01.840687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e833fd7d-520f-4993-9a9f-7a33e7b14157 req-b6753ca1-aaf9-4563-8217-211231fa2315 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.5469913 Jul 22 14:14:01.906015 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:01.945985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:01.948473 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16fb97-df7e-4f76-b345-a59b4d4979e1" -d '{"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-unplugged", "status": "completed", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:01.979486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:01.983499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:02.016518 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d82325-a8cf-490d-a3e7-02fb8bde377c x-openstack-request-id: req-b4d82325-a8cf-490d-a3e7-02fb8bde377c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:02.016816 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-unplugged", "status": "completed", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:02.017204 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4d82325-a8cf-490d-a3e7-02fb8bde377c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:02.017686 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'code': 200} Jul 22 14:14:02.047613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:02.088516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.21.0.1 (5d2c442b-4275-4649-9ef3-8782932c3951/930da267-dc7e-42f3-96a9-8de52851f8c7/5b61bfc8-4de5-4123-87a9-95a6ded1b84b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:02.126284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e833fd7d-520f-4993-9a9f-7a33e7b14157 req-ecc24c6c-6ce8-400d-9f7d-cd14110d3dd0 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599497 Jul 22 14:14:02.150700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:02.156350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:02.160443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:02.746981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f0e84-fe1a-4cc2-9169-730ccba0e62f None None] Network 5d2c442b-4275-4649-9ef3-8782932c3951 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:02.858469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:02.886972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:02.894078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:02.932559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 5b61bfc8-4de5-4123-87a9-95a6ded1b84b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:02.969398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e91df97d-9225-40ac-8f8c-b9de46a43a89 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:02.975340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-465f52a3-5ef3-4920-96b7-147a1674ca88 None None] Provisioning for port e91df97d-9225-40ac-8f8c-b9de46a43a89 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:03.013940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:03.061698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:03.065214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:03.071743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e91df97d-9225-40ac-8f8c-b9de46a43a89 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:03.077380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e91df97d-9225-40ac-8f8c-b9de46a43a89 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:03.077776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.121890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=11ba0a58-133f-4e25-9c21-92ffd3bc4599,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:03.173759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-49667c08-8818-4db1-ac83-4a1b5985bb1c tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:03.176718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-49667c08-8818-4db1-ac83-4a1b5985bb1c tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.3900278 Jul 22 14:14:03.189295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.227024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e91df97d-9225-40ac-8f8c-b9de46a43a89, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e91df97d-9225-40ac-8f8c-b9de46a43a89,segment=NetworkSegment(70849b8d-aead-4e45-9187-efff1ab8c040),segment_id=70849b8d-aead-4e45-9187-efff1ab8c040)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:03.231438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.232547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 82e635cc-e6ae-4da0-a578-c510b87542c3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:03.272474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.322013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e91df97d-9225-40ac-8f8c-b9de46a43a89,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:03.334104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 82e635cc-e6ae-4da0-a578-c510b87542c3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:03.334484 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.436697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bd2a77b8-c4fa-4d68-8cac-9cf7a86a1cf5 None None] Provisioning complete for port e91df97d-9225-40ac-8f8c-b9de46a43a89 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:03.437149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd2a77b8-c4fa-4d68-8cac-9cf7a86a1cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.459189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.469352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:03.562554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:03.563025 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.635001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=83e93418-16e3-4a7f-8449-c6eb2769c092,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:03.641069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:03.644501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 5d2c442b-4275-4649-9ef3-8782932c3951 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:03.656445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:03.660943 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:03.671353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:03.674220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:03.677819 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:03.678450 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:03.698462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:03.817962 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:03.829332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': 'f2619d08-cf76-453a-b5f0-4ed8db210d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '11167901-3100-49e3-af69-aafee3aef38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:03.829730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 11167901-3100-49e3-af69-aafee3aef38a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:03.855728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1eea0-2839-41f2-bbd8-5ad80d4f8bc8 req-9009e305-6e1c-4832-b1f9-e7944806a0f9 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:03.857675 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cfe1eea0-2839-41f2-bbd8-5ad80d4f8bc8 req-9009e305-6e1c-4832-b1f9-e7944806a0f9 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.6426606 Jul 22 14:14:03.898226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7e8122f4-163c-49e9-b67c-3b6a8e297369 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "PUT /v2.0/floatingips/22385f67-bf73-4aae-90ae-0ac45a192cdc HTTP/1.1" status: 200 len: 991 time: 5.2665977 Jul 22 14:14:03.914107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:03.916479 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:03.952927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.023994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1b3ccc2b-0dbc-4745-a3f6-59f591788691 None None] Provisioning for port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:04.029492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1b3ccc2b-0dbc-4745-a3f6-59f591788691 None None] Provisioning complete for port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:04.029913 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b3ccc2b-0dbc-4745-a3f6-59f591788691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.030782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 11167901-3100-49e3-af69-aafee3aef38a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:04.050751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Deleting port 11e24c90-817a-4637-bb01-2ba16618bafa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:04.051254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.063389 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5be3d83-6605-426f-b032-d741fcf98750 x-openstack-request-id: req-f5be3d83-6605-426f-b032-d741fcf98750 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:04.063733 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:04.063956 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5be3d83-6605-426f-b032-d741fcf98750 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:04.064327 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'status': 'completed', 'code': 200} Jul 22 14:14:04.079901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ccc2b-0dbc-4745-a3f6-59f591788691 None None] Port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:04.116001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 11167901-3100-49e3-af69-aafee3aef38a) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:04.126625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25953b6d-c751-4a25-bfa4-88df16d00108 None None] Network 11167901-3100-49e3-af69-aafee3aef38a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:04.130936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:04.131971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.138985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-66a324da-43b2-46b3-8bec-d4c19a7181e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:04.141703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-66a324da-43b2-46b3-8bec-d4c19a7181e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 1097 time: 0.0635271 Jul 22 14:14:04.180741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cfe1eea0-2839-41f2-bbd8-5ad80d4f8bc8 req-168e9922-6dd8-4bf9-96fe-0c4a9dc0ada5 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999401 Jul 22 14:14:04.187913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.200271 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '22385f67-bf73-4aae-90ae-0ac45a192cdc', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'port_id': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'mac_address': 'fa:16:3e:0a:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54179d-31ec-4882-b715-51224ff2843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:13:32Z', 'updated_at': '2021-07-22T14:14:00Z', 'revision_number': 1, 'project_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:04.229541 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:04.242440 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:04.245499 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:04.318559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:14:04.336796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3b08d5cd-f9ac-4860-b115-7c510d02e0ed tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5524130 Jul 22 14:14:04.339622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44786) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:04.365793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-11167901-3100-49e3-af69-aafee3aef38a', 'network_id': '11167901-3100-49e3-af69-aafee3aef38a', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '83e93418-16e3-4a7f-8449-c6eb2769c092'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:04.366666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.400329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-1ad3a393-4612-41e8-a111-69f427bfff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:04.402398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-1ad3a393-4612-41e8-a111-69f427bfff02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.2550738 Jul 22 14:14:04.447954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:04.564063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-0d99a1cc-96b3-4036-8ab0-4fdb2fe034e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175 HTTP/1.1" status: 200 len: 999 time: 0.1551287 Jul 22 14:14:04.629485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-db8324f0-3460-495c-aa1e-1557e55bf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:04.631138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-db8324f0-3460-495c-aa1e-1557e55bf871 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.0609751 Jul 22 14:14:04.697459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] For port 11e24c90-817a-4637-bb01-2ba16618bafa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=11e24c90-817a-4637-bb01-2ba16618bafa,segment=NetworkSegment(0d2e1753-a810-417f-aa3e-11ee3bd4d4fe),segment_id=0d2e1753-a810-417f-aa3e-11ee3bd4d4fe)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:04.698211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.704540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.712760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:04.717803 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.768009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-c7fe2ed8-78f9-4a9a-8a01-9268a94938e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:04.773400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Calling delete_port for 11e24c90-817a-4637-bb01-2ba16618bafa owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:04.785575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-c7fe2ed8-78f9-4a9a-8a01-9268a94938e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443517 Jul 22 14:14:04.840606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'mac_address': 'fa:16:3e:4f:34:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:14:04.922883 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '22385f67-bf73-4aae-90ae-0ac45a192cdc', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'port_id': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'mac_address': 'fa:16:3e:0a:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54179d-31ec-4882-b715-51224ff2843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:13:32Z', 'updated_at': '2021-07-22T14:14:00Z', 'revision_number': 1, 'project_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:04.939018 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:04.945081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Allocated IP 172.20.0.1 (11167901-3100-49e3-af69-aafee3aef38a/83e93418-16e3-4a7f-8449-c6eb2769c092/9b5cb221-6ee7-4b83-bc73-fa42012f590b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:04.947296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e91df97d-9225-40ac-8f8c-b9de46a43a89 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:04.974530 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7640ac0-9948-4ce6-aa36-96672cdee91a None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '22385f67-bf73-4aae-90ae-0ac45a192cdc', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'floating_ip_address': '172.25.8.185', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'port_id': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'mac_address': 'fa:16:3e:0a:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e54179d-31ec-4882-b715-51224ff2843f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:13:32Z', 'updated_at': '2021-07-22T14:14:00Z', 'revision_number': 1, 'project_id': '40d7a857defb45efaee64269f816cbad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:05.003483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-f2fbc1f1-545f-4706-8929-0a7631977448 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084372 Jul 22 14:14:05.108603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:05.188557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e91df97d-9225-40ac-8f8c-b9de46a43a89 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:05.189003 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:05.193477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a279a721-08c4-40dc-827c-66dfacf0b267 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:05.205215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6926d5d2-f826-4ffe-91b4-20ca6ed60aa9 req-fd68faa3-e702-42aa-befd-88ca9d85537e service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962955 Jul 22 14:14:05.349752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:05.363010 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:05.401213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:05.466471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f079c0-6a92-47fe-a1b4-dedb5209dff8 None None] New status for floating IP 22385f67-bf73-4aae-90ae-0ac45a192cdc: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:14:05.479262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a279a721-08c4-40dc-827c-66dfacf0b267'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:14:05.505193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6417f4-c9cf-40b1-9d2a-68c201221b9e req-59e9764d-17a0-468c-aec4-040df2e4f5d1 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:05.507025 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e6417f4-c9cf-40b1-9d2a-68c201221b9e req-59e9764d-17a0-468c-aec4-040df2e4f5d1 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 945 time: 0.1599343 Jul 22 14:14:05.576342 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e6417f4-c9cf-40b1-9d2a-68c201221b9e req-2fdf0ee5-6313-49be-b080-dc8b4c7d0cff tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/security-groups?id=66a1c893-9e9c-4945-b2ec-469af061ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637236 Jul 22 14:14:05.697359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:05.706230 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.096665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Transition to ACTIVE for port object 9b5cb221-6ee7-4b83-bc73-fa42012f590b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:06.103479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.120921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Transition to ACTIVE for port object 9b5cb221-6ee7-4b83-bc73-fa42012f590b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:06.133543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.184778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Network 11167901-3100-49e3-af69-aafee3aef38a is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:06.189941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:06.196806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Pushing event deleted for resources: {'Port': ['ID=11e24c90-817a-4637-bb01-2ba16618bafa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:06.208062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:06.282872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:14:06.284495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] No DVR routers for this DVR port 11e24c90-817a-4637-bb01-2ba16618bafa on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:06.288980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.296549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.299001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2cc21d7-080c-4378-93e1-7e2cea81700a req-b2c35e8c-8dfa-4ed3-a21c-d5aec8281859 tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.13 "DELETE /v2.0/ports/11e24c90-817a-4637-bb01-2ba16618bafa HTTP/1.1" status: 204 len: 173 time: 3.1003256 Jul 22 14:14:06.302310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'name': 'network-vif-deleted', 'tag': '11e24c90-817a-4637-bb01-2ba16618bafa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:06.304628 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53da1a75-c3a7-43fe-930f-5645240fe62a" -d '{"events": [{"server_uuid": "d299f09e-97ac-4179-b37d-7206ff75e9ac", "name": "network-vif-deleted", "tag": "11e24c90-817a-4637-bb01-2ba16618bafa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:06.312455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Pushing event updated for resources: {'Port': ['ID=9b5cb221-6ee7-4b83-bc73-fa42012f590b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:06.327478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Attempting to bind port 9b5cb221-6ee7-4b83-bc73-fa42012f590b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:06.327855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Attempting to bind port 9b5cb221-6ee7-4b83-bc73-fa42012f590b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f2619d08-cf76-453a-b5f0-4ed8db210d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '11167901-3100-49e3-af69-aafee3aef38a'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:06.328223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Attempting to bind port 9b5cb221-6ee7-4b83-bc73-fa42012f590b on network 11167901-3100-49e3-af69-aafee3aef38a {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:06.337777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:06.338249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Checking segment: {'id': 'f2619d08-cf76-453a-b5f0-4ed8db210d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '11167901-3100-49e3-af69-aafee3aef38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:06.338861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.339010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Bound using segment: {'id': 'f2619d08-cf76-453a-b5f0-4ed8db210d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '11167901-3100-49e3-af69-aafee3aef38a'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:06.339430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Bound port: 9b5cb221-6ee7-4b83-bc73-fa42012f590b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2619d08-cf76-453a-b5f0-4ed8db210d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '11167901-3100-49e3-af69-aafee3aef38a'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:06.339870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.348866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:06.351473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=83e93418-16e3-4a7f-8449-c6eb2769c092,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:06.432892 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd39cf0-3a8a-4457-9b16-ea7992b731aa x-openstack-request-id: req-cdd39cf0-3a8a-4457-9b16-ea7992b731aa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:06.433187 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299f09e-97ac-4179-b37d-7206ff75e9ac", "name": "network-vif-deleted", "tag": "11e24c90-817a-4637-bb01-2ba16618bafa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:06.433441 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdd39cf0-3a8a-4457-9b16-ea7992b731aa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:06.433879 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299f09e-97ac-4179-b37d-7206ff75e9ac', 'name': 'network-vif-deleted', 'tag': '11e24c90-817a-4637-bb01-2ba16618bafa', 'status': 'completed', 'code': 200} Jul 22 14:14:06.483886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.501727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.541606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.574669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] For port 9b5cb221-6ee7-4b83-bc73-fa42012f590b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:06.578719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] For port 9b5cb221-6ee7-4b83-bc73-fa42012f590b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9b5cb221-6ee7-4b83-bc73-fa42012f590b,segment=NetworkSegment(f2619d08-cf76-453a-b5f0-4ed8db210d17),segment_id=f2619d08-cf76-453a-b5f0-4ed8db210d17)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:06.579821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11167901-3100-49e3-af69-aafee3aef38a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:06.580349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port a279a721-08c4-40dc-827c-66dfacf0b267 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:06.581076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.585123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.678682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2619d08-cf76-453a-b5f0-4ed8db210d17') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:06.679803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2619d08-cf76-453a-b5f0-4ed8db210d17') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:06.733297 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.776730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:06.805944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:06.813571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.823309 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Sync routers for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:06.837910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f7588d8-c4ef-45b1-8e6a-e424f7d26743 req-c0f95591-99fc-4648-a3f0-83135bc03bea tempest-InstanceActionsTestJSON-1807519498 tempest-InstanceActionsTestJSON-1807519498-project] 10.222.0.11 "GET /v2.0/ports?device_id=d299f09e-97ac-4179-b37d-7206ff75e9ac HTTP/1.1" status: 200 len: 210 time: 0.0754356 Jul 22 14:14:06.843015 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:06.843927 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:06.863393 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.937980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:06.941827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:06.944189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238de4b6-df8c-4472-807d-29f487c708f4 None None] Pushing event updated for resources: {'Port': ['ID=9b5cb221-6ee7-4b83-bc73-fa42012f590b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:06.967634 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:07.001467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:07.007649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c98f48be-2909-44e5-a1dd-aef6a4f08dc9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.8362470 Jul 22 14:14:07.010913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:07.030422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:07.032726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ffc23-8ecc-453a-8885-92a1f1bef754 None None] Network 11167901-3100-49e3-af69-aafee3aef38a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:07.177817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:14:07.177817 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:14:07.177817 n-d-787205-11 neutron-server[93760]: [parameters: {'id': '11167901-3100-49e3-af69-aafee3aef38a'}] Jul 22 14:14:07.177817 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:07.179285 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:07.220828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:07.226527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:07.229165 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88369f60-6560-47ff-8811-c5f81f95ca0b" -d '{"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-plugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:07.234451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:07.238734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 11e24c90-817a-4637-bb01-2ba16618bafa no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:07.261057 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:07.300625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 5d2c442b-4275-4649-9ef3-8782932c3951 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:07.329241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:07.340864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 11e24c90-817a-4637-bb01-2ba16618bafa {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:07.341219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 11e24c90-817a-4637-bb01-2ba16618bafa not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:07.425093 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aadbb1d3-b955-40c9-81ce-18bf442ca44c tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0ecc5739585a4cdd98d8a79fff6f65e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4121008 Jul 22 14:14:07.431269 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44073101-b18f-4ec7-b3b0-9e58d7f1e0f3 x-openstack-request-id: req-44073101-b18f-4ec7-b3b0-9e58d7f1e0f3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:07.431269 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-plugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:07.431269 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44073101-b18f-4ec7-b3b0-9e58d7f1e0f3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:07.431269 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'code': 200} Jul 22 14:14:07.442176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:07.465961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:07.632572 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:03Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:07.645795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:07.668216 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Checking router: 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:07.668552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Updating router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:14:07.681635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:07.716557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef937b17-a845-469c-a083-88e979aacc6a None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:14:07.740074 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:07.774958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd5db3-3232-4843-93df-094f22e33028 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:07.776725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-83bd5db3-3232-4843-93df-094f22e33028 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3336160 Jul 22 14:14:07.781734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:07.855770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fd83d836-e79c-46b1-a39c-78f41c6ac772 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709479 Jul 22 14:14:07.857485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:07.864046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031344273', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:07.958792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6d4e80e5-5a26-4d9f-bad5-9958ff3315d8 None None] Provisioning complete for port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:07.959467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6d4e80e5-5a26-4d9f-bad5-9958ff3315d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:07.968075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:07.985517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-47c3da29-380f-4878-a2c7-d3cf6f51b84e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1403580 Jul 22 14:14:07.989801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44868) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:07.990227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44870) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:08.003565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e80e5-5a26-4d9f-bad5-9958ff3315d8 None None] Port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:08.005578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:08.028298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:08.029352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.035756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-1983399123'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:08.042740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:08.046806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.050381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting port 9b5cb221-6ee7-4b83-bc73-fa42012f590b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:08.050729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.184738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:08.184932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] For port 9b5cb221-6ee7-4b83-bc73-fa42012f590b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9b5cb221-6ee7-4b83-bc73-fa42012f590b,segment=NetworkSegment(f2619d08-cf76-453a-b5f0-4ed8db210d17),segment_id=f2619d08-cf76-453a-b5f0-4ed8db210d17)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:08.185364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.188422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.199456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:08.209319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Calling delete_port for 9b5cb221-6ee7-4b83-bc73-fa42012f590b owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:08.258642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Deleting subnet 6d520baf-f863-401f-ab83-a0fc73c2cf52 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:14:08.262761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.271305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef937b17-a845-469c-a083-88e979aacc6a None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:14:08.311563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.312060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.385380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.395638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Port': ['ID=9b5cb221-6ee7-4b83-bc73-fa42012f590b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:08.407064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No DVR routers for this DVR port 9b5cb221-6ee7-4b83-bc73-fa42012f590b on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:08.410655 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.436624 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Transition to ACTIVE for port object 11ba0a58-133f-4e25-9c21-92ffd3bc4599 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:08.444512 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.522438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.540218 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Attempting to bind port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:08.541367 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Attempting to bind port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:08.544139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Attempting to bind port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:08.571273 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:08.572127 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:08.573007 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.573783 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:08.574487 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Bound port: 11ba0a58-133f-4e25-9c21-92ffd3bc4599, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:08.575213 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.577980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.584531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:08.600864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.606988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6d520baf-f863-401f-ab83-a0fc73c2cf52 HTTP/1.1" status: 204 len: 168 time: 0.5896745 Jul 22 14:14:08.607569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11167901-3100-49e3-af69-aafee3aef38a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.607881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:08.615828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560085c-4895-45d6-8168-dacdb122e26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d520baf-f863-401f-ab83-a0fc73c2cf52,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:08.632984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2619d08-cf76-453a-b5f0-4ed8db210d17') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.633276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2619d08-cf76-453a-b5f0-4ed8db210d17') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.661092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.685152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.691763 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5428a-91e9-4b46-95dd-d8971ebeb4e7 None None] Pushing event updated for resources: {'Port': ['ID=11ba0a58-133f-4e25-9c21-92ffd3bc4599,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:08.695057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:08.695474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:08.702417 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:08.714108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.743313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-84468d09-855d-4a2d-b772-14d995243b7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2718055 Jul 22 14:14:08.761159 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] For port 11ba0a58-133f-4e25-9c21-92ffd3bc4599, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:08.764917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] For port 11ba0a58-133f-4e25-9c21-92ffd3bc4599, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=11ba0a58-133f-4e25-9c21-92ffd3bc4599,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:08.774871 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.823760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.844150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.859766 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:08.860776 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.861656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/11167901-3100-49e3-af69-aafee3aef38a HTTP/1.1" status: 204 len: 168 time: 4.4813449 Jul 22 14:14:08.872254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44880) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:08.900548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-984918702'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:08.903532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.904067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48181-a8c7-4ebb-ab42-f564e2069bb0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=11167901-3100-49e3-af69-aafee3aef38a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:08.915511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2066e3-968c-49d6-8e87-f6c776faac7b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.932001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.932131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2e1753-a810-417f-aa3e-11ee3bd4d4fe') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:08.949987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.978633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:08.982336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.989214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:08.993778 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment 322c56d6-277d-47be-862d-b4d67da629cb of type vlan for network 88f2bd58-0ced-464d-aa13-6029fc4f7dca Jul 22 14:14:09.028999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:09.057047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.057788 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 3f6d7474-5d98-4dc9-b2f2-e0f0d026441c of type vlan for network 082644f5-ebea-4c51-a00a-e7d65b44aee1 Jul 22 14:14:09.122598 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:09.125138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.171500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.172598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:04Z', 'revision_number': 3, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:05Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:09.184059 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.211217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:09.211893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:09.215207 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:09.231799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.237871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:09.238109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:09.238452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Updating router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:14:09.238792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.242828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5428a-91e9-4b46-95dd-d8971ebeb4e7 None None] Pushing event updated for resources: {'Port': ['ID=11ba0a58-133f-4e25-9c21-92ffd3bc4599,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:09.247943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.257879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:09.261798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.364013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.410974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=082644f5-ebea-4c51-a00a-e7d65b44aee1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:09.426651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dec7929a-57b4-4c82-8a5c-bb32321c1bc0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5269780 Jul 22 14:14:09.427112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:09.434630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:09.464708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=88f2bd58-0ced-464d-aa13-6029fc4f7dca,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:09.490527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 082644f5-ebea-4c51-a00a-e7d65b44aee1 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:09.492795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a08a0cc5-8a4e-4143-8e8a-d4cce065c20d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4637995 Jul 22 14:14:09.506867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:09.528331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.533910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:09.541237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.543155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3c2066e3-968c-49d6-8e87-f6c776faac7b HTTP/1.1" status: 204 len: 168 time: 0.9238713 Jul 22 14:14:09.557191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-a4b49908-9830-4390-916d-cf414e526edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:09.565683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-a4b49908-9830-4390-916d-cf414e526edd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 1100 time: 0.7752171 Jul 22 14:14:09.572273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7d6ee-fb2b-413d-b749-7c40a6c7d970 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2066e3-968c-49d6-8e87-f6c776faac7b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:09.589552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:03Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:09.659922 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a6350-132c-4aa3-a963-aa7c776ae219 None None] The sync data for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 is: [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:03Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:09.746250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-f73060b2-0882-4c13-a69e-b8333f891028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:09.747998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-f73060b2-0882-4c13-a69e-b8333f891028 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1377330 Jul 22 14:14:09.795555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:09.869385 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-c1985d77-9657-4054-ad4b-7934cc777b5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b HTTP/1.1" status: 200 len: 217 time: 0.1091666 Jul 22 14:14:09.870868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:09.944192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44904) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:10.029224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:10.048875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:10.126266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Subnet': ['ID=366c73a5-1ed6-4991-a289-2d33c10216f8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:10.170782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-044c2ccd-0931-482d-8ba4-ce6e2d2dbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:10.176321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-044c2ccd-0931-482d-8ba4-ce6e2d2dbc99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2995539 Jul 22 14:14:10.206536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Checking segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:10.207008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network hostable DHCP agents. Network: 45d229c0-af92-4ce0-a937-8d75cad5fee0, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:10.283340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:10.287840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:10.318518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d702316-01a1-4079-9f71-a724f9972705 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f677cf09f2bd4eadb0690855c2d18811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593502 Jul 22 14:14:10.320295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:10.323633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:10.375802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 45d229c0-af92-4ce0-a937-8d75cad5fee0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:10.394665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-ee0b4d2e-89b7-4225-bf59-d09b3a5eef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:10.396664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-ee0b4d2e-89b7-4225-bf59-d09b3a5eef5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1928127 Jul 22 14:14:10.398272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:10.399108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:10.403584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b8dfc-49ee-4227-95cc-d9d87e198bab None None] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:10.553923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-466499c7-77bf-4348-9843-b93440bda03b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6877029 Jul 22 14:14:10.561330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:10.674015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-db80461d-4324-4ddd-82af-2eb6b7976da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:10.676080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-db80461d-4324-4ddd-82af-2eb6b7976da6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 1102 time: 0.3798585 Jul 22 14:14:10.767796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-779f1b31-3c6e-4237-b61e-04615e8a1513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:10.780607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-c8031366-af23-41ba-9c5c-01cad429a7f3 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700590 Jul 22 14:14:10.992998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.006828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 11ba0a58-133f-4e25-9c21-92ffd3bc4599 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:11.036669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-45d229c0-af92-4ce0-a937-8d75cad5fee0', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:11.037535 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.046049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.077295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Transition to ACTIVE for port object 5b61bfc8-4de5-4123-87a9-95a6ded1b84b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:11.115461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.115854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-73c43ad1-9618-4353-a216-b5c348f15a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:11.117414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-73c43ad1-9618-4353-a216-b5c348f15a0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.4075935 Jul 22 14:14:11.129822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4a44fcb-14f7-4adc-a20a-d0ed97ea9276 req-a26d4427-b152-44b4-b6d9-9afbdc8ce2d9 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586801 Jul 22 14:14:11.147866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.190910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-779f1b31-3c6e-4237-b61e-04615e8a1513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.218355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-89c0f5f3-63e8-4888-b352-db8f773fd5d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a279a721-08c4-40dc-827c-66dfacf0b267 HTTP/1.1" status: 200 len: 217 time: 0.0846462 Jul 22 14:14:11.219366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=eb6ad9aa-43ef-4195-8e03-ea038ab8f558,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:11.271856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aabf9-30fe-45a3-9917-24a10867420b None None] Pushing event updated for resources: {'Port': ['ID=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:11.280194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:11.289098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:11.289957 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.397367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:11.398516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 88f2bd58-0ced-464d-aa13-6029fc4f7dca, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:11.470567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-779f1b31-3c6e-4237-b61e-04615e8a1513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.479337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-779f1b31-3c6e-4237-b61e-04615e8a1513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.484524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Allocated IP 172.20.0.2 (45d229c0-af92-4ce0-a937-8d75cad5fee0/366c73a5-1ed6-4991-a289-2d33c10216f8/c9c51df8-e7cc-487e-80b1-a38af51f50a9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:11.499369 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-779f1b31-3c6e-4237-b61e-04615e8a1513 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66a1c893-9e9c-4945-b2ec-469af061ff87 HTTP/1.1" status: 204 len: 168 time: 1.1732430 Jul 22 14:14:11.503651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-e860a40c-e6e2-4895-aa52-7e06cfa005bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:11.508154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-e860a40c-e6e2-4895-aa52-7e06cfa005bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2756543 Jul 22 14:14:11.511397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Attempting to bind port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:11.512850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Attempting to bind port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:11.513329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Attempting to bind port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b on network 5d2c442b-4275-4649-9ef3-8782932c3951 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:11.539876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=7019ce18-0d55-4657-8ea3-8fb1224f4180,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:11.560407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f1b31-3c6e-4237-b61e-04615e8a1513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1c893-9e9c-4945-b2ec-469af061ff87,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:11.568074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:11.568391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Checking segment: {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:11.568931 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.569879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Bound using segment: {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:11.570308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Bound port: 5b61bfc8-4de5-4123-87a9-95a6ded1b84b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70849b8d-aead-4e45-9187-efff1ab8c040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:11.570870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.766929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:11.767575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 082644f5-ebea-4c51-a00a-e7d65b44aee1, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:11.794198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:11.856081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] For port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:11.859880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] For port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,segment=NetworkSegment(70849b8d-aead-4e45-9187-efff1ab8c040),segment_id=70849b8d-aead-4e45-9187-efff1ab8c040)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:11.894965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 88f2bd58-0ced-464d-aa13-6029fc4f7dca) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:11.902737 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.920032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:11.920309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.928508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.932002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 082644f5-ebea-4c51-a00a-e7d65b44aee1 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:11.935867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f5dad-ab44-4677-827d-5c114d4e7dae None None] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:11.970591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 082644f5-ebea-4c51-a00a-e7d65b44aee1) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:11.990134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:11.994826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:12.010277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9e99f14e-13a1-4d48-82ab-68945a473814 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4996512 Jul 22 14:14:12.011039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44948) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:12.105409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-7ec8d21d-a69a-417f-bdab-4e73f403fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:12.107835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-7ec8d21d-a69a-417f-bdab-4e73f403fb2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5648787 Jul 22 14:14:12.130138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d33e8-6243-4660-a1d6-477b1d75ec8d None None] Network 082644f5-ebea-4c51-a00a-e7d65b44aee1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:12.224007 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b195fc33-9ff8-4826-b631-d90528543c9e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7953916 Jul 22 14:14:12.228854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:12.245500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 11ba0a58-133f-4e25-9c21-92ffd3bc4599, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=11ba0a58-133f-4e25-9c21-92ffd3bc4599,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:12.518321 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:12.672141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:12.673443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:12.683161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:12.694534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aabf9-30fe-45a3-9917-24a10867420b None None] Pushing event updated for resources: {'Port': ['ID=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:12.720331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-7502d953-1efc-4ee8-906b-dcfa7cbc1c17 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391464 Jul 22 14:14:12.867201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.078637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:13.082031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.117351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-082644f5-ebea-4c51-a00a-e7d65b44aee1', 'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '7019ce18-0d55-4657-8ea3-8fb1224f4180'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:13.118885 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.400776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:13.529998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Allocated IP 172.20.0.2 (082644f5-ebea-4c51-a00a-e7d65b44aee1/7019ce18-0d55-4657-8ea3-8fb1224f4180/ca7901d4-4b77-4380-92a4-208ddf01e9c5) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:13.598770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1714780001-network', 'tenant_id': 'c60d0c0337f5404c953826c120e17b9a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:13.642169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Made reservation on behalf of c60d0c0337f5404c953826c120e17b9a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:13.646137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.657771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.700809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.714813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Transition to ACTIVE for port object ca7901d4-4b77-4380-92a4-208ddf01e9c5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:13.734171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Transition to ACTIVE for port object ca7901d4-4b77-4380-92a4-208ddf01e9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:13.736440 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.785483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=11ba0a58-133f-4e25-9c21-92ffd3bc4599,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:13.847655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.871418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.876633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1cebe25f-f07f-4dde-b387-a0644bd9a80c req-4c63b16f-ffae-48d6-bcc6-9b9479724082 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8779786 Jul 22 14:14:13.899511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.901701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.907490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.922388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:13.932586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Network 082644f5-ebea-4c51-a00a-e7d65b44aee1 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:13.950640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce091fcd-2533-4a48-857f-6e26057d4ab0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:13.996034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.012077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:14.051222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.051597 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Added segment 1efeed4b-e7c4-4a26-9729-4aec4fc81039 of type vlan for network 62f88de6-b5cf-4b63-aa61-03cdac282a2a Jul 22 14:14:14.089041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Transition to ACTIVE for port object c9c51df8-e7cc-487e-80b1-a38af51f50a9 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:14.094417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:14.104238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=7019ce18-0d55-4657-8ea3-8fb1224f4180,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:14.136489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:14.180697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.208564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Pushing event updated for resources: {'Port': ['ID=ca7901d4-4b77-4380-92a4-208ddf01e9c5,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:14.234542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.236569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:14.237545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.256987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Transition to ACTIVE for port object c9c51df8-e7cc-487e-80b1-a38af51f50a9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:14.286443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.350902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.1 (45d229c0-af92-4ce0-a937-8d75cad5fee0/366c73a5-1ed6-4991-a289-2d33c10216f8/76997f43-c4db-450f-93cd-a48a7b8cf461) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:14.392212 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.415878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082644f5-ebea-4c51-a00a-e7d65b44aee1']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:14.438309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:14.438592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:14.455189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.460324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Attempting to bind port ca7901d4-4b77-4380-92a4-208ddf01e9c5 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:14.460697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Attempting to bind port ca7901d4-4b77-4380-92a4-208ddf01e9c5 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:14.461206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Attempting to bind port ca7901d4-4b77-4380-92a4-208ddf01e9c5 on network 082644f5-ebea-4c51-a00a-e7d65b44aee1 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:14.476468 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.477986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0760860 Jul 22 14:14:14.478877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc4826-047f-46d1-b03b-2a4cc5f45ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=62f88de6-b5cf-4b63-aa61-03cdac282a2a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:14.485045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:14.499097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:14.499778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.515372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:14.527432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:14.527889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Checking segment: {'id': '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:14.528448 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.528851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Bound using segment: {'id': '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:14.530023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Bound port: ca7901d4-4b77-4380-92a4-208ddf01e9c5, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '082644f5-ebea-4c51-a00a-e7d65b44aee1'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:14.530628 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.539159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Request body: {'subnet': {'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1714780001-subnet', 'tenant_id': 'c60d0c0337f5404c953826c120e17b9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:14.551401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:14.588388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Allocated IP 172.22.0.2 (88f2bd58-0ced-464d-aa13-6029fc4f7dca/eb6ad9aa-43ef-4195-8e03-ea038ab8f558/4eac6f1c-203c-450f-9bf3-389ec23dcc7a) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:14.595319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Made reservation on behalf of c60d0c0337f5404c953826c120e17b9a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:14.599339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.608003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:14.617745 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:14.624193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:14.624884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:14:14.624884 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:14:14.624884 n-d-787205-11 neutron-server[93760]: [parameters: {'id': '082644f5-ebea-4c51-a00a-e7d65b44aee1'}] Jul 22 14:14:14.624884 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:14.626202 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:14.645471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.704366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object 76997f43-c4db-450f-93cd-a48a7b8cf461 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:14.707440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Pushing event updated for resources: {'Port': ['ID=c9c51df8-e7cc-487e-80b1-a38af51f50a9,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:14.797684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:14.891642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 11ba0a58-133f-4e25-9c21-92ffd3bc4599 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:14.905948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:14.915303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:14.918697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:14.979005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] For port ca7901d4-4b77-4380-92a4-208ddf01e9c5, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:15.003127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=76997f43-c4db-450f-93cd-a48a7b8cf461,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:15.031924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.045552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] For port ca7901d4-4b77-4380-92a4-208ddf01e9c5, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ca7901d4-4b77-4380-92a4-208ddf01e9c5,segment=NetworkSegment(3f6d7474-5d98-4dc9-b2f2-e0f0d026441c),segment_id=3f6d7474-5d98-4dc9-b2f2-e0f0d026441c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:15.067526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.082925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.087702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Attempting to bind port c9c51df8-e7cc-487e-80b1-a38af51f50a9 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:15.088146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Attempting to bind port c9c51df8-e7cc-487e-80b1-a38af51f50a9 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:15.088419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Attempting to bind port c9c51df8-e7cc-487e-80b1-a38af51f50a9 on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:15.128152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.176684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:15.177052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Checking segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:15.177462 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.189148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Bound using segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:15.189148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Bound port: c9c51df8-e7cc-487e-80b1-a38af51f50a9, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:15.189148 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.192533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8685072c-af87-4c08-bf66-6a05797b7296,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:15.244849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Checking segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:15.245337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Network hostable DHCP agents. Network: 62f88de6-b5cf-4b63-aa61-03cdac282a2a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:15.254616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting port ca7901d4-4b77-4380-92a4-208ddf01e9c5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:15.255285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.311907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:15.328717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.333657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 62f88de6-b5cf-4b63-aa61-03cdac282a2a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:15.342212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:15.343797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.353802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] For port ca7901d4-4b77-4380-92a4-208ddf01e9c5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ca7901d4-4b77-4380-92a4-208ddf01e9c5,segment=NetworkSegment(3f6d7474-5d98-4dc9-b2f2-e0f0d026441c),segment_id=3f6d7474-5d98-4dc9-b2f2-e0f0d026441c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:15.354664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.384096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0dd89-9c07-4468-b419-c9242073feb2 None None] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:15.397103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Calling delete_port for ca7901d4-4b77-4380-92a4-208ddf01e9c5 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:15.398536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5689d2f-49a9-4f28-945e-f99ed9bb3b44 None None] Pushing event updated for resources: {'Port': ['ID=ca7901d4-4b77-4380-92a4-208ddf01e9c5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:15.403749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:04Z', 'revision_number': 3, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:15.417770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a94168b8-df3f-49e2-a16c-590bc50b31fd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8752518 Jul 22 14:14:15.509279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:15.509719 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.519473 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.528429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb11908-0d6c-444c-96d5-ad527e43eb4b None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:04Z', 'revision_number': 3, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:15.621151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Transition to ACTIVE for port object 4eac6f1c-203c-450f-9bf3-389ec23dcc7a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:15.657497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.727826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Port': ['ID=ca7901d4-4b77-4380-92a4-208ddf01e9c5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:15.760995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No DVR routers for this DVR port ca7901d4-4b77-4380-92a4-208ddf01e9c5 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:15.802640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Transition to ACTIVE for port object 4eac6f1c-203c-450f-9bf3-389ec23dcc7a will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:15.805020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e42c5-6469-4200-8d5c-5e631b8489e2 None None] Network 082644f5-ebea-4c51-a00a-e7d65b44aee1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:16.047368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.053064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.059761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.063511 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.065358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.22.0.1 (88f2bd58-0ced-464d-aa13-6029fc4f7dca/eb6ad9aa-43ef-4195-8e03-ea038ab8f558/649ac53c-2493-4106-ae08-a5afe6056f0c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:16.085431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082644f5-ebea-4c51-a00a-e7d65b44aee1']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:16.113511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:16.114565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] For port c9c51df8-e7cc-487e-80b1-a38af51f50a9, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:16.116273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6d7474-5d98-4dc9-b2f2-e0f0d026441c') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:16.307385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=76997f43-c4db-450f-93cd-a48a7b8cf461,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:16.312449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.315070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.337805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.352145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] For port c9c51df8-e7cc-487e-80b1-a38af51f50a9, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c9c51df8-e7cc-487e-80b1-a38af51f50a9,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:16.358191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object 649ac53c-2493-4106-ae08-a5afe6056f0c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:16.367831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.391850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:16.392574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:16.397411 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:16.409496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:16.413001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.486491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:16.525928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:16.562592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.578443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.584434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.592376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/082644f5-ebea-4c51-a00a-e7d65b44aee1 HTTP/1.1" status: 204 len: 168 time: 4.3621287 Jul 22 14:14:16.619325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45058) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:16.633590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1599152963'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:16.674345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Pushing event updated for resources: {'Port': ['ID=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:16.679133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16435b-19e1-41e0-93a3-d4020fdc0d54 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=082644f5-ebea-4c51-a00a-e7d65b44aee1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:16.724149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:16.739891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:16.745769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:16.761522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=649ac53c-2493-4106-ae08-a5afe6056f0c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:16.791541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:16.818774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.943238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:16.946112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-03378bc9-1246-4b23-8adf-774ed9de2e92 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:16.951165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-03378bc9-1246-4b23-8adf-774ed9de2e92 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 816 time: 0.6195796 Jul 22 14:14:16.953183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:16.958113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:16.966106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:17.049013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-91f18ac7-2c09-4980-bbfd-4ce67b867cba tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/quotas/c60d0c0337f5404c953826c120e17b9a HTTP/1.1" status: 200 len: 375 time: 0.0847640 Jul 22 14:14:17.095712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.100093 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment ee67a587-7cc1-465d-a288-fcd3b95176dc of type vlan for network b21de44c-5553-4a87-bdac-c6fa62e54562 Jul 22 14:14:17.228819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.246759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606399d-9c3c-43fa-8f10-b1efe09dcb27 None None] Pushing event updated for resources: {'Port': ['ID=c9c51df8-e7cc-487e-80b1-a38af51f50a9,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:17.253189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-f7a3ea79-fb5c-4892-9b7c-60f5f723ff06 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1504314 Jul 22 14:14:17.263450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:17.281193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'tenant_id': 'c60d0c0337f5404c953826c120e17b9a', 'fixed_ips': [{'subnet_id': '8685072c-af87-4c08-bf66-6a05797b7296'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:17.284936 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.362895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Attempting to bind port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:17.364967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Attempting to bind port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:17.365515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Attempting to bind port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a on network 88f2bd58-0ced-464d-aa13-6029fc4f7dca {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:17.430201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.452094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:17.460476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.523910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.536144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Allocated IP 172.20.0.2 (62f88de6-b5cf-4b63-aa61-03cdac282a2a/8685072c-af87-4c08-bf66-6a05797b7296/3c2fdfa1-bb10-4783-b587-f7da471bb8d9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:17.587909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9622123 Jul 22 14:14:17.591940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45074) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:17.625895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': 'b21de44c-5553-4a87-bdac-c6fa62e54562', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:17.754589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.777344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b61bfc8-4de5-4123-87a9-95a6ded1b84b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:17.826455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-40ecdc6f-9613-49c1-944f-44c78d0545e5 service neutron] 10.222.0.11 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562866 Jul 22 14:14:17.841729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:17.857055 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Sync routers for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:17.873802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-afd652f9-973c-4cfa-8108-05804f622937 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/9dc426f7-dae3-4e4f-b1e7-83d21058cb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3017120 Jul 22 14:14:17.896896 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:17.900071 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:17.903314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Transition to ACTIVE for port object 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:17.907521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:17.908304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Checking segment: {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:17.909358 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:17.910039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Bound using segment: {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:17.910770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Bound port: 4eac6f1c-203c-450f-9bf3-389ec23dcc7a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:17.913301 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.035598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] For port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:18.039551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] For port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:18.054932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Transition to ACTIVE for port object 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:18.058189 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.090485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-c9204ddc-2ea7-411c-8fef-9577f3f048c6 service neutron] 10.222.0.11 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528489 Jul 22 14:14:18.134850 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.156494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.196815 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:18.320381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31eeced-59ba-4405-bdc7-ba7b6151ca1d None None] Pushing event updated for resources: {'Port': ['ID=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:18.332137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.429426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:18.457705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234eeec1-bb55-418e-ba0f-5eb1491ee0b2 None None] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:18.492359 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.510187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa87e-0e1e-46af-87d1-502e977446ab tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=b21de44c-5553-4a87-bdac-c6fa62e54562,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:18.635939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b21de44c-5553-4a87-bdac-c6fa62e54562 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:18.638241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Pushing event updated for resources: {'Port': ['ID=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:18.671311 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 2, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:18.720010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Checking router: 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:18.720608 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Updating router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f port 76997f43-c4db-450f-93cd-a48a7b8cf461 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:14:18.726085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:18.726640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.736790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:18.794496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=649ac53c-2493-4106-ae08-a5afe6056f0c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:18.808691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:18.820474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.837202 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.857700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:18.860412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4fb982b4-c1aa-4571-8acc-b35a21245ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:18.870285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:18.979806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing IP validity checks on allocation pools {{(pid=93760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:14:18.980543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:14:19.123994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-da246eed-8681-445b-a289-3089991136b1 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:19.149666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-da246eed-8681-445b-a289-3089991136b1 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 816 time: 0.4045181 Jul 22 14:14:19.184639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-c3c6b937-e015-4359-90c5-df04b72acb43 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/quotas/c60d0c0337f5404c953826c120e17b9a HTTP/1.1" status: 200 len: 375 time: 0.0357950 Jul 22 14:14:19.212438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-d888fb61-d86f-4452-ac43-6d9de72e8ef7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-116528570&fields=id&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 267 time: 0.8900995 Jul 22 14:14:19.298906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4c67cea3-995a-47f3-bc02-b87f24316667 None None] Provisioning for port c9c51df8-e7cc-487e-80b1-a38af51f50a9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:19.346731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-a84959d2-8156-4164-9171-6cc4d33a70b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:19.357387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-630a715b-daa4-4711-b7e5-f1e2fd38862b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1648574 Jul 22 14:14:19.359179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.364429 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-a84959d2-8156-4164-9171-6cc4d33a70b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 796 time: 0.1508617 Jul 22 14:14:19.482237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Attempting to bind port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:19.482642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Attempting to bind port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:19.483073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Attempting to bind port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:19.483298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-a428f1ba-5632-4a7c-8b66-4f87c987a8b9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/quotas/0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 375 time: 0.1175542 Jul 22 14:14:19.556601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:19.558954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Checking segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:19.562137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.563290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Bound using segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:19.564708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Bound port: 3c2fdfa1-bb10-4783-b587-f7da471bb8d9, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:19.568618 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.628564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:19.629473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-581ee598-1a0b-4e9e-914c-ddb3c1405245 service neutron] 10.222.0.11 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544031 Jul 22 14:14:19.634532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:19.637181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.650060 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.675678 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Transition to ACTIVE for port object 76997f43-c4db-450f-93cd-a48a7b8cf461 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:19.699664 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.826599 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:19.886960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=e44369bc-3a4b-4a23-ac6e-43e5932a1161,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:19.903612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-45703dc3-c560-45de-b523-01633ef669a7 service neutron] 10.222.0.11 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602286 Jul 22 14:14:19.909246 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214a846-fb7a-4a88-9fba-24123bd97a00 None None] Pushing event updated for resources: {'Port': ['ID=76997f43-c4db-450f-93cd-a48a7b8cf461,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:19.961560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] For port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:19.984567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] For port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:19.994604 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Attempting to bind port 76997f43-c4db-450f-93cd-a48a7b8cf461 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:19.995711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Attempting to bind port 76997f43-c4db-450f-93cd-a48a7b8cf461 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:19.995711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Attempting to bind port 76997f43-c4db-450f-93cd-a48a7b8cf461 on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:20.005355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,segment=NetworkSegment(70849b8d-aead-4e45-9187-efff1ab8c040),segment_id=70849b8d-aead-4e45-9187-efff1ab8c040)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:20.007747 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:20.008412 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Checking segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:20.009159 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.009879 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Bound using segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:20.010993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.012130 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Bound port: 76997f43-c4db-450f-93cd-a48a7b8cf461, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:20.012719 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.029467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.071894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.072681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c9c51df8-e7cc-487e-80b1-a38af51f50a9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:20.105558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-21c19a9a-6ce0-41a4-b1ec-3d63071fb0be tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6188431 Jul 22 14:14:20.156420 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] For port 76997f43-c4db-450f-93cd-a48a7b8cf461, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:20.161709 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] For port 76997f43-c4db-450f-93cd-a48a7b8cf461, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=76997f43-c4db-450f-93cd-a48a7b8cf461,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:20.172100 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.191720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': 'ee67a587-7cc1-465d-a288-fcd3b95176dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b21de44c-5553-4a87-bdac-c6fa62e54562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:20.192094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: b21de44c-5553-4a87-bdac-c6fa62e54562, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:20.271278 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:20.272319 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:20.392714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c9c51df8-e7cc-487e-80b1-a38af51f50a9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:20.406446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650816-7bbd-47a6-ba40-ff00871b4713 None None] Pushing event updated for resources: {'Port': ['ID=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:20.420264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c9c51df8-e7cc-487e-80b1-a38af51f50a9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:20.422695 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:20.540627 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-309f783a-2e80-4ef5-93c4-1dad90b61844 service neutron] 10.222.0.11 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224098 Jul 22 14:14:20.592855 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:20.656504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:20.726761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214a846-fb7a-4a88-9fba-24123bd97a00 None None] Pushing event updated for resources: {'Port': ['ID=76997f43-c4db-450f-93cd-a48a7b8cf461,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:20.770639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469e4db-81aa-4fd6-9b6d-d787c5c4f2a7 None None] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:20.840785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-edef27ff-9fb8-4be6-82d4-5de39503eec6 None None] Provisioning complete for port c9c51df8-e7cc-487e-80b1-a38af51f50a9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:20.841179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-edef27ff-9fb8-4be6-82d4-5de39503eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:21.069877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:21.081250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-3ed4c6fd-c952-420a-9815-4f3b3b06aec1 service neutron] 10.222.0.11 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146526 Jul 22 14:14:21.131619 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:21.144070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network b21de44c-5553-4a87-bdac-c6fa62e54562 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:21.169188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-edef27ff-9fb8-4be6-82d4-5de39503eec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:21.297278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-adea78a0-967a-48cd-b80c-07fbdd8483fb tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:21.308634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-adea78a0-967a-48cd-b80c-07fbdd8483fb tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 816 time: 0.2816133 Jul 22 14:14:21.329605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-9d62a944-cc3d-428f-9610-43b20e10122d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/quotas/c60d0c0337f5404c953826c120e17b9a HTTP/1.1" status: 200 len: 375 time: 0.0195787 Jul 22 14:14:21.450998 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:20Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:21.474407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:21.478985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b21de44c-5553-4a87-bdac-c6fa62e54562) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:21.497121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-932e7d9b-92a0-4dfb-8c14-6843362cc417 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4750807 Jul 22 14:14:21.498321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c9c51df8-e7cc-487e-80b1-a38af51f50a9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c9c51df8-e7cc-487e-80b1-a38af51f50a9,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:21.532973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-a1124288-c492-4ca2-b550-b85a65a3cdb6 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1829274 Jul 22 14:14:21.537211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28688892-310c-477d-a0f1-084dd07fd4b5 None None] Network b21de44c-5553-4a87-bdac-c6fa62e54562 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:21.588749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:21.615417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:21.616329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:21.626940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'network': {'name': 'tempest-RoutersTest-634424982'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:21.649789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-20299154-9f2e-4c9c-9e10-1016c22a1128 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.0418091 Jul 22 14:14:21.650823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45172) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:21.679436 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ea1ee-da7f-4a28-b703-34f2cb2b6eda None None] The sync data for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 is: [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:20Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:21.881756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12cc500b-a749-4743-9684-87bca399b95e req-63aa9aac-8739-43cf-ad30-2d88a01718ae tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 210 time: 0.1291571 Jul 22 14:14:21.910308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:22.072761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:22.083962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.118085 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-edef27ff-9fb8-4be6-82d4-5de39503eec6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:22.118659 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-edef27ff-9fb8-4be6-82d4-5de39503eec6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:22.120695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:22.122974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:13:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:22.272002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:22.288488 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:14:22.310174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-4b4d429b-426c-4186-a84a-27630f7ffa7f service neutron] 10.222.0.11 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561607 Jul 22 14:14:22.318900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-406cf38e-9d5a-4f9c-9464-4756c90fe91a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:22.324483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-406cf38e-9d5a-4f9c-9464-4756c90fe91a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 816 time: 1.7699237 Jul 22 14:14:22.366712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.414298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Request body: {'port': {'device_id': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'admin_state_up': True, 'tenant_id': 'c60d0c0337f5404c953826c120e17b9a'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:22.489272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:22.614296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-c2e92f6e-a09a-499d-885a-00c9f0007d39 service neutron] 10.222.0.11 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031218 Jul 22 14:14:22.629648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.631078 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added segment de15cf3a-fd0b-46ff-965c-effd62cf7875 of type vlan for network 232caabc-83f8-4b8b-8248-6a9f51330827 Jul 22 14:14:22.719179 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.765203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.774215 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.781437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:22.782458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:22.889778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2998629 Jul 22 14:14:22.890462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:23.062172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:23.072216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'subnet': {'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:23.119886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023f87c-444a-4b5c-b08d-4ef79217b79b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Network': ['ID=232caabc-83f8-4b8b-8248-6a9f51330827,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:23.153833 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:23.269160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce61287-7e38-421c-a8a1-b48a8e1fa0a8 None None] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:23.281603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 232caabc-83f8-4b8b-8248-6a9f51330827 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:23.390275 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d416b1f2-1d22-45e8-b4b7-174066bbef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:23.405437 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:23.413507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdc58776-f4d6-4667-9dab-adc8be43758a req-cfeeafdd-75b1-4709-994b-4439c0d5d41e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 210 time: 0.2733035 Jul 22 14:14:23.724230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b61bfc8-4de5-4123-87a9-95a6ded1b84b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:23.831703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-03429f06-7c1d-410e-86a1-3dca6a1fff73 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:23.833533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-03429f06-7c1d-410e-86a1-3dca6a1fff73 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.20 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 816 time: 0.7577369 Jul 22 14:14:23.847214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Request body: {'port': {'device_id': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'admin_state_up': True, 'tenant_id': 'c60d0c0337f5404c953826c120e17b9a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:23.878796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Made reservation on behalf of 40fc7b7018e7456682993fedeb441681 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:23.882908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:23.957437 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.317453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=e44369bc-3a4b-4a23-ac6e-43e5932a1161,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:24.377842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c9c51df8-e7cc-487e-80b1-a38af51f50a9,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:24.380776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9cfb5-5b2f-4845-a610-00532ff932cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b21de44c-5553-4a87-bdac-c6fa62e54562', 'network_id': 'b21de44c-5553-4a87-bdac-c6fa62e54562', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': 'e44369bc-3a4b-4a23-ac6e-43e5932a1161'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:24.381954 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-42b9cfb5-5b2f-4845-a610-00532ff932cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.399266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.434795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-edef27ff-9fb8-4be6-82d4-5de39503eec6 None None] Provisioning for port 76997f43-c4db-450f-93cd-a48a7b8cf461 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:24.452077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.561733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c2a0ef8-8cf6-4910-b35a-6485a7cb7ccf req-96198426-d09b-48f4-bfab-134321eeb067 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 210 time: 0.0547683 Jul 22 14:14:24.578226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.578933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:24.586033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.590712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21de44c-5553-4a87-bdac-c6fa62e54562']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:24.592404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Made reservation on behalf of c60d0c0337f5404c953826c120e17b9a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:24.596412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.605693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c30698cf-ee87-4cee-bc17-a21a025ae92f req-500130cd-4257-42d1-99d7-c126efdc4341 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 210 time: 0.3384571 Jul 22 14:14:24.607339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.607870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.608378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.608911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.609421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.609948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.610443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.611043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Subnet': ['ID=822bef0a-4fe0-41d1-8c4d-b946ea202a64,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:24.621868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.622532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.634192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.635102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.635838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.642353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee67a587-7cc1-465d-a288-fcd3b95176dc') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:24.643022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee67a587-7cc1-465d-a288-fcd3b95176dc') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:24.646916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Checking segment: {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:24.647388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network hostable DHCP agents. Network: 232caabc-83f8-4b8b-8248-6a9f51330827, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:24.668406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.668776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.669468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.670004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.670339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.670676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.671000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.671322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.671649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.671972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.672293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.672612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:24.699066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.729022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.770551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 232caabc-83f8-4b8b-8248-6a9f51330827 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:24.808909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-47ae7fa8-b033-4547-b9b5-52192b03afec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:24.813681 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-47ae7fa8-b033-4547-b9b5-52192b03afec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 796 time: 0.5417957 Jul 22 14:14:24.821367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:24.822158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:24.827052 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:24.834504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec68784-e744-4269-83a5-a99234d6294c None None] Network b21de44c-5553-4a87-bdac-c6fa62e54562 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:24.840392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 232caabc-83f8-4b8b-8248-6a9f51330827) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:24.900273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Made reservation on behalf of c60d0c0337f5404c953826c120e17b9a for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:24.903838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:24.926461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81c4a4-1aec-4000-adf6-878c095550ba None None] Network 232caabc-83f8-4b8b-8248-6a9f51330827 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:24.950964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Allocated IP 172.20.0.14 (62f88de6-b5cf-4b63-aa61-03cdac282a2a/8685072c-af87-4c08-bf66-6a05797b7296/90839905-1637-4c26-94c0-9df68de63645) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:25.068380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:25.071786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.093557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.148777 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.163386 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/b21de44c-5553-4a87-bdac-c6fa62e54562 HTTP/1.1" status: 204 len: 168 time: 3.5052700 Jul 22 14:14:25.168815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:25.214030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771553267'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:25.231613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a7547-cba4-4050-a889-d7ec45dfffc9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=b21de44c-5553-4a87-bdac-c6fa62e54562,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:25.245805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4eac6f1c-203c-450f-9bf3-389ec23dcc7a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:25.248508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a0f147ac-1ee5-4703-ac1f-d3fd5d8ffcf6 None None] Provisioning for port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:25.248675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95fd1ec6-ba72-4e3c-845f-b1f757fc1a42 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2023206 Jul 22 14:14:25.249155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:25.321134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:17Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:17Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:25.327483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:25.334070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.356493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:25.356846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Updating router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 port 649ac53c-2493-4106-ae08-a5afe6056f0c binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:14:25.402481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-d29ca55a-a032-41e6-aef8-3bb491ee5896 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 379 time: 0.5024059 Jul 22 14:14:25.432742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-e9bd74fa-0f20-4794-854d-8da69588e039 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:25.435185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-e9bd74fa-0f20-4794-854d-8da69588e039 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 816 time: 0.6831696 Jul 22 14:14:25.447564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a0f147ac-1ee5-4703-ac1f-d3fd5d8ffcf6 None None] Provisioning for port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:25.463221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'port': {'device_id': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'admin_state_up': True, 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'security_groups': ['8134b249-aa3f-4ace-bf5b-662cdfaee875']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:25.478495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Request body: {'port': {'device_id': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'admin_state_up': True, 'tenant_id': 'c60d0c0337f5404c953826c120e17b9a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:25.519259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.526677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:25.536010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:25.572612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:25.572929 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.624883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-232caabc-83f8-4b8b-8248-6a9f51330827', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:25.625816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.630176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.630536 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 6415a20c-7d4e-456d-a264-98031130a1af of type vlan for network b5ddca7d-5bb4-4c98-b947-cbb15f92527a Jul 22 14:14:25.770562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.832574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:25.837647 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.918694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e9f1566-2c86-4ae6-acd5-937682f611ae None None] Provisioning for port 649ac53c-2493-4106-ae08-a5afe6056f0c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:25.951100 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:25.959978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:25.961079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.024393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-de68572d-22b0-4dd1-8521-c3561fd0a6f2 req-b812634c-9361-49b1-83ef-29d2bfe26627 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 210 time: 0.1154032 Jul 22 14:14:26.025974 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8217983 Jul 22 14:14:26.091937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e9f1566-2c86-4ae6-acd5-937682f611ae None None] Provisioning complete for port 649ac53c-2493-4106-ae08-a5afe6056f0c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:26.092892 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1566-2c86-4ae6-acd5-937682f611ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.111371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45254) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:26.123062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': 'b5ddca7d-5bb4-4c98-b947-cbb15f92527a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:26.315904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:26.324053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.485405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4e9f1566-2c86-4ae6-acd5-937682f611ae None None] Port 649ac53c-2493-4106-ae08-a5afe6056f0c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:26.492725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3146aa0-4f34-4b69-8a0c-460fd9cf8513 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=b5ddca7d-5bb4-4c98-b947-cbb15f92527a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:26.531621 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.541530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75e099ec-91e6-477a-9a78-5eba7c04f794 req-71514910-d7cd-4171-9d98-cca724cf222f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 210 time: 0.6765599 Jul 22 14:14:26.563484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b5ddca7d-5bb4-4c98-b947-cbb15f92527a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:26.591535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:26.621852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.622657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:26.643834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.713254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.13 (45d229c0-af92-4ce0-a937-8d75cad5fee0/366c73a5-1ed6-4991-a289-2d33c10216f8/4d8e52dc-d0e0-4674-ad91-37278402157e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:26.753202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Transition to ACTIVE for port object 90839905-1637-4c26-94c0-9df68de63645 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:26.803986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Made reservation on behalf of c60d0c0337f5404c953826c120e17b9a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:26.807836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.947468 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:26.959282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Allocated IP 172.23.0.2 (232caabc-83f8-4b8b-8248-6a9f51330827/822bef0a-4fe0-41d1-8c4d-b946ea202a64/aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:26.968768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.066249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e9f1566-2c86-4ae6-acd5-937682f611ae None None] Provisioning complete for port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:27.066753 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e9f1566-2c86-4ae6-acd5-937682f611ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.081131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:27.093091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:27.097587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:27.100548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Pushing event updated for resources: {'Port': ['ID=90839905-1637-4c26-94c0-9df68de63645,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:27.181453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.209606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:27.210652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.219756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.234422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object 4d8e52dc-d0e0-4674-ad91-37278402157e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:27.332788 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-d0043e6f-4ab5-4a0e-aae7-e25d02d61337 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4898138 Jul 22 14:14:27.354478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Request body: {'port': {'device_id': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:27.410687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.523356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:27.553353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:27.565313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:27.656571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:27.696608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.701989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:27.748770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:27.750985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.809840 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.813583 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.816279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:27.816634 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:27.839130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Allocated IP 172.20.0.5 (62f88de6-b5cf-4b63-aa61-03cdac282a2a/8685072c-af87-4c08-bf66-6a05797b7296/21dc325b-ddad-42b0-afc2-553d56b4535a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:27.862551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=3644c711-ea95-43c1-b06c-099bf2173f8a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:27.903356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4462247 Jul 22 14:14:27.913664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16442a12-cbaa-48ef-89cc-328d8dd5d146 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:27.915118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Transition to ACTIVE for port object aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:27.923124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Request body: {'port': {'device_id': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:27.935993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebd5b6c7-9c56-49a3-a27f-3af50ff68be4 req-d357b2e6-92ce-41fb-a2e6-3916f9efab61 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 210 time: 0.0636833 Jul 22 14:14:27.949333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Transition to ACTIVE for port object 649ac53c-2493-4106-ae08-a5afe6056f0c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:27.989368 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.009503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Transition to ACTIVE for port object aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:28.027211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '6415a20c-7d4e-456d-a264-98031130a1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b5ddca7d-5bb4-4c98-b947-cbb15f92527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:28.027749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: b5ddca7d-5bb4-4c98-b947-cbb15f92527a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:28.053533 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.058008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41961a-42ed-4f1c-8f91-2f551097850b req-ceab8a6b-2308-43b6-961b-8f1450652661 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:28.061055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c41961a-42ed-4f1c-8f91-2f551097850b req-ceab8a6b-2308-43b6-961b-8f1450652661 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 932 time: 0.7150388 Jul 22 14:14:28.158413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437c382-d040-4982-8a00-bb2cf871a9cc None None] Pushing event updated for resources: {'Port': ['ID=649ac53c-2493-4106-ae08-a5afe6056f0c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:28.168312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Network 232caabc-83f8-4b8b-8248-6a9f51330827 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:28.184342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Allocated IP 172.23.0.1 (232caabc-83f8-4b8b-8248-6a9f51330827/822bef0a-4fe0-41d1-8c4d-b946ea202a64/d6166396-8610-4863-af85-893b55ee23c6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:28.362909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:28.386040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c41961a-42ed-4f1c-8f91-2f551097850b req-e8d8a95c-374e-4bb3-a4f3-3a1eb3f9c354 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166201 Jul 22 14:14:28.434646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Provisioning for port 90839905-1637-4c26-94c0-9df68de63645 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:28.441777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network b5ddca7d-5bb4-4c98-b947-cbb15f92527a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:28.443817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.481888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b5ddca7d-5bb4-4c98-b947-cbb15f92527a) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:28.504351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:28.505029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.541916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:28.599523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.605024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.629524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Transition to ACTIVE for port object d6166396-8610-4863-af85-893b55ee23c6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:28.633112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Pushing event updated for resources: {'Port': ['ID=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:28.652791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Provisioning complete for port 90839905-1637-4c26-94c0-9df68de63645 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:28.653017 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.654793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Transition to ACTIVE for port object 21dc325b-ddad-42b0-afc2-553d56b4535a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:28.661463 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.688934 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.729722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Attempting to bind port 649ac53c-2493-4106-ae08-a5afe6056f0c on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:28.730053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Attempting to bind port 649ac53c-2493-4106-ae08-a5afe6056f0c by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:28.730578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Attempting to bind port 649ac53c-2493-4106-ae08-a5afe6056f0c on network 88f2bd58-0ced-464d-aa13-6029fc4f7dca {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:28.736535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 232caabc-83f8-4b8b-8248-6a9f51330827 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:28.741384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:28.745768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:28.770895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:28.772302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212299a-01ce-4361-bb13-dfbbd109f8af None None] Network b5ddca7d-5bb4-4c98-b947-cbb15f92527a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:28.772559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-333d7aab-2b8b-4bb8-b390-cac1bb2e10c3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6560202 Jul 22 14:14:28.773536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45304) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:28.790479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.896446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:28.896889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Checking segment: {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:28.897384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.897945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Bound using segment: {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:28.898561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Bound port: 649ac53c-2493-4106-ae08-a5afe6056f0c, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322c56d6-277d-47be-862d-b4d67da629cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:28.899021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.910810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:28.911630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76997f43-c4db-450f-93cd-a48a7b8cf461 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:28.923022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=d6166396-8610-4863-af85-893b55ee23c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:28.949182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.014059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Allocated IP 172.20.0.7 (62f88de6-b5cf-4b63-aa61-03cdac282a2a/8685072c-af87-4c08-bf66-6a05797b7296/7f5e0150-17bd-408a-acc6-68505ad7c84a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:29.063688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Pushing event updated for resources: {'Port': ['ID=21dc325b-ddad-42b0-afc2-553d56b4535a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:29.178511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:29.216568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-206cbac7-1708-43d4-a556-225726ee2bde req-c4c68b70-8d16-4f9b-96bc-a2fe7f764585 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 210 time: 0.0745344 Jul 22 14:14:29.222035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:29.304498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:29.332450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Attempting to bind port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:29.333065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Attempting to bind port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:29.333458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Attempting to bind port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f on network 232caabc-83f8-4b8b-8248-6a9f51330827 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:29.349520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:29.354664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.406948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:29.407336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Checking segment: {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:29.407744 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.408187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Bound using segment: {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:29.409668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Bound port: aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:29.411841 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.534519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] For port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:29.541246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] For port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,segment=NetworkSegment(de15cf3a-fd0b-46ff-965c-effd62cf7875),segment_id=de15cf3a-fd0b-46ff-965c-effd62cf7875)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:29.552547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 76997f43-c4db-450f-93cd-a48a7b8cf461 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:29.566057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.593111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Port 90839905-1637-4c26-94c0-9df68de63645 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:29.724770 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.733817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 76997f43-c4db-450f-93cd-a48a7b8cf461 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:29.736323 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.874810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Provisioning complete for port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:29.874810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:29.971065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8e52dc-d0e0-4674-ad91-37278402157e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:29.994299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.026756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Transition to ACTIVE for port object 4d8e52dc-d0e0-4674-ad91-37278402157e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:30.105997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:30.109104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.159875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.182560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.188369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] For port 649ac53c-2493-4106-ae08-a5afe6056f0c, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:30.244033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6288c7-af9e-4ad5-b569-4e5b7becd83d None None] Pushing event updated for resources: {'Port': ['ID=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:30.261688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Transition to ACTIVE for port object 7f5e0150-17bd-408a-acc6-68505ad7c84a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:30.282513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-baeb775c-fb32-404b-9aa4-656039238628 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8948860 Jul 22 14:14:30.295260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:30.306675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Request body: {'port': {'device_id': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:30.329316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] For port 649ac53c-2493-4106-ae08-a5afe6056f0c, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=649ac53c-2493-4106-ae08-a5afe6056f0c,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:30.355923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.427351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba54bf-3b8d-408e-bbb3-938acdad5d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b5ddca7d-5bb4-4c98-b947-cbb15f92527a', 'network_id': 'b5ddca7d-5bb4-4c98-b947-cbb15f92527a', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '3644c711-ea95-43c1-b06c-099bf2173f8a'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:30.428398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7eba54bf-3b8d-408e-bbb3-938acdad5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.433503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.541226 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1c4b52a-45e2-446a-b407-0dedb2d21115 req-3cb35b53-4723-4a53-a4bf-2aa7deb0ff1f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 210 time: 0.0923727 Jul 22 14:14:30.555872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119a6f-ef87-46c1-a200-5e5c044672a6 req-ea82ae0d-efd9-454a-b123-72b79a1b8232 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:30.563869 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-14119a6f-ef87-46c1-a200-5e5c044672a6 req-ea82ae0d-efd9-454a-b123-72b79a1b8232 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 932 time: 0.9907298 Jul 22 14:14:30.623742 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.634370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.638619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.659093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.802171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.852433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:30.858361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:30.859206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:30.963030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:30.981170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:30.983190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:30.993820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437c382-d040-4982-8a00-bb2cf871a9cc None None] Pushing event updated for resources: {'Port': ['ID=649ac53c-2493-4106-ae08-a5afe6056f0c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:31.017427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-14119a6f-ef87-46c1-a200-5e5c044672a6 req-dee8147f-fc9f-4901-b132-a523a259b49b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4525855 Jul 22 14:14:31.158895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:31.203234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:31.219479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:31.222474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Pushing event updated for resources: {'Port': ['ID=7f5e0150-17bd-408a-acc6-68505ad7c84a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:31.244513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.250973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Port 4d8e52dc-d0e0-4674-ad91-37278402157e on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:14:31.251816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:31.275320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:31.275970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Checking segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:31.276603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Bound using segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:31.277317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Bound port: 4d8e52dc-d0e0-4674-ad91-37278402157e, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:31.278024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.306554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=3644c711-ea95-43c1-b06c-099bf2173f8a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:31.310455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:31.311387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.406490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ddca7d-5bb4-4c98-b947-cbb15f92527a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:31.436876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6415a20c-7d4e-456d-a264-98031130a1af') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:31.437531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6415a20c-7d4e-456d-a264-98031130a1af') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:31.449467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.468412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.484360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-49dad4a5-ec9a-4be9-b658-0353a33c967e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0243969 Jul 22 14:14:31.490081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:31.490794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:31.503425 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:31.549528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Request body: {'port': {'device_id': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:31.569580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.581857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event updated for resources: {'Port': ['ID=d6166396-8610-4863-af85-893b55ee23c6,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-7eba54bf-3b8d-408e-bbb3-938acdad5d34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3644c711-ea95-43c1-b06c-099bf2173f8a: This subnet is being modified by another concurrent operation. Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:14:31.674924 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3644c711-ea95-43c1-b06c-099bf2173f8a: This subnet is being modified by another concurrent operation. Jul 22 14:14:31.679210 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:14:31.689945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a931d51d-6e15-450e-abee-1d3083a3d231 None None] Network 232caabc-83f8-4b8b-8248-6a9f51330827 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:31.709853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.731491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.731807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1091e6e4-198e-4a4b-934a-099977050886 None None] Provisioning for port 4d8e52dc-d0e0-4674-ad91-37278402157e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:31.731900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/b5ddca7d-5bb4-4c98-b947-cbb15f92527a HTTP/1.1" status: 204 len: 168 time: 2.9491944 Jul 22 14:14:31.732537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45350) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:31.736593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:31.739358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-354332844'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:31.751652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:31.765576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ed626-79db-4456-bad7-c32d1f689e77 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=b5ddca7d-5bb4-4c98-b947-cbb15f92527a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:31.775107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:31.785464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.804588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448397b8-33b5-4739-a0e6-86271ade9b94 None None] Network b5ddca7d-5bb4-4c98-b947-cbb15f92527a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:31.818321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:31.821985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.857017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90839905-1637-4c26-94c0-9df68de63645 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:31.858437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:31.859232 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.860918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] 10.222.0.20 "PUT /v2.0/ports/4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 1093 time: 3.9426174 Jul 22 14:14:31.870344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.872879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:31.876384 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f" -d '{"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:31.914218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448397b8-33b5-4739-a0e6-86271ade9b94 None None] Network b5ddca7d-5bb4-4c98-b947-cbb15f92527a could not be found, it might have been deleted concurrently. {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:14:31.932200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:31.959782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Network 232caabc-83f8-4b8b-8248-6a9f51330827 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:31.981943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:32.011159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:32.030970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331999d-d92c-438e-b307-b03d8e8b809c service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:32.073066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.090800 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment ddc995ba-4748-440c-9e10-862c8b7c97d0 of type vlan for network 95e1b5fe-000b-4028-b82d-97704912b0c9 Jul 22 14:14:32.117217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 76997f43-c4db-450f-93cd-a48a7b8cf461, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=76997f43-c4db-450f-93cd-a48a7b8cf461,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:32.133656 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aa92f1-ac09-4fd4-b9a9-bd7cfeae4c18 x-openstack-request-id: req-a4aa92f1-ac09-4fd4-b9a9-bd7cfeae4c18 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:32.145582 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:32.145582 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4aa92f1-ac09-4fd4-b9a9-bd7cfeae4c18 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:32.146178 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'status': 'completed', 'code': 200} Jul 22 14:14:32.166938 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.271906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Transition to ACTIVE for port object 90839905-1637-4c26-94c0-9df68de63645 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:32.289334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.300797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:32.319084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Provisioning for port 7f5e0150-17bd-408a-acc6-68505ad7c84a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:32.368284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Provisioning complete for port 7f5e0150-17bd-408a-acc6-68505ad7c84a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:32.368672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.464320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=76997f43-c4db-450f-93cd-a48a7b8cf461,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:32.484010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023d4fb-98c7-4c6c-98fd-ad29ae2afbd8 req-63ce6e83-bef1-4baf-99f9-e22ab87fdd8f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:32.485762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c023d4fb-98c7-4c6c-98fd-ad29ae2afbd8 req-63ce6e83-bef1-4baf-99f9-e22ab87fdd8f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 931 time: 0.6229491 Jul 22 14:14:32.508996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Port 7f5e0150-17bd-408a-acc6-68505ad7c84a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:32.515745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Pushing event updated for resources: {'Port': ['ID=90839905-1637-4c26-94c0-9df68de63645,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:32.536342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:32.639299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Provisioning for port 21dc325b-ddad-42b0-afc2-553d56b4535a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:32.653112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Provisioning complete for port 21dc325b-ddad-42b0-afc2-553d56b4535a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:32.653499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.681672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Attempting to bind port 90839905-1637-4c26-94c0-9df68de63645 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:32.682098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Attempting to bind port 90839905-1637-4c26-94c0-9df68de63645 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:32.682500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Attempting to bind port 90839905-1637-4c26-94c0-9df68de63645 on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:32.700022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Port 90839905-1637-4c26-94c0-9df68de63645 on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:14:32.700423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Attempting to bind port 90839905-1637-4c26-94c0-9df68de63645 on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:32.714058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:32.714539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Checking segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:32.718153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Bound using segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:32.718764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Bound port: 90839905-1637-4c26-94c0-9df68de63645, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:32.719202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.726414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c023d4fb-98c7-4c6c-98fd-ad29ae2afbd8 req-caf9471a-2d22-47b2-8e51-1e69646aa057 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912642 Jul 22 14:14:32.737134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:32.768206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-32b249a4-0aa0-41cb-8d98-7fd475d953af tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5010929 Jul 22 14:14:32.770406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:32.780652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:32.829812 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.844052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:32.844438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:32.858135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-bf219df6-7d11-4980-a82d-aafac1e7bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:32.860800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-bf219df6-7d11-4980-a82d-aafac1e7bcc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1096 time: 0.9547310 Jul 22 14:14:32.898429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Port 21dc325b-ddad-42b0-afc2-553d56b4535a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:32.956629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:29Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:30Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:29Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:32.985713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-09eaf6df-cfb1-404a-bcd8-c321f4cf7f29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 217 time: 0.1153729 Jul 22 14:14:32.992773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:14:33.078766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f8154e2-1a8d-4609-93ba-c0f48b2e281a None None] Provisioning for port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:33.082574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430717d7-361b-48de-bcca-ce4d54670cda None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:29Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:30Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:29Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:33.085002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4eac6f1c-203c-450f-9bf3-389ec23dcc7a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:33.173215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd46e18-d3e1-4432-98cf-78578ce09828 req-aa10d503-4008-479f-a2b9-35630b2f54b8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:33.183630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bd46e18-d3e1-4432-98cf-78578ce09828 req-aa10d503-4008-479f-a2b9-35630b2f54b8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.4468100 Jul 22 14:14:33.200641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.225174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:33.236921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.319726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:33.320216 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.340140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6064632 Jul 22 14:14:33.369325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:14:33.383154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:33.391536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Removed routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:14:33.391945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.402135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] For port 90839905-1637-4c26-94c0-9df68de63645, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:33.417386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '95e1b5fe-000b-4028-b82d-97704912b0c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:33.442445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-56428b8d-6dba-451e-9479-2afaf1f00c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:33.450318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-56428b8d-6dba-451e-9479-2afaf1f00c2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.4382207 Jul 22 14:14:33.457690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] For port 90839905-1637-4c26-94c0-9df68de63645, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=90839905-1637-4c26-94c0-9df68de63645,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:33.601667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12979c2a-5fea-4a04-bdb2-18f4affc63a6 None None] Provisioning for port d6166396-8610-4863-af85-893b55ee23c6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:33.621654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12979c2a-5fea-4a04-bdb2-18f4affc63a6 None None] Provisioning complete for port d6166396-8610-4863-af85-893b55ee23c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:33.622047 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12979c2a-5fea-4a04-bdb2-18f4affc63a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.639780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:33.670784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd485223-f492-4299-8d26-3c54bc803b9e None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:14:33.722771 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bd46e18-d3e1-4432-98cf-78578ce09828 req-a8442a9e-1b34-423d-a3f1-02caa89cd516 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5381536 Jul 22 14:14:33.776310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25799b-fdf6-4db3-8f7a-c8b1ff43dec4 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=95e1b5fe-000b-4028-b82d-97704912b0c9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:33.801191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 95e1b5fe-000b-4028-b82d-97704912b0c9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:33.823289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-12979c2a-5fea-4a04-bdb2-18f4affc63a6 None None] Port d6166396-8610-4863-af85-893b55ee23c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:33.842228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dc325b-ddad-42b0-afc2-553d56b4535a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:33.852863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.888974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Transition to ACTIVE for port object 21dc325b-ddad-42b0-afc2-553d56b4535a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:33.938590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:33.989325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:33.997683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.014830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:34.023327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:34.023706 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.033999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.109737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc325b-ddad-42b0-afc2-553d56b4535a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:34.116154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-558d7be8-b2ed-4ba9-bd7b-61713e00ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:34.118110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-558d7be8-b2ed-4ba9-bd7b-61713e00ef57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6047981 Jul 22 14:14:34.155159 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.166449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:34.167101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.170083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] 10.222.0.20 "PUT /v2.0/ports/90839905-1637-4c26-94c0-9df68de63645 HTTP/1.1" status: 200 len: 1093 time: 6.8236034 Jul 22 14:14:34.176624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'tag': '90839905-1637-4c26-94c0-9df68de63645'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:34.181167 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38289566-668c-47a4-a068-3317c100a95b" -d '{"events": [{"name": "network-changed", "server_uuid": "d12ab144-4adb-4fc3-9f84-be173e4ca51e", "tag": "90839905-1637-4c26-94c0-9df68de63645"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:34.235272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bf46ebcb-dc03-4492-8330-54ba08e1cfec None None] Provisioning complete for port d6166396-8610-4863-af85-893b55ee23c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:34.235586 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf46ebcb-dc03-4492-8330-54ba08e1cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.254739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90ee2-e0fd-41e3-8ce0-b34c2e82faed req-b3a82425-fc71-4465-b9cf-09669e5f58dd tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:34.256339 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6d90ee2-e0fd-41e3-8ce0-b34c2e82faed req-b3a82425-fc71-4465-b9cf-09669e5f58dd tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 931 time: 0.3872058 Jul 22 14:14:34.277774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,segment=NetworkSegment(de15cf3a-fd0b-46ff-965c-effd62cf7875),segment_id=de15cf3a-fd0b-46ff-965c-effd62cf7875)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:34.278729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bf46ebcb-dc03-4492-8330-54ba08e1cfec None None] Port d6166396-8610-4863-af85-893b55ee23c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:14:34.280142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd485223-f492-4299-8d26-3c54bc803b9e None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:14:34.283852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.284694 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c9c51df8-e7cc-487e-80b1-a38af51f50a9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:34.386325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f1678-9f08-477e-b3d2-87c2cbf50665 req-b6f96360-5808-47b5-9753-de9669ee277f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:34.387862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe6f1678-9f08-477e-b3d2-87c2cbf50665 req-b6f96360-5808-47b5-9753-de9669ee277f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 950 time: 0.3657179 Jul 22 14:14:34.393036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2aac32-256f-4330-9995-0591bc88495d service neutron] Pushing event updated for resources: {'Port': ['ID=90839905-1637-4c26-94c0-9df68de63645,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:34.420687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6d90ee2-e0fd-41e3-8ce0-b34c2e82faed req-9da6faa6-b21b-4ea4-b65c-c34a691637dc tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344016 Jul 22 14:14:34.421102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.433524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.454412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c9c51df8-e7cc-487e-80b1-a38af51f50a9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:34.454784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.478178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Attempting to bind port 21dc325b-ddad-42b0-afc2-553d56b4535a on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:34.478524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Attempting to bind port 21dc325b-ddad-42b0-afc2-553d56b4535a by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:34.478859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Attempting to bind port 21dc325b-ddad-42b0-afc2-553d56b4535a on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:34.487995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-3b069dcf-cfb2-4501-9b57-dfe73f4327b8 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198843 Jul 22 14:14:34.493884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Port 21dc325b-ddad-42b0-afc2-553d56b4535a on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:14:34.494219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Attempting to bind port 21dc325b-ddad-42b0-afc2-553d56b4535a on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:34.508204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:34.542032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:34.542720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Checking segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:34.543292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Bound using segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:34.543927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Bound port: 21dc325b-ddad-42b0-afc2-553d56b4535a, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:34.544581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.629893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-8bc7c9bb-bb98-470f-bbc2-6564c3f4468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:34.632322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-8bc7c9bb-bb98-470f-bbc2-6564c3f4468e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 1096 time: 0.4033675 Jul 22 14:14:34.668525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe6f1678-9f08-477e-b3d2-87c2cbf50665 req-d886a720-0453-441b-a766-39f9e09e482b tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705202 Jul 22 14:14:34.754596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.818864 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f862d92e-9209-4df6-8e6a-3b74b07cf395 x-openstack-request-id: req-f862d92e-9209-4df6-8e6a-3b74b07cf395 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:34.821803 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12ab144-4adb-4fc3-9f84-be173e4ca51e", "tag": "90839905-1637-4c26-94c0-9df68de63645", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:34.822281 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f862d92e-9209-4df6-8e6a-3b74b07cf395 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:34.822844 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'tag': '90839905-1637-4c26-94c0-9df68de63645', 'status': 'completed', 'code': 200} Jul 22 14:14:34.856233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-b6dba331-8100-43ee-9788-372816d4ba0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90839905-1637-4c26-94c0-9df68de63645 HTTP/1.1" status: 200 len: 217 time: 0.1909957 Jul 22 14:14:34.893490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f34b47a2-d46e-41b5-8d18-a1660a10ee12 req-7663ac3b-83fd-4d63-ab76-8abf67bf5bcf service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953679 Jul 22 14:14:34.920361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] For port 21dc325b-ddad-42b0-afc2-553d56b4535a, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:34.931115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] For port 21dc325b-ddad-42b0-afc2-553d56b4535a, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=21dc325b-ddad-42b0-afc2-553d56b4535a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:34.934503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=4dadce42-c699-490a-abfa-29a8cb78919f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:34.939391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:34.944232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:35.001097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': 'ddc995ba-4748-440c-9e10-862c8b7c97d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '95e1b5fe-000b-4028-b82d-97704912b0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:35.001516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 95e1b5fe-000b-4028-b82d-97704912b0c9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:35.021285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.022569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.024202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] 10.222.0.13 "PUT /v2.0/ports/21dc325b-ddad-42b0-afc2-553d56b4535a HTTP/1.1" status: 200 len: 1092 time: 4.7219803 Jul 22 14:14:35.028801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'tag': '21dc325b-ddad-42b0-afc2-553d56b4535a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:35.035901 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98323d8-25f2-40f2-90b2-3ad4b2948967" -d '{"events": [{"name": "network-changed", "server_uuid": "e249aed0-2f67-45df-a448-40a0f8bcf725", "tag": "21dc325b-ddad-42b0-afc2-553d56b4535a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:35.064406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5e0150-17bd-408a-acc6-68505ad7c84a {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:35.092797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.102687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76997f43-c4db-450f-93cd-a48a7b8cf461 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:35.163289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0050cb4-e0c8-432e-8867-d6a87d4d6b09 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:14:35.168738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Transition to ACTIVE for port object 7f5e0150-17bd-408a-acc6-68505ad7c84a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:35.184425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 95e1b5fe-000b-4028-b82d-97704912b0c9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:35.191213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2ef75-95c2-43c5-aa9a-b56530fcc218 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc325b-ddad-42b0-afc2-553d56b4535a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:35.200080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-ec9e0513-a1cd-4b57-9021-b82f6da8a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.200638 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1770a-d970-4e6b-ac11-8060789e5782 x-openstack-request-id: req-98e1770a-d970-4e6b-ac11-8060789e5782 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:35.200936 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e249aed0-2f67-45df-a448-40a0f8bcf725", "tag": "21dc325b-ddad-42b0-afc2-553d56b4535a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:35.201187 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98e1770a-d970-4e6b-ac11-8060789e5782 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:35.201665 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'tag': '21dc325b-ddad-42b0-afc2-553d56b4535a', 'status': 'completed', 'code': 200} Jul 22 14:14:35.201784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-ec9e0513-a1cd-4b57-9021-b82f6da8a6d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.2684674 Jul 22 14:14:35.214562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 95e1b5fe-000b-4028-b82d-97704912b0c9) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:35.214685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.223924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.224532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.244346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:35.248894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-e5592506-be67-435d-a992-03ed0dac699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.250568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-e5592506-be67-435d-a992-03ed0dac699d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1096 time: 0.2436795 Jul 22 14:14:35.259403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5cdfadb8-76b6-4d9b-8818-8f93e47c14af tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8637760 Jul 22 14:14:35.261859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:35.264250 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:35.265593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:35.295828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-ee3f71d4-8ae7-4ad3-a8ba-a0e2e7d18967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.297330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-ee3f71d4-8ae7-4ad3-a8ba-a0e2e7d18967 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 1095 time: 0.2068534 Jul 22 14:14:35.303805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 76997f43-c4db-450f-93cd-a48a7b8cf461 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:35.304428 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.359463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f3566-ab00-46f9-a90a-f19c396e31ec req-2a8f5712-a7c1-4d74-909e-b9935a56f03c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.367024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-293f3566-ab00-46f9-a90a-f19c396e31ec req-2a8f5712-a7c1-4d74-909e-b9935a56f03c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.4076769 Jul 22 14:14:35.499209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-50838bed-d491-481c-b7f9-ace47fc345d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dc325b-ddad-42b0-afc2-553d56b4535a HTTP/1.1" status: 200 len: 217 time: 0.1862078 Jul 22 14:14:35.512135 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:35.551487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Attempting to bind port 7f5e0150-17bd-408a-acc6-68505ad7c84a on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:35.552089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Attempting to bind port 7f5e0150-17bd-408a-acc6-68505ad7c84a by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:35.552089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Attempting to bind port 7f5e0150-17bd-408a-acc6-68505ad7c84a on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:35.554709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e0150-17bd-408a-acc6-68505ad7c84a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:35.585088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-293f3566-ab00-46f9-a90a-f19c396e31ec req-ebb4d716-fd79-461f-b4da-d9276834646a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167459 Jul 22 14:14:35.587279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:35.592772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-819a091e-dcb4-4871-8a5d-87345c082098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.607875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-819a091e-dcb4-4871-8a5d-87345c082098 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3951027 Jul 22 14:14:35.614958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.626930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-06badd4e-a8ff-4b29-abe9-6466f5d18ee1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 933 time: 2.8554907 Jul 22 14:14:35.627130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45478) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:35.636003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Port 7f5e0150-17bd-408a-acc6-68505ad7c84a on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:14:35.636613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Attempting to bind port 7f5e0150-17bd-408a-acc6-68505ad7c84a on network 62f88de6-b5cf-4b63-aa61-03cdac282a2a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:35.638653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.660769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:35.661506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Checking segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:35.662148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Bound using segment: {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:35.662918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Bound port: 7f5e0150-17bd-408a-acc6-68505ad7c84a, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efeed4b-e7c4-4a26-9729-4aec4fc81039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:35.663532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.726075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:35.818785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-ea28a1fe-6662-41ec-842c-24ad05abe885 service neutron] 10.222.0.20 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903319 Jul 22 14:14:35.819827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] For port 7f5e0150-17bd-408a-acc6-68505ad7c84a, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:35.823682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-8ca9b9e1-fbfa-4c4a-a007-fade8b5fb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.825227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-8ca9b9e1-fbfa-4c4a-a007-fade8b5fb35a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.3160272 Jul 22 14:14:35.840288 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:33Z', 'revision_number': 6, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:30Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:29Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:35.844261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] For port 7f5e0150-17bd-408a-acc6-68505ad7c84a, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:35.857227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0050cb4-e0c8-432e-8867-d6a87d4d6b09 None None] Unable to find a vacant binding_index for network 95e1b5fe-000b-4028-b82d-97704912b0c9 and agent 5f4e361d-132d-49ea-8807-cb289ac00687 {{(pid=93761) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 22 14:14:35.858985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.868185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0050cb4-e0c8-432e-8867-d6a87d4d6b09 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 95e1b5fe-000b-4028-b82d-97704912b0c9) {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:14:35.893262 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:35.895053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Updating router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 port d6166396-8610-4863-af85-893b55ee23c6 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:14:35.910071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.910071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.911341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f5e0150-17bd-408a-acc6-68505ad7c84a HTTP/1.1" status: 200 len: 1092 time: 4.3864498 Jul 22 14:14:35.947457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-1b5acb8f-50dc-45f2-89cc-5fad3afbfd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:35.949153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-1b5acb8f-50dc-45f2-89cc-5fad3afbfd7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.6865685 Jul 22 14:14:35.963928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e4691cd3-d21f-4d3c-ab1c-9208359fb8d9 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 933 time: 0.3336122 Jul 22 14:14:35.969277 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:35.969467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:36.017422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-45242195-eea1-4e06-983b-10035fe983b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 217 time: 0.0499854 Jul 22 14:14:36.040107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'routes': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:36.088758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-cc66fc47-f09e-4812-b60e-773d78ca4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.090319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-cc66fc47-f09e-4812-b60e-773d78ca4080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.0643196 Jul 22 14:14:36.090851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:36.091401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.194377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df7753-2339-4dda-aa59-8321c38283a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5e0150-17bd-408a-acc6-68505ad7c84a,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:36.210224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663ce37-eac9-456e-abbf-cafc7eaa4644 req-0ca1651a-0769-4735-83bd-e5c3cf5f2cef tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.218582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6663ce37-eac9-456e-abbf-cafc7eaa4644 req-0ca1651a-0769-4735-83bd-e5c3cf5f2cef tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 943 time: 0.6373763 Jul 22 14:14:36.228903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-848e493f-f0f0-4eaa-9a3e-4565d0050cf3 req-397cc501-bdd8-46f0-8e64-8ccaec830008 service neutron] 10.222.0.20 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954449 Jul 22 14:14:36.248082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-6e156e60-2c43-4944-98cd-7b0cb23a16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.250015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-6e156e60-2c43-4944-98cd-7b0cb23a16a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4112673 Jul 22 14:14:36.260159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.399836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6663ce37-eac9-456e-abbf-cafc7eaa4644 req-b34203d1-0d4a-4585-955a-cde785b699fb tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668866 Jul 22 14:14:36.406074 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.426814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-35494d99-0265-43e2-89bf-7f999693a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.428515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-35494d99-0265-43e2-89bf-7f999693a7dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 1095 time: 0.4580452 Jul 22 14:14:36.463372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-59681ed4-31cf-4594-8c8e-0574ea8295d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.464923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-59681ed4-31cf-4594-8c8e-0574ea8295d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3628948 Jul 22 14:14:36.513785 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Transition to ACTIVE for port object d6166396-8610-4863-af85-893b55ee23c6 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:36.520256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.526791 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.565488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:36.621360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-e612acfd-c6b4-4eb9-b96d-a77c79640b69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a HTTP/1.1" status: 200 len: 217 time: 0.1339352 Jul 22 14:14:36.625194 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e6a5f-8e47-43bd-ac46-c7d673fedf4e None None] Pushing event updated for resources: {'Port': ['ID=d6166396-8610-4863-af85-893b55ee23c6,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:36.660053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Attempting to bind port d6166396-8610-4863-af85-893b55ee23c6 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:36.660428 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Attempting to bind port d6166396-8610-4863-af85-893b55ee23c6 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:36.660794 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Attempting to bind port d6166396-8610-4863-af85-893b55ee23c6 on network 232caabc-83f8-4b8b-8248-6a9f51330827 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:36.667499 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:36.667876 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Checking segment: {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:36.668273 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.668668 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Bound using segment: {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:36.669136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Bound port: d6166396-8610-4863-af85-893b55ee23c6, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de15cf3a-fd0b-46ff-965c-effd62cf7875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:36.669515 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.690969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=4dadce42-c699-490a-abfa-29a8cb78919f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:36.691483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 649ac53c-2493-4106-ae08-a5afe6056f0c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:36.696478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-7947e0e2-a500-4201-bb20-36a781c605a9 service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326088 Jul 22 14:14:36.818079 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] For port d6166396-8610-4863-af85-893b55ee23c6, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:36.822279 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] For port d6166396-8610-4863-af85-893b55ee23c6, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6166396-8610-4863-af85-893b55ee23c6,segment=NetworkSegment(de15cf3a-fd0b-46ff-965c-effd62cf7875),segment_id=de15cf3a-fd0b-46ff-965c-effd62cf7875)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:36.827061 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.837165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'tag': '7f5e0150-17bd-408a-acc6-68505ad7c84a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:36.839651 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94dbfea7-d839-4cfd-acf4-6ad3f2757294" -d '{"events": [{"name": "network-changed", "server_uuid": "176f436b-91ae-45d7-a73e-e6f5c2dc2437", "tag": "7f5e0150-17bd-408a-acc6-68505ad7c84a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:36.876266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-20fe708a-d6e7-428a-a7fd-b6d9f3dcd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.879857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-20fe708a-d6e7-428a-a7fd-b6d9f3dcd750 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.2419376 Jul 22 14:14:36.888928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38289566-668c-47a4-a068-3317c100a95b req-b007e5e2-cdb6-4789-99b2-501c54f0b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:36.891887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-b007e5e2-cdb6-4789-99b2-501c54f0b4ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 1096 time: 0.5416107 Jul 22 14:14:36.899418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 649ac53c-2493-4106-ae08-a5afe6056f0c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:36.906174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 649ac53c-2493-4106-ae08-a5afe6056f0c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:36.907273 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:36.909695 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:36.910720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:36.964011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-022c805f-6028-492d-9a4f-c2ef2780c029 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895983 Jul 22 14:14:36.996170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:37.002760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee067988-ef8e-40bf-97e5-6b28735f2cae None None] Network 95e1b5fe-000b-4028-b82d-97704912b0c9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:37.008948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:37.065552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:37.077363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e1b5fe-000b-4028-b82d-97704912b0c9']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:37.254516 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e6a5f-8e47-43bd-ac46-c7d673fedf4e None None] Pushing event updated for resources: {'Port': ['ID=d6166396-8610-4863-af85-893b55ee23c6,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:37.297741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:37.301382 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a20306-84c4-4149-b91c-1d6473fac6f6" -d '{"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-unplugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:37.344689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:37.353583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:37.369778 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:37.454206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:37.518633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5868a7-8357-46fe-952b-1349b090c9bb None None] Network 95e1b5fe-000b-4028-b82d-97704912b0c9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:37.559494 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:33Z', 'revision_number': 6, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:30Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:36Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:37.573483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 649ac53c-2493-4106-ae08-a5afe6056f0c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=649ac53c-2493-4106-ae08-a5afe6056f0c,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:37.591688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:37.631263 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c096eb94-9555-4be1-8e45-cc8bae7fd167 None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:33Z', 'revision_number': 6, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:30Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:36Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:37.715349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=649ac53c-2493-4106-ae08-a5afe6056f0c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:37.744994 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08230e37-ee6f-41cc-a8e7-27e77dff8e5f x-openstack-request-id: req-08230e37-ee6f-41cc-a8e7-27e77dff8e5f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:37.745943 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176f436b-91ae-45d7-a73e-e6f5c2dc2437", "tag": "7f5e0150-17bd-408a-acc6-68505ad7c84a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:37.746359 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08230e37-ee6f-41cc-a8e7-27e77dff8e5f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:37.746913 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'tag': '7f5e0150-17bd-408a-acc6-68505ad7c84a', 'status': 'completed', 'code': 200} Jul 22 14:14:37.858539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6166396-8610-4863-af85-893b55ee23c6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:37.876048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d6075-6a10-4ea7-b9b5-5363ed9a8956 req-e194f655-cb77-4b3e-ab0d-6f07c453a143 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:37.888156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae2d6075-6a10-4ea7-b9b5-5363ed9a8956 req-e194f655-cb77-4b3e-ab0d-6f07c453a143 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 1.0978515 Jul 22 14:14:37.908199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc995ba-4748-440c-9e10-862c8b7c97d0') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:37.908678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc995ba-4748-440c-9e10-862c8b7c97d0') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:37.925983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e813bdc8-2e96-4b13-9c0b-52e3add1ce64 req-49afb9a8-0c6f-4387-bec4-18c4fa77bbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2166288 Jul 22 14:14:37.927506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:14:37.927783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:37.927919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:14:37.968796 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c9dd9e-356c-4251-af5d-fd22ec7b6cdd x-openstack-request-id: req-b9c9dd9e-356c-4251-af5d-fd22ec7b6cdd {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:37.970368 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-unplugged", "status": "completed", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:37.970726 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9c9dd9e-356c-4251-af5d-fd22ec7b6cdd {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:37.971544 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'code': 200} Jul 22 14:14:37.976078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 90839905-1637-4c26-94c0-9df68de63645 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:14:38.026339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.062457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae2d6075-6a10-4ea7-b9b5-5363ed9a8956 req-7ea858a7-c58b-42e7-a6e8-0671c5ed7ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720536 Jul 22 14:14:38.100195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38289566-668c-47a4-a068-3317c100a95b req-963088a2-afce-4adb-bb66-aaa222a11e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.102878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:38.103291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.103821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-963088a2-afce-4adb-bb66-aaa222a11e70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 917 time: 1.1460407 Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:38.106865 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:38.114194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-fd222c39-433f-4e2d-9f3f-f381f8bc64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.116030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-fd222c39-433f-4e2d-9f3f-f381f8bc64be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1959691 Jul 22 14:14:38.184420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22ca8e1d-26ad-48f8-b1da-d9dbb819af1f req-b9529a67-3a8f-48b0-8579-1ba953583c92 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1704385 Jul 22 14:14:38.192292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.212423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-f705237a-420b-4617-80f1-896620a7bbc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90839905-1637-4c26-94c0-9df68de63645 HTTP/1.1" status: 200 len: 217 time: 0.0907900 Jul 22 14:14:38.216295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.238184 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.238452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199633b-1c93-472b-8520-6f0624951fff None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:38.250764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/95e1b5fe-000b-4028-b82d-97704912b0c9 HTTP/1.1" status: 204 len: 168 time: 2.9780512 Jul 22 14:14:38.254738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-70afd379-853f-488f-b589-c6907568ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.256490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-70afd379-853f-488f-b589-c6907568ae60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 1095 time: 0.2757409 Jul 22 14:14:38.258482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d6166396-8610-4863-af85-893b55ee23c6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:38.267440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:38.273499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046472883'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:38.279630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d6166396-8610-4863-af85-893b55ee23c6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:38.281416 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.290962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c21b1-cf51-450e-b31a-7650f30e1b45 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=95e1b5fe-000b-4028-b82d-97704912b0c9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:38.332991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-c15c4a41-f8d9-40b9-b0ae-735ad3c45ddd service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955259 Jul 22 14:14:38.365382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:38.370801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.375775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-66b9cf9b-025e-46fc-8521-d9fc673f0b59 None None] Provisioning complete for port d6166396-8610-4863-af85-893b55ee23c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:38.376240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf9b-025e-46fc-8521-d9fc673f0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.388023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312dd080-76d6-4160-ad93-7117de4bbaff req-af92b183-d466-43d5-9ceb-e7510f20ff62 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.389926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-312dd080-76d6-4160-ad93-7117de4bbaff req-af92b183-d466-43d5-9ceb-e7510f20ff62 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 943 time: 0.3610396 Jul 22 14:14:38.401693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 90839905-1637-4c26-94c0-9df68de63645, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=90839905-1637-4c26-94c0-9df68de63645,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:38.426528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38289566-668c-47a4-a068-3317c100a95b req-d966e567-03bc-42f0-81b4-026a06935d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.428171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-d966e567-03bc-42f0-81b4-026a06935d42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.0928788 Jul 22 14:14:38.469465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:38.470245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:38.473677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '90839905-1637-4c26-94c0-9df68de63645', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'port_id': '90839905-1637-4c26-94c0-9df68de63645', 'mac_address': 'fa:16:3e:58:5a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8685072c-af87-4c08-bf66-6a05797b7296', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:14:38.537397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:38.565450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-312dd080-76d6-4160-ad93-7117de4bbaff req-a8ee4552-dbfd-499d-992a-8fddbcd5caac tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336806 Jul 22 14:14:38.577300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-30112988-3f64-4768-9306-4778acff6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.579372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-30112988-3f64-4768-9306-4778acff6310 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 917 time: 0.3005819 Jul 22 14:14:38.582214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.582214 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 56891f67-09a3-45cf-99ae-cb2d9cf9da61 of type vlan for network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f Jul 22 14:14:38.672398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-63b63f0f-1884-4e56-9f8c-bae15abdcdbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dc325b-ddad-42b0-afc2-553d56b4535a HTTP/1.1" status: 200 len: 217 time: 0.0772970 Jul 22 14:14:38.734558 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.765345 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf9b-025e-46fc-8521-d9fc673f0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.777809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.783418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cae4fee-2b5c-4222-bac0-802c0953c64a req-229bbafd-f798-4c81-8971-1610f89acfb9 service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341979 Jul 22 14:14:38.800829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38289566-668c-47a4-a068-3317c100a95b req-0c869c65-7f83-4f9e-af6b-26246c15ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.806150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-0c869c65-7f83-4f9e-af6b-26246c15ebe3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3638856 Jul 22 14:14:38.808926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90839905-1637-4c26-94c0-9df68de63645 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:38.842267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 90839905-1637-4c26-94c0-9df68de63645, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=90839905-1637-4c26-94c0-9df68de63645,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:38.859513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-37e462f5-a1ad-4280-912d-a13d84ae6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.861038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-37e462f5-a1ad-4280-912d-a13d84ae6630 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.1591759 Jul 22 14:14:38.872418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.873215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:14:38.914289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.921419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:38.922397 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.933523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:38.942953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.040618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:39.041263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:39.060752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'port_id': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'mac_address': 'fa:16:3e:8e:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:14:39.069479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:39.070812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:39.074224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:39.079798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:39.081767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f9c152c3-491f-4dd8-baed-8607fe63b2a0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7899761 Jul 22 14:14:39.135327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-66b9cf9b-025e-46fc-8521-d9fc673f0b59 None None] For port d6166396-8610-4863-af85-893b55ee23c6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6166396-8610-4863-af85-893b55ee23c6,segment=NetworkSegment(de15cf3a-fd0b-46ff-965c-effd62cf7875),segment_id=de15cf3a-fd0b-46ff-965c-effd62cf7875)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:39.144429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-958f3499-c13f-4ecf-9fb2-3a062f40fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:39.147015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-958f3499-c13f-4ecf-9fb2-3a062f40fd14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2790859 Jul 22 14:14:39.148500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:39.170370 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-66b9cf9b-025e-46fc-8521-d9fc673f0b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.220646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.287109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-4882ef1f-740b-479d-a846-7f9015bf696b service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326818 Jul 22 14:14:39.300950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-79318b20-7156-4f44-a9f5-b70527ae7763 service neutron] 10.222.0.20 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863997 Jul 22 14:14:39.313487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=90839905-1637-4c26-94c0-9df68de63645,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:39.454224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f98323d8-25f2-40f2-90b2-3ad4b2948967 req-5775a7cc-3f26-45be-aa60-b82295847525 service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599295 Jul 22 14:14:39.509789 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.590122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e52dc-d0e0-4674-ad91-37278402157e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:39.614060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-2d1c3dd1-29b7-44f7-9582-c8dab62e1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:39.615605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-2d1c3dd1-29b7-44f7-9582-c8dab62e1bbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 1095 time: 0.6965332 Jul 22 14:14:39.625130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.659452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:39.670105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9cf9b-025e-46fc-8521-d9fc673f0b59 None None] Pushing event updated for resources: {'Port': ['ID=d6166396-8610-4863-af85-893b55ee23c6,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:39.678606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:39.686316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:39.686671 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:39.691698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab713fb7-35f3-4457-8826-0129ebc87ef3 req-be244fe7-3a0a-4d14-86f6-30bd1455d5fd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:39.693397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.698713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab713fb7-35f3-4457-8826-0129ebc87ef3 req-be244fe7-3a0a-4d14-86f6-30bd1455d5fd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.5402544 Jul 22 14:14:39.707710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.711207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a37ed675-384c-41b2-b002-8bcf5b1b76c6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 699 time: 3.6792035 Jul 22 14:14:39.713359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45676) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:39.718982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.733865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38289566-668c-47a4-a068-3317c100a95b req-a2273b24-8e6f-4c7d-b309-ef38f7c56171 service neutron] 10.222.0.20 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242442 Jul 22 14:14:39.787048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:39.803805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:14:39.809607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:39.810248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:39.814177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "PUT /v2.0/networks/077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f HTTP/1.1" status: 200 len: 723 time: 0.7288942 Jul 22 14:14:39.822487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:39.828278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:38Z', 'revision_number': 7, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:36Z', 'revision_number': 4, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:39.851744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:39.858092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199633b-1c93-472b-8520-6f0624951fff None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:39.867564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:39.868401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:39.885536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43521c4d-b5df-4ff0-9da2-ecf3d85754cf tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 699 time: 0.1707098 Jul 22 14:14:39.886204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45688) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:39.919761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab713fb7-35f3-4457-8826-0129ebc87ef3 req-978388b9-8d42-4134-9dd4-1974af2de96a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201746 Jul 22 14:14:39.920384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd48dd-e722-4543-ae5b-33efa2561a0c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:39.981496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:39.992879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-c8f43724-e909-4f46-b95a-12a5ef0614c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:39.994512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-c8f43724-e909-4f46-b95a-12a5ef0614c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 917 time: 0.3611457 Jul 22 14:14:40.047455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-888b09d7-931a-40e3-bd1e-97ee776ac20a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a HTTP/1.1" status: 200 len: 217 time: 0.0455086 Jul 22 14:14:40.099440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:40.135321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:40.138959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:40.149276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4d8e52dc-d0e0-4674-ad91-37278402157e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:14:40.171403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-1a8552b8-ed7d-4f1a-a1e2-35a6f8ce90e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:40.172903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-1a8552b8-ed7d-4f1a-a1e2-35a6f8ce90e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.1089745 Jul 22 14:14:40.201036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['90839905-1637-4c26-94c0-9df68de63645'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:14:40.295204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee4740-6220-424d-b3f4-512b7e1cdd2d req-d0220c3c-b8e2-4704-9028-e37af67eefda tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:40.296732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2ee4740-6220-424d-b3f4-512b7e1cdd2d req-d0220c3c-b8e2-4704-9028-e37af67eefda tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 943 time: 0.2034264 Jul 22 14:14:40.396080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:40.435637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:40.448866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-b2d0d177-f81c-4ba9-a833-98425b357a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:40.451032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-b2d0d177-f81c-4ba9-a833-98425b357a75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2693031 Jul 22 14:14:40.506665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2ee4740-6220-424d-b3f4-512b7e1cdd2d req-33119f0f-b196-45c7-b60f-b2edcc0946e9 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993077 Jul 22 14:14:40.579262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=9a32f8ba-b665-4f29-bb8a-238d4c011653,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:40.604514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '56891f67-09a3-45cf-99ae-cb2d9cf9da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:40.604776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:40.629839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-2884407f-43f0-48cf-82d7-a7568ce4bbbb service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537619 Jul 22 14:14:40.640687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6166396-8610-4863-af85-893b55ee23c6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:40.654950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:40.679472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:40.687044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 21dc325b-ddad-42b0-afc2-553d56b4535a details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:14:40.701368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714cf5f-4658-428e-9c74-14701604cf55 None None] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:40.702224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:40.702868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:40.722355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-83781dde-80ec-485d-aba9-643c44e9d3a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8942692 Jul 22 14:14:40.722801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:40.728655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:40.823221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port d6166396-8610-4863-af85-893b55ee23c6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:40.823571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:40.969031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:14:40.974600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port d6166396-8610-4863-af85-893b55ee23c6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6166396-8610-4863-af85-893b55ee23c6,segment=NetworkSegment(de15cf3a-fd0b-46ff-965c-effd62cf7875),segment_id=de15cf3a-fd0b-46ff-965c-effd62cf7875)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:40.974982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.008131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d6166396-8610-4863-af85-893b55ee23c6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:41.008559 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.014629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for d6166396-8610-4863-af85-893b55ee23c6 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:41.201392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b199633b-1c93-472b-8520-6f0624951fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:38Z', 'revision_number': 7, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:38Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:41.237795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94dbfea7-d839-4cfd-acf4-6ad3f2757294 req-16e1e9fe-3520-41d2-ba65-d8b791043dec service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012433 Jul 22 14:14:41.291198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260845354'] for subnet, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.293737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b199633b-1c93-472b-8520-6f0624951fff None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:38Z', 'revision_number': 7, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6166396-8610-4863-af85-893b55ee23c6', 'name': '', 'network_id': '232caabc-83f8-4b8b-8248-6a9f51330827', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:32:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:27Z', 'updated_at': '2021-07-22T14:14:38Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '822bef0a-4fe0-41d1-8c4d-b946ea202a64', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:41.307615 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.353488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=d6166396-8610-4863-af85-893b55ee23c6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:41.396343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc1df7-6f13-4b91-bfbf-b8ef1e123075 req-5e107583-d099-4815-96aa-9b2e0fdef8b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:41.404860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25fc1df7-6f13-4b91-bfbf-b8ef1e123075 req-5e107583-d099-4815-96aa-9b2e0fdef8b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 945 time: 0.1705527 Jul 22 14:14:41.447669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 21dc325b-ddad-42b0-afc2-553d56b4535a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=21dc325b-ddad-42b0-afc2-553d56b4535a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:41.511977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '21dc325b-ddad-42b0-afc2-553d56b4535a', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'port_id': '21dc325b-ddad-42b0-afc2-553d56b4535a', 'mac_address': 'fa:16:3e:cf:2f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8685072c-af87-4c08-bf66-6a05797b7296', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:14:41.548534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25fc1df7-6f13-4b91-bfbf-b8ef1e123075 req-c9cf2dda-5c0c-429c-bea8-e5baa26e4f7b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421824 Jul 22 14:14:41.552875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 649ac53c-2493-4106-ae08-a5afe6056f0c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:41.584536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f', 'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '9a32f8ba-b665-4f29-bb8a-238d4c011653'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:41.585598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.666417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728588809328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-261091741'] for subnet, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.750927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec8b26-3687-4053-8c01-ab3379466a06 req-25e6d9f2-7204-4e7c-ba6e-5d14225eb52c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:41.759234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69ec8b26-3687-4053-8c01-ab3379466a06 req-25e6d9f2-7204-4e7c-ba6e-5d14225eb52c tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 948 time: 0.3111322 Jul 22 14:14:41.763037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:41.768236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.772164 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "PUT /v2.0/subnets/9a32f8ba-b665-4f29-bb8a-238d4c011653 HTTP/1.1" status: 200 len: 806 time: 1.0458114 Jul 22 14:14:41.777101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45772) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:41.787725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.792087 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:41.810188 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:41.811290 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:41.858987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034048ed-3066-49a3-add6-7832e7103547 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=9a32f8ba-b665-4f29-bb8a-238d4c011653,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:41.890226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725794ae-f59e-4f5d-9b4d-2fbca300bcb4 req-9e16a3b9-cef3-429a-bbec-a21434b35f2b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:41.891873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-725794ae-f59e-4f5d-9b4d-2fbca300bcb4 req-9e16a3b9-cef3-429a-bbec-a21434b35f2b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 943 time: 0.1168995 Jul 22 14:14:41.955960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-725794ae-f59e-4f5d-9b4d-2fbca300bcb4 req-1eda39e2-2267-411f-94c1-0451d506c7c0 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547657 Jul 22 14:14:41.960310 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:42.024344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69ec8b26-3687-4053-8c01-ab3379466a06 req-12a3da41-9e2a-4b23-aed4-30eb298fd05f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636652 Jul 22 14:14:42.058016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.074519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.122983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dc325b-ddad-42b0-afc2-553d56b4535a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:42.136577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 649ac53c-2493-4106-ae08-a5afe6056f0c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:42.137708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.193092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 21dc325b-ddad-42b0-afc2-553d56b4535a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=21dc325b-ddad-42b0-afc2-553d56b4535a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:42.206330 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.216654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Allocated IP 172.20.0.2 (077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f/9a32f8ba-b665-4f29-bb8a-238d4c011653/39013ed5-923a-42db-8a84-79f836e7cc57) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:42.240412 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:41Z', 'revision_number': 8, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:42.246465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.270697 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:42.286627 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:42.287782 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:42.295378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:42.298734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=21dc325b-ddad-42b0-afc2-553d56b4535a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:42.420628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:42.435128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d193780e-092e-4174-a3fc-60f4fca6c757 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5452411 Jul 22 14:14:42.435572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:42.460748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['21dc325b-ddad-42b0-afc2-553d56b4535a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:14:42.497179 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:42.512220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet 822bef0a-4fe0-41d1-8c4d-b946ea202a64 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:14:42.515358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.521604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.536205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Transition to ACTIVE for port object 39013ed5-923a-42db-8a84-79f836e7cc57 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:42.557886 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.565473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Transition to ACTIVE for port object 39013ed5-923a-42db-8a84-79f836e7cc57 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:42.602972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7f5e0150-17bd-408a-acc6-68505ad7c84a details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:14:42.605487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.631604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.647920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=9a32f8ba-b665-4f29-bb8a-238d4c011653,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:42.723704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.771598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.780812 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:41Z', 'revision_number': 8, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:42.787968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:42.800195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34fcb5-967d-49dd-a1a8-7502dc97c790 req-b751ec41-1f47-4073-9279-adfe747aa417 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:42.802169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56891f67-09a3-45cf-99ae-cb2d9cf9da61') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:42.802316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e34fcb5-967d-49dd-a1a8-7502dc97c790 req-b751ec41-1f47-4073-9279-adfe747aa417 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 945 time: 0.1523430 Jul 22 14:14:42.802598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56891f67-09a3-45cf-99ae-cb2d9cf9da61') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:42.827220 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948bf880-680a-465a-9b4f-072cb79703c9 None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:41Z', 'revision_number': 8, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:42.831322 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.835937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:42.842593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7f5e0150-17bd-408a-acc6-68505ad7c84a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:42.846981 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.864042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.876235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:42.876651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:42.880872 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:42.891782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '7f5e0150-17bd-408a-acc6-68505ad7c84a', 'network_id': '62f88de6-b5cf-4b63-aa61-03cdac282a2a', 'port_id': '7f5e0150-17bd-408a-acc6-68505ad7c84a', 'mac_address': 'fa:16:3e:3c:be:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8685072c-af87-4c08-bf66-6a05797b7296', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:14:42.891782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:42.899354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.900546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:42.900924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/822bef0a-4fe0-41d1-8c4d-b946ea202a64 HTTP/1.1" status: 204 len: 168 time: 0.4637907 Jul 22 14:14:42.904416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12025d2a-914c-46ad-993c-bf78df2df871 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=822bef0a-4fe0-41d1-8c4d-b946ea202a64,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:42.906113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:42.910816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b19a94-bfcc-4116-8865-218c3d1d0bf8 None None] Network 232caabc-83f8-4b8b-8248-6a9f51330827 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:42.912517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Pushing event updated for resources: {'Port': ['ID=39013ed5-923a-42db-8a84-79f836e7cc57,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:42.931603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e34fcb5-967d-49dd-a1a8-7502dc97c790 req-aae563ad-5dd4-4fc4-aaf6-f2b29b292272 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170523 Jul 22 14:14:42.961679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:14:42.961679 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:14:42.961679 n-d-787205-11 neutron-server[93760]: [parameters: {'id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f'}] Jul 22 14:14:42.961679 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:42.962605 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:43.040600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.087966 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.104029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Attempting to bind port 39013ed5-923a-42db-8a84-79f836e7cc57 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:43.104790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Attempting to bind port 39013ed5-923a-42db-8a84-79f836e7cc57 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '56891f67-09a3-45cf-99ae-cb2d9cf9da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:43.105397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Attempting to bind port 39013ed5-923a-42db-8a84-79f836e7cc57 on network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:43.107647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-3b5eac89-cf7f-44ba-8c0c-38ded1755fe4 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:43.109341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-3b5eac89-cf7f-44ba-8c0c-38ded1755fe4 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.20 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 948 time: 0.1064155 Jul 22 14:14:43.135267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5e0150-17bd-408a-acc6-68505ad7c84a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:14:43.141312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:43.141585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Checking segment: {'id': '56891f67-09a3-45cf-99ae-cb2d9cf9da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:43.142153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.143340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Bound using segment: {'id': '56891f67-09a3-45cf-99ae-cb2d9cf9da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:43.145747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Bound port: 39013ed5-923a-42db-8a84-79f836e7cc57, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56891f67-09a3-45cf-99ae-cb2d9cf9da61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:43.145747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.146004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b200d90-2334-4ffe-943b-9c3def8395f4 req-67638965-0206-4d09-9421-2da460684d04 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:43.146922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b200d90-2334-4ffe-943b-9c3def8395f4 req-67638965-0206-4d09-9421-2da460684d04 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 943 time: 0.0997372 Jul 22 14:14:43.194526 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b200d90-2334-4ffe-943b-9c3def8395f4 req-8604db02-f416-4528-85a2-e1f2783d4b71 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jul 22 14:14:43.208417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:43.208775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.292622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7f5e0150-17bd-408a-acc6-68505ad7c84a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:43.303816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] For port 39013ed5-923a-42db-8a84-79f836e7cc57, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:43.312101 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.333132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,segment=NetworkSegment(de15cf3a-fd0b-46ff-965c-effd62cf7875),segment_id=de15cf3a-fd0b-46ff-965c-effd62cf7875)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:43.333508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.344207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3749d3-211f-42a7-9fef-017ccd4583c8 req-639b8abe-d810-4b56-ab07-ebd96ec27714 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:43.346002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e3749d3-211f-42a7-9fef-017ccd4583c8 req-639b8abe-d810-4b56-ab07-ebd96ec27714 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 948 time: 0.2276745 Jul 22 14:14:43.350318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] For port 39013ed5-923a-42db-8a84-79f836e7cc57, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=39013ed5-923a-42db-8a84-79f836e7cc57,segment=NetworkSegment(56891f67-09a3-45cf-99ae-cb2d9cf9da61),segment_id=56891f67-09a3-45cf-99ae-cb2d9cf9da61)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:43.366839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:43.378622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.417940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7f5e0150-17bd-408a-acc6-68505ad7c84a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:43.438875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Deleting port de3273a7-c667-4b57-9e1b-ee1df7ef834b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:43.439430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.463801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.474340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] DHCP port deletion for 232caabc-83f8-4b8b-8248-6a9f51330827 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:14:43.484953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:43.486130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e3749d3-211f-42a7-9fef-017ccd4583c8 req-e4ec3da3-773e-47ab-90c9-6c4f5a806aa7 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264758 Jul 22 14:14:43.531177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting port 39013ed5-923a-42db-8a84-79f836e7cc57 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:43.531525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.561042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:43.562047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.565207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b076c6b-c4ef-483f-a9c9-058420d6dd1b None None] Pushing event updated for resources: {'Port': ['ID=39013ed5-923a-42db-8a84-79f836e7cc57,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:43.573216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['7f5e0150-17bd-408a-acc6-68505ad7c84a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:14:43.576708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.594035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] For port de3273a7-c667-4b57-9e1b-ee1df7ef834b, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de3273a7-c667-4b57-9e1b-ee1df7ef834b,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:43.594412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.611419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] For port 39013ed5-923a-42db-8a84-79f836e7cc57, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=39013ed5-923a-42db-8a84-79f836e7cc57,segment=NetworkSegment(56891f67-09a3-45cf-99ae-cb2d9cf9da61),segment_id=56891f67-09a3-45cf-99ae-cb2d9cf9da61)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:43.611803 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.624099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:43.624632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Calling delete_port for 39013ed5-923a-42db-8a84-79f836e7cc57 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:43.632348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:43.639728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59307a-f3e0-4ae8-9877-f2acfdb626ba None None] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:43.663233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Calling delete_port for de3273a7-c667-4b57-9e1b-ee1df7ef834b owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:43.714782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.742065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Port': ['ID=39013ed5-923a-42db-8a84-79f836e7cc57,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:43.744975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No DVR routers for this DVR port 39013ed5-923a-42db-8a84-79f836e7cc57 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:43.754191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.770124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232caabc-83f8-4b8b-8248-6a9f51330827']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.771209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:43.789002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de15cf3a-fd0b-46ff-965c-effd62cf7875') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.789339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de15cf3a-fd0b-46ff-965c-effd62cf7875') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.807464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Deleting port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:43.807918 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.811827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.837226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.845039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:43.845039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:43.848951 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:43.878146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.895987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.907027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56891f67-09a3-45cf-99ae-cb2d9cf9da61') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.907390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56891f67-09a3-45cf-99ae-cb2d9cf9da61') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:43.918614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.934436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.944117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:43.944575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:43.948237 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:43.966184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.977446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.979796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d25b4c-b40c-40c4-85c0-e16883f89465 None None] Network 077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:43.981671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 90839905-1637-4c26-94c0-9df68de63645 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:43.983081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/232caabc-83f8-4b8b-8248-6a9f51330827 HTTP/1.1" status: 204 len: 168 time: 1.0735631 Jul 22 14:14:43.986293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:44.033482 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.053318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.054586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] For port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:44.054982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.055351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f HTTP/1.1" status: 204 len: 168 time: 2.2772107 Jul 22 14:14:44.056431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a81265-b047-4bea-b02e-314300f7813c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:44.058179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:44.091440 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4e7b75-79a2-4e73-a85f-75b18dcf1fd5 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:44.092516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4e7b75-79a2-4e73-a85f-75b18dcf1fd5 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:44.098518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ef4e7b75-79a2-4e73-a85f-75b18dcf1fd5 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f HTTP/1.1" status: 404 len: 339 time: 0.0316091 Jul 22 14:14:44.099093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45800) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:44.101736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edea9a5-5405-4efc-a629-aa65e6c14ea7 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=232caabc-83f8-4b8b-8248-6a9f51330827,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:44.104885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590466245', 'description': 'd1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:44.110624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Calling delete_port for aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:44.131471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.132329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:44.137429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.148933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:14:44.163070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:44.167024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.175145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.175346 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 7696f375-a31b-464d-8e5c-d24a55c7d09a of type vlan for network 822a44c8-3cc6-485f-a014-d0f8c909646e Jul 22 14:14:44.183548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Pushing event deleted for resources: {'Port': ['ID=de3273a7-c667-4b57-9e1b-ee1df7ef834b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:44.230000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.268589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.277455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:44.278194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.290964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] No DVR routers for this DVR port de3273a7-c667-4b57-9e1b-ee1df7ef834b on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:44.294068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.296257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52daf836-7bb4-43b7-adbc-dcc3512a1288 req-a1321a1b-5d5c-4d4b-825d-af31e0336c7e tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.20 "DELETE /v2.0/ports/de3273a7-c667-4b57-9e1b-ee1df7ef834b HTTP/1.1" status: 204 len: 173 time: 1.1793945 Jul 22 14:14:44.307226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2046335 Jul 22 14:14:44.331291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:44.331555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-deleted', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:44.333759 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25755707-6c97-46ca-95f0-d02df5b25917" -d '{"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-deleted", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:44.364006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Network 232caabc-83f8-4b8b-8248-6a9f51330827 is not hosted by any dhcp agent {{(pid=93761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:14:44.364474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] No DVR routers for this DVR port aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:44.388010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301a814-bede-480e-bf40-30b105736f5f req-19338f39-7c4b-4a40-9c10-85963e335ede tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:44.389669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8301a814-bede-480e-bf40-30b105736f5f req-19338f39-7c4b-4a40-9c10-85963e335ede tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 945 time: 0.3275101 Jul 22 14:14:44.407488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8153db8-1d06-407b-80f2-958239e4befd None None] Pushing event deleted for resources: {'Port': ['ID=aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:44.472597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ce666-b1f8-4cbe-a8d2-a2f247b122ef tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=822a44c8-3cc6-485f-a014-d0f8c909646e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:44.478641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8301a814-bede-480e-bf40-30b105736f5f req-30cee8b2-6ada-443d-a089-4e6340cce316 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637822 Jul 22 14:14:44.479170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 90839905-1637-4c26-94c0-9df68de63645 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:44.487938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 90839905-1637-4c26-94c0-9df68de63645 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:44.488578 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.528572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 822a44c8-3cc6-485f-a014-d0f8c909646e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:44.593066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 21dc325b-ddad-42b0-afc2-553d56b4535a up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:44.609974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33433a6e-c1d1-4770-8bce-0ae9ab67877d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:44.615744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:44.615983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33433a6e-c1d1-4770-8bce-0ae9ab67877d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks?id=822a44c8-3cc6-485f-a014-d0f8c909646e HTTP/1.1" status: 200 len: 760 time: 0.2859395 Jul 22 14:14:44.624297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'description': 'd2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:44.643742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aaab57-8462-45a8-8544-be471e624e9c req-bb7b7801-d24f-4b72-8ec9-a10417864d09 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:44.656968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6166396-8610-4863-af85-893b55ee23c6 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:44.659113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73aaab57-8462-45a8-8544-be471e624e9c req-bb7b7801-d24f-4b72-8ec9-a10417864d09 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 944 time: 0.3593292 Jul 22 14:14:44.666136 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842d0641-1310-4ea5-a4db-dd4bef967010 x-openstack-request-id: req-842d0641-1310-4ea5-a4db-dd4bef967010 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:44.666438 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b861bd65-b442-4e90-8fcb-0d4a09e5ea12", "name": "network-vif-deleted", "tag": "de3273a7-c667-4b57-9e1b-ee1df7ef834b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:44.666674 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-842d0641-1310-4ea5-a4db-dd4bef967010 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:44.667050 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b861bd65-b442-4e90-8fcb-0d4a09e5ea12', 'name': 'network-vif-deleted', 'tag': 'de3273a7-c667-4b57-9e1b-ee1df7ef834b', 'status': 'completed', 'code': 200} Jul 22 14:14:44.712777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73aaab57-8462-45a8-8544-be471e624e9c req-f0e90556-d644-4653-babb-66095fdd06b4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524344 Jul 22 14:14:44.743362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d6166396-8610-4863-af85-893b55ee23c6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:44.743735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6166396-8610-4863-af85-893b55ee23c6 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:44.744132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:44.762582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:44.784796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:44.785146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aecdbdc3-f5d9-4918-a1cf-1b2b56b6053f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:44.835145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:41Z', 'revision_number': 8, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:44.867621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:44.872913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be6b38-8521-4baf-b518-0040ea724dc5 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:14:44.914315 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d8b9dcd-4d52-497f-9bee-9ee61679eed7 req-c9e77c8a-70ae-4bd4-9e91-c71778cc68f7 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=b861bd65-b442-4e90-8fcb-0d4a09e5ea12 HTTP/1.1" status: 200 len: 210 time: 0.0424778 Jul 22 14:14:44.964684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:44.965437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:44.967375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 21dc325b-ddad-42b0-afc2-553d56b4535a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:44.976160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.026039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.059017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 21dc325b-ddad-42b0-afc2-553d56b4535a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:45.059291 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.074695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 822a44c8-3cc6-485f-a014-d0f8c909646e is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:14:45.080561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:45.081342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.082721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "PUT /v2.0/networks/822a44c8-3cc6-485f-a014-d0f8c909646e HTTP/1.1" status: 200 len: 757 time: 0.4654884 Jul 22 14:14:45.086417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:45.101344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.120797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16f96d-ec3b-44dc-9bf0-27d84842ba4d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=822a44c8-3cc6-485f-a014-d0f8c909646e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:45.146420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 822a44c8-3cc6-485f-a014-d0f8c909646e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:45.173178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:45.182144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f060fa-d547-4c10-87da-b235eeaf8927 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:45.183783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8f060fa-d547-4c10-87da-b235eeaf8927 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks?id=822a44c8-3cc6-485f-a014-d0f8c909646e HTTP/1.1" status: 200 len: 760 time: 0.0962465 Jul 22 14:14:45.187321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45820) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:45.192530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105207723'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:45.192715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90839905-1637-4c26-94c0-9df68de63645'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:45.194889 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f433442-8b82-4615-955b-b02b3e99b449" -d '{"events": [{"server_uuid": "d12ab144-4adb-4fc3-9f84-be173e4ca51e", "name": "network-vif-plugged", "status": "completed", "tag": "90839905-1637-4c26-94c0-9df68de63645"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:45.216080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:45.220144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.255894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 649ac53c-2493-4106-ae08-a5afe6056f0c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:45.256109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 90839905-1637-4c26-94c0-9df68de63645, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=90839905-1637-4c26-94c0-9df68de63645,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:45.256321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.256434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:45.267964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.268363 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b of type vlan for network 463247c0-6816-4142-9a9e-cc8e88d8bce9 Jul 22 14:14:45.275075 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.275888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:45.311700 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f8bf12-6c7e-4d15-9a9c-8f2bf6be6edb x-openstack-request-id: req-35f8bf12-6c7e-4d15-9a9c-8f2bf6be6edb {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:45.311911 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12ab144-4adb-4fc3-9f84-be173e4ca51e", "name": "network-vif-plugged", "status": "completed", "tag": "90839905-1637-4c26-94c0-9df68de63645", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:45.312160 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35f8bf12-6c7e-4d15-9a9c-8f2bf6be6edb {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:45.312575 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90839905-1637-4c26-94c0-9df68de63645', 'code': 200} Jul 22 14:14:45.323509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.356282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.362807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:45.363510 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.402075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2134778 Jul 22 14:14:45.403023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:45.414605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:45.438358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port 649ac53c-2493-4106-ae08-a5afe6056f0c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=649ac53c-2493-4106-ae08-a5afe6056f0c,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:45.438803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.441297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e06125-4bcc-4420-9b75-f760e9de878e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=463247c0-6816-4142-9a9e-cc8e88d8bce9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:45.467925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 649ac53c-2493-4106-ae08-a5afe6056f0c owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:45.476680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 463247c0-6816-4142-9a9e-cc8e88d8bce9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:45.526712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf7cd-133c-41ae-a02d-06e007502fc0 req-1aa3677e-8078-477f-9dc7-30b850c17c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:45.528225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67fcf7cd-133c-41ae-a02d-06e007502fc0 req-1aa3677e-8078-477f-9dc7-30b850c17c28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 1098 time: 0.1779673 Jul 22 14:14:45.546766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be6b38-8521-4baf-b518-0040ea724dc5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:14:45.553840 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.583821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=90839905-1637-4c26-94c0-9df68de63645,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:45.626732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67fcf7cd-133c-41ae-a02d-06e007502fc0 req-e643f0c1-de9b-40f6-9a3f-bc4d778e1d15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623558 Jul 22 14:14:45.629711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:45.633213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.652708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9bcf-45f9-47ad-b3b5-f61fad7b58e4 req-e47b0e81-c3e9-4bee-94cd-60ce53519ff0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:45.654720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b77d9bcf-45f9-47ad-b3b5-f61fad7b58e4 req-e47b0e81-c3e9-4bee-94cd-60ce53519ff0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 945 time: 0.0919659 Jul 22 14:14:45.703535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b77d9bcf-45f9-47ad-b3b5-f61fad7b58e4 req-0095f1d8-bf5e-4b50-ba4c-7802635525ab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Jul 22 14:14:45.740369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4d8e52dc-d0e0-4674-ad91-37278402157e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:45.773422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4d8e52dc-d0e0-4674-ad91-37278402157e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:45.773422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.852395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 21dc325b-ddad-42b0-afc2-553d56b4535a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=21dc325b-ddad-42b0-afc2-553d56b4535a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:45.868661 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.881436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.927441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=649ac53c-2493-4106-ae08-a5afe6056f0c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:45.964816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:41Z', 'revision_number': 8, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:46.015267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=21dc325b-ddad-42b0-afc2-553d56b4535a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:46.019947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb2113-8c2c-4112-913f-d385edabe25d None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:41Z', 'revision_number': 8, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '649ac53c-2493-4106-ae08-a5afe6056f0c', 'name': '', 'network_id': '88f2bd58-0ced-464d-aa13-6029fc4f7dca', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:9f:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:14Z', 'updated_at': '2021-07-22T14:14:37Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': 'eb6ad9aa-43ef-4195-8e03-ea038ab8f558', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:46.035375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.085376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.094155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca521c-d8a3-45da-8724-a50fafb981ab req-dfd13219-97e6-471e-87da-a08ae351a949 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:46.101706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91ca521c-d8a3-45da-8724-a50fafb981ab req-dfd13219-97e6-471e-87da-a08ae351a949 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 944 time: 0.2891283 Jul 22 14:14:46.144696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:46.343642 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.345199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:46.369557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1155f-9dc9-480e-b395-58dc8229e946 req-8d791945-8deb-43b9-81b7-ae3b7a97617b tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:46.371102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-afd1155f-9dc9-480e-b395-58dc8229e946 req-8d791945-8deb-43b9-81b7-ae3b7a97617b tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 948 time: 0.0827718 Jul 22 14:14:46.405858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: de3273a7-c667-4b57-9e1b-ee1df7ef834b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:46.406573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de3273a7-c667-4b57-9e1b-ee1df7ef834b not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:46.422997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-afd1155f-9dc9-480e-b395-58dc8229e946 req-1483e229-2aa9-4d9c-b2f3-ef423e317804 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455463 Jul 22 14:14:46.512779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:46.553597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=777d4ed8-1474-4ce6-9373-3de1081e070f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:46.583887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91ca521c-d8a3-45da-8724-a50fafb981ab req-7f1454a0-76ab-4f50-b360-f7c5cbdd2aec tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813197 Jul 22 14:14:46.587749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:46.588125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 463247c0-6816-4142-9a9e-cc8e88d8bce9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:46.594844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7f5e0150-17bd-408a-acc6-68505ad7c84a up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:14:46.613417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 463247c0-6816-4142-9a9e-cc8e88d8bce9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:46.615670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.629450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 463247c0-6816-4142-9a9e-cc8e88d8bce9) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:46.635648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:46.636272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.645226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b9b98-2ff9-443a-8413-ac65520d3215 None None] Network 463247c0-6816-4142-9a9e-cc8e88d8bce9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:46.722519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 7f5e0150-17bd-408a-acc6-68505ad7c84a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:14:46.722958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ae864901-d9ec-4ecb-a931-bc7dcfde4752 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182743 Jul 22 14:14:46.725338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:46.773326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 7f5e0150-17bd-408a-acc6-68505ad7c84a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:46.773752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.872989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-463247c0-6816-4142-9a9e-cc8e88d8bce9', 'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '777d4ed8-1474-4ce6-9373-3de1081e070f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:46.873874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.952352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:46.991686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:46.998009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.002789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a31421-2061-4f29-8e1c-af949211ed53 req-a0ab7acf-ae62-4b50-b8fd-9ec3f985f215 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:47.004348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8a31421-2061-4f29-8e1c-af949211ed53 req-a0ab7acf-ae62-4b50-b8fd-9ec3f985f215 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.2056286 Jul 22 14:14:47.035934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 7f5e0150-17bd-408a-acc6-68505ad7c84a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:47.040158 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.112074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.126912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Allocated IP 172.20.0.2 (463247c0-6816-4142-9a9e-cc8e88d8bce9/777d4ed8-1474-4ce6-9373-3de1081e070f/8ea6bc5f-01c4-4033-8421-766af95b48fc) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:47.129466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=7f5e0150-17bd-408a-acc6-68505ad7c84a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:47.174493 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8a31421-2061-4f29-8e1c-af949211ed53 req-7a089882-5594-4825-8ca8-64c109d77f1a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467862 Jul 22 14:14:47.210070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:47.215540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3408266d-7ed6-498e-9f72-5f4cee9dd19b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2242703 Jul 22 14:14:47.217934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:47.221604 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:47.233722 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:47.234661 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:47.280645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet eb6ad9aa-43ef-4195-8e03-ea038ab8f558 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:14:47.284131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.288233 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.297135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Transition to ACTIVE for port object 8ea6bc5f-01c4-4033-8421-766af95b48fc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:47.313446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc325b-ddad-42b0-afc2-553d56b4535a'}, {'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}, {'server_uuid': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e0150-17bd-408a-acc6-68505ad7c84a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:47.316102 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1fc8ad-31db-40f2-8494-64193392cf77" -d '{"events": [{"server_uuid": "e249aed0-2f67-45df-a448-40a0f8bcf725", "name": "network-vif-plugged", "status": "completed", "tag": "21dc325b-ddad-42b0-afc2-553d56b4535a"}, {"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}, {"server_uuid": "176f436b-91ae-45d7-a73e-e6f5c2dc2437", "name": "network-vif-plugged", "status": "completed", "tag": "7f5e0150-17bd-408a-acc6-68505ad7c84a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:47.319452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Transition to ACTIVE for port object 8ea6bc5f-01c4-4033-8421-766af95b48fc will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:47.327084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.330704 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:47.340651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.377774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.379949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Network 463247c0-6816-4142-9a9e-cc8e88d8bce9 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:47.385940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:47.395809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:47.399046 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598c02e4-04c7-4bec-972a-0bfd2af799c0 x-openstack-request-id: req-598c02e4-04c7-4bec-972a-0bfd2af799c0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:47.399481 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e249aed0-2f67-45df-a448-40a0f8bcf725", "name": "network-vif-plugged", "status": "completed", "tag": "21dc325b-ddad-42b0-afc2-553d56b4535a", "code": 200}, {"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "code": 200}, {"server_uuid": "176f436b-91ae-45d7-a73e-e6f5c2dc2437", "name": "network-vif-plugged", "status": "completed", "tag": "7f5e0150-17bd-408a-acc6-68505ad7c84a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:47.399833 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-598c02e4-04c7-4bec-972a-0bfd2af799c0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:47.400356 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc325b-ddad-42b0-afc2-553d56b4535a', 'code': 200} Jul 22 14:14:47.400704 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'code': 200} Jul 22 14:14:47.401062 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5e0150-17bd-408a-acc6-68505ad7c84a', 'code': 200} Jul 22 14:14:47.423388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Pushing event updated for resources: {'Port': ['ID=8ea6bc5f-01c4-4033-8421-766af95b48fc,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:47.435843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=777d4ed8-1474-4ce6-9373-3de1081e070f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:47.506277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Attempting to bind port 8ea6bc5f-01c4-4033-8421-766af95b48fc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:47.506648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Attempting to bind port 8ea6bc5f-01c4-4033-8421-766af95b48fc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:47.507226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Attempting to bind port 8ea6bc5f-01c4-4033-8421-766af95b48fc on network 463247c0-6816-4142-9a9e-cc8e88d8bce9 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:47.512647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:47.513381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Checking segment: {'id': 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:47.514157 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.514766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Bound using segment: {'id': 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:47.515239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Bound port: 8ea6bc5f-01c4-4033-8421-766af95b48fc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '463247c0-6816-4142-9a9e-cc8e88d8bce9'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:47.515801 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.553115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b49af-ddfc-48f2-9492-969a0d97763c req-b8b466ea-2c15-4f3f-9aa8-8c7644903073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:47.562001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d89b49af-ddfc-48f2-9492-969a0d97763c req-b8b466ea-2c15-4f3f-9aa8-8c7644903073 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 1097 time: 0.0826995 Jul 22 14:14:47.593271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] For port 8ea6bc5f-01c4-4033-8421-766af95b48fc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:47.598647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] For port 8ea6bc5f-01c4-4033-8421-766af95b48fc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8ea6bc5f-01c4-4033-8421-766af95b48fc,segment=NetworkSegment(b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b),segment_id=b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:47.605013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.607994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d89b49af-ddfc-48f2-9492-969a0d97763c req-21c4f5f9-cc6b-4afb-a04b-3db2cfc9e056 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Jul 22 14:14:47.618528 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:45Z', 'revision_number': 9, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:47.653078 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:47.667570 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:47.668568 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:47.708248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dac7b5-6fe1-4e3c-ae92-22f706de5ed4 None None] Pushing event updated for resources: {'Port': ['ID=8ea6bc5f-01c4-4033-8421-766af95b48fc,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:47.726786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.738820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1665f-d8d6-40c1-9f8a-69a80b19b79c None None] Network 463247c0-6816-4142-9a9e-cc8e88d8bce9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:47.771633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463247c0-6816-4142-9a9e-cc8e88d8bce9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:47.778362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a7590-cf8f-4d06-a945-252bc9679c6b req-d98e0870-aa09-4f3a-b991-e7064639bf20 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:47.784750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.788693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a4a7590-cf8f-4d06-a945-252bc9679c6b req-d98e0870-aa09-4f3a-b991-e7064639bf20 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.1041427 Jul 22 14:14:47.790619 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:47.796341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd4343-97b5-4f3d-8db4-3c80bd208965 req-9e7a5769-838e-4c45-a683-84939318d11f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:47.804446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79fd4343-97b5-4f3d-8db4-3c80bd208965 req-9e7a5769-838e-4c45-a683-84939318d11f tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 948 time: 0.1802905 Jul 22 14:14:47.856665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:47.856961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:47.870423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a4a7590-cf8f-4d06-a945-252bc9679c6b req-c8f67b59-1bcb-4f4b-bc77-496c5eb0684c tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689323 Jul 22 14:14:47.910160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018710b2-6be1-4581-a184-f2447b674fe0 req-be0cf95b-12fd-47e5-9a49-8f3ae07c5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:47.911799 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-018710b2-6be1-4581-a184-f2447b674fe0 req-be0cf95b-12fd-47e5-9a49-8f3ae07c5717 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 1097 time: 0.3996432 Jul 22 14:14:47.913845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845de298-7692-4984-ab44-b0bdb279a278 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:14:47.913996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:47.920927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a1773-9712-4300-99f8-412ad8e48e5a req-3a8ae406-bdfe-4043-96ce-f47b1438f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:47.922694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f5a1773-9712-4300-99f8-412ad8e48e5a req-3a8ae406-bdfe-4043-96ce-f47b1438f783 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1098 time: 0.4151509 Jul 22 14:14:47.986836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.004772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79fd4343-97b5-4f3d-8db4-3c80bd208965 req-6c08316b-9342-493b-acdb-e9e538077557 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994109 Jul 22 14:14:48.015205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:48.015718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:48.024537 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:48.027024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.083140 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:45Z', 'revision_number': 9, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:48.103469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-018710b2-6be1-4581-a184-f2447b674fe0 req-7392eb8c-4651-4eac-8e4d-4f53fcc990f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724184 Jul 22 14:14:48.108738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.113195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/eb6ad9aa-43ef-4195-8e03-ea038ab8f558 HTTP/1.1" status: 204 len: 168 time: 0.8917129 Jul 22 14:14:48.113395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f5a1773-9712-4300-99f8-412ad8e48e5a req-f847f0ae-62f0-4735-88a5-5b2f030a044e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614377 Jul 22 14:14:48.114160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0d8b5-a28f-4db7-8e3f-61993981bd9a tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6ad9aa-43ef-4195-8e03-ea038ab8f558,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:48.123255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-c4628936-7a77-4812-bdb3-b1bd92f2727b tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:48.124056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb56e1d-ef0a-4bc5-b61c-29a4e69ab80c None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:45Z', 'revision_number': 9, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '5b61bfc8-4de5-4123-87a9-95a6ded1b84b', 'name': '', 'network_id': '5d2c442b-4275-4649-9ef3-8782932c3951', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:b1:cb:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:19Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '930da267-dc7e-42f3-96a9-8de52851f8c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:48.127922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-c4628936-7a77-4812-bdb3-b1bd92f2727b tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.13 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 948 time: 0.1024547 Jul 22 14:14:48.128326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45866) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:48.159611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:14:48.159611 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:14:48.159611 n-d-787205-11 neutron-server[93759]: [parameters: {'id': '463247c0-6816-4142-9a9e-cc8e88d8bce9'}] Jul 22 14:14:48.159611 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:48.160389 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:48.183919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845de298-7692-4984-ab44-b0bdb279a278 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:14:48.529215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 649ac53c-2493-4106-ae08-a5afe6056f0c no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:48.557170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 649ac53c-2493-4106-ae08-a5afe6056f0c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:48.557731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 649ac53c-2493-4106-ae08-a5afe6056f0c not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:48.559363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f8a72-65e0-418a-b75d-a61f64ff2942 None None] Network 88f2bd58-0ced-464d-aa13-6029fc4f7dca requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:48.601998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-864266ab-cb31-4fd2-be74-f73576ed973f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.662195 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.673548 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.726472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting port 8ea6bc5f-01c4-4033-8421-766af95b48fc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:48.726968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.770988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d1a7-de8c-4a84-8c6b-5beaf9ba852d req-5d094038-2d60-41db-a8fa-7d386fbe7d5e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:48.772487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3f2d1a7-de8c-4a84-8c6b-5beaf9ba852d req-5d094038-2d60-41db-a8fa-7d386fbe7d5e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.2024229 Jul 22 14:14:48.785168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] DHCP port deletion for 88f2bd58-0ced-464d-aa13-6029fc4f7dca request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:14:48.800213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] For port 8ea6bc5f-01c4-4033-8421-766af95b48fc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8ea6bc5f-01c4-4033-8421-766af95b48fc,segment=NetworkSegment(b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b),segment_id=b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:48.800587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.810191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Deleting port a279a721-08c4-40dc-827c-66dfacf0b267 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:48.810672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.824103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Calling delete_port for 8ea6bc5f-01c4-4033-8421-766af95b48fc owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:48.845012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] Deleting port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:48.846498 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.875023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:48.875498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.943954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3f2d1a7-de8c-4a84-8c6b-5beaf9ba852d req-4e50a12e-5b92-4544-9960-8922a5b604d3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635711 Jul 22 14:14:48.947041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:48.984216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] For port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:48.987167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.019303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] Calling delete_port for 4eac6f1c-203c-450f-9bf3-389ec23dcc7a owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:49.029261 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.065693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,segment=NetworkSegment(322c56d6-277d-47be-862d-b4d67da629cb),segment_id=322c56d6-277d-47be-862d-b4d67da629cb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:49.066086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.077676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] For port a279a721-08c4-40dc-827c-66dfacf0b267, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a279a721-08c4-40dc-827c-66dfacf0b267,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:49.079407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.085020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Port': ['ID=8ea6bc5f-01c4-4033-8421-766af95b48fc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:49.093821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No DVR routers for this DVR port 8ea6bc5f-01c4-4033-8421-766af95b48fc on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:49.111359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 4eac6f1c-203c-450f-9bf3-389ec23dcc7a owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:49.113737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Calling delete_port for a279a721-08c4-40dc-827c-66dfacf0b267 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:49.159685 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.196455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] No DVR routers for this DVR port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:49.198395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa096c3-5740-4cd0-910f-aea214b9ede3 None None] Pushing event deleted for resources: {'Port': ['ID=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:49.204969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.217303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463247c0-6816-4142-9a9e-cc8e88d8bce9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:49.231634 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:49.232021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10f9b2c-d8ea-4f0e-a96b-577e8afbef2b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:49.240918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28effca6-b3b0-40ac-8544-8f4d4c48067e req-3eb061a2-12f3-4590-80b1-412121c5d231 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:49.242563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28effca6-b3b0-40ac-8544-8f4d4c48067e req-3eb061a2-12f3-4590-80b1-412121c5d231 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.2900100 Jul 22 14:14:49.252328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.281503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.296023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:49.296435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:49.300189 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:49.312503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28effca6-b3b0-40ac-8544-8f4d4c48067e req-3dc7baa1-ec79-4ae8-b518-b1cc9aac0f76 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626903 Jul 22 14:14:49.324487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e078c-3de5-4156-ab8a-39b69ffed62d req-c17e2cc5-e2df-4b15-955b-08a2ceabcf12 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:49.326451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f3e078c-3de5-4156-ab8a-39b69ffed62d req-c17e2cc5-e2df-4b15-955b-08a2ceabcf12 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/ports?device_id=63ab553c-7005-4b1f-ae35-2cb03c04962b HTTP/1.1" status: 200 len: 948 time: 0.2007809 Jul 22 14:14:49.329466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.369935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=4eac6f1c-203c-450f-9bf3-389ec23dcc7a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:49.376784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.397480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.399410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/463247c0-6816-4142-9a9e-cc8e88d8bce9 HTTP/1.1" status: 204 len: 168 time: 2.6731086 Jul 22 14:14:49.400253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a47ff-98d7-4342-ba49-c5e3c880776c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=463247c0-6816-4142-9a9e-cc8e88d8bce9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:49.405578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:49.410627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port 4eac6f1c-203c-450f-9bf3-389ec23dcc7a on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:49.435449 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef4d18c-7f3d-4703-8511-4670a1724067 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] GET failed (client error): The resource could not be found. Jul 22 14:14:49.439915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7ef4d18c-7f3d-4703-8511-4670a1724067 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/subnets/777d4ed8-1474-4ce6-9373-3de1081e070f HTTP/1.1" status: 404 len: 337 time: 0.0301402 Jul 22 14:14:49.440307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:49.458551 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4895b0-495a-456b-973e-3e791d19cc82 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:49.459090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4895b0-495a-456b-973e-3e791d19cc82 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:49.464578 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9d4895b0-495a-456b-973e-3e791d19cc82 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/463247c0-6816-4142-9a9e-cc8e88d8bce9 HTTP/1.1" status: 404 len: 339 time: 0.0194585 Jul 22 14:14:49.465552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:49.470143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f3e078c-3de5-4156-ab8a-39b69ffed62d req-d0cf80d4-e1ed-4448-af20-247a0fe41506 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.11 "GET /v2.0/security-groups?id=10f4d019-8e79-44e8-8c0d-9d513c00860e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333034 Jul 22 14:14:49.512374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.547953 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.577911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Pushing event deleted for resources: {'Port': ['ID=a279a721-08c4-40dc-827c-66dfacf0b267,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:49.581713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f2bd58-0ced-464d-aa13-6029fc4f7dca']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:49.597052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322c56d6-277d-47be-862d-b4d67da629cb') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:49.597363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322c56d6-277d-47be-862d-b4d67da629cb') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:49.632580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.656615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] No DVR routers for this DVR port a279a721-08c4-40dc-827c-66dfacf0b267 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:49.662066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.664448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-432de7a9-6bdb-4f7d-ae3f-f7dcd425c681 req-173b5575-26d1-40e8-8b61-d58f49c158f5 tempest-ListImageFiltersTestJSON-1757452507 tempest-ListImageFiltersTestJSON-1757452507-project] 10.222.0.13 "DELETE /v2.0/ports/a279a721-08c4-40dc-827c-66dfacf0b267 HTTP/1.1" status: 204 len: 173 time: 1.5108626 Jul 22 14:14:49.664880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-deleted', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:49.667259 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c811b09-f93f-4819-8ed3-ced3a133a7dd" -d '{"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-deleted", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:49.673080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.684233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:49.684939 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:49.689254 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:49.709779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08c553-0720-4b80-bcd1-4fe6f5b09ca8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:49.713672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c08c553-0720-4b80-bcd1-4fe6f5b09ca8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2447410 Jul 22 14:14:49.714957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:49.728420 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f245e27c-a9f5-40c8-b091-62d882335604 x-openstack-request-id: req-f245e27c-a9f5-40c8-b091-62d882335604 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:49.728712 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63ab553c-7005-4b1f-ae35-2cb03c04962b", "name": "network-vif-deleted", "tag": "a279a721-08c4-40dc-827c-66dfacf0b267", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:49.728960 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f245e27c-a9f5-40c8-b091-62d882335604 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:49.729969 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63ab553c-7005-4b1f-ae35-2cb03c04962b', 'name': 'network-vif-deleted', 'tag': 'a279a721-08c4-40dc-827c-66dfacf0b267', 'status': 'completed', 'code': 200} Jul 22 14:14:49.765514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-786913ee-59d8-4141-8fbf-1899c81d3ee1 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 207 time: 0.0493345 Jul 22 14:14:49.769482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:49.774745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.793572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:49.798071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/88f2bd58-0ced-464d-aa13-6029fc4f7dca HTTP/1.1" status: 204 len: 168 time: 1.6658692 Jul 22 14:14:49.798071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646ed89-6395-418e-800d-144ed9088126 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=88f2bd58-0ced-464d-aa13-6029fc4f7dca,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:49.798319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:49.828875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb5600-140c-4870-9489-9e214b269fc1 req-4aeeba78-f2cf-4db4-863e-f9620dc5ef47 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:49.830510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eeb5600-140c-4870-9489-9e214b269fc1 req-4aeeba78-f2cf-4db4-863e-f9620dc5ef47 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2809658 Jul 22 14:14:49.880646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:50.015483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eeb5600-140c-4870-9489-9e214b269fc1 req-21d01397-08a1-433b-a8bd-461a90fa61df tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685777 Jul 22 14:14:50.057487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4ae01-5d8e-458f-b90f-a0fd2cd3f327 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.064264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4ae01-5d8e-458f-b90f-a0fd2cd3f327 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.070368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4ae01-5d8e-458f-b90f-a0fd2cd3f327 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.077221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4ae01-5d8e-458f-b90f-a0fd2cd3f327 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.083716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fca4ae01-5d8e-458f-b90f-a0fd2cd3f327 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.3131487 Jul 22 14:14:50.084393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:50.174307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4ebbb-28d4-4e30-8041-d7df3ba14f56 req-7a24d280-e150-4772-b53b-1b7dc83f223a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.175978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7e4ebbb-28d4-4e30-8041-d7df3ba14f56 req-7a24d280-e150-4772-b53b-1b7dc83f223a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1341658 Jul 22 14:14:50.234366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7e4ebbb-28d4-4e30-8041-d7df3ba14f56 req-942152cf-872f-4382-a018-52b07ebe3789 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518594 Jul 22 14:14:50.303114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:50.485981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4eac6f1c-203c-450f-9bf3-389ec23dcc7a no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:50.515509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4eac6f1c-203c-450f-9bf3-389ec23dcc7a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:50.516020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4eac6f1c-203c-450f-9bf3-389ec23dcc7a not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:50.517482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc59b0-276a-4357-b8f2-2a31fba3f014 req-7cc09731-3362-4fc2-bbca-5952853f418d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.519134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48fc59b0-276a-4357-b8f2-2a31fba3f014 req-7cc09731-3362-4fc2-bbca-5952853f418d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1344993 Jul 22 14:14:50.572370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d3e0f-8f0e-44cf-9ad2-63c975a2ab5f req-ce1d0395-67c5-4124-bb84-cb133c50b9ab tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.573980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-960d3e0f-8f0e-44cf-9ad2-63c975a2ab5f req-ce1d0395-67c5-4124-bb84-cb133c50b9ab tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 946 time: 0.4636688 Jul 22 14:14:50.590376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-423e5733-ad5b-4d02-b916-3a334a78273c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.5048828 Jul 22 14:14:50.594907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48fc59b0-276a-4357-b8f2-2a31fba3f014 req-f4b7b64d-d26f-4551-8b56-6a6d80c20112 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685627 Jul 22 14:14:50.595385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45914) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:50.618420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:50.652360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-960d3e0f-8f0e-44cf-9ad2-63c975a2ab5f req-183bf759-7ddc-4d24-8d3f-cbc82bf860e1 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607064 Jul 22 14:14:50.697457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07bf36f-6cb5-4273-915d-b2e2053c5e18 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.701928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c07bf36f-6cb5-4273-915d-b2e2053c5e18 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1093 time: 0.0797863 Jul 22 14:14:50.702225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:50.706947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:50.730974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a0e03-82d1-491b-85e4-912bc253a9a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.733290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a0e03-82d1-491b-85e4-912bc253a9a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.737121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f20a0e03-82d1-491b-85e4-912bc253a9a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1352007 Jul 22 14:14:50.739519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45924) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:50.740845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:50.808648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3fd2bf-7972-4db8-843c-37e9e3ce849f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.810096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3fd2bf-7972-4db8-843c-37e9e3ce849f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:50.811653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5d3fd2bf-7972-4db8-843c-37e9e3ce849f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0710499 Jul 22 14:14:50.815893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45932) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:50.858208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:50.858557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:50.891362 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.015060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6c1942-c8cb-4fa6-b435-e6a96e54c414 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:51.021069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c6c1942-c8cb-4fa6-b435-e6a96e54c414 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks/a5f6ff25-a8cd-44dd-ad70-69d209a2449b HTTP/1.1" status: 200 len: 798 time: 0.2040770 Jul 22 14:14:51.025469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45944) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:51.074890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.83 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b740d876-93eb-4ce7-b9c5-072f8afc83ec) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:51.094649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port 5b61bfc8-4de5-4123-87a9-95a6ded1b84b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,segment=NetworkSegment(70849b8d-aead-4e45-9187-efff1ab8c040),segment_id=70849b8d-aead-4e45-9187-efff1ab8c040)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:51.095168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.146969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 5b61bfc8-4de5-4123-87a9-95a6ded1b84b owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:51.187834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.233392 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.237485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-428cc59e-249f-4f92-ac57-975a15a9acc8 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/networks/a5f6ff25-a8cd-44dd-ad70-69d209a2449b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2108190 Jul 22 14:14:51.238179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45964) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:51.289266 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.301520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=b740d876-93eb-4ce7-b9c5-072f8afc83ec,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:51.305289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:51.307398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:51.309369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:51.316434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359ea20-22ef-4b84-ab04-949e20524c17 req-2c7aa794-2162-4897-9763-b84d0490b678 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:51.323933 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b359ea20-22ef-4b84-ab04-949e20524c17 req-2c7aa794-2162-4897-9763-b84d0490b678 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.2872512 Jul 22 14:14:51.358449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d535eb0-ae97-4751-9242-abbfd973408f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:51.364161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3d535eb0-ae97-4751-9242-abbfd973408f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/subnets/793aadef-0391-4273-aed2-8b7f840d4475 HTTP/1.1" status: 200 len: 811 time: 0.1219866 Jul 22 14:14:51.365099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45974) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:51.397240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08ab8be3-429f-4c8b-b1df-22b8864014f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.466820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b359ea20-22ef-4b84-ab04-949e20524c17 req-6b13b22d-397b-48d9-8564-b17020675f7a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419609 Jul 22 14:14:51.494275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca38d5-f26d-4f5d-a225-94c171da36cf tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['shared'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:51.499539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f1ca38d5-f26d-4f5d-a225-94c171da36cf tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "GET /v2.0/subnets/793aadef-0391-4273-aed2-8b7f840d4475?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1313088 Jul 22 14:14:51.500234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45988) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:51.507528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1315882705'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:51.564581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:51.568296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.597429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.614742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:51.650358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=5b61bfc8-4de5-4123-87a9-95a6ded1b84b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:51.670081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.670648 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Added segment 0632184f-1d34-4ac3-b816-c579a03f1119 of type vlan for network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f Jul 22 14:14:51.793765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.878185 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.891151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:51.891151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:51.954266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46000) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:51.968712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.000336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4974587 Jul 22 14:14:52.005780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:52.015168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:52.103627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635e723-171e-433a-b943-40e6726c1d2f tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Network': ['ID=94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:52.108675 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.114586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:52.201035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.205368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48061d1a-3233-4281-9a6a-30b53714c31d req-f59736b1-9335-4c32-8b1b-fb5577e6d674 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:52.207035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48061d1a-3233-4281-9a6a-30b53714c31d req-f59736b1-9335-4c32-8b1b-fb5577e6d674 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2987790 Jul 22 14:14:52.226399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd34e5b7-06e5-47f3-99a0-bda2ed5275a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1058e0cf1134b2fbbecc47d54ec3807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706995 Jul 22 14:14:52.229500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Made reservation on behalf of bfabbe98330847288510075b9261e657 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:52.233243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.234306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46006) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:52.310924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:14:52.311441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:14:52.358371 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.512494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.535994 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.617501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.640520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:52.662641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: a279a721-08c4-40dc-827c-66dfacf0b267 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:52.663288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a279a721-08c4-40dc-827c-66dfacf0b267 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:52.686691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=b740d876-93eb-4ce7-b9c5-072f8afc83ec,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:52.694340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48061d1a-3233-4281-9a6a-30b53714c31d req-7f704276-0f4a-496a-9333-8b5a5868f6d9 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797468 Jul 22 14:14:52.697318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.710945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:52.738450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a02c9c0-7831-4c41-80b1-679e3e0c0882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.741757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:52.767011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a02c9c0-7831-4c41-80b1-679e3e0c0882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.802143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Checking segment: {'id': '0632184f-1d34-4ac3-b816-c579a03f1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:52.802507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network hostable DHCP agents. Network: 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:52.839047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:52.854302 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP 090f182d-e8fc-41c9-8b81-5b4f2ece79b0 associated. External IP: 172.25.8.83, port: 4d8e52dc-d0e0-4674-ad91-37278402157e. Jul 22 14:14:52.858561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:52.864676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:52.865471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.871592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81346183-7c2b-41d0-9734-27ade1b84e3f None None] Network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:52.916195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:52.926646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6b3a90a-cb6c-422f-ad23-26a06c896d06 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1272192 Jul 22 14:14:52.927971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a02c9c0-7831-4c41-80b1-679e3e0c0882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.932531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a02c9c0-7831-4c41-80b1-679e3e0c0882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:52.936099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a02c9c0-7831-4c41-80b1-679e3e0c0882 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10f4d019-8e79-44e8-8c0d-9d513c00860e HTTP/1.1" status: 204 len: 168 time: 0.6984913 Jul 22 14:14:52.936099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46016) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:52.961928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02c9c0-7831-4c41-80b1-679e3e0c0882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f4d019-8e79-44e8-8c0d-9d513c00860e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:52.999784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:53.012631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e692f32-8265-431a-88d3-f38b6f21f938 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0057969 Jul 22 14:14:53.015813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46020) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:53.026889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:53.055712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:53.061405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:53.081270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet 930da267-dc7e-42f3-96a9-8de52851f8c7 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:14:53.085122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.152205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.207329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:53.236634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4004249'] for subnet, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.351630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.423130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296265a4-6574-4d3b-b2f2-d10e99c992ea req-1e27e4ff-e84e-449d-9943-bb644f69291c tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:53.425231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f', 'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f', 'tenant_id': 'bfabbe98330847288510075b9261e657', 'fixed_ips': [{'subnet_id': '04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:14:53.427310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.430274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296265a4-6574-4d3b-b2f2-d10e99c992ea req-1e27e4ff-e84e-449d-9943-bb644f69291c tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:53.441380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296265a4-6574-4d3b-b2f2-d10e99c992ea req-1e27e4ff-e84e-449d-9943-bb644f69291c tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:53.443801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-296265a4-6574-4d3b-b2f2-d10e99c992ea req-1e27e4ff-e84e-449d-9943-bb644f69291c tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437&device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e&device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 2417 time: 0.4281378 Jul 22 14:14:53.482530 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.511868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-296265a4-6574-4d3b-b2f2-d10e99c992ea req-bcd5e157-627a-4e59-bd0a-1e723abc4968 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494349 Jul 22 14:14:53.542057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.547010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/930da267-dc7e-42f3-96a9-8de52851f8c7 HTTP/1.1" status: 204 len: 168 time: 0.6022396 Jul 22 14:14:53.547707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:53.557358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:53.557905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca981a67-1c15-462b-8848-20ffc37eec84 None None] Network 5d2c442b-4275-4649-9ef3-8782932c3951 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:53.562126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc9418-4fc9-4181-8e99-7b712e2fadaa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=930da267-dc7e-42f3-96a9-8de52851f8c7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:53.611749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728588809328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1654081'] for subnet, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.689040 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.724541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:53.725249 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.726648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "PUT /v2.0/subnets/04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4 HTTP/1.1" status: 200 len: 877 time: 0.7052689 Jul 22 14:14:53.729663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:53.731265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75692fe-ec0e-4c6a-b53b-56443c6dfacb tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event updated for resources: {'Subnet': ['ID=04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:53.791072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port e91df97d-9225-40ac-8f8c-b9de46a43a89 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:53.791424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.823389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Allocated IP 172.20.0.3 (94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f/04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4/1ae7b697-4d12-4c6e-9887-4847bfe3076a) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:14:53.826027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:53.837207 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] Sync routers for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:53.854171 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:53.855193 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:53.926451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port e91df97d-9225-40ac-8f8c-b9de46a43a89, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e91df97d-9225-40ac-8f8c-b9de46a43a89,segment=NetworkSegment(70849b8d-aead-4e45-9187-efff1ab8c040),segment_id=70849b8d-aead-4e45-9187-efff1ab8c040)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:53.927017 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.939229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:53.945720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for e91df97d-9225-40ac-8f8c-b9de46a43a89 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:53.948915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.061409 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:54.082909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.096888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7905ecf-f131-4341-92c4-10f9bfb121eb req-08655448-e232-47ff-b8ed-c6b1dab7e040 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:54.106110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7905ecf-f131-4341-92c4-10f9bfb121eb req-08655448-e232-47ff-b8ed-c6b1dab7e040 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.2330978 Jul 22 14:14:54.107290 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-36ff37d3-002b-4d8a-b079-7c1664f2a524 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4039676 Jul 22 14:14:54.109804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:14:54.112544 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:14:54.210251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7905ecf-f131-4341-92c4-10f9bfb121eb req-8e5505bc-0b11-47c8-a2a8-3742972fc5b3 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043000 Jul 22 14:14:54.229733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.254622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.278976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:51Z', 'revision_number': 10, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.293746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=e91df97d-9225-40ac-8f8c-b9de46a43a89,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:54.303936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port e91df97d-9225-40ac-8f8c-b9de46a43a89 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:54.323490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:54.366525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:54.367436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.381077 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02b85f9-99b0-4e65-9ad4-d896bbef31f6 x-openstack-request-id: req-c02b85f9-99b0-4e65-9ad4-d896bbef31f6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:14:54.382461 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:14:54.382901 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c02b85f9-99b0-4e65-9ad4-d896bbef31f6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:14:54.383474 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'status': 'completed', 'code': 200} Jul 22 14:14:54.424008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.437225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2c442b-4275-4649-9ef3-8782932c3951']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.449178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70849b8d-aead-4e45-9187-efff1ab8c040') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.449762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70849b8d-aead-4e45-9187-efff1ab8c040') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.459696 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.464349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.478833 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '090f182d-e8fc-41c9-8b81-5b4f2ece79b0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'port_id': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'mac_address': 'fa:16:3e:8e:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:14:51Z', 'updated_at': '2021-07-22T14:14:51Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:31Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.487291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Transition to ACTIVE for port object 1ae7b697-4d12-4c6e-9887-4847bfe3076a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:54.490778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.499555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:54.500151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.529983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:54.533382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa19211-30d9-4e65-b5e6-238700b20399 None None] DHCP port deletion for 5d2c442b-4275-4649-9ef3-8782932c3951 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:14:54.559868 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] Checking router: 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:54.571973 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:54.576163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:54.577934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.578990 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:54.582517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-fba31ae6-9bc5-4e41-a0e4-e4e4b1fc0874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:54.584185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-fba31ae6-9bc5-4e41-a0e4-e4e4b1fc0874 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1098 time: 0.1810677 Jul 22 14:14:54.602109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.610827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/5d2c442b-4275-4649-9ef3-8782932c3951 HTTP/1.1" status: 204 len: 168 time: 1.0564270 Jul 22 14:14:54.615187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46064) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:54.634481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e494e10-a241-43f0-8611-9402e43a5d72 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=5d2c442b-4275-4649-9ef3-8782932c3951,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:54.656891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Transition to ACTIVE for port object 1ae7b697-4d12-4c6e-9887-4847bfe3076a will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:14:54.717817 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.727828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:54.730664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-c8058f6c-a41b-40f6-b209-1aa67934b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:54.732413 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-c8058f6c-a41b-40f6-b209-1aa67934b272 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.1424923 Jul 22 14:14:54.735549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750ef48-5e3e-4cec-81dc-948f750e3ce0 req-7c227c02-db5a-47df-a39f-854b763e005d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:54.737874 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d750ef48-5e3e-4cec-81dc-948f750e3ce0 req-7c227c02-db5a-47df-a39f-854b763e005d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.4478436 Jul 22 14:14:54.762819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.812378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Pushing event updated for resources: {'Port': ['ID=1ae7b697-4d12-4c6e-9887-4847bfe3076a,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:54.826210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.826555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.826897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.827236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.827572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.827904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.828235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.828562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.828894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.829220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.829545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.830017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:54.869099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:54.902752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:14:54.909361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:54.912457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:14:54.946651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-bacfd69d-ba8e-42bb-ae55-75ceda4a4602 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 999 time: 0.1960070 Jul 22 14:14:54.963902 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d750ef48-5e3e-4cec-81dc-948f750e3ce0 req-dc3e435c-f8ca-4693-ab40-3638cf7a17b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189445 Jul 22 14:14:55.006115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:55.006585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Attempting to bind port 1ae7b697-4d12-4c6e-9887-4847bfe3076a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:14:55.007141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Attempting to bind port 1ae7b697-4d12-4c6e-9887-4847bfe3076a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0632184f-1d34-4ac3-b816-c579a03f1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:14:55.007729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Attempting to bind port 1ae7b697-4d12-4c6e-9887-4847bfe3076a on network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:14:55.018472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:14:55.018955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Checking segment: {'id': '0632184f-1d34-4ac3-b816-c579a03f1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:55.019664 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.020183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Bound using segment: {'id': '0632184f-1d34-4ac3-b816-c579a03f1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:14:55.020875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Bound port: 1ae7b697-4d12-4c6e-9887-4847bfe3076a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0632184f-1d34-4ac3-b816-c579a03f1119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:14:55.021272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.077296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.140721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:51Z', 'revision_number': 10, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:55.180530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] For port 1ae7b697-4d12-4c6e-9887-4847bfe3076a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:14:55.181662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:55.184460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ba3d1-e207-47e5-b488-a50245095d5e None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:51Z', 'revision_number': 10, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None, '_interfaces': [{'id': '82e635cc-e6ae-4da0-a578-c510b87542c3', 'name': '', 'network_id': '28dfea4e-1685-41c8-a1d1-ec81ccaaf391', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'mac_address': 'fa:16:3e:21:49:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:13:50Z', 'updated_at': '2021-07-22T14:14:01Z', 'revision_number': 5, 'project_id': '40fc7b7018e7456682993fedeb441681', 'subnets': [{'id': '40c894d7-1024-4cf2-885f-27f7da9cc239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:55.218439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] For port 1ae7b697-4d12-4c6e-9887-4847bfe3076a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1ae7b697-4d12-4c6e-9887-4847bfe3076a,segment=NetworkSegment(0632184f-1d34-4ac3-b816-c579a03f1119),segment_id=0632184f-1d34-4ac3-b816-c579a03f1119)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:14:55.232915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.242163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0632184f-1d34-4ac3-b816-c579a03f1119') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:55.242692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0632184f-1d34-4ac3-b816-c579a03f1119') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:55.253848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-e7370764-fddc-41fd-ac91-91788c94e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:55.255432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-e7370764-fddc-41fd-ac91-91788c94e5c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.2990572 Jul 22 14:14:55.274570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.353610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.366816 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '090f182d-e8fc-41c9-8b81-5b4f2ece79b0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'port_id': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'mac_address': 'fa:16:3e:8e:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:14:51Z', 'updated_at': '2021-07-22T14:14:51Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:31Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:55.385104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c565-5b1c-409a-9240-34adb4f34ca6 None None] Pushing event updated for resources: {'Port': ['ID=1ae7b697-4d12-4c6e-9887-4847bfe3076a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:55.401139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95b3a23-10a8-4e6c-9aec-d7a2e3f9a9d4 None None] The sync data for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 is: [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '090f182d-e8fc-41c9-8b81-5b4f2ece79b0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.83', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'port_id': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'mac_address': 'fa:16:3e:8e:da:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:14:51Z', 'updated_at': '2021-07-22T14:14:51Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:31Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:55.427716 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.447945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1ba301cd-3cf4-4fa4-ba26-8c3462c7d073 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/090f182d-e8fc-41c9-8b81-5b4f2ece79b0 HTTP/1.1" status: 200 len: 991 time: 0.4396975 Jul 22 14:14:55.462306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:55.462736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:55.471727 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:55.490180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db5a63-3683-4e64-85a8-55c67ed42f16 None None] Network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:55.587580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-de410b77-1dfc-40ef-af22-d54717f99b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:55.589121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-de410b77-1dfc-40ef-af22-d54717f99b46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3168721 Jul 22 14:14:55.594500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:14:55.594500 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:14:55.594500 n-d-787205-11 neutron-server[93759]: [parameters: {'id': '94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f'}] Jul 22 14:14:55.594500 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:14:55.595005 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:14:55.776644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-37f2ce49-c024-45f9-b7b6-2f5fd3d74673 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732957 Jul 22 14:14:55.807051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138e0acc-f33e-41d0-ab67-61cddccfc9e0 None None] Network 94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:55.911265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712f82a-ad7f-4be6-8cc0-4bd096b71200 None None] New status for floating IP 090f182d-e8fc-41c9-8b81-5b4f2ece79b0: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:14:55.936448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f6386b4-4131-46fd-aeb5-13c0d6067b2f req-d93addc7-f699-45f9-9255-37e84c37d5d5 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535962 Jul 22 14:14:55.984281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port 82e635cc-e6ae-4da0-a578-c510b87542c3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:55.984851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.096349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.108722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port 82e635cc-e6ae-4da0-a578-c510b87542c3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=82e635cc-e6ae-4da0-a578-c510b87542c3,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:56.109419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.127894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for 82e635cc-e6ae-4da0-a578-c510b87542c3 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:56.130566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567343f-5220-4173-af0e-1b882c76ce43 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:14:56.210578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting port 1ae7b697-4d12-4c6e-9887-4847bfe3076a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:56.211515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.302882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] For port 1ae7b697-4d12-4c6e-9887-4847bfe3076a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1ae7b697-4d12-4c6e-9887-4847bfe3076a,segment=NetworkSegment(0632184f-1d34-4ac3-b816-c579a03f1119),segment_id=0632184f-1d34-4ac3-b816-c579a03f1119)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:56.303347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.316012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Calling delete_port for 1ae7b697-4d12-4c6e-9887-4847bfe3076a owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:56.374798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d567343f-5220-4173-af0e-1b882c76ce43 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:14:56.411398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.413897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85488ce1-d0f6-4f1f-a45d-db9fed484891 req-7b78f8dc-4885-4ee9-a663-18f82725d5e0 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:56.415491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85488ce1-d0f6-4f1f-a45d-db9fed484891 req-7b78f8dc-4885-4ee9-a663-18f82725d5e0 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1608698 Jul 22 14:14:56.437223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No DVR routers for this DVR port 1ae7b697-4d12-4c6e-9887-4847bfe3076a on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:56.457114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.467542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Port': ['ID=1ae7b697-4d12-4c6e-9887-4847bfe3076a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:56.489771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e91df97d-9225-40ac-8f8c-b9de46a43a89 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:56.508973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.525956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e91df97d-9225-40ac-8f8c-b9de46a43a89 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:56.525956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e91df97d-9225-40ac-8f8c-b9de46a43a89 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:56.526658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b61bfc8-4de5-4123-87a9-95a6ded1b84b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:56.549979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5b61bfc8-4de5-4123-87a9-95a6ded1b84b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:56.550238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b61bfc8-4de5-4123-87a9-95a6ded1b84b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:56.569340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.574230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85488ce1-d0f6-4f1f-a45d-db9fed484891 req-355221f2-f1f0-40de-a58f-a34d98a7220a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478727 Jul 22 14:14:56.575171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=82e635cc-e6ae-4da0-a578-c510b87542c3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:56.594712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:56.608516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0632184f-1d34-4ac3-b816-c579a03f1119') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:56.609037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0632184f-1d34-4ac3-b816-c579a03f1119') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:56.627409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.641167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62218ecc-3588-446a-8ceb-b768854c03cf tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/090f182d-e8fc-41c9-8b81-5b4f2ece79b0 HTTP/1.1" status: 200 len: 993 time: 0.1827867 Jul 22 14:14:56.650483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.657911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:56.658149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:56.661485 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:56.756247 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.762617 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.764946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f HTTP/1.1" status: 204 len: 168 time: 3.0341787 Jul 22 14:14:56.775525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.785542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ca243-2acf-477b-b9f2-d4d4aadb08b2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:56.808801 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d37cf3b-ed61-4a73-a13f-9fab95d1021e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:56.809268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d37cf3b-ed61-4a73-a13f-9fab95d1021e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:56.811066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1d37cf3b-ed61-4a73-a13f-9fab95d1021e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/04a51a06-1fe9-49b3-9e6a-58c2e2ef85d4 HTTP/1.1" status: 404 len: 337 time: 0.0342028 Jul 22 14:14:56.814747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:56.815233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.841296 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc67f1b3-5501-49bf-a956-d40f6867ff98 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:56.841889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc67f1b3-5501-49bf-a956-d40f6867ff98 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:56.846786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc67f1b3-5501-49bf-a956-d40f6867ff98 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/94d7d8a0-9b21-4ed1-878f-d60ca85b6c1f HTTP/1.1" status: 404 len: 339 time: 0.0274065 Jul 22 14:14:56.851766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46120) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.883500 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c8bbe8-5229-4f71-b255-ccb53fc5b205 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:56.883959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c8bbe8-5229-4f71-b255-ccb53fc5b205 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:56.889419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84c8bbe8-5229-4f71-b255-ccb53fc5b205 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/777d4ed8-1474-4ce6-9373-3de1081e070f HTTP/1.1" status: 404 len: 337 time: 0.0365493 Jul 22 14:14:56.891203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.917819 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-73268fb6-1787-49b3-92c8-a943c073887a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:56.918768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73268fb6-1787-49b3-92c8-a943c073887a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:56.921891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-73268fb6-1787-49b3-92c8-a943c073887a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/463247c0-6816-4142-9a9e-cc8e88d8bce9 HTTP/1.1" status: 404 len: 339 time: 0.0263104 Jul 22 14:14:56.925429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.974351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.017395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:57.056425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.104965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:57.118304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a52323f8-7759-4ff0-a88b-c745ca50792c tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898257 Jul 22 14:14:57.118471 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:57.118918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46130) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.125806 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:57.127445 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.129822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89dd70f8-e006-499c-9523-a83c32779f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.176515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting subnet 40c894d7-1024-4cf2-885f-27f7da9cc239 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:14:57.178416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.179997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.194486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822a44c8-3cc6-485f-a014-d0f8c909646e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.201164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:57.210335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7696f375-a31b-464d-8e5c-d24a55c7d09a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.210818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7696f375-a31b-464d-8e5c-d24a55c7d09a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.225205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.225461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.246578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.256782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:57.257200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:57.260608 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:57.271316 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:56Z', 'revision_number': 11, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.298152 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:57.307276 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:57.307802 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.323941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.333793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.338207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.338515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/822a44c8-3cc6-485f-a014-d0f8c909646e HTTP/1.1" status: 204 len: 168 time: 0.4113708 Jul 22 14:14:57.342696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46134) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.358002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83decee-a971-418d-8786-5dc87b84b18a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=822a44c8-3cc6-485f-a014-d0f8c909646e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:57.393987 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:57.407145 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9163077a-1f88-4b06-8b88-e3346e9ce64e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.407605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9163077a-1f88-4b06-8b88-e3346e9ce64e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.412836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9163077a-1f88-4b06-8b88-e3346e9ce64e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/9a32f8ba-b665-4f29-bb8a-238d4c011653 HTTP/1.1" status: 404 len: 337 time: 0.0667155 Jul 22 14:14:57.414652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.428809 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89dd70f8-e006-499c-9523-a83c32779f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.434017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89dd70f8-e006-499c-9523-a83c32779f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.440392 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8089a729-48f7-44fd-9fc3-57dfab203d31 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.440988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8089a729-48f7-44fd-9fc3-57dfab203d31 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.445217 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8089a729-48f7-44fd-9fc3-57dfab203d31 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/077a52a8-a042-4b0e-9e19-c9f9e5ed0e1f HTTP/1.1" status: 404 len: 339 time: 0.0272462 Jul 22 14:14:57.445508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46140) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.467706 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:56Z', 'revision_number': 11, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:57.479310 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccda477f-4b3d-452d-8a67-35847af7b8a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.479761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccda477f-4b3d-452d-8a67-35847af7b8a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.483927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ccda477f-4b3d-452d-8a67-35847af7b8a9 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/4dadce42-c699-490a-abfa-29a8cb78919f HTTP/1.1" status: 404 len: 337 time: 0.0350389 Jul 22 14:14:57.484109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46142) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.493207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89dd70f8-e006-499c-9523-a83c32779f88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82eac357c4ca45a0b55fa6170690234a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5177131 Jul 22 14:14:57.495860 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1201b8f8-51e2-4817-8bd4-013dd1208287 None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:56Z', 'revision_number': 11, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:57.496245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.503045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd70f8-e006-499c-9523-a83c32779f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d02b2cc-bc1b-4767-9854-ef0d12a8b2f5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:57.513608 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfba3e86-f669-4503-beb6-cf91da3a3a27 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.514207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfba3e86-f669-4503-beb6-cf91da3a3a27 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.515960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dfba3e86-f669-4503-beb6-cf91da3a3a27 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/95e1b5fe-000b-4028-b82d-97704912b0c9 HTTP/1.1" status: 404 len: 339 time: 0.0282085 Jul 22 14:14:57.517013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.522718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.550933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Subnet': ['ID=40c894d7-1024-4cf2-885f-27f7da9cc239,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:57.552898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.557110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-74eae612-3ec7-44d7-a2c1-4121fc963db6 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/40c894d7-1024-4cf2-885f-27f7da9cc239 HTTP/1.1" status: 204 len: 168 time: 0.4352527 Jul 22 14:14:57.557374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46148) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.562586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3b23c-b88b-42af-aeef-7dcd479b1ae8 None None] Network 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:57.573671 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36367e3-7c51-498b-b168-0fe8df9a3d6a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.574411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36367e3-7c51-498b-b168-0fe8df9a3d6a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.578118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c36367e3-7c51-498b-b168-0fe8df9a3d6a tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/3644c711-ea95-43c1-b06c-099bf2173f8a HTTP/1.1" status: 404 len: 337 time: 0.0542729 Jul 22 14:14:57.579088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.613264 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-be803093-dcdd-401d-b619-c8d81765079d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.613876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be803093-dcdd-401d-b619-c8d81765079d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.616220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-be803093-dcdd-401d-b619-c8d81765079d tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/b5ddca7d-5bb4-4c98-b947-cbb15f92527a HTTP/1.1" status: 404 len: 339 time: 0.0351458 Jul 22 14:14:57.619169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.649016 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-270413d5-aa92-4c3f-8dd1-f52c8dc52f01 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.649907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270413d5-aa92-4c3f-8dd1-f52c8dc52f01 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.651132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.653142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-270413d5-aa92-4c3f-8dd1-f52c8dc52f01 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/e44369bc-3a4b-4a23-ac6e-43e5932a1161 HTTP/1.1" status: 404 len: 337 time: 0.0327017 Jul 22 14:14:57.653969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdd5bb00-ca84-413e-9997-3932439f9dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.655497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.692884 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9e9e3d-0cec-489d-9a43-fad40a8369f0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.693556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9e9e3d-0cec-489d-9a43-fad40a8369f0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.697653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ef9e9e3d-0cec-489d-9a43-fad40a8369f0 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/b21de44c-5553-4a87-bdac-c6fa62e54562 HTTP/1.1" status: 404 len: 339 time: 0.0379851 Jul 22 14:14:57.698495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.721496 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdd5bb00-ca84-413e-9997-3932439f9dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.739596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Deleting port d31a3983-e952-4be4-83de-12fd4436358d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:57.739966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.773474 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-07586b89-da36-4937-baaa-370170ab4db2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.773980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07586b89-da36-4937-baaa-370170ab4db2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.775713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-07586b89-da36-4937-baaa-370170ab4db2 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/7019ce18-0d55-4657-8ea3-8fb1224f4180 HTTP/1.1" status: 404 len: 337 time: 0.0745323 Jul 22 14:14:57.779593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.811625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] For port d31a3983-e952-4be4-83de-12fd4436358d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d31a3983-e952-4be4-83de-12fd4436358d,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:57.811910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.822633 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd4d602-1ac0-4488-8e82-37fdaae9ab4c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.823210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd4d602-1ac0-4488-8e82-37fdaae9ab4c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.824879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Calling delete_port for d31a3983-e952-4be4-83de-12fd4436358d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:57.825027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fcd4d602-1ac0-4488-8e82-37fdaae9ab4c tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/082644f5-ebea-4c51-a00a-e7d65b44aee1 HTTP/1.1" status: 404 len: 339 time: 0.0438526 Jul 22 14:14:57.828383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.865019 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acecbef-0803-41f8-b718-be810d45fc7e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.865477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acecbef-0803-41f8-b718-be810d45fc7e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.869923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0acecbef-0803-41f8-b718-be810d45fc7e tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/83e93418-16e3-4a7f-8449-c6eb2769c092 HTTP/1.1" status: 404 len: 337 time: 0.0368309 Jul 22 14:14:57.875073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.891316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] DHCP port deletion for 28dfea4e-1685-41c8-a1d1-ec81ccaaf391 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:14:57.898476 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c93fd69-c4eb-4eaf-8e17-8d086db4b138 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.900693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c93fd69-c4eb-4eaf-8e17-8d086db4b138 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.902538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9c93fd69-c4eb-4eaf-8e17-8d086db4b138 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/11167901-3100-49e3-af69-aafee3aef38a HTTP/1.1" status: 404 len: 339 time: 0.0287645 Jul 22 14:14:57.905960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46168) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.916272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed3287-c19e-4652-87e5-254026fd8498 req-b154904f-c304-4b34-a9ec-666ea9471499 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:57.917879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16ed3287-c19e-4652-87e5-254026fd8498 req-b154904f-c304-4b34-a9ec-666ea9471499 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2178495 Jul 22 14:14:57.918731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdd5bb00-ca84-413e-9997-3932439f9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.921957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bdd5bb00-ca84-413e-9997-3932439f9dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.926767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bdd5bb00-ca84-413e-9997-3932439f9dc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d02b2cc-bc1b-4767-9854-ef0d12a8b2f5 HTTP/1.1" status: 204 len: 168 time: 0.4292707 Jul 22 14:14:57.946010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5bb00-ca84-413e-9997-3932439f9dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d02b2cc-bc1b-4767-9854-ef0d12a8b2f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:57.949298 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-673cc488-a808-48a0-9890-ae1c5bd8fa5b tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.949828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673cc488-a808-48a0-9890-ae1c5bd8fa5b tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.951632 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-673cc488-a808-48a0-9890-ae1c5bd8fa5b tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/b3caf32c-6b3e-4ac8-ad58-26a0349475dc HTTP/1.1" status: 404 len: 337 time: 0.0447102 Jul 22 14:14:57.954388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:57.975832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] Deleting port d31a3983-e952-4be4-83de-12fd4436358d {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:57.976213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.981823 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0118896a-1a86-4b5a-b63c-96c24b555917 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:57.982455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0118896a-1a86-4b5a-b63c-96c24b555917 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:57.987103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0118896a-1a86-4b5a-b63c-96c24b555917 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/49f08fd8-ea0e-4fda-8de2-fe0439eb97f9 HTTP/1.1" status: 404 len: 339 time: 0.0285511 Jul 22 14:14:57.987336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:57.989842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:58.035583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Port': ['ID=d31a3983-e952-4be4-83de-12fd4436358d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:58.042906 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa37a7d6-b27e-49ed-a468-bc24700a2e0b tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:58.043371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa37a7d6-b27e-49ed-a468-bc24700a2e0b tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:58.044087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No DVR routers for this DVR port d31a3983-e952-4be4-83de-12fd4436358d on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:58.045268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aa37a7d6-b27e-49ed-a468-bc24700a2e0b tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/538ef3be-0edd-473f-906d-08bb4c89238e HTTP/1.1" status: 404 len: 337 time: 0.0542512 Jul 22 14:14:58.047798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:58.055463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16ed3287-c19e-4652-87e5-254026fd8498 req-d5c52d99-54e3-4632-9474-90d77afe33b4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273446 Jul 22 14:14:58.065588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] For port d31a3983-e952-4be4-83de-12fd4436358d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d31a3983-e952-4be4-83de-12fd4436358d,segment=NetworkSegment(dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79),segment_id=dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:58.066587 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.081259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] Calling delete_port for d31a3983-e952-4be4-83de-12fd4436358d owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:58.100505 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-713b89b3-5c1a-4b52-99d7-f0e1f1e1ce24 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] DELETE failed (client error): The resource could not be found. Jul 22 14:14:58.101175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713b89b3-5c1a-4b52-99d7-f0e1f1e1ce24 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:14:58.103061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-713b89b3-5c1a-4b52-99d7-f0e1f1e1ce24 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/fad8046b-2d37-4798-9ea1-eb582d469568 HTTP/1.1" status: 404 len: 339 time: 0.0532579 Jul 22 14:14:58.105895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:58.171557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.179341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting subnet 793aadef-0391-4273-aed2-8b7f840d4475 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:14:58.182767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.185551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.198626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dfea4e-1685-41c8-a1d1-ec81ccaaf391']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:58.208705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] Pushing event deleted for resources: {'Port': ['ID=d31a3983-e952-4be4-83de-12fd4436358d,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:58.214278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92304569-4193-41dc-99f6-8570b1dcd987 None None] No DVR routers for this DVR port d31a3983-e952-4be4-83de-12fd4436358d on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:58.227439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:58.227746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc85f22b-7d36-4adc-a1ca-e19b5b8b9b79') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:58.237980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.238655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.254024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.260342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:14:58.260720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:14:58.263829 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:14:58.325428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.335292 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.339523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/networks/28dfea4e-1685-41c8-a1d1-ec81ccaaf391 HTTP/1.1" status: 204 len: 168 time: 0.7788119 Jul 22 14:14:58.343018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:58.346971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37408402-6660-4a4f-8b79-42e5254c27b4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Pushing event deleted for resources: {'Network': ['ID=28dfea4e-1685-41c8-a1d1-ec81ccaaf391,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:58.349830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'routes': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:58.503730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d31a3983-e952-4be4-83de-12fd4436358d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:58.526884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d31a3983-e952-4be4-83de-12fd4436358d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:58.527576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d31a3983-e952-4be4-83de-12fd4436358d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:58.528331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 82e635cc-e6ae-4da0-a578-c510b87542c3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:14:58.553885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 82e635cc-e6ae-4da0-a578-c510b87542c3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:14:58.553885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 82e635cc-e6ae-4da0-a578-c510b87542c3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:14:58.680342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.738985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46206) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:58.816881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Added routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:14:58.817222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Removed routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:14:58.817604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.840125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1611850092-network', 'tenant_id': '40d3d6efdc6b460c96613f3257a3209a'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:58.867622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Made reservation on behalf of 40d3d6efdc6b460c96613f3257a3209a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:58.870123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.880472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.898894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.985508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.985892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Subnet': ['ID=793aadef-0391-4273-aed2-8b7f840d4475,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:58.990750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.992193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.994381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.998558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-185b1380-e483-4568-88e2-963cbc6262c7 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/subnets/793aadef-0391-4273-aed2-8b7f840d4475 HTTP/1.1" status: 204 len: 168 time: 0.8891814 Jul 22 14:14:58.998933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.001333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecf365-349e-4875-bebb-c3300190a79f None None] Network a5f6ff25-a8cd-44dd-ad70-69d209a2449b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:59.002487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:59.004560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:59.015347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.015700 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Added segment 9cf83f22-88b4-4c2a-82b7-c9974aed955b of type vlan for network 43797a38-03ff-4e57-bb32-2d421f6f754e Jul 22 14:14:59.059668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.129899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7c794-1a68-46d9-bb09-0b1e52b17cfc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:59.134740 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.135891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:59.136540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.147828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:14:59.152427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.157317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4171708 Jul 22 14:14:59.160915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:59.167543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Request body: {'subnet': {'network_id': '43797a38-03ff-4e57-bb32-2d421f6f754e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1611850092-subnet', 'tenant_id': '40d3d6efdc6b460c96613f3257a3209a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:59.219830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fea1f-b94f-4607-a9dd-6594d51e6689 admin admin] Pushing event updated for resources: {'Network': ['ID=43797a38-03ff-4e57-bb32-2d421f6f754e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:59.238680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 43797a38-03ff-4e57-bb32-2d421f6f754e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:14:59.263996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] DHCP port deletion for a5f6ff25-a8cd-44dd-ad70-69d209a2449b request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:14:59.290571 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:14:59.315876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Made reservation on behalf of 40d3d6efdc6b460c96613f3257a3209a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:59.318296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.337942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:14:59.347825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.349295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-34df3b5c-f907-47d8-b924-12b17507f7c4 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 700 time: 1.0051475 Jul 22 14:14:59.352260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46216) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:59.393496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e7ba5e05-2245-4c76-b7e0-e597828175bc tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 205 time: 0.0368927 Jul 22 14:14:59.400880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46218) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:59.451216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5abce-81ef-4df2-9385-431e72f87043 req-2a1371d3-70ce-489a-94fe-96230f7c5c92 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:59.452785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d4b5abce-81ef-4df2-9385-431e72f87043 req-2a1371d3-70ce-489a-94fe-96230f7c5c92 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2788405 Jul 22 14:14:59.463951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Deleting port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:59.464313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.478202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] Sync routers for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:14:59.496401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.505233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:59.505878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:59.580552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:59.597809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d4b5abce-81ef-4df2-9385-431e72f87043 req-537574ca-d718-457f-9bd9-a72948f7e470 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312835 Jul 22 14:14:59.609001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] For port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,segment=NetworkSegment(4cbb9c1e-2dad-479b-a341-9801de00e49d),segment_id=4cbb9c1e-2dad-479b-a341-9801de00e49d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:59.609525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.627955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Calling delete_port for 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:59.639981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:56Z', 'revision_number': 11, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:59.684631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] Checking router: 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:14:59.694680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] Deleting port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:14:59.695068 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.720238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] Routers {'90da0b46-d0f2-47ad-b0a7-3b11d70fc151'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:14:59.721549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:59.730398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.827467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2dba6a0-11b8-4c1a-99cc-6d7e4fe0e625,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:59.833799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Checking segment: {'id': '9cf83f22-88b4-4c2a-82b7-c9974aed955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '43797a38-03ff-4e57-bb32-2d421f6f754e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:14:59.834168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Network hostable DHCP agents. Network: 43797a38-03ff-4e57-bb32-2d421f6f754e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:14:59.834861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] For port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,segment=NetworkSegment(4cbb9c1e-2dad-479b-a341-9801de00e49d),segment_id=4cbb9c1e-2dad-479b-a341-9801de00e49d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:14:59.835257 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.838351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] Set router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:14:59.842129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.879978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] No DVR routers for this DVR port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:14:59.914677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:56Z', 'revision_number': 11, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:14:59.916704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] Calling delete_port for 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:14:59.926965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Port': ['ID=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:59.949569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8846f2-7396-4f94-b0c0-d5c8f62f099a None None] The sync data for ids ['90da0b46-d0f2-47ad-b0a7-3b11d70fc151'] in n-d-787205-11 is: [{'id': '90da0b46-d0f2-47ad-b0a7-3b11d70fc151', 'name': 'tempest-RoutersTest-router-565303755', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:47Z', 'updated_at': '2021-07-22T14:14:56Z', 'revision_number': 11, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:14:59.949961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Network 43797a38-03ff-4e57-bb32-2d421f6f754e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:14:59.968528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 43797a38-03ff-4e57-bb32-2d421f6f754e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:14:59.994887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.005899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:00.006519 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.011999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f6ff25-a8cd-44dd-ad70-69d209a2449b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:00.022417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c99309-da4b-4e3a-b450-cdc4f73bbeb8 None None] Network 43797a38-03ff-4e57-bb32-2d421f6f754e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:00.030357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbb9c1e-2dad-479b-a341-9801de00e49d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:00.030654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbb9c1e-2dad-479b-a341-9801de00e49d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:00.035890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-501ab90f-cc1b-45d4-a1b8-98f64118bcfe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8716018 Jul 22 14:15:00.049905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.069244 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.085372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:00.086205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.121239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.124089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:00.133107 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:00.166723 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.185959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.187256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router 90da0b46-d0f2-47ad-b0a7-3b11d70fc151 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:15:00.190476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.201866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] No DVR routers for this DVR port 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:00.206463 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.206923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe75e4-97c5-4134-9f2a-e97d051d42cb None None] Pushing event deleted for resources: {'Port': ['ID=4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:00.207896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b3b6f0ce-e7cc-4c9d-a5b3-2ad3a67779cb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 204 len: 168 time: 0.8057926 Jul 22 14:15:00.209869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.212666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] 10.222.0.11 "DELETE /v2.0/networks/a5f6ff25-a8cd-44dd-ad70-69d209a2449b HTTP/1.1" status: 204 len: 168 time: 1.2095020 Jul 22 14:15:00.218942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46230) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:00.231043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-133719070', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:00.231562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e028a77-680e-4006-979c-530f43686ee3 tempest-NetworksTest-1662078596 tempest-NetworksTest-1662078596-project] Pushing event deleted for resources: {'Network': ['ID=a5f6ff25-a8cd-44dd-ad70-69d209a2449b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:00.283743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.285587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.344360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da6d5d-9bd8-4ecf-bb6e-9b32134203ae None None] Network 43797a38-03ff-4e57-bb32-2d421f6f754e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:00.372448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.378663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.398437 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.400112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f8fd4e4a-0cc4-48ca-bd54-ae36f2932798 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1735234 Jul 22 14:15:00.402855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46236) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:00.409458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:00.492882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3a5f7d52-7360-4893-a398-c6db434a48d3 req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2145321691', 'description': 'tempest-description-1012848094'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:00.514215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:00.540460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:00.540942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4f94fc19-d37c-4770-ba5e-c2dddcb4cd6d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:00.580663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:00.597796 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3a5f7d52-7360-4893-a398-c6db434a48d3 req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.694982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.714125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.729395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9876dba8-aaa4-4452-827f-17351779fe04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfabbe98330847288510075b9261e657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473963 Jul 22 14:15:00.731823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:00.825142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14df2000-19a5-4b34-bb2a-7fc2ffdad9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.856409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14df2000-19a5-4b34-bb2a-7fc2ffdad9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.866113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3a5f7d52-7360-4893-a398-c6db434a48d3 req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.866653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8260a-7cba-445c-b855-ca81664f4d28 req-8788cc3a-36f1-4c1a-ab7d-2fde51b70554 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:00.867598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Router 97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:15:00.868478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3a8260a-7cba-445c-b855-ca81664f4d28 req-8788cc3a-36f1-4c1a-ab7d-2fde51b70554 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1117749 Jul 22 14:15:00.871741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3a5f7d52-7360-4893-a398-c6db434a48d3 req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.936711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3a8260a-7cba-445c-b855-ca81664f4d28 req-9b00cffd-3c0e-4360-98ae-be8a2e7a9553 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615857 Jul 22 14:15:00.963361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14df2000-19a5-4b34-bb2a-7fc2ffdad9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.966753 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14df2000-19a5-4b34-bb2a-7fc2ffdad9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.970890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14df2000-19a5-4b34-bb2a-7fc2ffdad9cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df4e9b6e-16ad-4b97-a4fe-1c76de26f8a3 HTTP/1.1" status: 204 len: 168 time: 0.2347589 Jul 22 14:15:00.971054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3a5f7d52-7360-4893-a398-c6db434a48d3 req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.971054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a5f7d52-7360-4893-a398-c6db434a48d3 req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4826705 Jul 22 14:15:00.975156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63dc55-b5a9-4d39-8f0c-54ed3e603c61 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e7624c-7c65-4435-aa16-3368aad128c5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:00.979228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df2000-19a5-4b34-bb2a-7fc2ffdad9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e9b6e-16ad-4b97-a4fe-1c76de26f8a3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:00.983668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:00.995669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:00.999637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:00.999834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-03550cec-faef-44fc-a04e-75fc0aaa77fb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "PUT /v2.0/routers/97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 HTTP/1.1" status: 200 len: 693 time: 0.5955820 Jul 22 14:15:01.008986 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] Sync routers for ids ['97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:01.027342 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] Routers {'97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:01.027981 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:01.088769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-f45d5737-a9bd-4332-adbe-94d1c00210be tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/07e7624c-7c65-4435-aa16-3368aad128c5 HTTP/1.1" status: 200 len: 1815 time: 0.0542381 Jul 22 14:15:01.096223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7988a03e-6679-4a46-85bd-c7f7b6525bb8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/routers/97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 HTTP/1.1" status: 200 len: 699 time: 0.0948431 Jul 22 14:15:01.099022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.102983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07e7624c-7c65-4435-aa16-3368aad128c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:01.103306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '07e7624c-7c65-4435-aa16-3368aad128c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:01.108243 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] Set router 97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:15:01.130684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d2e2bf00-b0ff-44b2-b4a2-73f354f34a7b tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 HTTP/1.1" status: 200 len: 205 time: 0.0303521 Jul 22 14:15:01.133073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.173566 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.177518 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87', 'name': 'tempest-RoutersTest-router-133719070', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:00Z', 'updated_at': '2021-07-22T14:15:00Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:01.206971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.209404 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] Checking router: 97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:15:01.212130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.218961 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] Routers {'97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:01.219877 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:01.224853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.238720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50592fd6-c666-4aea-978c-e0a33beefd1f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:01.246508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.247796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4af1f404-51bf-48ab-a242-f5eb21835242 req-3ed2a288-fbd1-4a0e-b072-7ee24e359a72 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1527140 Jul 22 14:15:01.305205 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] Set router 97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:15:01.362690 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87', 'name': 'tempest-RoutersTest-router-133719070', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:00Z', 'updated_at': '2021-07-22T14:15:00Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:01.394218 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597698a4-ba14-4168-bc9b-9ebd4c20ddae None None] The sync data for ids ['97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87'] in n-d-787205-11 is: [{'id': '97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87', 'name': 'tempest-RoutersTest-router-133719070', 'tenant_id': '40fc7b7018e7456682993fedeb441681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:00Z', 'updated_at': '2021-07-22T14:15:00Z', 'revision_number': 2, 'project_id': '40fc7b7018e7456682993fedeb441681', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:01.726662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d694fc8-336e-4aba-ad2b-7c6f296ca5fd req-1f4492a6-56b0-46ea-a069-9ebad529a7b1 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/07e7624c-7c65-4435-aa16-3368aad128c5 HTTP/1.1" status: 200 len: 2409 time: 0.4298487 Jul 22 14:15:01.728215 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.730504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.777395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46290) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.809772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-839df560-8322-4f73-8cfd-320d2d159fe0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-group-rules/50592fd6-c666-4aea-978c-e0a33beefd1f HTTP/1.1" status: 200 len: 778 time: 0.0542071 Jul 22 14:15:01.810801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.811298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Fanout notify agent at l3_agent the message router_deleted on router 97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:15:01.819000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.823553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46294) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.823692 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-86590954-099e-4aa1-8a1f-aeb74d1160f1 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 HTTP/1.1" status: 204 len: 168 time: 0.6896172 Jul 22 14:15:01.863000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-910d1617-8397-46ad-b1ac-fb054e6247f9 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 HTTP/1.1" status: 200 len: 205 time: 0.0381398 Jul 22 14:15:01.865257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46296) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.873136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-7130cad2-2b0f-4b2c-80cd-e70880005216 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/07e7624c-7c65-4435-aa16-3368aad128c5 HTTP/1.1" status: 200 len: 2409 time: 0.0483446 Jul 22 14:15:01.906401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-f3c89b6e-f9bd-442b-83c9-9030554fb4bf tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.919089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--393393899'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:01.920012 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-f3c89b6e-f9bd-442b-83c9-9030554fb4bf tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.923767 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-2eedfc0f-cf36-438b-a801-c31f528d47fc tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:01.924725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2eedfc0f-cf36-438b-a801-c31f528d47fc tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/97ce4e13-b2c7-448c-8ccc-a0d3bcd79e87 HTTP/1.1" status: 404 len: 336 time: 0.0585029 Jul 22 14:15:01.928187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46298) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.955326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-f3c89b6e-f9bd-442b-83c9-9030554fb4bf tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.960330 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeebbd6-d6ee-47dd-b896-d4812712394f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:01.960783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeebbd6-d6ee-47dd-b896-d4812712394f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:01.961319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-f3c89b6e-f9bd-442b-83c9-9030554fb4bf tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.962568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a953266-a49b-4583-86f6-bc6555fa47fd req-f3c89b6e-f9bd-442b-83c9-9030554fb4bf tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/50592fd6-c666-4aea-978c-e0a33beefd1f HTTP/1.1" status: 204 len: 173 time: 0.0820320 Jul 22 14:15:01.964645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7aeebbd6-d6ee-47dd-b896-d4812712394f tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/822bef0a-4fe0-41d1-8c4d-b946ea202a64 HTTP/1.1" status: 404 len: 337 time: 0.0338855 Jul 22 14:15:01.969941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.969941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c89b6e-f9bd-442b-83c9-9030554fb4bf tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50592fd6-c666-4aea-978c-e0a33beefd1f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:01.978830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.989849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.997861 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-472971c6-66cf-47a0-82b8-b1f50ce2e835 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:01.998328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472971c6-66cf-47a0-82b8-b1f50ce2e835 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.000069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-472971c6-66cf-47a0-82b8-b1f50ce2e835 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/eb6ad9aa-43ef-4195-8e03-ea038ab8f558 HTTP/1.1" status: 404 len: 337 time: 0.0316694 Jul 22 14:15:02.004517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46306) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.010357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-565663096', 'description': 'tempest-description-669232981'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:02.042763 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:15:02.042763 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:15:02.042763 n-d-787205-11 neutron-server[93759]: [parameters: {'project_id_1': '40d3d6efdc6b460c96613f3257a3209a', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 15, 2, 15813)}] Jul 22 14:15:02.042763 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:15:02.043276 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:15:02.044444 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcc0a08-7b9c-443b-9ea2-2248818c57b3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.044901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fcc0a08-7b9c-443b-9ea2-2248818c57b3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.046717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4fcc0a08-7b9c-443b-9ea2-2248818c57b3 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/930da267-dc7e-42f3-96a9-8de52851f8c7 HTTP/1.1" status: 404 len: 337 time: 0.0411706 Jul 22 14:15:02.049790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.077531 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb786c5e-2980-46a9-8dfd-2b893f2b1860 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.078025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb786c5e-2980-46a9-8dfd-2b893f2b1860 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.082236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb786c5e-2980-46a9-8dfd-2b893f2b1860 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/40c894d7-1024-4cf2-885f-27f7da9cc239 HTTP/1.1" status: 404 len: 337 time: 0.0290093 Jul 22 14:15:02.083504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.120907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-39782a73-5a1d-491f-878a-25f54785b845 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 200 len: 205 time: 0.0350609 Jul 22 14:15:02.121129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.147045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a8158-2be6-44ef-ab43-e60c5c5a06e7 req-3c5804db-99c7-439e-ae93-840f28047286 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:02.148395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-548a8158-2be6-44ef-ab43-e60c5c5a06e7 req-3c5804db-99c7-439e-ae93-840f28047286 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1070330 Jul 22 14:15:02.159354 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-0efd3b40-3e93-4aa7-8b9d-585dbdc93adb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.160492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0efd3b40-3e93-4aa7-8b9d-585dbdc93adb tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/90da0b46-d0f2-47ad-b0a7-3b11d70fc151 HTTP/1.1" status: 404 len: 336 time: 0.0384572 Jul 22 14:15:02.163272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.192275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.197022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d9660da1-b32b-4969-a005-f1bc0ba96796 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=b444c956-d453-4a6f-a671-13a447c1a438 HTTP/1.1" status: 200 len: 205 time: 0.0304711 Jul 22 14:15:02.197442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46318) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.212474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.258039 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-6d4d0f5b-ecb4-4ae2-96bb-dba2b0aca7b8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.259084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d4d0f5b-ecb4-4ae2-96bb-dba2b0aca7b8 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/b444c956-d453-4a6f-a671-13a447c1a438 HTTP/1.1" status: 404 len: 336 time: 0.0606682 Jul 22 14:15:02.261909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.262080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-548a8158-2be6-44ef-ab43-e60c5c5a06e7 req-9493817f-a1c5-449d-8759-b71cb6df7f19 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041615 Jul 22 14:15:02.292988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74bd91e-0d4e-4a64-baee-29d9e7555e1b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:02.306675 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4b98e9-035f-4543-8fae-522179a5987e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.307000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4b98e9-035f-4543-8fae-522179a5987e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.308957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2a4b98e9-035f-4543-8fae-522179a5987e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/4e5e29fd-cfdd-4a26-ba25-702d4c0cd3c3 HTTP/1.1" status: 404 len: 337 time: 0.0460691 Jul 22 14:15:02.313375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.350620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d375bdf3-902e-45fa-8fd3-0954cbbb33aa tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 200 len: 205 time: 0.0353262 Jul 22 14:15:02.352815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.356885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.362730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.395291 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-bf8b577a-0049-49a0-8e90-d78154257166 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.399173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf8b577a-0049-49a0-8e90-d78154257166 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/c416c3a6-b666-4814-9622-cad340cbedd9 HTTP/1.1" status: 404 len: 336 time: 0.0429232 Jul 22 14:15:02.399867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.399975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.401101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6224105 Jul 22 14:15:02.404129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.413408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5252954-e8a9-455b-acc3-2d5019baea5c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451f2b37-d147-496c-8eec-3c326187caff,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:02.449774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-91722c3a-786a-4729-8e8b-cae4601116dd tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1ac411f-0974-4490-b606-06f9aa186183 HTTP/1.1" status: 200 len: 205 time: 0.0491683 Jul 22 14:15:02.452094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.484172 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b077dbd4-b56c-48c6-bf45-890ab7dd411b tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0789263 Jul 22 14:15:02.484807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46332) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.490224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-security--2020193357', 'description': 'tempest-security-description-710762887'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:02.493943 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-66fafe9e-718f-412d-ac2b-9196266be118 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.496230 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-66fafe9e-718f-412d-ac2b-9196266be118 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/d1ac411f-0974-4490-b606-06f9aa186183 HTTP/1.1" status: 404 len: 336 time: 0.0419557 Jul 22 14:15:02.497454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.516813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.524798 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c20fee-26d3-489b-99b5-fbc1027dec1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.525252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c20fee-26d3-489b-99b5-fbc1027dec1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.526984 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a4c20fee-26d3-489b-99b5-fbc1027dec1d tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/b7a75d35-4b7c-4d7a-a550-a278b0cae75e HTTP/1.1" status: 404 len: 337 time: 0.0286007 Jul 22 14:15:02.529440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.563157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b370def-d1b5-41d4-8fe7-b58440d42c7e tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b147c5-c7ba-44f5-b381-c694a51f6118 HTTP/1.1" status: 200 len: 205 time: 0.0325928 Jul 22 14:15:02.565972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46338) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.566213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.570459 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.573028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.574279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "PUT /v2.0/security-groups/451f2b37-d147-496c-8eec-3c326187caff HTTP/1.1" status: 200 len: 1779 time: 0.0886395 Jul 22 14:15:02.579100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46340) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.617753 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-10e5bf59-7d87-4b9f-87fa-d8823076b883 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.618795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-10e5bf59-7d87-4b9f-87fa-d8823076b883 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/99b147c5-c7ba-44f5-b381-c694a51f6118 HTTP/1.1" status: 404 len: 336 time: 0.0519252 Jul 22 14:15:02.622781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.623250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687acfb-4c8a-48aa-b31e-c52f02006b3d tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451f2b37-d147-496c-8eec-3c326187caff,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:02.635917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.639277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7cd8a19a-347c-407e-9dbd-5ef43ff5c1eb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups/451f2b37-d147-496c-8eec-3c326187caff HTTP/1.1" status: 200 len: 1779 time: 0.0594261 Jul 22 14:15:02.641822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.655331 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c4b238-6274-476e-99ce-260d5143abe2 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.655800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c4b238-6274-476e-99ce-260d5143abe2 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.657477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9c4b238-6274-476e-99ce-260d5143abe2 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/de1ec6fa-ace8-4b97-8e8b-47b99d519514 HTTP/1.1" status: 404 len: 337 time: 0.0338047 Jul 22 14:15:02.661031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46346) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.697046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94b61cf4-4b48-46af-8d2b-b1a613428598 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2a4a172-4278-412e-aaa1-fb72e69dade6 HTTP/1.1" status: 200 len: 205 time: 0.0349424 Jul 22 14:15:02.699572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.724112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d579675-4336-45c7-9313-5e660a60510a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.748309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d579675-4336-45c7-9313-5e660a60510a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.752772 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4de555a0-5d9e-4eae-b887-d7b3a498c9d9 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.755939 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4de555a0-5d9e-4eae-b887-d7b3a498c9d9 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/routers/b2a4a172-4278-412e-aaa1-fb72e69dade6 HTTP/1.1" status: 404 len: 336 time: 0.0531797 Jul 22 14:15:02.756677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.790142 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba93c1c4-f6da-4b66-ab90-3b8cfb73a896 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.790603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba93c1c4-f6da-4b66-ab90-3b8cfb73a896 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.794845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ba93c1c4-f6da-4b66-ab90-3b8cfb73a896 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/1873d5b2-a93c-430e-a7b9-543047ea6dd8 HTTP/1.1" status: 404 len: 337 time: 0.0347533 Jul 22 14:15:02.795011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.796275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.806316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.825914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d579675-4336-45c7-9313-5e660a60510a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.828870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d579675-4336-45c7-9313-5e660a60510a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.832553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2d579675-4336-45c7-9313-5e660a60510a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/451f2b37-d147-496c-8eec-3c326187caff HTTP/1.1" status: 204 len: 168 time: 0.1873477 Jul 22 14:15:02.835278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.841406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d579675-4336-45c7-9313-5e660a60510a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f2b37-d147-496c-8eec-3c326187caff,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:02.858476 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b825c95-a3cf-42e3-be80-fda5547fe961 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] DELETE failed (client error): The resource could not be found. Jul 22 14:15:02.859199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b825c95-a3cf-42e3-be80-fda5547fe961 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:15:02.864585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5b825c95-a3cf-42e3-be80-fda5547fe961 tempest-RoutersTest-1724539354 tempest-RoutersTest-1724539354-project] 10.222.0.11 "DELETE /v2.0/subnets/ec86bf2c-7531-461a-a8be-27406b42a7ab HTTP/1.1" status: 404 len: 337 time: 0.0635679 Jul 22 14:15:02.882569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.883745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71149c16-0512-4946-a528-ea3ec0ac1f9b req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8826475 Jul 22 14:15:02.887201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186cb3d-8bc9-45d8-9638-14c2dcfd3466 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2adbe6f-a700-4c41-90a2-54a7b6321ab7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:02.928424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc29e49a-cf95-4050-902d-4b5990296920 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846598 Jul 22 14:15:02.930794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.945254 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-2daf84b7-1575-4ad3-9b59-de43b2d15524 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] delete failed (client error): The resource could not be found. Jul 22 14:15:02.946480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2daf84b7-1575-4ad3-9b59-de43b2d15524 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/451f2b37-d147-496c-8eec-3c326187caff HTTP/1.1" status: 404 len: 347 time: 0.0147135 Jul 22 14:15:02.950398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:02.954372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c223df20-b4fe-4ed5-b645-1a37bc2df161 req-46857e6b-ac26-471b-8d0a-2650699e55f7 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/b2adbe6f-a700-4c41-90a2-54a7b6321ab7 HTTP/1.1" status: 200 len: 1813 time: 0.0446799 Jul 22 14:15:02.955006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795784285'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:02.978442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.998914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-892455211', 'description': 'tempest-description-48552103'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:03.014037 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:15:03.014037 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:15:03.014037 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id_1': '40d3d6efdc6b460c96613f3257a3209a', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 15, 3, 5271)}] Jul 22 14:15:03.014037 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:15:03.014729 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:15:03.078951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.083699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.110379 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.111826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1604328 Jul 22 14:15:03.114591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.119068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'fd8a8a9c-1fa9-42af-bf41-35c2d61f0b1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:03.128864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e00e0-190b-40d4-b473-696464c37e24 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a8a9c-1fa9-42af-bf41-35c2d61f0b1d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.152153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.155914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.210773 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.214277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.232847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9c639a-8629-44a5-915e-2d52bb1fd9c1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.240150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.242064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-62724217-322c-4723-8783-92d694566209 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265280 Jul 22 14:15:03.244066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.280723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4980be3a-081b-44c4-853f-3e1e4c7b3908 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.291116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4980be3a-081b-44c4-853f-3e1e4c7b3908 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.328920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-77c1eef4-da61-4bd7-b9aa-b1d7c390d5b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40fc7b7018e7456682993fedeb441681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710887 Jul 22 14:15:03.331910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46384) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.344083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4980be3a-081b-44c4-853f-3e1e4c7b3908 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.371781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4980be3a-081b-44c4-853f-3e1e4c7b3908 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.372898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4980be3a-081b-44c4-853f-3e1e4c7b3908 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/fc9c639a-8629-44a5-915e-2d52bb1fd9c1 HTTP/1.1" status: 204 len: 168 time: 0.1278965 Jul 22 14:15:03.377314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46388) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.379231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980be3a-081b-44c4-853f-3e1e4c7b3908 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc9c639a-8629-44a5-915e-2d52bb1fd9c1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.402992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f23f9748-9d81-48b4-b24b-2b58591d231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.413274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34019fde-99a2-41e1-9f46-8cb2263c7a10 req-bdc9ecb7-5fb6-4637-9e41-f82d55ca5359 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:03.414819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34019fde-99a2-41e1-9f46-8cb2263c7a10 req-bdc9ecb7-5fb6-4637-9e41-f82d55ca5359 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.0802968 Jul 22 14:15:03.444402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f23f9748-9d81-48b4-b24b-2b58591d231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.457867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34019fde-99a2-41e1-9f46-8cb2263c7a10 req-215e8624-3adf-40fb-9f64-6dfc2672d468 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Jul 22 14:15:03.458120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-49c4ccac-74ce-4ef1-a5da-32f488c58c5e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763509 Jul 22 14:15:03.458314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.510648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f23f9748-9d81-48b4-b24b-2b58591d231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.513399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f23f9748-9d81-48b4-b24b-2b58591d231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.515410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f23f9748-9d81-48b4-b24b-2b58591d231f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df6756ae-524a-4c58-8c8e-f0a008aecc15 HTTP/1.1" status: 204 len: 168 time: 0.1821487 Jul 22 14:15:03.515686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c67993e-d565-440d-9488-a34299475263 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.540185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f9748-9d81-48b4-b24b-2b58591d231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6756ae-524a-4c58-8c8e-f0a008aecc15,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.547182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c67993e-d565-440d-9488-a34299475263 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.561543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.600355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c67993e-d565-440d-9488-a34299475263 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.604227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c67993e-d565-440d-9488-a34299475263 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.605410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9c67993e-d565-440d-9488-a34299475263 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/fd8a8a9c-1fa9-42af-bf41-35c2d61f0b1d HTTP/1.1" status: 204 len: 168 time: 0.1460595 Jul 22 14:15:03.609122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46394) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.623057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67993e-d565-440d-9488-a34299475263 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a8a9c-1fa9-42af-bf41-35c2d61f0b1d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.663142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.670321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c9a4d179-b817-4716-afd9-c6922ef2727c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549092 Jul 22 14:15:03.670619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.671557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.676340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039441772'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:03.701779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.706247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.707543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ee3f124-c5ac-4d44-bb6f-98c95d857345 req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7137432 Jul 22 14:15:03.708373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26331fa-f94a-48a3-8ee0-a13e99f50592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb745f65-ccc3-41a1-9d1c-037ac16f45c7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.790075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c32425c-0351-4bf8-8f0c-e4e0a1f32518 req-32de5ede-4151-4d56-bb62-d029915fa94f tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/bb745f65-ccc3-41a1-9d1c-037ac16f45c7 HTTP/1.1" status: 200 len: 1812 time: 0.0560906 Jul 22 14:15:03.825002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1565063180', 'description': 'tempest-description-988898966'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:03.862526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.869481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.915642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.919189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc17d6b-70df-433c-99bf-59c0080cadeb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.930021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:03.933965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7cf65340-764f-4985-8423-e739a4dafd0e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2595749 Jul 22 14:15:03.934194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46416) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:03.938995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'ccc17d6b-70df-433c-99bf-59c0080cadeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:03.954998 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:15:03.954998 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:15:03.954998 n-d-787205-11 neutron-server[93759]: [parameters: {'project_id_1': '40d3d6efdc6b460c96613f3257a3209a', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 15, 3, 947563)}] Jul 22 14:15:03.954998 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:15:03.955904 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:15:03.967734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.026519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.029692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.045428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80c17e6-8354-435b-92d8-db45a9b3f06d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.056262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.059925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-434efe7e-8979-45ef-b93f-20b0e7f1fdb6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223056 Jul 22 14:15:04.060119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46422) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.065099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'ccc17d6b-70df-433c-99bf-59c0080cadeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.099043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.165008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.169062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.185662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808ce499-a3c7-4b5f-a592-522281debf9a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.195462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.196664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-805e3442-5c8b-4b6b-a363-bd158e814b76 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356099 Jul 22 14:15:04.199372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46428) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.203956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'ccc17d6b-70df-433c-99bf-59c0080cadeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.232003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.277256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.300063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.304794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.322881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a1d0f4-ff49-45f7-99b2-8e2fc6e006db,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.328218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.332812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.332977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-61e75a94-fab3-42c4-a814-2ad276f87efe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324265 Jul 22 14:15:04.337585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'ccc17d6b-70df-433c-99bf-59c0080cadeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.366234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.383847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1312490116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.407916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.409818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.422452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.427357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.443684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ea9f3c-304a-42c6-af52-a6479e65eca6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.453652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.458615 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58388127-2e8d-45f2-8d7c-c740c93f34a1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211286 Jul 22 14:15:04.458615 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.467770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46436) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.474796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'ccc17d6b-70df-433c-99bf-59c0080cadeb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.483418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.489081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.547083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.552146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.581572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de34be0-c5da-404c-b5ab-4d674461b599,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.593428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.594775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3dbd9728-7bf7-41e3-994d-c931a81497c3 req-f3e7d3db-12ae-49c1-8493-7d695f03510d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7745109 Jul 22 14:15:04.600912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.602130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3af44618-ddc5-494e-af59-27cf8d834b1f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3238895 Jul 22 14:15:04.604784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46444) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.609891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2070860836'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.615167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.645821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8fcc-b81b-4f12-b94e-65e43ebb7444 req-b8940c7b-1503-406b-aeb1-5e3a0807bd6e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:04.647615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16ff8fcc-b81b-4f12-b94e-65e43ebb7444 req-b8940c7b-1503-406b-aeb1-5e3a0807bd6e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1163495 Jul 22 14:15:04.693167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Made reservation on behalf of 27b6201aea2444e79095434033043864 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:04.696672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.716388 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.717109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79b43dc3-1582-4ccd-ba79-0b89ca2f9441 req-4fd30ad5-163f-4f57-9f77-03a866b2dcc6 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/0de34be0-c5da-404c-b5ab-4d674461b599 HTTP/1.1" status: 200 len: 1814 time: 0.0431721 Jul 22 14:15:04.741510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-024bc22c-bccf-4774-8cff-64c069c8ab01 req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-634936268', 'description': 'tempest-description-60351193'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:04.749291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16ff8fcc-b81b-4f12-b94e-65e43ebb7444 req-f225d8b9-665c-40f7-8e3c-3b87376bddba tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Jul 22 14:15:04.753586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.757132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:15:04.757132 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:15:04.757132 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id_1': '27b6201aea2444e79095434033043864', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 15, 4, 750063)}] Jul 22 14:15:04.757132 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:15:04.757741 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:15:04.758858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.772682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-024bc22c-bccf-4774-8cff-64c069c8ab01 req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.778594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6136bb-effe-448f-bd41-e19fd2f1f390,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.785993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.790054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-28621528-3a1c-42ca-90cd-96d11baa2d78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3212955 Jul 22 14:15:04.790720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.828150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2375dc18-aa7b-4905-a7de-ce446d697101 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.842284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2375dc18-aa7b-4905-a7de-ce446d697101 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.884323 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2375dc18-aa7b-4905-a7de-ce446d697101 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.893141 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2375dc18-aa7b-4905-a7de-ce446d697101 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.896741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2375dc18-aa7b-4905-a7de-ce446d697101 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7a6136bb-effe-448f-bd41-e19fd2f1f390 HTTP/1.1" status: 204 len: 168 time: 0.1026485 Jul 22 14:15:04.897412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.902669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375dc18-aa7b-4905-a7de-ce446d697101 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a6136bb-effe-448f-bd41-e19fd2f1f390,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.922797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-024bc22c-bccf-4774-8cff-64c069c8ab01 req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.927127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-024bc22c-bccf-4774-8cff-64c069c8ab01 req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.956327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-709ba531-d694-47e0-92da-a77d1466add9 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0546741 Jul 22 14:15:04.956778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46456) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:04.962448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-024bc22c-bccf-4774-8cff-64c069c8ab01 req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.963689 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-024bc22c-bccf-4774-8cff-64c069c8ab01 req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2263916 Jul 22 14:15:04.965180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b0411-2c43-4c82-a305-d211d99a1994 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2966e8fc-2c59-4b48-a30d-2164c88f0b2f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:04.991355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b957ede5-c699-4e33-8ee7-e57fb61333ac tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.000100 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b957ede5-c699-4e33-8ee7-e57fb61333ac tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.034994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b957ede5-c699-4e33-8ee7-e57fb61333ac tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.035985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8eeb6da0-e9f9-45f3-9973-051ca6d72dca req-bae1c06f-f3b6-4c5a-8174-5af195ac0802 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/2966e8fc-2c59-4b48-a30d-2164c88f0b2f HTTP/1.1" status: 200 len: 1812 time: 0.0463305 Jul 22 14:15:05.041577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b957ede5-c699-4e33-8ee7-e57fb61333ac tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.042719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b957ede5-c699-4e33-8ee7-e57fb61333ac tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/00ea9f3c-304a-42c6-af52-a6479e65eca6 HTTP/1.1" status: 204 len: 168 time: 0.0849936 Jul 22 14:15:05.045472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.049151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957ede5-c699-4e33-8ee7-e57fb61333ac tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00ea9f3c-304a-42c6-af52-a6479e65eca6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.074606 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-6673e7b1-0514-4f02-883a-cb76ad25d4d9 req-321d5349-c992-4b0e-9721-3fcd53740136 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] show failed (client error): The resource could not be found. Jul 22 14:15:05.075644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6673e7b1-0514-4f02-883a-cb76ad25d4d9 req-321d5349-c992-4b0e-9721-3fcd53740136 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/a0b035b4-d9ff-4fae-8d5f-9cb1d115249a HTTP/1.1" status: 404 len: 352 time: 0.0148814 Jul 22 14:15:05.100303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28ccbec9-cec5-48f2-8f53-0d9a34de0733 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0536551 Jul 22 14:15:05.103140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46466) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.112627 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-3c7c7344-0653-422e-be9c-2e4dda2767d6 req-9b662a13-4272-4ba9-b131-f3913b69c93d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] show failed (client error): The resource could not be found. Jul 22 14:15:05.113690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c7c7344-0653-422e-be9c-2e4dda2767d6 req-9b662a13-4272-4ba9-b131-f3913b69c93d tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-group-rules/56cf8189-cc32-4d67-ae62-b61f12df5ded HTTP/1.1" status: 404 len: 361 time: 0.0123708 Jul 22 14:15:05.130617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38de0290-a5fe-48f2-9123-54c953ea07ee tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.146223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38de0290-a5fe-48f2-9123-54c953ea07ee tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.201827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26738d90-5224-48c2-8f40-eeb9154ef4ff req-78a9735a-9313-4f8f-af60-2d4f5f95b592 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/2966e8fc-2c59-4b48-a30d-2164c88f0b2f HTTP/1.1" status: 200 len: 1812 time: 0.0674987 Jul 22 14:15:05.202866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38de0290-a5fe-48f2-9123-54c953ea07ee tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.207815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38de0290-a5fe-48f2-9123-54c953ea07ee tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.208862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-38de0290-a5fe-48f2-9123-54c953ea07ee tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/66a1d0f4-ff49-45f7-99b2-8e2fc6e006db HTTP/1.1" status: 204 len: 168 time: 0.1047668 Jul 22 14:15:05.211706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.230963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de0290-a5fe-48f2-9123-54c953ea07ee tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66a1d0f4-ff49-45f7-99b2-8e2fc6e006db,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.259774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd6f412b-27bb-430b-a2c4-e43c947694ca tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0444894 Jul 22 14:15:05.260012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.260528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.281032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-26738d90-5224-48c2-8f40-eeb9154ef4ff req-3a025495-446c-44d2-95aa-4f0497c51714 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.283710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7877784-b19a-4b0d-850a-a30cb8460f33 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.291320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7877784-b19a-4b0d-850a-a30cb8460f33 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.319830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-26738d90-5224-48c2-8f40-eeb9154ef4ff req-3a025495-446c-44d2-95aa-4f0497c51714 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.320111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7877784-b19a-4b0d-850a-a30cb8460f33 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.326367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7877784-b19a-4b0d-850a-a30cb8460f33 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.327619 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7877784-b19a-4b0d-850a-a30cb8460f33 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/808ce499-a3c7-4b5f-a592-522281debf9a HTTP/1.1" status: 204 len: 168 time: 0.0665686 Jul 22 14:15:05.332181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46474) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.333755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7877784-b19a-4b0d-850a-a30cb8460f33 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=808ce499-a3c7-4b5f-a592-522281debf9a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.411434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f0001a20-7514-47d7-a2b9-075fd656beb3 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0762169 Jul 22 14:15:05.414561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.419727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-26738d90-5224-48c2-8f40-eeb9154ef4ff req-3a025495-446c-44d2-95aa-4f0497c51714 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.422699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-26738d90-5224-48c2-8f40-eeb9154ef4ff req-3a025495-446c-44d2-95aa-4f0497c51714 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.424610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26738d90-5224-48c2-8f40-eeb9154ef4ff req-3a025495-446c-44d2-95aa-4f0497c51714 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "DELETE /v2.0/security-groups/2966e8fc-2c59-4b48-a30d-2164c88f0b2f HTTP/1.1" status: 204 len: 173 time: 0.2145936 Jul 22 14:15:05.443957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5799079-0bb4-44ee-adf0-35b8756518d0 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.445092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a025495-446c-44d2-95aa-4f0497c51714 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2966e8fc-2c59-4b48-a30d-2164c88f0b2f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.459826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5799079-0bb4-44ee-adf0-35b8756518d0 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.482935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.488947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.508307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f788fbd2-ca1d-4ddd-b2e0-4f4297d32e15 req-9eec7980-5ae9-4de2-8f36-dd951586dc29 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/0de34be0-c5da-404c-b5ab-4d674461b599 HTTP/1.1" status: 200 len: 1814 time: 0.0619521 Jul 22 14:15:05.509303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5799079-0bb4-44ee-adf0-35b8756518d0 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.515548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5799079-0bb4-44ee-adf0-35b8756518d0 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.516619 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a5799079-0bb4-44ee-adf0-35b8756518d0 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e80c17e6-8354-435b-92d8-db45a9b3f06d HTTP/1.1" status: 204 len: 168 time: 0.1010792 Jul 22 14:15:05.518700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:05.522906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46480) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.529745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799079-0bb4-44ee-adf0-35b8756518d0 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e80c17e6-8354-435b-92d8-db45a9b3f06d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.536729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6cfd11-577d-4f1a-8f8b-2ba713aa03bb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.551982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.552334 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Added segment 6682c147-8d0e-4ef5-85c1-aff88a861d96 of type vlan for network b17a698a-f7f1-4221-a220-d99794783f36 Jul 22 14:15:05.579210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f788fbd2-ca1d-4ddd-b2e0-4f4297d32e15 req-33608625-5a2a-4df7-810c-8b2f386c22a2 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.603721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f788fbd2-ca1d-4ddd-b2e0-4f4297d32e15 req-33608625-5a2a-4df7-810c-8b2f386c22a2 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.610729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a21112bb-cf27-4ad6-b1ad-d9a391d19efa tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867624 Jul 22 14:15:05.613517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.614680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46482) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.643380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.649266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:05.649914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.680016 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f788fbd2-ca1d-4ddd-b2e0-4f4297d32e15 req-33608625-5a2a-4df7-810c-8b2f386c22a2 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.683697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0778291 Jul 22 14:15:05.687443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f788fbd2-ca1d-4ddd-b2e0-4f4297d32e15 req-33608625-5a2a-4df7-810c-8b2f386c22a2 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.688685 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f788fbd2-ca1d-4ddd-b2e0-4f4297d32e15 req-33608625-5a2a-4df7-810c-8b2f386c22a2 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "DELETE /v2.0/security-groups/0de34be0-c5da-404c-b5ab-4d674461b599 HTTP/1.1" status: 204 len: 173 time: 0.1697323 Jul 22 14:15:05.689396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.711381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'subnet': {'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:05.740471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89bae-6117-42e2-bc0e-21cd0ca0c20e tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Network': ['ID=b17a698a-f7f1-4221-a220-d99794783f36,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.744681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33608625-5a2a-4df7-810c-8b2f386c22a2 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de34be0-c5da-404c-b5ab-4d674461b599,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:05.749712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff906d81-7b6c-499d-945f-1d159515e125 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.751979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b17a698a-f7f1-4221-a220-d99794783f36 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:05.797519 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff906d81-7b6c-499d-945f-1d159515e125 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.869571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c85f47b-cbca-4d9f-aabd-6150c85691fe req-a176253a-89e3-4cc1-9a97-dfa6ebb8d5a0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/bb745f65-ccc3-41a1-9d1c-037ac16f45c7 HTTP/1.1" status: 200 len: 1812 time: 0.1552782 Jul 22 14:15:05.903888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b275234-c750-4063-b159-e2d0e851caa6 req-eee7f8d8-9f92-4865-b061-59ba0867efe2 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:05.905436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b275234-c750-4063-b159-e2d0e851caa6 req-eee7f8d8-9f92-4865-b061-59ba0867efe2 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.0694120 Jul 22 14:15:05.930401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Made reservation on behalf of 27b6201aea2444e79095434033043864 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:05.933829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.940146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff906d81-7b6c-499d-945f-1d159515e125 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.942730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff906d81-7b6c-499d-945f-1d159515e125 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:05.943877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff906d81-7b6c-499d-945f-1d159515e125 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/ccc17d6b-70df-433c-99bf-59c0080cadeb HTTP/1.1" status: 204 len: 168 time: 0.3281958 Jul 22 14:15:05.948678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b275234-c750-4063-b159-e2d0e851caa6 req-ff3e4d13-ddc1-4da3-9e62-64fc45018653 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358179 Jul 22 14:15:05.949114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46494) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:05.992275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906d81-7b6c-499d-945f-1d159515e125 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc17d6b-70df-433c-99bf-59c0080cadeb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.012182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f66e20ea-3ce2-48ca-a971-0fc2a9831145 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579879 Jul 22 14:15:06.012404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c85f47b-cbca-4d9f-aabd-6150c85691fe req-acfeb6de-005e-4334-81c1-42b760e20ed9 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.013487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46496) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.019551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844081680'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:06.046633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.075621 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c85f47b-cbca-4d9f-aabd-6150c85691fe req-acfeb6de-005e-4334-81c1-42b760e20ed9 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.140276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.144485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.150461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c85f47b-cbca-4d9f-aabd-6150c85691fe req-acfeb6de-005e-4334-81c1-42b760e20ed9 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.153033 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c85f47b-cbca-4d9f-aabd-6150c85691fe req-acfeb6de-005e-4334-81c1-42b760e20ed9 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.154230 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c85f47b-cbca-4d9f-aabd-6150c85691fe req-acfeb6de-005e-4334-81c1-42b760e20ed9 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "DELETE /v2.0/security-groups/bb745f65-ccc3-41a1-9d1c-037ac16f45c7 HTTP/1.1" status: 204 len: 173 time: 0.2759597 Jul 22 14:15:06.178399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeb6de-005e-4334-81c1-42b760e20ed9 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb745f65-ccc3-41a1-9d1c-037ac16f45c7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.199929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.201336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1875372 Jul 22 14:15:06.209210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.213772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'fa2720e5-f9e0-404e-a333-485ddd630616', 'direction': 'ingress', 'protocol': 17}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:06.220003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140d54f-a040-4b54-8641-0c53cceec129 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2720e5-f9e0-404e-a333-485ddd630616,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.238929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5cde9256-25b1-4100-9e89-e1c7c644d869 req-ce0629dd-4e38-4507-8e35-db34f8eb348f tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/b2adbe6f-a700-4c41-90a2-54a7b6321ab7 HTTP/1.1" status: 200 len: 1813 time: 0.0602090 Jul 22 14:15:06.250170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.288076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.299540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5cde9256-25b1-4100-9e89-e1c7c644d869 req-f09c51d5-dd04-40f6-b935-1d8066b84a1c tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.321805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5cde9256-25b1-4100-9e89-e1c7c644d869 req-f09c51d5-dd04-40f6-b935-1d8066b84a1c tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.348033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Subnet': ['ID=3d13afc9-8873-4a69-911e-5aa87fdc08ec,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.362841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Checking segment: {'id': '6682c147-8d0e-4ef5-85c1-aff88a861d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:06.363911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network hostable DHCP agents. Network: b17a698a-f7f1-4221-a220-d99794783f36, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:06.365106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5cde9256-25b1-4100-9e89-e1c7c644d869 req-f09c51d5-dd04-40f6-b935-1d8066b84a1c tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.368294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5cde9256-25b1-4100-9e89-e1c7c644d869 req-f09c51d5-dd04-40f6-b935-1d8066b84a1c tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.369602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5cde9256-25b1-4100-9e89-e1c7c644d869 req-f09c51d5-dd04-40f6-b935-1d8066b84a1c tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2adbe6f-a700-4c41-90a2-54a7b6321ab7 HTTP/1.1" status: 204 len: 173 time: 0.1247199 Jul 22 14:15:06.382614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c51d5-dd04-40f6-b935-1d8066b84a1c tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2adbe6f-a700-4c41-90a2-54a7b6321ab7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.395067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.403343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network b17a698a-f7f1-4221-a220-d99794783f36 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:06.411862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.447852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b17a698a-f7f1-4221-a220-d99794783f36) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:06.458199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf8b1b-9e0d-448a-ac1b-2bab3ef11b00 None None] Network b17a698a-f7f1-4221-a220-d99794783f36 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:06.461165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:06.461796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.464142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88556df4-9fb0-4ea2-bc6b-c0ebe207e196,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.471057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.476885 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-abf778d4-760d-4b6b-b191-7cd563989dbb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2622323 Jul 22 14:15:06.477262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46506) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.480872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7386c1fb-bbfc-40f1-9fbd-51482fa31c04 req-69e88351-d52e-4cbf-a804-25900016f146 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "GET /v2.0/security-groups/07e7624c-7c65-4435-aa16-3368aad128c5 HTTP/1.1" status: 200 len: 1815 time: 0.0891750 Jul 22 14:15:06.497675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dcc52d40-3ca3-4f64-ae9c-a9234470c211 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7988398 Jul 22 14:15:06.502912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46508) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.508153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'network': {'name': 'tempest-router-network01--1497095264'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:06.549326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7386c1fb-bbfc-40f1-9fbd-51482fa31c04 req-a7dab112-20b0-49f1-b366-2bac2b4b79f0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.567862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Made reservation on behalf of 27b6201aea2444e79095434033043864 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:06.571346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.577639 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7386c1fb-bbfc-40f1-9fbd-51482fa31c04 req-a7dab112-20b0-49f1-b366-2bac2b4b79f0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.600856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7059417-ae5b-4878-a0cc-5c6e5b7e83cd tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.619360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:06.628344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7386c1fb-bbfc-40f1-9fbd-51482fa31c04 req-a7dab112-20b0-49f1-b366-2bac2b4b79f0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.631119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7386c1fb-bbfc-40f1-9fbd-51482fa31c04 req-a7dab112-20b0-49f1-b366-2bac2b4b79f0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.632431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7386c1fb-bbfc-40f1-9fbd-51482fa31c04 req-a7dab112-20b0-49f1-b366-2bac2b4b79f0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] 10.222.0.11 "DELETE /v2.0/security-groups/07e7624c-7c65-4435-aa16-3368aad128c5 HTTP/1.1" status: 204 len: 173 time: 0.1445417 Jul 22 14:15:06.639310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7059417-ae5b-4878-a0cc-5c6e5b7e83cd tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.641924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46510) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.650486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dab112-20b0-49f1-b366-2bac2b4b79f0 tempest-SecurityGroupRulesNegativeTestJSON-1927624698 tempest-SecurityGroupRulesNegativeTestJSON-1927624698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e7624c-7c65-4435-aa16-3368aad128c5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.650622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.650866 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Added segment 4a5ca8d6-5e9f-4a53-b813-50a7446aea36 of type vlan for network 0d1328f7-5a36-460d-819c-10a2321fecdf Jul 22 14:15:06.654715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b17a698a-f7f1-4221-a220-d99794783f36', 'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36', 'tenant_id': '27b6201aea2444e79095434033043864', 'fixed_ips': [{'subnet_id': '3d13afc9-8873-4a69-911e-5aa87fdc08ec'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:15:06.656819 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.697043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Deleting subnet e2dba6a0-11b8-4c1a-99cc-6d7e4fe0e625 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:15:06.702015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.717905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.744664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7059417-ae5b-4878-a0cc-5c6e5b7e83cd tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.747321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7059417-ae5b-4878-a0cc-5c6e5b7e83cd tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.748487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e7059417-ae5b-4878-a0cc-5c6e5b7e83cd tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/fa2720e5-f9e0-404e-a333-485ddd630616 HTTP/1.1" status: 204 len: 168 time: 0.2695053 Jul 22 14:15:06.755973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46514) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.758419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.777785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7059417-ae5b-4878-a0cc-5c6e5b7e83cd tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2720e5-f9e0-404e-a333-485ddd630616,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.797528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.806550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.807741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:06.808949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.835077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Allocated IP 172.20.0.2 (b17a698a-f7f1-4221-a220-d99794783f36/3d13afc9-8873-4a69-911e-5aa87fdc08ec/791d2f0e-2839-4170-9b35-254ac1beacc4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:06.871361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.879132 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3750288 Jul 22 14:15:06.885723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46516) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.896698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'network': {'name': 'tempest-router-network02--136955451'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:06.905678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2dba6a0-11b8-4c1a-99cc-6d7e4fe0e625,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.913336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.915582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-030b5c55-c756-4bc8-afd2-b29b02a89d83 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e2dba6a0-11b8-4c1a-99cc-6d7e4fe0e625 HTTP/1.1" status: 204 len: 168 time: 0.2715225 Jul 22 14:15:06.917677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.934093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-20684417-7cb3-456c-9288-dba37b906238 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736765 Jul 22 14:15:06.934093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48007331-6517-40c9-803f-3947b26e20b5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Network': ['ID=0d1328f7-5a36-460d-819c-10a2321fecdf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.937061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:06.942422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--188511324'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:06.946953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0d1328f7-5a36-460d-819c-10a2321fecdf details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:06.965072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Made reservation on behalf of 27b6201aea2444e79095434033043864 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:06.968600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:06.999717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.012336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:07.020148 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.031276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.031766 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Added segment b9d648ee-3854-42d5-bfb6-251f8c74d5ff of type vlan for network bae1cfac-e43b-443b-b418-949ea7fb4ed8 Jul 22 14:15:07.086491 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.089113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.095487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Transition to ACTIVE for port object 791d2f0e-2839-4170-9b35-254ac1beacc4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:07.114177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Transition to ACTIVE for port object 791d2f0e-2839-4170-9b35-254ac1beacc4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:07.120763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.151951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.156042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.158809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:07.159463 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.170043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43797a38-03ff-4e57-bb32-2d421f6f754e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:07.170903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Network b17a698a-f7f1-4221-a220-d99794783f36 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:07.174312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:07.179715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:07.191224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf83f22-88b4-4c2a-82b7-c9974aed955b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:07.191732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf83f22-88b4-4c2a-82b7-c9974aed955b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:07.208790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.210889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Pushing event updated for resources: {'Port': ['ID=791d2f0e-2839-4170-9b35-254ac1beacc4,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.213431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.219480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.232357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3429761 Jul 22 14:15:07.242084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:07.250183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'subnet': {'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:07.260405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Attempting to bind port 791d2f0e-2839-4170-9b35-254ac1beacc4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:07.260773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Attempting to bind port 791d2f0e-2839-4170-9b35-254ac1beacc4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6682c147-8d0e-4ef5-85c1-aff88a861d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:07.261137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Attempting to bind port 791d2f0e-2839-4170-9b35-254ac1beacc4 on network b17a698a-f7f1-4221-a220-d99794783f36 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:07.266293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:07.266666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Checking segment: {'id': '6682c147-8d0e-4ef5-85c1-aff88a861d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:07.267089 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.268129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Bound using segment: {'id': '6682c147-8d0e-4ef5-85c1-aff88a861d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:07.268589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Bound port: 791d2f0e-2839-4170-9b35-254ac1beacc4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6682c147-8d0e-4ef5-85c1-aff88a861d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b17a698a-f7f1-4221-a220-d99794783f36'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:07.268965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.285365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf82c64-1d87-4abe-a828-5f23c7c1410a tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Network': ['ID=bae1cfac-e43b-443b-b418-949ea7fb4ed8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.292666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.294112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3560271 Jul 22 14:15:07.294465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.296399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:07.297338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d325f-42bf-489b-92e7-179a51033eba tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e812071d-0ef1-4217-a2ce-1f3a725ad1c1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.303221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138754354'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:07.308729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network bae1cfac-e43b-443b-b418-949ea7fb4ed8 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:07.327446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:07.327866 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:07.332461 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:07.401805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] For port 791d2f0e-2839-4170-9b35-254ac1beacc4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:07.456761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.468957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] For port 791d2f0e-2839-4170-9b35-254ac1beacc4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=791d2f0e-2839-4170-9b35-254ac1beacc4,segment=NetworkSegment(6682c147-8d0e-4ef5-85c1-aff88a861d96),segment_id=6682c147-8d0e-4ef5-85c1-aff88a861d96)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:07.471593 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.474306 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.487394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.491041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] 10.222.0.11 "DELETE /v2.0/networks/43797a38-03ff-4e57-bb32-2d421f6f754e HTTP/1.1" status: 204 len: 168 time: 0.5707011 Jul 22 14:15:07.499455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffa48c-dcc0-4b5a-b6a0-ae1dd882700d req-bff607f9-513e-436a-9871-35a1a87a36c8 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:07.500961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edffa48c-dcc0-4b5a-b6a0-ae1dd882700d req-bff607f9-513e-436a-9871-35a1a87a36c8 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.4154849 Jul 22 14:15:07.522147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489bed-1ecf-4d60-bae6-8b71105d1170 admin admin] Pushing event deleted for resources: {'Network': ['ID=43797a38-03ff-4e57-bb32-2d421f6f754e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.531991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Made reservation on behalf of 27b6201aea2444e79095434033043864 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:07.542327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648a287-4c82-49bb-b748-313a04a6c63e None None] Pushing event updated for resources: {'Port': ['ID=791d2f0e-2839-4170-9b35-254ac1beacc4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.543668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.625945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edffa48c-dcc0-4b5a-b6a0-ae1dd882700d req-ef8352ad-0ade-4605-b51b-ff62cc2b1b4a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090152 Jul 22 14:15:07.703320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46534) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:07.742026 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.756567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.767781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-811fed06-fb49-41be-90ff-e847cd0b694e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40d3d6efdc6b460c96613f3257a3209a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603826 Jul 22 14:15:07.770436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46536) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:07.811471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.812827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5153832 Jul 22 14:15:07.820144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46538) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:07.839598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'e812071d-0ef1-4217-a2ce-1f3a725ad1c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fce38bb1-c586-4c20-95c5-834b626e86a3', 'remote_ip_prefix': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:07.841014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018ad83-e23e-4599-8d43-71d5852466fe tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce38bb1-c586-4c20-95c5-834b626e86a3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.858364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db43020c-7c8c-47c2-8c3c-91dd98489cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.900418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db43020c-7c8c-47c2-8c3c-91dd98489cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.920301 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.931509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:07.986603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Subnet': ['ID=7a610b5d-0893-4483-97dc-66d3c119a1ad,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:07.995844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Checking segment: {'id': '4a5ca8d6-5e9f-4a53-b813-50a7446aea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:07.996215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network hostable DHCP agents. Network: 0d1328f7-5a36-460d-819c-10a2321fecdf, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:08.013310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network 0d1328f7-5a36-460d-819c-10a2321fecdf is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:08.023526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0d1328f7-5a36-460d-819c-10a2321fecdf) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:08.027696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.028298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.033956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db43020c-7c8c-47c2-8c3c-91dd98489cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.035110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9748d5-d3a1-4ca2-ac9b-9a29abd1a2ff None None] Network 0d1328f7-5a36-460d-819c-10a2321fecdf requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:08.036660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db43020c-7c8c-47c2-8c3c-91dd98489cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.040287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-db43020c-7c8c-47c2-8c3c-91dd98489cac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72b7c794-1a68-46d9-bb09-0b1e52b17cfc HTTP/1.1" status: 204 len: 168 time: 0.2663457 Jul 22 14:15:08.053586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6762e676-7ef8-4f1a-ba39-6b84c89a9383 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8072886 Jul 22 14:15:08.056452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46544) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:08.058673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43020c-7c8c-47c2-8c3c-91dd98489cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7c794-1a68-46d9-bb09-0b1e52b17cfc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:08.062636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.068562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'subnet': {'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:08.086307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.126028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6a9482-8d27-433d-93f0-3464af93f2e5,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:08.156404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.157606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2447e709-26b8-4332-8cac-03c5cef06a6e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3361442 Jul 22 14:15:08.160633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:08.212169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Made reservation on behalf of 27b6201aea2444e79095434033043864 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:08.217755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.224931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-433a8a55-12b7-45ea-aebc-d3b09fc84465 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.257182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-0d1328f7-5a36-460d-819c-10a2321fecdf', 'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf', 'tenant_id': '27b6201aea2444e79095434033043864', 'fixed_ips': [{'subnet_id': '7a610b5d-0893-4483-97dc-66d3c119a1ad'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:15:08.258093 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.261320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-433a8a55-12b7-45ea-aebc-d3b09fc84465 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.351017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-433a8a55-12b7-45ea-aebc-d3b09fc84465 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.364865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-433a8a55-12b7-45ea-aebc-d3b09fc84465 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.375814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-433a8a55-12b7-45ea-aebc-d3b09fc84465 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/bb6a9482-8d27-433d-93f0-3464af93f2e5 HTTP/1.1" status: 204 len: 168 time: 0.2136912 Jul 22 14:15:08.381669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46554) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:08.416469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-5aa10187-be1e-40ef-81ca-ad0c5a7d8299 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2209320 Jul 22 14:15:08.417470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8a55-12b7-45ea-aebc-d3b09fc84465 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb6a9482-8d27-433d-93f0-3464af93f2e5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:08.477931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-02b552bf-5b4f-45a3-ab00-63647a8d2111 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0968487 Jul 22 14:15:08.480966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46558) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:08.615230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Allocated IP 172.20.0.2 (0d1328f7-5a36-460d-819c-10a2321fecdf/7a610b5d-0893-4483-97dc-66d3c119a1ad/8a34c0d2-f711-434c-87a4-3ea87d0227c8) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:08.633558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.634086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.634566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.635045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.635517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.636892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.636892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.638533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-abb95746-7484-40bd-97e7-e8684b76f884 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.1650717 Jul 22 14:15:08.645850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 791d2f0e-2839-4170-9b35-254ac1beacc4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:08.708836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce8d2ec-7fd7-4a72-acc8-41fabead449e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.716322 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.807522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 791d2f0e-2839-4170-9b35-254ac1beacc4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:08.816826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce8d2ec-7fd7-4a72-acc8-41fabead449e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.846419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Subnet': ['ID=7c86dc0e-9599-40f7-94b4-9aeed5a155c1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:08.867376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Checking segment: {'id': 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:08.867739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network hostable DHCP agents. Network: bae1cfac-e43b-443b-b418-949ea7fb4ed8, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:08.900251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network bae1cfac-e43b-443b-b418-949ea7fb4ed8 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:08.905482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b62a426b-3673-4f9b-a5ca-b7e83bea4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.905482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b62a426b-3673-4f9b-a5ca-b7e83bea4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.905482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b62a426b-3673-4f9b-a5ca-b7e83bea4827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.906876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b62a426b-3673-4f9b-a5ca-b7e83bea4827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=0df27a70-30fc-482e-b6df-2b629d2507d7&id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 2291 time: 0.2343063 Jul 22 14:15:08.914414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce8d2ec-7fd7-4a72-acc8-41fabead449e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.918960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cce8d2ec-7fd7-4a72-acc8-41fabead449e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.929694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cce8d2ec-7fd7-4a72-acc8-41fabead449e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/fce38bb1-c586-4c20-95c5-834b626e86a3 HTTP/1.1" status: 204 len: 168 time: 0.4476640 Jul 22 14:15:08.939732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46574) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:08.949797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, bae1cfac-e43b-443b-b418-949ea7fb4ed8) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:08.958486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:08.961913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:08.969124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f03296-cdbb-4c89-951b-8b2162d61e59 None None] Network bae1cfac-e43b-443b-b418-949ea7fb4ed8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:08.990038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8d2ec-7fd7-4a72-acc8-41fabead449e tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce38bb1-c586-4c20-95c5-834b626e86a3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:09.009002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2685484-011f-4051-9f2e-1549a60cb442 req-2ed0b03f-abd7-46e1-9c66-9a493eef911f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:09.010957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c2685484-011f-4051-9f2e-1549a60cb442 req-2ed0b03f-abd7-46e1-9c66-9a493eef911f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2088079 Jul 22 14:15:09.015986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c75d91d-98ef-4154-bad9-43c35371eeef None None] Network b17a698a-f7f1-4221-a220-d99794783f36 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:09.029274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8336eda8-5782-47e9-b10d-21541f2e9e53 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9693527 Jul 22 14:15:09.032415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46578) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.078456 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e131578d-8c49-4448-bd90-327abecca0d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1132259 Jul 22 14:15:09.082084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46580) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.109671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-e2a692de-0a90-4ed1-8b6c-1f4e712c6e5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 1001 time: 0.1949859 Jul 22 14:15:09.162625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba448e8-14b7-4842-97da-1a92b7ab4608 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.197583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba448e8-14b7-4842-97da-1a92b7ab4608 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.201325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c2685484-011f-4051-9f2e-1549a60cb442 req-a306da69-791a-48c8-9e5a-bde31a26612d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789207 Jul 22 14:15:09.286208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-cc0d8be1-3aa7-4695-aad1-4cb1dcb209fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:09.287911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-cc0d8be1-3aa7-4695-aad1-4cb1dcb209fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 200 len: 850 time: 0.1447887 Jul 22 14:15:09.297681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba448e8-14b7-4842-97da-1a92b7ab4608 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.302951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba448e8-14b7-4842-97da-1a92b7ab4608 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.306583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0ba448e8-14b7-4842-97da-1a92b7ab4608 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/e812071d-0ef1-4217-a2ce-1f3a725ad1c1 HTTP/1.1" status: 204 len: 168 time: 0.2212138 Jul 22 14:15:09.309547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46590) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.342867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba448e8-14b7-4842-97da-1a92b7ab4608 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e812071d-0ef1-4217-a2ce-1f3a725ad1c1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:09.423398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e7caf97-085f-425b-a636-aa66d090ffe7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983877 Jul 22 14:15:09.425490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46594) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.429310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.442947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728795452'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:09.481440 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.515231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Transition to ACTIVE for port object 8a34c0d2-f711-434c-87a4-3ea87d0227c8 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:09.532788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] Provisioning for port 791d2f0e-2839-4170-9b35-254ac1beacc4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:09.576432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] Provisioning complete for port 791d2f0e-2839-4170-9b35-254ac1beacc4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:09.577022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.602411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.607043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.627430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Transition to ACTIVE for port object 8a34c0d2-f711-434c-87a4-3ea87d0227c8 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:09.654988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.659685 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.660375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2235978 Jul 22 14:15:09.661516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46600) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.667365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': '53433ef1-7c5e-4b72-ad81-0452d31116c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:09.675418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a80d9c-2592-41e0-bdbb-884c4b235134 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53433ef1-7c5e-4b72-ad81-0452d31116c6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:09.707051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.754062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Network 0d1328f7-5a36-460d-819c-10a2321fecdf is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:09.762145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:09.765142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-93b9ff5f-75f3-4c99-8920-e07dee3ec0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:09.765844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:09.766724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-93b9ff5f-75f3-4c99-8920-e07dee3ec0ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4713390 Jul 22 14:15:09.795503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.805829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.811114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.844614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd65e1c5-7b07-47c3-8a74-202967ce4e6f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:09.867493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.869192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13352e55-a2ac-47e1-869d-a03b3f9f46bb tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2059615 Jul 22 14:15:09.872139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46604) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.878574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Pushing event updated for resources: {'Port': ['ID=8a34c0d2-f711-434c-87a4-3ea87d0227c8,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:09.882383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-bae1cfac-e43b-443b-b418-949ea7fb4ed8', 'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8', 'tenant_id': '27b6201aea2444e79095434033043864', 'fixed_ips': [{'subnet_id': '7c86dc0e-9599-40f7-94b4-9aeed5a155c1'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:15:09.883384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.886287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46606) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:09.931144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc0a0e-9697-4178-b06c-6e94f61a307c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.946435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc0a0e-9697-4178-b06c-6e94f61a307c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.952077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Attempting to bind port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:09.952423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Attempting to bind port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4a5ca8d6-5e9f-4a53-b813-50a7446aea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:09.952859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Attempting to bind port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 on network 0d1328f7-5a36-460d-819c-10a2321fecdf {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:09.979219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.981915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:09.982155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Checking segment: {'id': '4a5ca8d6-5e9f-4a53-b813-50a7446aea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:09.982570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.982978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Bound using segment: {'id': '4a5ca8d6-5e9f-4a53-b813-50a7446aea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:09.983484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Bound port: 8a34c0d2-f711-434c-87a4-3ea87d0227c8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a5ca8d6-5e9f-4a53-b813-50a7446aea36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0d1328f7-5a36-460d-819c-10a2321fecdf'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:09.983873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.004951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc0a0e-9697-4178-b06c-6e94f61a307c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.021140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc0a0e-9697-4178-b06c-6e94f61a307c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.022382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-defc0a0e-9697-4178-b06c-6e94f61a307c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/dd65e1c5-7b07-47c3-8a74-202967ce4e6f HTTP/1.1" status: 204 len: 168 time: 0.1491420 Jul 22 14:15:10.023398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0a0e-9697-4178-b06c-6e94f61a307c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd65e1c5-7b07-47c3-8a74-202967ce4e6f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:10.026645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46610) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:10.045421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-0b1c8615-7ac5-42ea-a8a3-5909c3cf362a service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588890 Jul 22 14:15:10.154605 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14519cc8-8baa-49a9-87d8-7b88c86e26d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.190692 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4a47ab19-5d9f-4439-b7ca-dcb49ff84d63 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1627097 Jul 22 14:15:10.194154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46614) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:10.207691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] For port 791d2f0e-2839-4170-9b35-254ac1beacc4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=791d2f0e-2839-4170-9b35-254ac1beacc4,segment=NetworkSegment(6682c147-8d0e-4ef5-85c1-aff88a861d96),segment_id=6682c147-8d0e-4ef5-85c1-aff88a861d96)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:10.220662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.235418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-f54c4672-7b26-4dcf-b383-b74d8fe4a7a7 service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808240 Jul 22 14:15:10.282376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] For port 8a34c0d2-f711-434c-87a4-3ea87d0227c8, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:10.293712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Allocated IP 172.20.0.1 (0d1328f7-5a36-460d-819c-10a2321fecdf/7a610b5d-0893-4483-97dc-66d3c119a1ad/fec49e09-bede-4358-acd1-6f435ad9d288) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:10.296805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-4460a500-5508-4a52-b503-80fd35a88aaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 217 time: 0.0517678 Jul 22 14:15:10.323486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] For port 8a34c0d2-f711-434c-87a4-3ea87d0227c8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8a34c0d2-f711-434c-87a4-3ea87d0227c8,segment=NetworkSegment(4a5ca8d6-5e9f-4a53-b813-50a7446aea36),segment_id=4a5ca8d6-5e9f-4a53-b813-50a7446aea36)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:10.329923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Allocated IP 172.20.0.2 (bae1cfac-e43b-443b-b418-949ea7fb4ed8/7c86dc0e-9599-40f7-94b4-9aeed5a155c1/81672c1c-a13d-417e-8428-0c4f805ce98b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:10.339662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-c6cf0c92-021b-49c9-acb3-d57aac30b7c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2218213 Jul 22 14:15:10.385443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-855c5acf-d39f-4b10-b1ee-79edba7ffbb2 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.387040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-d42103de-738e-45fe-8839-0d2a1ce516cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:10.388565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-d42103de-738e-45fe-8839-0d2a1ce516cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0781450 Jul 22 14:15:10.405003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376209a-c0e3-4133-a85d-e0c16b1cbd49 None None] Pushing event updated for resources: {'Port': ['ID=791d2f0e-2839-4170-9b35-254ac1beacc4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:10.411297 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-855c5acf-d39f-4b10-b1ee-79edba7ffbb2 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.498468 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-855c5acf-d39f-4b10-b1ee-79edba7ffbb2 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.501080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-855c5acf-d39f-4b10-b1ee-79edba7ffbb2 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.505309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-855c5acf-d39f-4b10-b1ee-79edba7ffbb2 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/53433ef1-7c5e-4b72-ad81-0452d31116c6 HTTP/1.1" status: 204 len: 168 time: 0.3072679 Jul 22 14:15:10.517089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46624) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:10.538382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14519cc8-8baa-49a9-87d8-7b88c86e26d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.554980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.559598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14519cc8-8baa-49a9-87d8-7b88c86e26d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.563333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c5acf-d39f-4b10-b1ee-79edba7ffbb2 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53433ef1-7c5e-4b72-ad81-0452d31116c6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:10.576850 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.583157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 791d2f0e-2839-4170-9b35-254ac1beacc4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:10.586285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Transition to ACTIVE for port object fec49e09-bede-4358-acd1-6f435ad9d288 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:10.646446 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-14519cc8-8baa-49a9-87d8-7b88c86e26d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79fc6cf0be084bebbab0955582d1fb43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7591043 Jul 22 14:15:10.648921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:10.652143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14519cc8-8baa-49a9-87d8-7b88c86e26d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741ac2b8-cff3-40c7-8e91-12054431e473,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:10.671107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0afc333-8baa-4d14-9814-959e7730e7c1 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1363163 Jul 22 14:15:10.674917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:10.678109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-2b1e4ca0-25e8-4804-8cdf-7995eef4f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:10.679638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-2b1e4ca0-25e8-4804-8cdf-7995eef4f711 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=40d7a857defb45efaee64269f816cbad&device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 1097 time: 0.2213075 Jul 22 14:15:10.691999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279280475'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:10.701594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9b54be94-a38e-4a8b-adf0-e33ae504b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:10.712710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9b54be94-a38e-4a8b-adf0-e33ae504b47c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2973583 Jul 22 14:15:10.737264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d9afbb95-c408-4e9e-911e-e11c5e377416 None None] Provisioning complete for port 791d2f0e-2839-4170-9b35-254ac1beacc4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:10.738006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9afbb95-c408-4e9e-911e-e11c5e377416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.758707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.765339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2cf00d0-2c29-4076-a041-2268c06f55f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.783907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8bdf2-9d18-4e00-a59f-b7be043094d4 None None] Pushing event updated for resources: {'Port': ['ID=8a34c0d2-f711-434c-87a4-3ea87d0227c8,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:10.790793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d055a1-d07f-4d51-aed2-bd01e00de446 req-566fcf86-e86a-455b-b09f-9e100c45cf66 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:10.798052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12d055a1-d07f-4d51-aed2-bd01e00de446 req-566fcf86-e86a-455b-b09f-9e100c45cf66 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.4952729 Jul 22 14:15:10.823328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2cf00d0-2c29-4076-a041-2268c06f55f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.829926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.867542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.870822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-c1f981d1-ad3f-4df6-837b-52a23b7f2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:10.872369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-c1f981d1-ad3f-4df6-837b-52a23b7f2325 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 200 len: 912 time: 0.1685677 Jul 22 14:15:10.880285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network 0d1328f7-5a36-460d-819c-10a2321fecdf is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:10.886696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Transition to ACTIVE for port object 81672c1c-a13d-417e-8428-0c4f805ce98b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:10.913214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 791d2f0e-2839-4170-9b35-254ac1beacc4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:10.913590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.922725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:10.925502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:10.979277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Transition to ACTIVE for port object 81672c1c-a13d-417e-8428-0c4f805ce98b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:10.983537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2cf00d0-2c29-4076-a041-2268c06f55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.988025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2cf00d0-2c29-4076-a041-2268c06f55f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:10.992239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c2cf00d0-2c29-4076-a041-2268c06f55f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/741ac2b8-cff3-40c7-8e91-12054431e473 HTTP/1.1" status: 204 len: 168 time: 0.3409767 Jul 22 14:15:10.996466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.020301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Port': ['ID=fec49e09-bede-4358-acd1-6f435ad9d288,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:11.026500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf00d0-2c29-4076-a041-2268c06f55f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741ac2b8-cff3-40c7-8e91-12054431e473,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:11.035606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-ec6da3a3-8401-42cd-83a4-566fbfebb01f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175 HTTP/1.1" status: 200 len: 1001 time: 0.1502540 Jul 22 14:15:11.102696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12d055a1-d07f-4d51-aed2-bd01e00de446 req-71211c8a-a3be-494d-acc9-f0fe6cee3d56 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030698 Jul 22 14:15:11.122506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-e484ef92-65d6-40cd-aca8-2cc91a819b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:11.125211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-e484ef92-65d6-40cd-aca8-2cc91a819b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 200 len: 850 time: 0.0843871 Jul 22 14:15:11.147923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Pushing event updated for resources: {'Port': ['ID=81672c1c-a13d-417e-8428-0c4f805ce98b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:11.148164 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-a74ac8e6-7810-4f0a-bf56-92d33b566759 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186077 Jul 22 14:15:11.148164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.155832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Network bae1cfac-e43b-443b-b418-949ea7fb4ed8 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:11.238579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:11.244669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:11.262593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-101112be-562b-419e-95cb-8a4b718a1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:11.264737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-101112be-562b-419e-95cb-8a4b718a1c81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7a83db8e-fb7b-4a43-b074-5172c21e030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317711 Jul 22 14:15:11.319683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Attempting to bind port 81672c1c-a13d-417e-8428-0c4f805ce98b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:11.319973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Attempting to bind port 81672c1c-a13d-417e-8428-0c4f805ce98b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:11.320320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Attempting to bind port 81672c1c-a13d-417e-8428-0c4f805ce98b on network bae1cfac-e43b-443b-b418-949ea7fb4ed8 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:11.325644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:11.326025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Checking segment: {'id': 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:11.326450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.326844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Bound using segment: {'id': 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:11.327314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Bound port: 81672c1c-a13d-417e-8428-0c4f805ce98b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'bae1cfac-e43b-443b-b418-949ea7fb4ed8'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:11.327704 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.409178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.416350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] For port 81672c1c-a13d-417e-8428-0c4f805ce98b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:11.421770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] For port 81672c1c-a13d-417e-8428-0c4f805ce98b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=81672c1c-a13d-417e-8428-0c4f805ce98b,segment=NetworkSegment(b9d648ee-3854-42d5-bfb6-251f8c74d5ff),segment_id=b9d648ee-3854-42d5-bfb6-251f8c74d5ff)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:11.423051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.430602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-498241bd-2323-4d5e-8933-02e4c530c793 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574812 Jul 22 14:15:11.433867 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.443957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-d6f3b0ac-92c3-4f57-993a-b021995bc3d4 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883792 Jul 22 14:15:11.480756 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.509685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c898a-937f-4261-a17e-ef17c2885839 None None] Pushing event updated for resources: {'Port': ['ID=81672c1c-a13d-417e-8428-0c4f805ce98b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:11.527890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.529217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8505216 Jul 22 14:15:11.530762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-8f8c2b3c-04cf-428e-bac0-7d06ba39c01d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 217 time: 0.0751474 Jul 22 14:15:11.533977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3587413-cf73-4bb3-bf77-7538ee864223 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abba4876-e017-4223-9625-cffd07cbe6aa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:11.543724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46644) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:11.552054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'abba4876-e017-4223-9625-cffd07cbe6aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:11.593241 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e725d204-7bd3-4458-a167-9bc74b5a4d23 req-e780f397-83b8-4dff-af4c-ceb64dab7e48 service neutron] 10.222.0.13 "GET /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540549 Jul 22 14:15:11.693034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:11.777420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b43e256d-6b48-4273-813d-85d6632c0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:11.779057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b43e256d-6b48-4273-813d-85d6632c0910 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.2322760 Jul 22 14:15:11.998128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.006057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.069089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3089777a-ef7c-4b5e-8b2c-7c29ce9df628,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:12.097699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.099992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a622cea9-8b8e-4d08-abd0-cb4f046670d7 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5516753 Jul 22 14:15:12.102901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46658) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.105887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-0df2f7db-d117-4453-a9f5-9f91b5d4ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:12.108594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-0df2f7db-d117-4453-a9f5-9f91b5d4ff78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3180089 Jul 22 14:15:12.122457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.159319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1c0d073c-593c-4209-ae0f-600ec98432c6 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules/3089777a-ef7c-4b5e-8b2c-7c29ce9df628 HTTP/1.1" status: 200 len: 763 time: 0.0510032 Jul 22 14:15:12.159585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46666) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.221544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf9609-8ebf-4f4f-ab3d-db55f6cebc22 None None] Network 0d1328f7-5a36-460d-819c-10a2321fecdf requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:12.252088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ad60c6af-ff84-4023-aaf4-715f12d01654 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0888782 Jul 22 14:15:12.252663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46668) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.288769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9717aebd-d36f-4be0-8ba7-3d602cfd4d8c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.301047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9717aebd-d36f-4be0-8ba7-3d602cfd4d8c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.337132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9717aebd-d36f-4be0-8ba7-3d602cfd4d8c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.348473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bcfe2202-c7f6-4bc8-9f43-b7865ada1a38 None None] Provisioning for port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:12.353054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9717aebd-d36f-4be0-8ba7-3d602cfd4d8c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.355375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9717aebd-d36f-4be0-8ba7-3d602cfd4d8c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3089777a-ef7c-4b5e-8b2c-7c29ce9df628 HTTP/1.1" status: 204 len: 168 time: 0.1015832 Jul 22 14:15:12.358196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46672) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.375785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1704118499-network', 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:12.378878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717aebd-d36f-4be0-8ba7-3d602cfd4d8c tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3089777a-ef7c-4b5e-8b2c-7c29ce9df628,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:12.382775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.394902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-31efc3af-4143-4eb3-bce8-7d7a14dc548a service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732558 Jul 22 14:15:12.395513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.412980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d4876344-4ce6-4e15-9d88-ef2cd736eb78 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0536172 Jul 22 14:15:12.415681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46674) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.420287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'abba4876-e017-4223-9625-cffd07cbe6aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:12.520382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:12.522949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.537723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.597351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b03375-8e32-4830-a345-fc3e239ebfcc req-1da7f28f-a2c7-4d7c-a00b-9fe102e441c6 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:12.599113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b03375-8e32-4830-a345-fc3e239ebfcc req-1da7f28f-a2c7-4d7c-a00b-9fe102e441c6 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.3261967 Jul 22 14:15:12.599846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.601884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Port': ['ID=fec49e09-bede-4358-acd1-6f435ad9d288,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:12.603228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.604467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.615342 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.658113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a34c0d2-f711-434c-87a4-3ea87d0227c8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:12.661103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fc716d-3d9c-4eca-bb43-3630838a0b7b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:12.671132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.675950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-935ffad9-83cd-4962-892b-ddb1505be6bf tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591658 Jul 22 14:15:12.676623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46680) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.695231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c03ad97-e42e-4d00-8ea6-8f539b1de756 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules/07fc716d-3d9c-4eca-bb43-3630838a0b7b HTTP/1.1" status: 200 len: 763 time: 0.0173955 Jul 22 14:15:12.697800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46682) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.755470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:12.763819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:12.763980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1e9e205c-f922-4224-b229-3e33a598c1b3 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0648160 Jul 22 14:15:12.764668 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.771791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46684) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.800094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a8c27f4-b8fd-4745-95ce-30b49c88f770 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.809026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a8c27f4-b8fd-4745-95ce-30b49c88f770 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.885374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a8c27f4-b8fd-4745-95ce-30b49c88f770 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.900706 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.903033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-4d04cd76-04f1-4c20-99b1-bb782e44802b service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998398 Jul 22 14:15:12.914628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a8c27f4-b8fd-4745-95ce-30b49c88f770 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.921811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7a8c27f4-b8fd-4745-95ce-30b49c88f770 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/07fc716d-3d9c-4eca-bb43-3630838a0b7b HTTP/1.1" status: 204 len: 168 time: 0.1486754 Jul 22 14:15:12.922949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c27f4-b8fd-4745-95ce-30b49c88f770 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07fc716d-3d9c-4eca-bb43-3630838a0b7b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:12.924700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46686) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:12.947899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8a34c0d2-f711-434c-87a4-3ea87d0227c8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8a34c0d2-f711-434c-87a4-3ea87d0227c8,segment=NetworkSegment(4a5ca8d6-5e9f-4a53-b813-50a7446aea36),segment_id=4a5ca8d6-5e9f-4a53-b813-50a7446aea36)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:12.952240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.953310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 81672c1c-a13d-417e-8428-0c4f805ce98b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:13.009209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5b03375-8e32-4830-a345-fc3e239ebfcc req-e740a93b-fe17-4dc5-b2ba-94b897af83d8 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566699 Jul 22 14:15:13.015569 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-e31b8f9e-c294-445a-b812-a40a6e3e5621 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 200 len: 217 time: 0.0679328 Jul 22 14:15:13.016008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:13.020200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4713343f-2fd3-4c31-90d7-77eac98968b8 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0943179 Jul 22 14:15:13.024727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Request body: {'security_group_rule': {'security_group_id': 'abba4876-e017-4223-9625-cffd07cbe6aa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:13.036391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8a34c0d2-f711-434c-87a4-3ea87d0227c8,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:13.070783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7ccc1b59-924e-4e06-aa6e-02b95f7643d8 None None] Provisioning for port fec49e09-bede-4358-acd1-6f435ad9d288 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:13.074847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7ccc1b59-924e-4e06-aa6e-02b95f7643d8 None None] Provisioning complete for port fec49e09-bede-4358-acd1-6f435ad9d288 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:13.075224 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1b59-924e-4e06-aa6e-02b95f7643d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.117866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network 0d1328f7-5a36-460d-819c-10a2321fecdf is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:13.127552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 81672c1c-a13d-417e-8428-0c4f805ce98b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:13.128266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:13.130467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc1b59-924e-4e06-aa6e-02b95f7643d8 None None] Port fec49e09-bede-4358-acd1-6f435ad9d288 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:13.143796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7ccc1b59-924e-4e06-aa6e-02b95f7643d8 None None] Provisioning complete for port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:13.144986 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7ccc1b59-924e-4e06-aa6e-02b95f7643d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.149816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-1019ddf6-d772-435e-8d50-32dbd5f0d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:13.151322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-1019ddf6-d772-435e-8d50-32dbd5f0d2b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.1146586 Jul 22 14:15:13.153289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.182806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12c056d-612d-4d89-8a05-4a5e0ca20f1b None None] Network bae1cfac-e43b-443b-b418-949ea7fb4ed8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:13.496381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Provisioning complete for port fec49e09-bede-4358-acd1-6f435ad9d288 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:13.497076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.525814 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.534435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Port fec49e09-bede-4358-acd1-6f435ad9d288 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:13.545879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Provisioning for port 81672c1c-a13d-417e-8428-0c4f805ce98b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:13.550544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Provisioning complete for port 81672c1c-a13d-417e-8428-0c4f805ce98b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:13.551265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.604002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:13.624404 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Project 1b2ea5bb68814ce99497cbc9a4456bc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:15:13.639754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9227b63a-ff66-4b9f-916f-fa7af4871ebb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:13.645497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.645946 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Added segment 230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17 of type vlan for network b5e42bc3-792e-4c04-8647-1aa6809bab10 Jul 22 14:15:13.647503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.653364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.688122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] For port 81672c1c-a13d-417e-8428-0c4f805ce98b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=81672c1c-a13d-417e-8428-0c4f805ce98b,segment=NetworkSegment(b9d648ee-3854-42d5-bfb6-251f8c74d5ff),segment_id=b9d648ee-3854-42d5-bfb6-251f8c74d5ff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:13.693384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.738812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.742293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eda0ad-6cfc-4729-957a-553f90a63c56 None None] Pushing event updated for resources: {'Port': ['ID=81672c1c-a13d-417e-8428-0c4f805ce98b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:13.774571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9d40bfd1-7d03-4f3e-9861-f68de6d7596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:13.776094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9d40bfd1-7d03-4f3e-9861-f68de6d7596a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5795710 Jul 22 14:15:13.811773 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.814587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-121920df-413e-4a58-84b1-3df738f2966b None None] Provisioning complete for port fec49e09-bede-4358-acd1-6f435ad9d288 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:13.815169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-121920df-413e-4a58-84b1-3df738f2966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.815710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Router fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:15:13.833993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.850822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-121920df-413e-4a58-84b1-3df738f2966b None None] Port fec49e09-bede-4358-acd1-6f435ad9d288 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:13.857737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.858696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:13.859278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.860588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-121920df-413e-4a58-84b1-3df738f2966b None None] Provisioning complete for port 81672c1c-a13d-417e-8428-0c4f805ce98b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:13.861089 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-121920df-413e-4a58-84b1-3df738f2966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.917908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b388086d-c1a7-4267-8a06-91e72c3436cc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:14.002437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.003630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-02a4f068-7a7d-4f38-ae46-1f6ee8827e77 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9833999 Jul 22 14:15:14.006439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46696) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.009860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8860092 Jul 22 14:15:14.013728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46698) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.019156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Request body: {'subnet': {'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1704118499-subnet', 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:14.033524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f6efe936-55cc-4895-b678-c07748b42c50 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules/b388086d-c1a7-4267-8a06-91e72c3436cc HTTP/1.1" status: 200 len: 769 time: 0.0259645 Jul 22 14:15:14.037946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46700) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.050375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09572abe-62e7-4a9d-8950-0ef81b2fbc11 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e42bc3-792e-4c04-8647-1aa6809bab10,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:14.069328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:14.075895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-a24ddcac-2f35-4c19-8848-e7738ac855cc service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853901 Jul 22 14:15:14.076947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:14.079380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.083056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:14.088690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6afc1a42-9cf6-42d9-9654-6b8d0afdbda7 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0532160 Jul 22 14:15:14.091436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.121729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] Sync routers for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:14.129582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aaca8a75-7a91-4fb9-81fe-f52eabddb776 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0875578 Jul 22 14:15:14.130279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46706) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.164501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:14.165026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:14.202215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a54ce31d-d466-4bb5-8c6e-3b7fd89768af tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.209008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:14.218327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a54ce31d-d466-4bb5-8c6e-3b7fd89768af tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.218819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:14.219483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:14.256611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:14.257312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff9812-bdec-4230-85e8-f21e6889f183 None None] The sync data for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:14.285455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a54ce31d-d466-4bb5-8c6e-3b7fd89768af tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.295905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a54ce31d-d466-4bb5-8c6e-3b7fd89768af tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.297053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a54ce31d-d466-4bb5-8c6e-3b7fd89768af tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b388086d-c1a7-4267-8a06-91e72c3436cc HTTP/1.1" status: 204 len: 168 time: 0.1657689 Jul 22 14:15:14.302736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46708) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.313028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ce31d-d466-4bb5-8c6e-3b7fd89768af tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b388086d-c1a7-4267-8a06-91e72c3436cc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:14.392036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b244b9a9-3d5d-4034-9f74-343034d529c8 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878351 Jul 22 14:15:14.392924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-adf968f7-4b6d-42b5-a7d4-f1f2472b4eab service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033452 Jul 22 14:15:14.393592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.396407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46710) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.402025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b555a-a645-47bc-8bd9-4f1f3c0dd9d7 req-e65a8fc9-5781-471e-aef2-1a42dc35e368 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:14.403542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-062b555a-a645-47bc-8bd9-4f1f3c0dd9d7 req-e65a8fc9-5781-471e-aef2-1a42dc35e368 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2829859 Jul 22 14:15:14.461808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-5e91db13-2b5e-4ea2-a5ae-f5e35df32bdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 200 len: 217 time: 0.0554018 Jul 22 14:15:14.486571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ecd425-e508-4afb-8e9c-7e150020fdf6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:14.511290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:14.511659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Network hostable DHCP agents. Network: b5e42bc3-792e-4c04-8647-1aa6809bab10, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:14.519935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51603b-6ca9-4596-8d54-daef1d10282a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.552823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a34c0d2-f711-434c-87a4-3ea87d0227c8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:14.557080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:14.565407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51603b-6ca9-4596-8d54-daef1d10282a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.575036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b5e42bc3-792e-4c04-8647-1aa6809bab10) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:14.583854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:14.584893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.587488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-062b555a-a645-47bc-8bd9-4f1f3c0dd9d7 req-33997fdb-f7f5-4962-b93e-1c976f1eb582 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729875 Jul 22 14:15:14.598568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96691eb-9ce2-4f54-a4ad-afbe3e4c5e24 None None] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:14.624081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-64a071fe-6127-427f-bad1-92ae0b85282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:14.625639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-64a071fe-6127-427f-bad1-92ae0b85282e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.1539729 Jul 22 14:15:14.630270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8e9e21ab-d5f7-49df-b0cb-16ae740fd2b0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6154480 Jul 22 14:15:14.639725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:14.640200 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.646045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51603b-6ca9-4596-8d54-daef1d10282a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.649747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec51603b-6ca9-4596-8d54-daef1d10282a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:14.651034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ec51603b-6ca9-4596-8d54-daef1d10282a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "DELETE /v2.0/security-groups/abba4876-e017-4223-9625-cffd07cbe6aa HTTP/1.1" status: 204 len: 168 time: 0.2523134 Jul 22 14:15:14.655258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46716) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.680912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51603b-6ca9-4596-8d54-daef1d10282a tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abba4876-e017-4223-9625-cffd07cbe6aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:14.717789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a0ba6aad-e227-4c5d-80d4-401b35cd725f tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611753 Jul 22 14:15:14.726081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46718) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.785856 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f8699c71-32a2-4bb0-a004-60b6bce08cd5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:14.787538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8699c71-32a2-4bb0-a004-60b6bce08cd5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6952164 Jul 22 14:15:14.788211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2cc10dbd-9a58-4913-8eff-16eb36f2d756 tempest-SecGroupIPv6Test-361678865 tempest-SecGroupIPv6Test-361678865-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609272 Jul 22 14:15:14.789763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:14.800958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-caa08968-0db7-4608-99a8-6ace4deaff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:14.802635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-caa08968-0db7-4608-99a8-6ace4deaff6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1690700 Jul 22 14:15:14.965501 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9574062a-7618-45e0-8bec-8b4e32d16e14 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546502 Jul 22 14:15:15.122091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1496988-2180-4a6f-8d36-4f8e0d16445a None None] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:15.140646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:15.165525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 81672c1c-a13d-417e-8428-0c4f805ce98b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:15.203632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-d0f5f501-9962-49e6-8917-fe3b180a6a9b service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295341 Jul 22 14:15:15.296271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-dddb8d28-488f-4874-9473-8f191746b1f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 217 time: 0.0825632 Jul 22 14:15:15.311270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 81672c1c-a13d-417e-8428-0c4f805ce98b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:15.311602 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.374965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-1f435d79-67ae-4158-8d59-6bd61314e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:15.377039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-1f435d79-67ae-4158-8d59-6bd61314e93e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.0737684 Jul 22 14:15:15.380079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fc6d27e2-01cf-4f4b-85ea-1a35284ce128 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b2ea5bb68814ce99497cbc9a4456bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384570 Jul 22 14:15:15.382588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:15.483378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371026a9-e773-4169-b98f-f6e59ee8a9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.497387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-4462dd4e-da4f-454b-8444-4228954e1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:15.498975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-4462dd4e-da4f-454b-8444-4228954e1253 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1100080 Jul 22 14:15:15.522433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371026a9-e773-4169-b98f-f6e59ee8a9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.627393 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-aa8c184d-cf2d-4a9d-a749-fe680db528eb service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175158 Jul 22 14:15:15.636094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371026a9-e773-4169-b98f-f6e59ee8a9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.638745 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371026a9-e773-4169-b98f-f6e59ee8a9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.646461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-371026a9-e773-4169-b98f-f6e59ee8a9c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d74bd91e-0d4e-4a64-baee-29d9e7555e1b HTTP/1.1" status: 204 len: 168 time: 0.2570183 Jul 22 14:15:15.671965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371026a9-e773-4169-b98f-f6e59ee8a9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74bd91e-0d4e-4a64-baee-29d9e7555e1b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:15.685817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-0c995720-1e7b-4686-82e1-84dddffbde2f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:15.687524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-0c995720-1e7b-4686-82e1-84dddffbde2f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.1835601 Jul 22 14:15:15.724872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ba4b5540-66e2-49ba-bddf-3e7bec0d2be5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0221019 Jul 22 14:15:15.784142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-0d30aa24-3661-441b-bf7a-a74d885cbd36 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511742 Jul 22 14:15:15.793483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-c2d7e3af-65db-4073-b576-5ff5aed0ae38 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514921 Jul 22 14:15:15.844010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.848393 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-c9d5d85a-fd7b-4dc3-b229-4d0bfa387d8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 217 time: 0.0451541 Jul 22 14:15:15.897014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da0c2-7711-47e6-bb4a-e057e4698bf3 req-6960eb63-4a54-44b5-8244-39b318d3cda4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:15.898597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf8da0c2-7711-47e6-bb4a-e057e4698bf3 req-6960eb63-4a54-44b5-8244-39b318d3cda4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1804762 Jul 22 14:15:15.929845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b09174df-ae7f-4041-97ee-b5dc2b7d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:15.931314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-b09174df-ae7f-4041-97ee-b5dc2b7d1f44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.0760241 Jul 22 14:15:15.985752 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf8da0c2-7711-47e6-bb4a-e057e4698bf3 req-192f2a9a-170c-4e47-9a0f-76381bed4d13 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809608 Jul 22 14:15:16.012838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9d22b0eb-b0d9-497f-9232-bb4de0142bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:16.014635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-9d22b0eb-b0d9-497f-9232-bb4de0142bac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0770938 Jul 22 14:15:16.057207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-d5b9a549-dbba-4606-9afd-eb4a325a084e service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623684 Jul 22 14:15:16.148240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-e20fd09f-6f22-4302-8b23-02cfdd98dbec service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255751 Jul 22 14:15:16.225395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-2979260b-44c0-467d-aff4-bab970b14145 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670156 Jul 22 14:15:16.265903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c660ee1b-cde3-41f6-befa-29548cf2c65a req-de3136fb-3729-4b57-b5a8-38a47710f4e2 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060951 Jul 22 14:15:16.312274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Deleting port fec49e09-bede-4358-acd1-6f435ad9d288 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:16.312610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.407323 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.422288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Calling delete_port for fec49e09-bede-4358-acd1-6f435ad9d288 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:16.442975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42ec2986-b197-48c7-81d4-45e40fb8d710 req-b43b9b00-b388-44a0-8707-f9755b0194aa tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 210 time: 0.0399144 Jul 22 14:15:16.622764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:16.643724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.682740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Port': ['ID=fec49e09-bede-4358-acd1-6f435ad9d288,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:16.756924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f99b3588-160c-48fa-8c50-30af452750ff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:16.757683 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-f99b3588-160c-48fa-8c50-30af452750ff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:15:16.758201 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f99b3588-160c-48fa-8c50-30af452750ff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:15:16.763005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f99b3588-160c-48fa-8c50-30af452750ff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1347897 Jul 22 14:15:16.763452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:16.768614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643627892'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:16.795810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.804880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.857761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.924451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.928034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:16.967853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fd0587-cd7a-43b2-a5ab-b7fbb1f98273,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:17.037211 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.041820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.043608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Router fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:15:17.078298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59493e3b-11f1-4953-8f07-8091e741bb44,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:17.082736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.088567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-787fc25f-155a-4fbf-833a-b4e407ead0b3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3216782 Jul 22 14:15:17.088949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:17.093457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '59493e3b-11f1-4953-8f07-8091e741bb44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:17.137411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:17.149007 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5dafd4e8-b397-4cc3-8401-15b3b4c8ee51 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3578675 Jul 22 14:15:17.149653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:17.150068 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] Sync routers for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:17.164069 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:17.164695 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:17.165322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.195789 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-cf1b7ed2-ed56-488c-8ba3-c149f2bc7528 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] delete failed (client error): The resource could not be found. Jul 22 14:15:17.201169 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:17.201350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cf1b7ed2-ed56-488c-8ba3-c149f2bc7528 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-561171824 HTTP/1.1" status: 404 len: 334 time: 0.0506344 Jul 22 14:15:17.202745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:17.208928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e1e1845e-9a60-4989-aaa3-6b4f23af40d9 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:17.212847 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:17.214470 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:17.240738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f21fc-35c6-4eb3-b35f-cb7cc97b88bd req-d0c31838-469a-4d57-b2de-fde35a6fa002 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:17.242222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-535f21fc-35c6-4eb3-b35f-cb7cc97b88bd req-d0c31838-469a-4d57-b2de-fde35a6fa002 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1289272 Jul 22 14:15:17.264199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.274809 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.308646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d778c5b3-b6d9-43e3-99c0-251d3423bc15,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:17.322600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-535f21fc-35c6-4eb3-b35f-cb7cc97b88bd req-5a2f681d-90e8-4c02-9639-54be970d935b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710368 Jul 22 14:15:17.323810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.327633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-048330db-e7a9-4bf7-8a60-a2bda3b5e331 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2350976 Jul 22 14:15:17.327864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:17.333154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d8291141-9218-4fc3-baa7-38226e30e2c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '59493e3b-11f1-4953-8f07-8091e741bb44', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:17.397259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8291141-9218-4fc3-baa7-38226e30e2c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.401460 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:17.402138 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea609e9-3be5-4193-bbc0-c92303132add None None] The sync data for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:17.479632 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d8291141-9218-4fc3-baa7-38226e30e2c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:15:17.482847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8291141-9218-4fc3-baa7-38226e30e2c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1537790 Jul 22 14:15:17.492360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:17.514375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1e1845e-9a60-4989-aaa3-6b4f23af40d9 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.587097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c306f8-b5bf-448e-a131-d491448111ee tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.620013 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-e1e1845e-9a60-4989-aaa3-6b4f23af40d9 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] update failed (client error): The resource could not be found. Jul 22 14:15:17.621054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e1e1845e-9a60-4989-aaa3-6b4f23af40d9 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 HTTP/1.1" status: 404 len: 339 time: 0.4174380 Jul 22 14:15:17.624942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:17.628977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c306f8-b5bf-448e-a131-d491448111ee tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.659961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a852959-8557-4df2-8c26-677e0caf580c req-d58e8ed7-a4bd-4d43-a8fd-b69e84a29d2f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 210 time: 0.0854704 Jul 22 14:15:17.705676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-1cf8cdb8-70a9-48c2-ae78-0bb2a49d45cd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:17.707281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-1cf8cdb8-70a9-48c2-ae78-0bb2a49d45cd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.1779733 Jul 22 14:15:17.721474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Request body: {'port': {'device_id': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'admin_state_up': True, 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:17.839362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:17.842989 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:17.983968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Allocated IP 172.20.0.6 (b5e42bc3-792e-4c04-8647-1aa6809bab10/58ecd425-e508-4afb-8e9c-7e150020fdf6/ed922e2e-bfec-434c-8379-8f632e2ea239) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:18.139798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.168990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c306f8-b5bf-448e-a131-d491448111ee tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.171515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c306f8-b5bf-448e-a131-d491448111ee tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.175068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28c306f8-b5bf-448e-a131-d491448111ee tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/59493e3b-11f1-4953-8f07-8091e741bb44 HTTP/1.1" status: 204 len: 168 time: 0.6791499 Jul 22 14:15:18.175721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46832) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:18.209265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.253271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c306f8-b5bf-448e-a131-d491448111ee tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59493e3b-11f1-4953-8f07-8091e741bb44,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:18.266684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-86b36aa4-8eb3-4bf0-b88f-ee02f0a2c92f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862224 Jul 22 14:15:18.266972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-d626647f-a0b3-4ac6-91c7-884b26dfff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:18.266972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-d626647f-a0b3-4ac6-91c7-884b26dfff4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c60d0c0337f5404c953826c120e17b9a&device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 1097 time: 0.2825441 Jul 22 14:15:18.269825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:18.275063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:18.278179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:18.278753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b25b80-8758-4528-a9e0-a67d7a5174a3 req-c61a4d00-5c3d-4e34-9743-3a073606df2d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:18.280233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6b25b80-8758-4528-a9e0-a67d7a5174a3 req-c61a4d00-5c3d-4e34-9743-3a073606df2d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2953422 Jul 22 14:15:18.282089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:18.301909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216071492'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:18.309526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event updated for resources: {'Port': ['ID=ed922e2e-bfec-434c-8379-8f632e2ea239,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:18.342589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:18.343229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.386270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-5b2721f1-70bd-442f-9fdf-3abfc84f6223 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6692843 Jul 22 14:15:18.390071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.398366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Request body: {'port': {'device_id': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:18.460565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6b25b80-8758-4528-a9e0-a67d7a5174a3 req-d345e2bc-36d7-4214-84b1-f54221d91a3f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533430 Jul 22 14:15:18.463858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.490765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.535360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c50e6280-91b3-4dd4-9392-b9997959f04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.584447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-4bb5a53e-95a4-4cb2-a099-3f234a47e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:18.585997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-4bb5a53e-95a4-4cb2-a099-3f234a47e3ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 200 len: 917 time: 0.2799284 Jul 22 14:15:18.646340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-7363faed-0b05-446a-acb4-2c91695735eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21dc325b-ddad-42b0-afc2-553d56b4535a HTTP/1.1" status: 200 len: 217 time: 0.0523963 Jul 22 14:15:18.796693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.806842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-8a9765b3-0c7f-4d77-ad91-eb4f6309d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:18.808389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-8a9765b3-0c7f-4d77-ad91-eb4f6309d306 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 200 len: 855 time: 0.1331732 Jul 22 14:15:18.811556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.887336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.891331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6177037 Jul 22 14:15:18.913534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:18.919059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66234e45-62fe-40e6-8a50-cbcea8c6f955 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': 'a06b04e1-cdf4-4f5e-a5c6-ebc92b355316', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:18.919812 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-66234e45-62fe-40e6-8a50-cbcea8c6f955 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 14:15:18.920325 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-66234e45-62fe-40e6-8a50-cbcea8c6f955 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:18.925502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-66234e45-62fe-40e6-8a50-cbcea8c6f955 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060000 Jul 22 14:15:18.926007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:18.926699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202eff0d-17e0-4df9-9059-b7132940c6c0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b04e1-cdf4-4f5e-a5c6-ebc92b355316,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:18.938365 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:18.974783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Allocated IP 172.20.0.1 (b17a698a-f7f1-4221-a220-d99794783f36/3d13afc9-8873-4a69-911e-5aa87fdc08ec/50225b06-5d85-4811-bada-7f6e72cd1bc2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:19.025290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-1a203db2-a8f4-4e6a-9414-3b05a9d539d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:19.027538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-1a203db2-a8f4-4e6a-9414-3b05a9d539d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=62f88de6-b5cf-4b63-aa61-03cdac282a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002196 Jul 22 14:15:19.064631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed922e2e-bfec-434c-8379-8f632e2ea239 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:15:19.075315 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.101038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45208a9d-17d7-4555-b1ad-4ecc94d61da7 req-392cf4cc-c580-47ff-8b5a-db1928b7755d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:19.102572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45208a9d-17d7-4555-b1ad-4ecc94d61da7 req-392cf4cc-c580-47ff-8b5a-db1928b7755d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 931 time: 0.3714354 Jul 22 14:15:19.103648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Transition to ACTIVE for port object ed922e2e-bfec-434c-8379-8f632e2ea239 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:19.108154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.118589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ffcd-df29-44ed-8d66-ebcdd789a6e9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.196773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45208a9d-17d7-4555-b1ad-4ecc94d61da7 req-32448ad1-ee79-4234-88ba-01c35848178f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786226 Jul 22 14:15:19.203077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ffcd-df29-44ed-8d66-ebcdd789a6e9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.215117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Pushing event updated for resources: {'Port': ['ID=ed922e2e-bfec-434c-8379-8f632e2ea239,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:19.239200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.270282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-9ffb1ccd-0d46-4f18-bad0-3e49a421e74a service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343855 Jul 22 14:15:19.275362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Attempting to bind port ed922e2e-bfec-434c-8379-8f632e2ea239 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:19.275703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Transition to ACTIVE for port object 50225b06-5d85-4811-bada-7f6e72cd1bc2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:19.275845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Attempting to bind port ed922e2e-bfec-434c-8379-8f632e2ea239 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:19.276082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Attempting to bind port ed922e2e-bfec-434c-8379-8f632e2ea239 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:19.281223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Port ed922e2e-bfec-434c-8379-8f632e2ea239 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:15:19.281640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Attempting to bind port ed922e2e-bfec-434c-8379-8f632e2ea239 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:19.287153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:19.287488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:19.288218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Bound using segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:19.288344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Bound port: ed922e2e-bfec-434c-8379-8f632e2ea239, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:19.288650 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.315222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ffcd-df29-44ed-8d66-ebcdd789a6e9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.317744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ffcd-df29-44ed-8d66-ebcdd789a6e9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.321229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4e7ffcd-df29-44ed-8d66-ebcdd789a6e9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/a06b04e1-cdf4-4f5e-a5c6-ebc92b355316 HTTP/1.1" status: 204 len: 168 time: 0.3887007 Jul 22 14:15:19.324884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:19.366886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] For port ed922e2e-bfec-434c-8379-8f632e2ea239, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:19.370693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] For port ed922e2e-bfec-434c-8379-8f632e2ea239, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ed922e2e-bfec-434c-8379-8f632e2ea239,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:19.375341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.378194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7ffcd-df29-44ed-8d66-ebcdd789a6e9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b04e1-cdf4-4f5e-a5c6-ebc92b355316,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:19.427439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:19.427829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.428067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.429570 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed922e2e-bfec-434c-8379-8f632e2ea239 HTTP/1.1" status: 200 len: 1092 time: 1.0356815 Jul 22 14:15:19.430163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'tag': 'ed922e2e-bfec-434c-8379-8f632e2ea239'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:19.432435 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a82d39-71c1-4181-8d67-8b1e2df82f25" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8d9b81-ef3e-49da-809d-cd75b918190f", "tag": "ed922e2e-bfec-434c-8379-8f632e2ea239"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:19.478332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e4b349e-6090-4e61-a1b5-4c6c8a587021 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459644 Jul 22 14:15:19.483736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53415375-38b3-4118-8b01-08a9e0bcd95f req-3dd91379-6038-4a71-a7a2-1d5820448530 service neutron] 10.222.0.13 "GET /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054513 Jul 22 14:15:19.488054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:19.496197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090285612'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:19.508092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network b17a698a-f7f1-4221-a220-d99794783f36 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:19.516496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:19.521186 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164c253-93d0-4292-8328-aa2b1f156543 x-openstack-request-id: req-3164c253-93d0-4292-8328-aa2b1f156543 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:19.521708 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8d9b81-ef3e-49da-809d-cd75b918190f", "tag": "ed922e2e-bfec-434c-8379-8f632e2ea239", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:19.522160 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3164c253-93d0-4292-8328-aa2b1f156543 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:19.522659 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'tag': 'ed922e2e-bfec-434c-8379-8f632e2ea239', 'status': 'completed', 'code': 200} Jul 22 14:15:19.524032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:19.524490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07bd51-f369-42f0-a860-a3bca050ae87 service neutron] Pushing event updated for resources: {'Port': ['ID=ed922e2e-bfec-434c-8379-8f632e2ea239,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:19.529697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Port': ['ID=50225b06-5d85-4811-bada-7f6e72cd1bc2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:19.570334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.575610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-6f9091d9-5ab7-450a-8fc6-fb8fac8ebf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:19.577498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-6f9091d9-5ab7-450a-8fc6-fb8fac8ebf54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 1095 time: 0.1045766 Jul 22 14:15:19.587633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.645749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-9262b357-50fd-4849-b07d-9c91f6061512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed922e2e-bfec-434c-8379-8f632e2ea239 HTTP/1.1" status: 200 len: 217 time: 0.0576103 Jul 22 14:15:19.735058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-424d456f-8385-45d4-8bde-3229a3fdcfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:19.737593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-424d456f-8385-45d4-8bde-3229a3fdcfc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0814726 Jul 22 14:15:19.781863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.785464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.790656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048329d7-8f25-4070-a8fe-52f9ee67e141 req-a89471a4-81fc-4f74-ae01-ac1855c5e119 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:19.792245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-048329d7-8f25-4070-a8fe-52f9ee67e141 req-a89471a4-81fc-4f74-ae01-ac1855c5e119 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1486375 Jul 22 14:15:19.794428 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-58cce1a7-58f0-4303-8780-028b94c496a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465028 Jul 22 14:15:19.795858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.823587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f26e999-bcfd-4e1f-958c-7fb09b35d30f None None] Provisioning for port 50225b06-5d85-4811-bada-7f6e72cd1bc2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:19.830993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f26e999-bcfd-4e1f-958c-7fb09b35d30f None None] Provisioning complete for port 50225b06-5d85-4811-bada-7f6e72cd1bc2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:19.832323 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f26e999-bcfd-4e1f-958c-7fb09b35d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.852186 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.856604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3667772 Jul 22 14:15:19.861456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:19.871808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-726af4bd-dd57-4532-b6a9-fdb8dc0e597c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '61e267ef-ec9e-4caa-87a0-da9a518e3117', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:19.872712 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-726af4bd-dd57-4532-b6a9-fdb8dc0e597c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 14:15:19.873228 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-726af4bd-dd57-4532-b6a9-fdb8dc0e597c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:19.878133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-726af4bd-dd57-4532-b6a9-fdb8dc0e597c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137603 Jul 22 14:15:19.889526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:19.889815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46864) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:19.901378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1f26e999-bcfd-4e1f-958c-7fb09b35d30f None None] Port 50225b06-5d85-4811-bada-7f6e72cd1bc2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:19.923865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-048329d7-8f25-4070-a8fe-52f9ee67e141 req-f4f8363d-8e0f-4b77-909e-d2d8bbdf4b2b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245747 Jul 22 14:15:19.981521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-fe3d0849-3efb-4286-9b84-c2b34aea168d service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736691 Jul 22 14:15:19.999331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84603ac8-eb57-4809-9244-e8948629281a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e267ef-ec9e-4caa-87a0-da9a518e3117,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:20.018521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4474e0d-11d1-4582-994d-26ec2a4c724b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.077714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4474e0d-11d1-4582-994d-26ec2a4c724b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.129368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d9071-50a7-4f58-82ca-fe068dd43fd5 req-c6344125-392b-4ee6-ac5e-faf5f67776eb service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376433 Jul 22 14:15:20.143152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4474e0d-11d1-4582-994d-26ec2a4c724b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.146526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4474e0d-11d1-4582-994d-26ec2a4c724b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.147809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c4474e0d-11d1-4582-994d-26ec2a4c724b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/61e267ef-ec9e-4caa-87a0-da9a518e3117 HTTP/1.1" status: 204 len: 168 time: 0.2425094 Jul 22 14:15:20.151957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46866) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.159396 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.164647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.172758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4474e0d-11d1-4582-994d-26ec2a4c724b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e267ef-ec9e-4caa-87a0-da9a518e3117,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:20.244613 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.248889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5356953c-27eb-47a7-8bf6-3cd7eb7384d7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925333 Jul 22 14:15:20.249057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event updated for resources: {'Port': ['ID=50225b06-5d85-4811-bada-7f6e72cd1bc2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:20.249207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46870) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.257885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100440183'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:20.299209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-1b09031d-f456-4900-bd63-62394d1daaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:20.300849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-1b09031d-f456-4900-bd63-62394d1daaf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 1095 time: 0.1228442 Jul 22 14:15:20.319327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.347481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Network b17a698a-f7f1-4221-a220-d99794783f36 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:20.349152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:20.460764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb6300-6070-44b3-94c5-faf808129b32 req-0b4d9d48-b52a-48d9-9205-bf35129dc77a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:20.462485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5cb6300-6070-44b3-94c5-faf808129b32 req-0b4d9d48-b52a-48d9-9205-bf35129dc77a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 943 time: 0.1807644 Jul 22 14:15:20.462622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Router fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:15:20.504990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-108a20d7-2849-442d-bb78-43a2499f4f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:20.506633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-108a20d7-2849-442d-bb78-43a2499f4f30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.1884580 Jul 22 14:15:20.566165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:20.571575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ed055d2f-6367-42df-985c-cc0923ef4134 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452584 Jul 22 14:15:20.572440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-10c70bdc-8c52-4fc9-9372-f26799c05dc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed922e2e-bfec-434c-8379-8f632e2ea239 HTTP/1.1" status: 200 len: 217 time: 0.0559006 Jul 22 14:15:20.573940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.579988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] Sync routers for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:20.592239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:20.593203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:20.610844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5cb6300-6070-44b3-94c5-faf808129b32 req-aff748c8-f601-4d3e-8a86-fe74e571fc5f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380808 Jul 22 14:15:20.640446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:20.640701 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.649448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.658051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:20.659028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:14:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:20.662567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-05d48def-e617-4194-bae6-d4bf43519122 None None] Provisioning complete for port 50225b06-5d85-4811-bada-7f6e72cd1bc2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:20.663157 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05d48def-e617-4194-bae6-d4bf43519122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.680484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-6fcf0641-fcaf-4c0c-aed7-06e5ddde94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:20.682009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-6fcf0641-fcaf-4c0c-aed7-06e5ddde94c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0968792 Jul 22 14:15:20.686129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89587030-8276-4966-aa36-ada3f6be2dd8 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.687206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.691926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4382944 Jul 22 14:15:20.692251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.696794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f9efc995-66ab-4e02-8314-e55fe8aa9221 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': 'f8b28b72-3a83-4218-b128-ef7893730434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:20.701969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae71e1-e64f-4a1c-912e-7d7a073e691b tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b28b72-3a83-4218-b128-ef7893730434,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:20.712893 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-f9efc995-66ab-4e02-8314-e55fe8aa9221 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 14:15:20.714271 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f9efc995-66ab-4e02-8314-e55fe8aa9221 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:20.715484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:20.715697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9efc995-66ab-4e02-8314-e55fe8aa9221 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222194 Jul 22 14:15:20.716519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fcfb5b-af52-441d-93cc-acd4baac0ffa None None] The sync data for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:20.721957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46880) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.726457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-159722ef-2d9a-4193-a308-e417e643424a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364339 Jul 22 14:15:20.729717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bce5c277-4ea2-4e62-92be-30f06a89a62a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': 'f8b28b72-3a83-4218-b128-ef7893730434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:20.731446 n-d-787205-11 neutron-server[93760]: WARNING neutron.api.v2.base [None req-bce5c277-4ea2-4e62-92be-30f06a89a62a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 14:15:20.732326 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-bce5c277-4ea2-4e62-92be-30f06a89a62a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:20.735623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bce5c277-4ea2-4e62-92be-30f06a89a62a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095167 Jul 22 14:15:20.736970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-05d48def-e617-4194-bae6-d4bf43519122 None None] Port 50225b06-5d85-4811-bada-7f6e72cd1bc2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:20.741354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.747566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e8249850-d1bf-4d27-bac1-b3069bf6f1a3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': 'f8b28b72-3a83-4218-b128-ef7893730434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:20.748689 n-d-787205-11 neutron-server[93760]: WARNING neutron.api.v2.base [None req-e8249850-d1bf-4d27-bac1-b3069bf6f1a3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 14:15:20.749252 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-e8249850-d1bf-4d27-bac1-b3069bf6f1a3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:20.750307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8249850-d1bf-4d27-bac1-b3069bf6f1a3 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069239 Jul 22 14:15:20.760378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46884) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.766271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f1656628-09af-48e5-8bce-5063cd2b6dff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': 'f8b28b72-3a83-4218-b128-ef7893730434', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:20.767859 n-d-787205-11 neutron-server[93760]: WARNING neutron.api.v2.base [None req-f1656628-09af-48e5-8bce-5063cd2b6dff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 14:15:20.768444 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-f1656628-09af-48e5-8bce-5063cd2b6dff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:20.769543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f1656628-09af-48e5-8bce-5063cd2b6dff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082603 Jul 22 14:15:20.776302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:20.889010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-4564534e-c76e-47f6-9972-007497629b1b service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547897 Jul 22 14:15:20.889725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a63dd94-dab5-4df8-8bd1-1d5e3e263641 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:20.938551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a63dd94-dab5-4df8-8bd1-1d5e3e263641 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.029507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2a82d39-71c1-4181-8d67-8b1e2df82f25 req-d4ec2993-c326-43cb-ac57-d0809ffd3058 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337483 Jul 22 14:15:21.030666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a63dd94-dab5-4df8-8bd1-1d5e3e263641 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.033512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a63dd94-dab5-4df8-8bd1-1d5e3e263641 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.036983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7a63dd94-dab5-4df8-8bd1-1d5e3e263641 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/f8b28b72-3a83-4218-b128-ef7893730434 HTTP/1.1" status: 204 len: 168 time: 0.2574444 Jul 22 14:15:21.038028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46894) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.061251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63dd94-dab5-4df8-8bd1-1d5e3e263641 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b28b72-3a83-4218-b128-ef7893730434,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:21.093979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-218bac0c-6817-481d-b434-1d215404baae tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547023 Jul 22 14:15:21.098696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.103421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--411251168'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.127784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.135404 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-89587030-8276-4966-aa36-ada3f6be2dd8 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:15:21.136468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89587030-8276-4966-aa36-ada3f6be2dd8 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 HTTP/1.1" status: 409 len: 329 time: 0.5616121 Jul 22 14:15:21.139527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.172814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa9160-4c0b-48d7-9ea8-6d543e0764f2 req-a4483b8d-914f-4141-8f8c-dc9b7cb8b603 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:21.174845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfaa9160-4c0b-48d7-9ea8-6d543e0764f2 req-a4483b8d-914f-4141-8f8c-dc9b7cb8b603 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1027658 Jul 22 14:15:21.218725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfaa9160-4c0b-48d7-9ea8-6d543e0764f2 req-b1fae1fe-37a0-4aed-91ac-fc8ba1c07f48 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Jul 22 14:15:21.286956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.396921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62193026-9286-46f4-bdc4-a9f0fd005247 req-95edc609-dccf-43fa-8340-bfa50fec5295 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:21.398723 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62193026-9286-46f4-bdc4-a9f0fd005247 req-95edc609-dccf-43fa-8340-bfa50fec5295 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.0850356 Jul 22 14:15:21.400718 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b996bd0-e1eb-4977-a861-3ebc63bd0df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.443057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.451112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.454036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62193026-9286-46f4-bdc4-a9f0fd005247 req-ede2bec0-4337-4682-b290-e6c1c50f4fa0 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Jul 22 14:15:21.463149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8cb38-2f5d-416b-a024-03b95b076f0d req-c99bca9b-cf57-45eb-9d4c-169b0c323db2 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:21.464701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48f8cb38-2f5d-416b-a024-03b95b076f0d req-c99bca9b-cf57-45eb-9d4c-169b0c323db2 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1098 time: 0.2206366 Jul 22 14:15:21.513129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.514418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4144657 Jul 22 14:15:21.518288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.519992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-48f8cb38-2f5d-416b-a024-03b95b076f0d req-faa8beca-ead3-410b-b438-764ce9cb64f9 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.523485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dd0cae7d-26cc-4589-872d-4537aa840786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.523791 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-dd0cae7d-26cc-4589-872d-4537aa840786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:15:21.524336 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-dd0cae7d-26cc-4589-872d-4537aa840786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.525296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dd0cae7d-26cc-4589-872d-4537aa840786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060186 Jul 22 14:15:21.528019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46912) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.533357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-00c70873-a943-4e01-9283-98452d7d19b1 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.550167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a5dc6-fc3a-4ecc-b550-93812b855001 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8210bceb-d810-4f49-b402-135f18e7d67f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:21.659933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63385b9e-48b5-4bc9-9eb4-7114481c63f0 req-0414eef2-2d15-494d-a471-da19bf4cd448 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:21.661364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63385b9e-48b5-4bc9-9eb4-7114481c63f0 req-0414eef2-2d15-494d-a471-da19bf4cd448 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 946 time: 0.0682826 Jul 22 14:15:21.689415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.692683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-48f8cb38-2f5d-416b-a024-03b95b076f0d req-faa8beca-ead3-410b-b438-764ce9cb64f9 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.700861 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-00c70873-a943-4e01-9283-98452d7d19b1 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.701946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-00c70873-a943-4e01-9283-98452d7d19b1 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1729512 Jul 22 14:15:21.705024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63385b9e-48b5-4bc9-9eb4-7114481c63f0 req-a11f96d3-879b-4d59-9538-6ded50df6238 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371902 Jul 22 14:15:21.705473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.709894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7cac019a-fbc8-4312-8fd5-c9069ce8c786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.710374 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-7cac019a-fbc8-4312-8fd5-c9069ce8c786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 14:15:21.710850 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-7cac019a-fbc8-4312-8fd5-c9069ce8c786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.714211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7cac019a-fbc8-4312-8fd5-c9069ce8c786 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054021 Jul 22 14:15:21.714595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.728154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-69ce0ae7-b81d-4405-8427-847512f03e1f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.755243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-48f8cb38-2f5d-416b-a024-03b95b076f0d req-faa8beca-ead3-410b-b438-764ce9cb64f9 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:21.769825 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-69ce0ae7-b81d-4405-8427-847512f03e1f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.773509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-69ce0ae7-b81d-4405-8427-847512f03e1f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0554273 Jul 22 14:15:21.773872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.779424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eae98aba-5d79-45ad-82bb-ff4a6ca420f7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.780456 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-eae98aba-5d79-45ad-82bb-ff4a6ca420f7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:15:21.781083 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-eae98aba-5d79-45ad-82bb-ff4a6ca420f7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.786104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eae98aba-5d79-45ad-82bb-ff4a6ca420f7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072470 Jul 22 14:15:21.787137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.790655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48f8cb38-2f5d-416b-a024-03b95b076f0d req-faa8beca-ead3-410b-b438-764ce9cb64f9 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194528 Jul 22 14:15:21.794559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a9ba38e4-2ad5-4dda-8ec3-846f9e3439dc tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.805087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8beca-ead3-410b-b438-764ce9cb64f9 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f355e5d-4ac1-442b-82d0-08a8d6795766,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:21.886350 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-a9ba38e4-2ad5-4dda-8ec3-846f9e3439dc tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.889925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9ba38e4-2ad5-4dda-8ec3-846f9e3439dc tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0967727 Jul 22 14:15:21.890136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.899969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4db56fc7-6750-4913-a445-dc4b58880e5e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.900446 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-4db56fc7-6750-4913-a445-dc4b58880e5e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 14:15:21.900930 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4db56fc7-6750-4913-a445-dc4b58880e5e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.901902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4db56fc7-6750-4913-a445-dc4b58880e5e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106091 Jul 22 14:15:21.905037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46932) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.909815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5ab56813-2937-4f4c-bb4a-2b3abaef1a48 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:21.962577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe93c1-202d-4fdb-9c88-a19042cfa1cb req-7270b0fb-823e-4c52-b57b-0f2522728fb2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:21.964034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70fe93c1-202d-4fdb-9c88-a19042cfa1cb req-7270b0fb-823e-4c52-b57b-0f2522728fb2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 943 time: 0.1198862 Jul 22 14:15:21.989318 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-5ab56813-2937-4f4c-bb4a-2b3abaef1a48 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:21.990392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5ab56813-2937-4f4c-bb4a-2b3abaef1a48 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0844622 Jul 22 14:15:21.993249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fae6d-84a2-40ac-947a-cc6630fefa34 req-62086a06-8699-4583-96d3-934f8456203e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:21.994556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:21.994805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f0fae6d-84a2-40ac-947a-cc6630fefa34 req-62086a06-8699-4583-96d3-934f8456203e tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.1126153 Jul 22 14:15:22.000275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-152ac46a-48e4-465e-9f4c-fa6dcb160fcf tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '8210bceb-d810-4f49-b402-135f18e7d67f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:22.023920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70fe93c1-202d-4fdb-9c88-a19042cfa1cb req-b2575ff0-07fc-4673-9a85-83c8f2f5ff1c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540721 Jul 22 14:15:22.064992 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-152ac46a-48e4-465e-9f4c-fa6dcb160fcf tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:22.069039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-152ac46a-48e4-465e-9f4c-fa6dcb160fcf tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0708659 Jul 22 14:15:22.070018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:22.093683 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f0fae6d-84a2-40ac-947a-cc6630fefa34 req-05c3124d-5a55-4d8b-8f9c-33713cc4a92f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922961 Jul 22 14:15:22.130375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Deleting port 50225b06-5d85-4811-bada-7f6e72cd1bc2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:22.131045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.158317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767c470-1673-4f2f-b949-8754f5f56a15 req-7e8532da-1df9-43e8-aefc-8f6a40da2afd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:22.159867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6767c470-1673-4f2f-b949-8754f5f56a15 req-7e8532da-1df9-43e8-aefc-8f6a40da2afd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.0726643 Jul 22 14:15:22.175163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d5f86c5-85e3-4895-8ed3-71ac4e0485ea tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.200924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6767c470-1673-4f2f-b949-8754f5f56a15 req-da655a50-e907-41c1-a62b-02292347e1bb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350587 Jul 22 14:15:22.225191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:22.226298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-9b525fb6-e8b6-426a-aa51-6924c9317616 req-2e234a4c-ce95-4e6a-ac8d-56ec5b5a7459 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:15:22.227307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b525fb6-e8b6-426a-aa51-6924c9317616 req-2e234a4c-ce95-4e6a-ac8d-56ec5b5a7459 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114806 Jul 22 14:15:22.276278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d5f86c5-85e3-4895-8ed3-71ac4e0485ea tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.293512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e71bf0a-ea0e-48af-a259-2509d9e3e533 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/090f182d-e8fc-41c9-8b81-5b4f2ece79b0 HTTP/1.1" status: 200 len: 993 time: 0.0670233 Jul 22 14:15:22.332510 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.356190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.362114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Calling delete_port for 50225b06-5d85-4811-bada-7f6e72cd1bc2 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:22.659489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d5f86c5-85e3-4895-8ed3-71ac4e0485ea tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.662119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d5f86c5-85e3-4895-8ed3-71ac4e0485ea tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.663271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4d5f86c5-85e3-4895-8ed3-71ac4e0485ea tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/8210bceb-d810-4f49-b402-135f18e7d67f HTTP/1.1" status: 204 len: 168 time: 0.5923223 Jul 22 14:15:22.667092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:22.685777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b525fb6-e8b6-426a-aa51-6924c9317616 req-1f86aa5a-83ca-4ca4-abb8-91551ef22bc1 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4513006 Jul 22 14:15:22.688471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f86c5-85e3-4895-8ed3-71ac4e0485ea tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210bceb-d810-4f49-b402-135f18e7d67f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:22.739525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-19c04d87-8c43-4212-995c-d73f445313f7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673332 Jul 22 14:15:22.740862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:22.745488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--232376961'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:22.774038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.799952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ed922e2e-bfec-434c-8379-8f632e2ea239 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:15:22.857491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.921507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Port': ['ID=50225b06-5d85-4811-bada-7f6e72cd1bc2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:22.952969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:22.960935 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.023597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bba796e-8aae-4761-ad5a-0a1552902f1f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:23.037084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ed922e2e-bfec-434c-8379-8f632e2ea239, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ed922e2e-bfec-434c-8379-8f632e2ea239,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:23.043971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.047874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6716569-41c1-48a8-8d94-d1d156ed00d0 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3034275 Jul 22 14:15:23.050330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.054972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e900c913-28e3-40c1-978c-27b0067a4657 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '2bba796e-8aae-4761-ad5a-0a1552902f1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:23.069211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ed922e2e-bfec-434c-8379-8f632e2ea239', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'ed922e2e-bfec-434c-8379-8f632e2ea239', 'mac_address': 'fa:16:3e:d9:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:15:23.118131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.135325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed922e2e-bfec-434c-8379-8f632e2ea239 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:15:23.163057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ed922e2e-bfec-434c-8379-8f632e2ea239, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ed922e2e-bfec-434c-8379-8f632e2ea239,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:23.173489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.218129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.218695 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e900c913-28e3-40c1-978c-27b0067a4657 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The resource could not be found. Jul 22 14:15:23.223468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e900c913-28e3-40c1-978c-27b0067a4657 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1721172 Jul 22 14:15:23.224586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.230729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ed922e2e-bfec-434c-8379-8f632e2ea239,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:23.231345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8e64dd2f-6284-4771-900c-94f27d392667 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '2bba796e-8aae-4761-ad5a-0a1552902f1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c4a0c206-a941-48c9-ad60-cac8dacbc0dc'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:23.237066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55dffd-3b64-4009-b88b-3eed005b31fd req-250b76eb-583f-43af-b44f-0f41021feee3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:23.238631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b55dffd-3b64-4009-b88b-3eed005b31fd req-250b76eb-583f-43af-b44f-0f41021feee3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1967595 Jul 22 14:15:23.289888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357e289-2b42-4dea-9d8a-7c466b139434 req-48dedc9f-2ac7-4007-97f6-0af7d9eed32a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:23.291422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6357e289-2b42-4dea-9d8a-7c466b139434 req-48dedc9f-2ac7-4007-97f6-0af7d9eed32a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.2200325 Jul 22 14:15:23.299127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-5f3e2fcb-2ca3-4dea-bcff-ce1b38bbdb8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2764394 Jul 22 14:15:23.334377 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-8e64dd2f-6284-4771-900c-94f27d392667 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The resource could not be found. Jul 22 14:15:23.338301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e64dd2f-6284-4771-900c-94f27d392667 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1107242 Jul 22 14:15:23.338989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.367575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6357e289-2b42-4dea-9d8a-7c466b139434 req-99ce948d-920c-4635-987d-879d680768e5 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 Jul 22 14:15:23.387674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b55dffd-3b64-4009-b88b-3eed005b31fd req-3313c478-6f6e-4c2d-94fc-820c6c24eddf tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096506 Jul 22 14:15:23.405902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ed922e2e-bfec-434c-8379-8f632e2ea239'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:23.414603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3040db6e-0c1a-4384-9456-88402af6344a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.437932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Router fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:15:23.440248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3040db6e-0c1a-4384-9456-88402af6344a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.548572 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3040db6e-0c1a-4384-9456-88402af6344a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.551526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3040db6e-0c1a-4384-9456-88402af6344a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.554916 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3040db6e-0c1a-4384-9456-88402af6344a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/2bba796e-8aae-4761-ad5a-0a1552902f1f HTTP/1.1" status: 204 len: 168 time: 0.2078164 Jul 22 14:15:23.556986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46990) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.573820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040db6e-0c1a-4384-9456-88402af6344a tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bba796e-8aae-4761-ad5a-0a1552902f1f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:23.600032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:23.610587 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] Sync routers for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:23.617589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9cb0f56c-a4d8-4380-831c-088222883dd1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4728112 Jul 22 14:15:23.621411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.632812 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:23.633694 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:23.657207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61940039-4df4-4006-9959-71d0064002dd req-61a00352-dbf7-4ce2-a07e-dfcba0394bd0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:23.664678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61940039-4df4-4006-9959-71d0064002dd req-61a00352-dbf7-4ce2-a07e-dfcba0394bd0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 944 time: 0.1703379 Jul 22 14:15:23.680419 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:23.692254 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] Routers {'fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:23.692932 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:23.711421 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e471937d-6fde-462c-a030-e890b4cd144c tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] show failed (client error): The resource could not be found. Jul 22 14:15:23.712037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76ded-4d52-450a-b65f-3be45bae795d req-e1ad494b-2ca6-412b-b943-f667a773351a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:23.718069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e471937d-6fde-462c-a030-e890b4cd144c tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-890363176 HTTP/1.1" status: 404 len: 334 time: 0.0932405 Jul 22 14:15:23.719585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bb76ded-4d52-450a-b65f-3be45bae795d req-e1ad494b-2ca6-412b-b943-f667a773351a tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 946 time: 0.1051128 Jul 22 14:15:23.721608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47000) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.736069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84213b48-ab58-4cd5-9aa2-bbf6b3d30a1e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1754014 Jul 22 14:15:23.744232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-83f9d95b-9da5-40c5-a674-fdd443d15d2b tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:23.745461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.746449 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:23.747584 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae73011-74a0-4c1d-ba6d-8530709b45cf None None] The sync data for ids ['fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:23.765844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-21bba202-5042-4f46-9ad4-07ef8be2414c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': 'dac4c74c-4f55-4e8f-badc-7f761a75c0a4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:23.784161 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-83f9d95b-9da5-40c5-a674-fdd443d15d2b tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] update failed (client error): The resource could not be found. Jul 22 14:15:23.786477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61940039-4df4-4006-9959-71d0064002dd req-a677b96d-3ab8-41c4-90e5-20886f687d83 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205845 Jul 22 14:15:23.789069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-83f9d95b-9da5-40c5-a674-fdd443d15d2b tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1090231237 HTTP/1.1" status: 404 len: 335 time: 0.0656838 Jul 22 14:15:23.793553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47006) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.824954 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-21bba202-5042-4f46-9ad4-07ef8be2414c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The resource could not be found. Jul 22 14:15:23.829547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-21bba202-5042-4f46-9ad4-07ef8be2414c tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0784135 Jul 22 14:15:23.830258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:23.834941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105086589'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:23.863281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bb76ded-4d52-450a-b65f-3be45bae795d req-169d6013-4c74-44d0-b1a8-2217cf17cd76 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425269 Jul 22 14:15:23.867252 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.900893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Deleting subnet 7c86dc0e-9599-40f7-94b4-9aeed5a155c1 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:15:23.904246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:23.954553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.025166 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.029786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.093556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a43ae-1d65-463b-b415-982238067784 req-91d70c30-c0e9-456d-b450-f18c180b38c8 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:24.095737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f80a43ae-1d65-463b-b415-982238067784 req-91d70c30-c0e9-456d-b450-f18c180b38c8 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.1582711 Jul 22 14:15:24.097111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.113255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.114560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2833335 Jul 22 14:15:24.115728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe740ae2-1073-4478-9262-8a044d454b81 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08358c25-662c-43dd-8ac2-b8dc9fe05e76,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:24.121967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47020) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.128996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--861181620'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:24.171994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.189583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.190514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.194757 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f80a43ae-1d65-463b-b415-982238067784 req-6fc0f359-67e6-4345-abe0-08db2d01bca1 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735180 Jul 22 14:15:24.234595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Subnet': ['ID=7c86dc0e-9599-40f7-94b4-9aeed5a155c1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:24.238517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.240445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1fffd328-efd4-486b-88fa-e357177e77d5 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/subnets/7c86dc0e-9599-40f7-94b4-9aeed5a155c1 HTTP/1.1" status: 204 len: 168 time: 0.4460678 Jul 22 14:15:24.243143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47024) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.248107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b64ee0-f7cf-4344-943c-99579b3d7dca None None] Network bae1cfac-e43b-443b-b418-949ea7fb4ed8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:24.308303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Deleting subnet 7a610b5d-0893-4483-97dc-66d3c119a1ad {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:15:24.311995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.344466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.354894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.366819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.414919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.416190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2933342 Jul 22 14:15:24.419077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8349e85-8b77-42bb-8adf-e1040940b60d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a86f3-f9cb-48f9-8739-8817dda4f511,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:24.422100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.444051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7b21cb38-7fd5-4486-a983-fa90b3c917dd tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group_rule': {'security_group_id': '08358c25-662c-43dd-8ac2-b8dc9fe05e76', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b7a86f3-f9cb-48f9-8739-8817dda4f511'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:24.495229 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-7b21cb38-7fd5-4486-a983-fa90b3c917dd tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:15:24.498900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b21cb38-7fd5-4486-a983-fa90b3c917dd tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0729640 Jul 22 14:15:24.504405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.508221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.519423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] DHCP port deletion for bae1cfac-e43b-443b-b418-949ea7fb4ed8 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:15:24.569309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] Deleting port 81672c1c-a13d-417e-8428-0c4f805ce98b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:24.570267 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.587185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d6a14-cc5c-4d8d-ad64-915e12f8caaf req-e03e8535-2464-42f2-bcce-06ca2b8e3a70 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:24.588666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea1d6a14-cc5c-4d8d-ad64-915e12f8caaf req-e03e8535-2464-42f2-bcce-06ca2b8e3a70 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.0913184 Jul 22 14:15:24.629042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.643072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea1d6a14-cc5c-4d8d-ad64-915e12f8caaf req-a6292116-ca77-45fe-8c1e-fee8239fae88 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457835 Jul 22 14:15:24.649580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] For port 81672c1c-a13d-417e-8428-0c4f805ce98b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=81672c1c-a13d-417e-8428-0c4f805ce98b,segment=NetworkSegment(b9d648ee-3854-42d5-bfb6-251f8c74d5ff),segment_id=b9d648ee-3854-42d5-bfb6-251f8c74d5ff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:24.650008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.668223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] Calling delete_port for 81672c1c-a13d-417e-8428-0c4f805ce98b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:24.669646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a406a4-0260-4c0c-a7e3-803cee860e46 req-a13d6e69-46d7-4292-b145-a00f2b290eac tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:24.675716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a406a4-0260-4c0c-a7e3-803cee860e46 req-a13d6e69-46d7-4292-b145-a00f2b290eac tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:24.681714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a406a4-0260-4c0c-a7e3-803cee860e46 req-a13d6e69-46d7-4292-b145-a00f2b290eac tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:24.683419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8a406a4-0260-4c0c-a7e3-803cee860e46 req-a13d6e69-46d7-4292-b145-a00f2b290eac tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437&device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e&device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 2417 time: 0.2161760 Jul 22 14:15:24.684103 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a85fd73d-2a4f-46c8-b6ef-9c9d0c06af7f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.689457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Subnet': ['ID=7a610b5d-0893-4483-97dc-66d3c119a1ad,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:24.708222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.710164 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/subnets/7a610b5d-0893-4483-97dc-66d3c119a1ad HTTP/1.1" status: 204 len: 168 time: 0.4661269 Jul 22 14:15:24.714945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.727953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.728333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.728689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.729034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.729374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.729736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.730068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.730399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.730727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.731054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.731531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.731726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419985fa-b77e-4404-b1fa-2027bd840f6f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:24.734875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1726d1-0b05-47ec-ab26-409c62b49b9b None None] Network 0d1328f7-5a36-460d-819c-10a2321fecdf requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:24.753593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a85fd73d-2a4f-46c8-b6ef-9c9d0c06af7f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.792443 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8a406a4-0260-4c0c-a7e3-803cee860e46 req-418f39f3-f211-4f12-83da-d084b9b23199 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956366 Jul 22 14:15:24.815721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a85fd73d-2a4f-46c8-b6ef-9c9d0c06af7f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.816895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ed922e2e-bfec-434c-8379-8f632e2ea239 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:24.818802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a85fd73d-2a4f-46c8-b6ef-9c9d0c06af7f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.820251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a85fd73d-2a4f-46c8-b6ef-9c9d0c06af7f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b7a86f3-f9cb-48f9-8739-8817dda4f511 HTTP/1.1" status: 204 len: 168 time: 0.3146353 Jul 22 14:15:24.830271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.859997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fd73d-2a4f-46c8-b6ef-9c9d0c06af7f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a86f3-f9cb-48f9-8739-8817dda4f511,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:24.928916 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.942819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] No DVR routers for this DVR port 81672c1c-a13d-417e-8428-0c4f805ce98b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:24.969525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6958c1b7-a576-47ea-b31e-1eb73150998d tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1354945 Jul 22 14:15:24.971659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47042) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:24.974767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25478639-71be-4def-9233-d08b7bb0cf0d None None] Pushing event deleted for resources: {'Port': ['ID=81672c1c-a13d-417e-8428-0c4f805ce98b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:24.978887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:24.990258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ed922e2e-bfec-434c-8379-8f632e2ea239 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:24.996229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ed922e2e-bfec-434c-8379-8f632e2ea239 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:24.996609 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.022037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f2c5a41-a7d5-456b-9259-b602ae8bf902 req-e91f0dd0-952c-4ce9-b77b-5cddd5f9627f tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1520717 Jul 22 14:15:25.063485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-bf5decfe-2ca9-406f-a455-6eb063abac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.065885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90340e6-013b-40ca-9937-5fd32d65a9f4 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.066090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-bf5decfe-2ca9-406f-a455-6eb063abac42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1098 time: 0.3033361 Jul 22 14:15:25.096710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90340e6-013b-40ca-9937-5fd32d65a9f4 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.108480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.131567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9f23-5adf-4066-963a-9f4f803867a5 req-7ee91774-a00b-4858-8be9-828d4a8b4841 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.135211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed922e2e-bfec-434c-8379-8f632e2ea239'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:25.137651 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbeb48c-0020-4b8b-9a4e-94c1c91fa046" -d '{"events": [{"server_uuid": "1d8d9b81-ef3e-49da-809d-cd75b918190f", "name": "network-vif-plugged", "status": "completed", "tag": "ed922e2e-bfec-434c-8379-8f632e2ea239"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:25.140473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ceec9f23-5adf-4066-963a-9f4f803867a5 req-7ee91774-a00b-4858-8be9-828d4a8b4841 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 944 time: 0.2254195 Jul 22 14:15:25.154077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] DHCP port deletion for 0d1328f7-5a36-460d-819c-10a2321fecdf request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:15:25.160662 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90340e6-013b-40ca-9937-5fd32d65a9f4 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.162531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ed922e2e-bfec-434c-8379-8f632e2ea239, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ed922e2e-bfec-434c-8379-8f632e2ea239,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:25.163837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90340e6-013b-40ca-9937-5fd32d65a9f4 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.168215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e90340e6-013b-40ca-9937-5fd32d65a9f4 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/08358c25-662c-43dd-8ac2-b8dc9fe05e76 HTTP/1.1" status: 204 len: 168 time: 0.1940880 Jul 22 14:15:25.169478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.170409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47052) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.198158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90340e6-013b-40ca-9937-5fd32d65a9f4 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08358c25-662c-43dd-8ac2-b8dc9fe05e76,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:25.224853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.241517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ed922e2e-bfec-434c-8379-8f632e2ea239,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:25.244442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4294d0d9-4e03-4424-83c8-0635a2387bb7 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626132 Jul 22 14:15:25.247155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47054) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.251149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'tempest-secgroup--90479815'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:25.278003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.279287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] Deleting port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:25.279766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.330538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae1cfac-e43b-443b-b418-949ea7fb4ed8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:25.353356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:25.354617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d648ee-3854-42d5-bfb6-251f8c74d5ff') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:25.365688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] For port 8a34c0d2-f711-434c-87a4-3ea87d0227c8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8a34c0d2-f711-434c-87a4-3ea87d0227c8,segment=NetworkSegment(4a5ca8d6-5e9f-4a53-b813-50a7446aea36),segment_id=4a5ca8d6-5e9f-4a53-b813-50a7446aea36)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:25.366259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.374204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.375219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-594328ed-0f68-4feb-a8b5-c54639b2a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.377042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-594328ed-0f68-4feb-a8b5-c54639b2a61e service neutron] 10.222.0.20 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.2891793 Jul 22 14:15:25.378761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.378958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.384207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] Calling delete_port for 8a34c0d2-f711-434c-87a4-3ea87d0227c8 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:25.396624 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.403097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ceec9f23-5adf-4066-963a-9f4f803867a5 req-ef6d8634-4f11-429c-a253-bd571b12c343 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597628 Jul 22 14:15:25.403528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.404583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1577063 Jul 22 14:15:25.438549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7024e2a8-e4b9-46d0-9003-1cb0a626710e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:25.439093 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-7024e2a8-e4b9-46d0-9003-1cb0a626710e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:15:25.439677 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-7024e2a8-e4b9-46d0-9003-1cb0a626710e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 14:15:25.443505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7024e2a8-e4b9-46d0-9003-1cb0a626710e tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "PUT /v2.0/security-groups/ac639a54-67bd-4221-8841-e98ba6bd6f33 HTTP/1.1" status: 409 len: 330 time: 0.0250130 Jul 22 14:15:25.444686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521641a-27b6-4275-89ae-e093a61c4a5f tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac639a54-67bd-4221-8841-e98ba6bd6f33,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:25.447289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47058) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.490580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.500940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.512578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:25.513119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:25.516448 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:25.521687 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2766307-bc61-4757-af6c-fd0d0359127b x-openstack-request-id: req-b2766307-bc61-4757-af6c-fd0d0359127b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:25.522190 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8d9b81-ef3e-49da-809d-cd75b918190f", "name": "network-vif-plugged", "status": "completed", "tag": "ed922e2e-bfec-434c-8379-8f632e2ea239", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:25.522500 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2766307-bc61-4757-af6c-fd0d0359127b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:25.522992 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed922e2e-bfec-434c-8379-8f632e2ea239', 'code': 200} Jul 22 14:15:25.523425 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd875634-dec2-4dfd-adce-0fe1641df9ce tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.529169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] Pushing event deleted for resources: {'Port': ['ID=8a34c0d2-f711-434c-87a4-3ea87d0227c8,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:25.542883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1640bac-bb7f-4914-b96f-7aeee87b7bd9 None None] No DVR routers for this DVR port 8a34c0d2-f711-434c-87a4-3ea87d0227c8 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:25.557600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd875634-dec2-4dfd-adce-0fe1641df9ce tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.569912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-53378b7e-981a-4d18-9440-8891da2055b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 1001 time: 0.1812861 Jul 22 14:15:25.644837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd875634-dec2-4dfd-adce-0fe1641df9ce tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.647047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.649140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd875634-dec2-4dfd-adce-0fe1641df9ce tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.652698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fd875634-dec2-4dfd-adce-0fe1641df9ce tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/ac639a54-67bd-4221-8841-e98ba6bd6f33 HTTP/1.1" status: 204 len: 168 time: 0.2019637 Jul 22 14:15:25.659728 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.665171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/networks/bae1cfac-e43b-443b-b418-949ea7fb4ed8 HTTP/1.1" status: 204 len: 168 time: 0.9472227 Jul 22 14:15:25.665171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47062) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.665387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47064) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.683077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Network': ['ID=bae1cfac-e43b-443b-b418-949ea7fb4ed8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:25.699084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.699446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.699773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.700083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd875634-dec2-4dfd-adce-0fe1641df9ce tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac639a54-67bd-4221-8841-e98ba6bd6f33,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:25.700204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.700436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.700771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.701101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.701430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.701783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.702573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.702573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.710229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377446e-536a-47b8-824e-0d31962905a4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:25.719342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-ec27cba8-dfd0-41eb-9635-127f3ec3a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.720988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-ec27cba8-dfd0-41eb-9635-127f3ec3a164 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.1181719 Jul 22 14:15:25.786613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba431877-d1d8-47fb-ab4f-4fa959022787 req-06578d1e-7d04-4264-b2f5-d526e15bbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.788903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ba431877-d1d8-47fb-ab4f-4fa959022787 req-06578d1e-7d04-4264-b2f5-d526e15bbb40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 1097 time: 0.1839509 Jul 22 14:15:25.792667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.820038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4916d54-3c1d-425c-ae48-993b95d9dba9 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521690 Jul 22 14:15:25.820038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.843582 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e8d3b023-1ff9-4bfc-99e6-072bc92ccd19 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] delete failed (client error): The resource could not be found. Jul 22 14:15:25.848262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e8d3b023-1ff9-4bfc-99e6-072bc92ccd19 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "DELETE /v2.0/security-groups/e673978d-9e71-4d24-b011-d2f550230ab4 HTTP/1.1" status: 404 len: 347 time: 0.0245888 Jul 22 14:15:25.850205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.873381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ba431877-d1d8-47fb-ab4f-4fa959022787 req-ce00cb21-2efd-4fae-b176-0ed59f67613a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775576 Jul 22 14:15:25.879776 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-c0feda2d-6d25-4f37-9e53-e132679ce0ff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] show failed (client error): The resource could not be found. Jul 22 14:15:25.885229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c0feda2d-6d25-4f37-9e53-e132679ce0ff tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-groups/31556063-d931-4043-b572-74d60756c7b8 HTTP/1.1" status: 404 len: 347 time: 0.0288711 Jul 22 14:15:25.885229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:25.896635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-92667062-78a2-4a55-afc0-78ae69ea1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.898127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-92667062-78a2-4a55-afc0-78ae69ea1165 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661921 Jul 22 14:15:25.915262 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-1dce8db4-84db-4ea5-9a1c-9720d1c5a830 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] show failed (client error): The resource could not be found. Jul 22 14:15:25.919657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1dce8db4-84db-4ea5-9a1c-9720d1c5a830 tempest-NegativeSecGroupTest-201309239 tempest-NegativeSecGroupTest-201309239-project] 10.222.0.11 "GET /v2.0/security-group-rules/19dfdebb-31eb-4cb7-b3ba-9e8f0a80c33c HTTP/1.1" status: 404 len: 356 time: 0.0307107 Jul 22 14:15:25.924799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc2373-5ac6-40fe-8abc-cb6e45968440 req-2edf287e-3a2e-4ef8-8ded-33b40e0ac59a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:25.931970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0bc2373-5ac6-40fe-8abc-cb6e45968440 req-2edf287e-3a2e-4ef8-8ded-33b40e0ac59a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1986625 Jul 22 14:15:25.963355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:25.978605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1328f7-5a36-460d-819c-10a2321fecdf']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:25.994182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5ca8d6-5e9f-4a53-b813-50a7446aea36') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:25.994522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5ca8d6-5e9f-4a53-b813-50a7446aea36') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:26.009777 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.027019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.034321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:26.034902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.040207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0bc2373-5ac6-40fe-8abc-cb6e45968440 req-f090581f-fbf8-4c2d-ba46-5b8e5f9386c0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072311 Jul 22 14:15:26.097504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-80486d90-9e25-4d2d-b7f9-a9c7a974675b service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917570 Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:26.103252 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:26.114596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.121826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.125678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/networks/0d1328f7-5a36-460d-819c-10a2321fecdf HTTP/1.1" status: 204 len: 168 time: 0.4585607 Jul 22 14:15:26.133118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:26.141149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e01c5-e9c3-46f7-b21a-39fbbc4bd4e4 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Network': ['ID=0d1328f7-5a36-460d-819c-10a2321fecdf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:26.231751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Deleting subnet 3d13afc9-8873-4a69-911e-5aa87fdc08ec {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:15:26.237909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.282205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-4a188e90-2a9f-48c6-b11f-6db128563c15 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755114 Jul 22 14:15:26.290255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47088) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:26.300140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.405161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.514899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-35dc8718-9c99-4a0b-a9ab-ea415acb5ea9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a896ea263b994cf6ad654fd8397fa36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232985 Jul 22 14:15:26.521150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:26.538089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.570213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a34c0d2-f711-434c-87a4-3ea87d0227c8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:26.592405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Subnet': ['ID=3d13afc9-8873-4a69-911e-5aa87fdc08ec,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:26.597182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8a34c0d2-f711-434c-87a4-3ea87d0227c8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:26.597751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8a34c0d2-f711-434c-87a4-3ea87d0227c8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:26.597983 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.598414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 81672c1c-a13d-417e-8428-0c4f805ce98b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:26.602937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f2e739ff-3969-4b31-8910-52e59be7209f tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/subnets/3d13afc9-8873-4a69-911e-5aa87fdc08ec HTTP/1.1" status: 204 len: 168 time: 0.4666886 Jul 22 14:15:26.605465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:26.627436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ba3d1-a83f-4c73-a682-c89018fae900 None None] Network b17a698a-f7f1-4221-a220-d99794783f36 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:26.630178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 81672c1c-a13d-417e-8428-0c4f805ce98b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:26.630755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 81672c1c-a13d-417e-8428-0c4f805ce98b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:26.643741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be0c34-096e-4a49-b185-5dd116052e4a req-227f9019-194c-4852-8491-66753032fe6e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:26.650217 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27be0c34-096e-4a49-b185-5dd116052e4a req-227f9019-194c-4852-8491-66753032fe6e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 945 time: 0.1547103 Jul 22 14:15:26.697219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.723103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e99a4f33-94e0-44a0-88e6-bcf3150057f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.733594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27be0c34-096e-4a49-b185-5dd116052e4a req-7bedbaf6-9f09-43f0-a7fb-76dca87ce817 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732322 Jul 22 14:15:26.749050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e99a4f33-94e0-44a0-88e6-bcf3150057f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.829010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Deleting port 791d2f0e-2839-4170-9b35-254ac1beacc4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:26.829556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.855917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e99a4f33-94e0-44a0-88e6-bcf3150057f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.858519 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e99a4f33-94e0-44a0-88e6-bcf3150057f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.859669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e99a4f33-94e0-44a0-88e6-bcf3150057f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41fd0587-cd7a-43b2-a5ab-b7fbb1f98273 HTTP/1.1" status: 204 len: 168 time: 0.3370838 Jul 22 14:15:26.900572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] DHCP port deletion for b17a698a-f7f1-4221-a220-d99794783f36 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:15:26.909535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a4f33-94e0-44a0-88e6-bcf3150057f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fd0587-cd7a-43b2-a5ab-b7fbb1f98273,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:26.929779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] For port 791d2f0e-2839-4170-9b35-254ac1beacc4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=791d2f0e-2839-4170-9b35-254ac1beacc4,segment=NetworkSegment(6682c147-8d0e-4ef5-85c1-aff88a861d96),segment_id=6682c147-8d0e-4ef5-85c1-aff88a861d96)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:26.930404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:26.952586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Calling delete_port for 791d2f0e-2839-4170-9b35-254ac1beacc4 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:26.979598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] Deleting port 791d2f0e-2839-4170-9b35-254ac1beacc4 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:26.980121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.048450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] For port 791d2f0e-2839-4170-9b35-254ac1beacc4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=791d2f0e-2839-4170-9b35-254ac1beacc4,segment=NetworkSegment(6682c147-8d0e-4ef5-85c1-aff88a861d96),segment_id=6682c147-8d0e-4ef5-85c1-aff88a861d96)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:27.048840 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.065559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] Calling delete_port for 791d2f0e-2839-4170-9b35-254ac1beacc4 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:27.115801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ccea-3daa-477b-819d-f1953ca6ed74 req-53a75518-5b62-456d-93aa-e6ce8951c082 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:27.117372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f83ccea-3daa-477b-819d-f1953ca6ed74 req-53a75518-5b62-456d-93aa-e6ce8951c082 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.1073151 Jul 22 14:15:27.130789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.166735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.171994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] No DVR routers for this DVR port 791d2f0e-2839-4170-9b35-254ac1beacc4 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:27.174000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Port': ['ID=791d2f0e-2839-4170-9b35-254ac1beacc4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:27.194830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee89318-5874-49cd-b1e0-c485a977eaa3 req-b03572b6-fcff-42ce-b453-462a018cdbc4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:27.201887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bee89318-5874-49cd-b1e0-c485a977eaa3 req-b03572b6-fcff-42ce-b453-462a018cdbc4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.0922966 Jul 22 14:15:27.209679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] Pushing event deleted for resources: {'Port': ['ID=791d2f0e-2839-4170-9b35-254ac1beacc4,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:27.214198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8debd63-2ade-49b2-a837-7243d99d6cfe None None] No DVR routers for this DVR port 791d2f0e-2839-4170-9b35-254ac1beacc4 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:27.228101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f83ccea-3daa-477b-819d-f1953ca6ed74 req-3f267f15-b9af-4d6a-886e-fff7013e0e70 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973091 Jul 22 14:15:27.263782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bee89318-5874-49cd-b1e0-c485a977eaa3 req-09420d2e-e5c3-4efb-82ca-81ac7c1a6eea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593934 Jul 22 14:15:27.296619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.309988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17a698a-f7f1-4221-a220-d99794783f36']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:27.321038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6682c147-8d0e-4ef5-85c1-aff88a861d96') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:27.321345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6682c147-8d0e-4ef5-85c1-aff88a861d96') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:27.331150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.347895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.354425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:27.354851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:27.357968 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:27.427679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.433521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.436944 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/networks/b17a698a-f7f1-4221-a220-d99794783f36 HTTP/1.1" status: 204 len: 168 time: 0.8303061 Jul 22 14:15:27.440565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:27.460619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8e7e-dbff-4b75-abe8-1daf3f083678 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Pushing event deleted for resources: {'Network': ['ID=b17a698a-f7f1-4221-a220-d99794783f36,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:27.474203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75080d77-ca8b-4417-86b6-37310aedb5ca tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 HTTP/1.1" status: 200 len: 205 time: 0.0309417 Jul 22 14:15:27.475530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47130) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:27.552755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.665906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:27.719360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.721658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.765517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.765932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Fanout notify agent at l3_agent the message router_deleted on router fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:15:27.766078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1654425945'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:27.774055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.777983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-84e24be9-e92c-445e-8470-d71470174ea1 tempest-RoutersNegativeTest-1645642009 tempest-RoutersNegativeTest-1645642009-project] 10.222.0.11 "DELETE /v2.0/routers/fc41fb70-9e0a-4bb9-b37c-2b90fafdcfa6 HTTP/1.1" status: 204 len: 168 time: 0.3015325 Jul 22 14:15:27.797447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Made reservation on behalf of 7628beb321e443d6bf77d8610cb6b63d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:27.802898 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.814617 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:27.923924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f276-1d25-41de-a586-1421ee4e3343 req-f4ed0593-0c16-43b2-8f8f-0df0743c520f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:27.925674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64c7f276-1d25-41de-a586-1421ee4e3343 req-f4ed0593-0c16-43b2-8f8f-0df0743c520f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 945 time: 0.1025188 Jul 22 14:15:27.992841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64c7f276-1d25-41de-a586-1421ee4e3343 req-ef2a3306-57b5-4a39-92c2-c94e4fdc6e11 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578530 Jul 22 14:15:28.022562 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.027309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.056735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47150) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.059349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:28.066523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbabaea2-38ec-48c2-8331-cc5d3bf845c3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:28.073793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.074138 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Added segment 6a391469-518a-4bb0-8b74-93308744abf2 of type vlan for network 4e2565c7-a04b-4686-b77b-6ed75ee1bbf5 Jul 22 14:15:28.120229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.155119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.161844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:28.162460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.212407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb9c496c-9508-41a2-8a5b-c43a46849d86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27b6201aea2444e79095434033043864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544991 Jul 22 14:15:28.214972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47156) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.217332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5502689 Jul 22 14:15:28.221129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.227093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-c7d0ec12-d27e-48d6-ab42-e62db1c9cfb3 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-1240008500') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:28.261846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eb360-44d7-4241-ac9d-459ca2322d03 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Pushing event updated for resources: {'Network': ['ID=4e2565c7-a04b-4686-b77b-6ed75ee1bbf5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:28.273860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4e2565c7-a04b-4686-b77b-6ed75ee1bbf5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:28.337798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879990e-5d17-465d-aa63-cea2b1964d2c req-297350b5-ce65-4adf-831d-ae02125f4f05 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:28.339522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7879990e-5d17-465d-aa63-cea2b1964d2c req-297350b5-ce65-4adf-831d-ae02125f4f05 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 945 time: 0.1267629 Jul 22 14:15:28.383355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7879990e-5d17-465d-aa63-cea2b1964d2c req-45f62f42-e014-4354-8b3e-e338976c2aa9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Jul 22 14:15:28.404775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0120108-3117-4e2d-8984-ea1471b1a530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.443465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-9f4eb189-5493-483e-bfb5-f24e3c1bf73d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:28.444967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-9f4eb189-5493-483e-bfb5-f24e3c1bf73d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.2228825 Jul 22 14:15:28.507480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c78f-4784-445a-accc-f9edee16b200 req-8322e4b4-26f9-466f-a7b3-1a5118fdf19d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:28.514201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da44c78f-4784-445a-accc-f9edee16b200 req-8322e4b4-26f9-466f-a7b3-1a5118fdf19d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.0739279 Jul 22 14:15:28.518691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 791d2f0e-2839-4170-9b35-254ac1beacc4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:28.522917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0120108-3117-4e2d-8984-ea1471b1a530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.539366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7d0ec12-d27e-48d6-ab42-e62db1c9cfb3 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "PUT /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-1240008500 HTTP/1.1" status: 201 len: 201 time: 0.3161259 Jul 22 14:15:28.544529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.547243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 791d2f0e-2839-4170-9b35-254ac1beacc4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:28.547865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 791d2f0e-2839-4170-9b35-254ac1beacc4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:28.552686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-328258ad-14d7-498d-ae68-6eddf9bc0437 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-1240008500') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:28.565161 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da44c78f-4784-445a-accc-f9edee16b200 req-26d5a915-be74-48a9-b386-d35d952f4269 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501869 Jul 22 14:15:28.572069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50693a-fe82-4ac9-9cc7-30546d76a073 req-7564ab7e-2027-468c-9cbb-0d00a7eb2cda tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:28.573795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca50693a-fe82-4ac9-9cc7-30546d76a073 req-7564ab7e-2027-468c-9cbb-0d00a7eb2cda tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=176f436b-91ae-45d7-a73e-e6f5c2dc2437 HTTP/1.1" status: 200 len: 945 time: 0.2486916 Jul 22 14:15:28.652461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-328258ad-14d7-498d-ae68-6eddf9bc0437 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-1240008500 HTTP/1.1" status: 204 len: 168 time: 0.1068597 Jul 22 14:15:28.653318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.658955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-de088787-12c1-402d-8506-e76e86acc22a tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:28.737033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-de088787-12c1-402d-8506-e76e86acc22a tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags HTTP/1.1" status: 200 len: 238 time: 0.0824332 Jul 22 14:15:28.739616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.744242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-67a69bf6-abce-4c1f-ad8a-a1573649b918 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', {'tags': ['tempest-TagsTest-Tag-2111751162', 'tempest-TagsTest-Tag-2047357295', 'tempest-TagsTest-Tag-727648980']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:28.823688 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67a69bf6-abce-4c1f-ad8a-a1573649b918 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "PUT /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags HTTP/1.1" status: 200 len: 308 time: 0.0829508 Jul 22 14:15:28.826136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:28.831013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-b06c583b-5edc-41b7-9986-cf8a741266d0 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-2111751162') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:28.905038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca50693a-fe82-4ac9-9cc7-30546d76a073 req-50b840ff-fb5a-4a7b-8c09-9d6363f23b88 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149400 Jul 22 14:15:28.919656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Deleting port 7f5e0150-17bd-408a-acc6-68505ad7c84a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:28.920352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.926072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0120108-3117-4e2d-8984-ea1471b1a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.929097 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0120108-3117-4e2d-8984-ea1471b1a530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:28.932535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c0120108-3117-4e2d-8984-ea1471b1a530 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b6cfd11-577d-4f1a-8f8b-2ba713aa03bb HTTP/1.1" status: 204 len: 168 time: 0.7143350 Jul 22 14:15:28.956152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0120108-3117-4e2d-8984-ea1471b1a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6cfd11-577d-4f1a-8f8b-2ba713aa03bb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:28.998517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b06c583b-5edc-41b7-9986-cf8a741266d0 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "DELETE /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-2111751162 HTTP/1.1" status: 204 len: 168 time: 0.1686659 Jul 22 14:15:28.998840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:29.003685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-b3f80b92-fa32-4a1f-b3c8-214270f70367 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-2111751162') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:29.055685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] For port 7f5e0150-17bd-408a-acc6-68505ad7c84a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=7f5e0150-17bd-408a-acc6-68505ad7c84a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:29.056062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:29.073852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Calling delete_port for 7f5e0150-17bd-408a-acc6-68505ad7c84a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:29.261221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:29.276592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['90839905-1637-4c26-94c0-9df68de63645'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:29.280190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['21dc325b-ddad-42b0-afc2-553d56b4535a', '7f5e0150-17bd-408a-acc6-68505ad7c84a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:29.305559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Pushing event deleted for resources: {'Port': ['ID=7f5e0150-17bd-408a-acc6-68505ad7c84a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:29.380764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] No DVR routers for this DVR port 7f5e0150-17bd-408a-acc6-68505ad7c84a on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:29.384863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:29.397728 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78cf22d2-7a09-463e-b384-f0db1ba4bec4 req-bc229097-60d1-4638-8b10-7cb06f822340 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "DELETE /v2.0/ports/7f5e0150-17bd-408a-acc6-68505ad7c84a HTTP/1.1" status: 204 len: 173 time: 0.9379590 Jul 22 14:15:29.398304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'name': 'network-vif-deleted', 'tag': '7f5e0150-17bd-408a-acc6-68505ad7c84a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:29.401140 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c58829d-6bee-4706-843f-cc7f3c7a2809" -d '{"events": [{"server_uuid": "176f436b-91ae-45d7-a73e-e6f5c2dc2437", "name": "network-vif-deleted", "tag": "7f5e0150-17bd-408a-acc6-68505ad7c84a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:29.499197 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b09199-d951-489c-91f6-f0061e5ede78 x-openstack-request-id: req-14b09199-d951-489c-91f6-f0061e5ede78 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:29.499481 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176f436b-91ae-45d7-a73e-e6f5c2dc2437", "name": "network-vif-deleted", "tag": "7f5e0150-17bd-408a-acc6-68505ad7c84a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:29.499819 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14b09199-d951-489c-91f6-f0061e5ede78 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:29.500287 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176f436b-91ae-45d7-a73e-e6f5c2dc2437', 'name': 'network-vif-deleted', 'tag': '7f5e0150-17bd-408a-acc6-68505ad7c84a', 'status': 'completed', 'code': 200} Jul 22 14:15:29.518669 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-b3f80b92-fa32-4a1f-b3c8-214270f70367 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] show failed (client error): The resource could not be found. Jul 22 14:15:29.523495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b3f80b92-fa32-4a1f-b3c8-214270f70367 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-2111751162 HTTP/1.1" status: 404 len: 326 time: 0.5236785 Jul 22 14:15:29.524177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:29.529368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-dc355b46-b63e-4a90-9777-b1c532040fbc tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-2047357295') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:29.645104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-eff5defe-3eb3-47c0-beae-f08e240a8aa2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:29.647391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-eff5defe-3eb3-47c0-beae-f08e240a8aa2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 945 time: 0.1810715 Jul 22 14:15:29.663395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc355b46-b63e-4a90-9777-b1c532040fbc tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-2047357295 HTTP/1.1" status: 204 len: 168 time: 0.1380224 Jul 22 14:15:29.664059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:29.668518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-5be37c40-9657-482b-8bf7-b271f8ac856e tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-727648980') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:29.686700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad2628-ec14-41d0-b96a-509a6075bde3 req-67716771-0e05-4cf0-bf6a-6f4ccabad11e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:29.696733 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78ad2628-ec14-41d0-b96a-509a6075bde3 req-67716771-0e05-4cf0-bf6a-6f4ccabad11e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 945 time: 0.1954587 Jul 22 14:15:29.833795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78ad2628-ec14-41d0-b96a-509a6075bde3 req-3a83d304-cc08-4d28-9942-4fdf18115a81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359780 Jul 22 14:15:29.886432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Deleting port ed922e2e-bfec-434c-8379-8f632e2ea239 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:29.887205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:29.950370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5be37c40-9657-482b-8bf7-b271f8ac856e tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-727648980 HTTP/1.1" status: 204 len: 168 time: 0.2851014 Jul 22 14:15:29.952752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:29.965040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-9129e295-b76f-4a8c-b9a8-9d274b8027f3 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.034920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] For port ed922e2e-bfec-434c-8379-8f632e2ea239, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ed922e2e-bfec-434c-8379-8f632e2ea239,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:30.035477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.058877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce616e-d267-46c5-a5ea-6d463035fad0 req-efd3aad8-3528-41d5-a7af-15867f5f9b6b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:30.060587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-acce616e-d267-46c5-a5ea-6d463035fad0 req-efd3aad8-3528-41d5-a7af-15867f5f9b6b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.3429124 Jul 22 14:15:30.071911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Calling delete_port for ed922e2e-bfec-434c-8379-8f632e2ea239 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:30.078607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:30.189842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-acce616e-d267-46c5-a5ea-6d463035fad0 req-cbec4d60-4a93-4a59-9af9-ee45ec18f0ba tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048553 Jul 22 14:15:30.207217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9129e295-b76f-4a8c-b9a8-9d274b8027f3 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "DELETE /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags HTTP/1.1" status: 204 len: 168 time: 0.2518010 Jul 22 14:15:30.209842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:30.214362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-bf345a3f-f457-4a92-abf3-cfff096504c0 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-2047357295') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.264268 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.278626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ed922e2e-bfec-434c-8379-8f632e2ea239'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:30.302111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1769657512'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:30.312239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event deleted for resources: {'Port': ['ID=ed922e2e-bfec-434c-8379-8f632e2ea239,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:30.386265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Made reservation on behalf of fe416a849c224516a90188a5b0fd9bbd for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:30.389635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.391276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] No DVR routers for this DVR port ed922e2e-bfec-434c-8379-8f632e2ea239 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:30.392406 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-bf345a3f-f457-4a92-abf3-cfff096504c0 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] show failed (client error): The resource could not be found. Jul 22 14:15:30.394007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.396367 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf345a3f-f457-4a92-abf3-cfff096504c0 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-2047357295 HTTP/1.1" status: 404 len: 326 time: 0.1854019 Jul 22 14:15:30.396709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24faf72e-685f-4b06-9b9b-f6d67e73e259 req-80f435ef-2f2d-4346-8e4a-2158f890acce tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "DELETE /v2.0/ports/ed922e2e-bfec-434c-8379-8f632e2ea239 HTTP/1.1" status: 204 len: 173 time: 0.7397752 Jul 22 14:15:30.398096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47228) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:30.402603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-e10c07a8-dc4c-4581-bc91-036d52965f5d tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5', 'tempest-TagsTest-Tag-727648980') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.408282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.514598 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-e10c07a8-dc4c-4581-bc91-036d52965f5d tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] show failed (client error): The resource could not be found. Jul 22 14:15:30.515939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e10c07a8-dc4c-4581-bc91-036d52965f5d tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "GET /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags/tempest-TagsTest-Tag-727648980 HTTP/1.1" status: 404 len: 325 time: 0.1168702 Jul 22 14:15:30.521413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:30.528859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-aacabbbc-ce9e-4ba9-a615-1273410ef619 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4e2565c7-a04b-4686-b77b-6ed75ee1bbf5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.533417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.546146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.581143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:30.605597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0860607-3577-45fd-9638-73a2680fed60 req-ded26918-f2d0-4c65-aa75-c1e8e2aa36e7 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:30.607001 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.607351 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Added segment dd5261e2-9e36-430b-afeb-eb5a9ba0bf69 of type vlan for network 3d42606d-d02b-4e9b-b320-a7645174bad6 Jul 22 14:15:30.607487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0860607-3577-45fd-9638-73a2680fed60 req-ded26918-f2d0-4c65-aa75-c1e8e2aa36e7 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 946 time: 0.0804939 Jul 22 14:15:30.610132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ec14a-09f2-4d39-b8c0-54c8032d975c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:30.648586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0860607-3577-45fd-9638-73a2680fed60 req-009bb565-ff37-4cc4-bd3a-8a8ef2d22570 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347688 Jul 22 14:15:30.683912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.696958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aacabbbc-ce9e-4ba9-a615-1273410ef619 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "DELETE /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5/tags HTTP/1.1" status: 204 len: 168 time: 0.1743474 Jul 22 14:15:30.701369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:30.716854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.722866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:30.723461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.762047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6782749 Jul 22 14:15:30.764944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:30.772157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Request body: {'subnet': {'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:30.781178 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.816816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51b380-6d00-47ef-a28f-d9aeff423ed5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event updated for resources: {'Network': ['ID=3d42606d-d02b-4e9b-b320-a7645174bad6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:30.831849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:30.904548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Made reservation on behalf of fe416a849c224516a90188a5b0fd9bbd for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:30.912791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.924815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:30.939457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2565c7-a04b-4686-b77b-6ed75ee1bbf5']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.955329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a391469-518a-4bb0-8b74-93308744abf2') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.955651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a391469-518a-4bb0-8b74-93308744abf2') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:30.992334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.009445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.017357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:31.018226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:31.021872 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:31.044181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d2f4c55-b129-4307-9cac-7a07b96023b6 req-9124d57d-3d0c-4eab-85e5-bfc01aecfdb3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d8d9b81-ef3e-49da-809d-cd75b918190f HTTP/1.1" status: 200 len: 210 time: 0.0715606 Jul 22 14:15:31.105701 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.112083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.114598 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] 10.222.0.11 "DELETE /v2.0/networks/4e2565c7-a04b-4686-b77b-6ed75ee1bbf5 HTTP/1.1" status: 204 len: 168 time: 0.4122078 Jul 22 14:15:31.129657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db4a62-5c54-4ef8-bed3-6b42f295f835 tempest-TagsTest-265147666 tempest-TagsTest-265147666-project] Pushing event deleted for resources: {'Network': ['ID=4e2565c7-a04b-4686-b77b-6ed75ee1bbf5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:31.227401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.325979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event updated for resources: {'Subnet': ['ID=2ae39b25-90b1-418e-b6ce-a9f7e92b2b84,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:31.342036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Checking segment: {'id': 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:31.342418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Network hostable DHCP agents. Network: 3d42606d-d02b-4e9b-b320-a7645174bad6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:31.358830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a31da-e97d-4f8f-b166-dbd8661bf744 req-9195e62d-75b1-4ff8-a49c-1fb596444629 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:31.362599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a1a31da-e97d-4f8f-b166-dbd8661bf744 req-9195e62d-75b1-4ff8-a49c-1fb596444629 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.0889981 Jul 22 14:15:31.367314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:31.381419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3d42606d-d02b-4e9b-b320-a7645174bad6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:31.395153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babc562b-2f75-42cb-8ebd-93282d470096 None None] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:31.396362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:31.396967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.419931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0367bd90-ad5e-48f2-bd18-2483963fe035 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6540911 Jul 22 14:15:31.421674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a1a31da-e97d-4f8f-b166-dbd8661bf744 req-0ae7c524-9c62-4409-9df5-7836da6c12c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498006 Jul 22 14:15:31.422539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47252) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:31.430656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Request body: {'port': {'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6', 'name': 'tempest-TagsExtTest-714956576'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:31.456432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47254) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:31.502247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'name': 'network-vif-deleted', 'tag': 'ed922e2e-bfec-434c-8379-8f632e2ea239'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:31.504587 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258925d7-9a37-4c85-afb7-f10fa444d211" -d '{"events": [{"server_uuid": "1d8d9b81-ef3e-49da-809d-cd75b918190f", "name": "network-vif-deleted", "tag": "ed922e2e-bfec-434c-8379-8f632e2ea239"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:31.572918 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58d1efa-66cc-4a1e-beaf-1bd384000912 x-openstack-request-id: req-e58d1efa-66cc-4a1e-beaf-1bd384000912 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:31.573246 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8d9b81-ef3e-49da-809d-cd75b918190f", "name": "network-vif-deleted", "tag": "ed922e2e-bfec-434c-8379-8f632e2ea239", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:31.573495 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e58d1efa-66cc-4a1e-beaf-1bd384000912 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:31.573944 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8d9b81-ef3e-49da-809d-cd75b918190f', 'name': 'network-vif-deleted', 'tag': 'ed922e2e-bfec-434c-8379-8f632e2ea239', 'status': 'completed', 'code': 200} Jul 22 14:15:31.583498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Made reservation on behalf of fe416a849c224516a90188a5b0fd9bbd for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:31.587793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.621655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] device_id is not set on port 65b7d265-fc45-4eb9-8871-0113362509b6 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:15:31.658805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-35acbde5-420e-4655-871c-ac04c627319f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7628beb321e443d6bf77d8610cb6b63d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981251 Jul 22 14:15:31.659276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47260) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:31.752630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-3d42606d-d02b-4e9b-b320-a7645174bad6', 'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6', 'tenant_id': 'fe416a849c224516a90188a5b0fd9bbd', 'fixed_ips': [{'subnet_id': '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:15:31.753855 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.772098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80ebe990-b691-4af7-9f5a-fc045eebbfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.811619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80ebe990-b691-4af7-9f5a-fc045eebbfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.813395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Allocated IP 172.20.0.4 (3d42606d-d02b-4e9b-b320-a7645174bad6/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/65b7d265-fc45-4eb9-8871-0113362509b6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:31.857848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4164-df7a-413d-a027-2022af3fbb0a req-d35e619a-b5d3-43fb-8541-7dfb0618d6a4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:31.864524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27ef4164-df7a-413d-a027-2022af3fbb0a req-d35e619a-b5d3-43fb-8541-7dfb0618d6a4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 946 time: 0.1314027 Jul 22 14:15:31.867188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-22e4ef4e-a0f3-4490-b992-4e3428dcb215 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:31.868723 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-22e4ef4e-a0f3-4490-b992-4e3428dcb215 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.20 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 946 time: 0.1219778 Jul 22 14:15:31.909001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27ef4164-df7a-413d-a027-2022af3fbb0a req-565020bb-6da1-4001-a1ad-c103fa8de4d2 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Jul 22 14:15:31.915018 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80ebe990-b691-4af7-9f5a-fc045eebbfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.917669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80ebe990-b691-4af7-9f5a-fc045eebbfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:31.921247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-80ebe990-b691-4af7-9f5a-fc045eebbfd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbabaea2-38ec-48c2-8331-cc5d3bf845c3 HTTP/1.1" status: 204 len: 168 time: 0.2583804 Jul 22 14:15:31.929698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebe990-b691-4af7-9f5a-fc045eebbfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbabaea2-38ec-48c2-8331-cc5d3bf845c3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:32.096077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.102418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Deleting port 90839905-1637-4c26-94c0-9df68de63645 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:32.102757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.137877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Transition to ACTIVE for port object 65b7d265-fc45-4eb9-8871-0113362509b6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:32.225684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] For port 90839905-1637-4c26-94c0-9df68de63645, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=90839905-1637-4c26-94c0-9df68de63645,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:32.226028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.241811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Calling delete_port for 90839905-1637-4c26-94c0-9df68de63645 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:32.248124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.308891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Allocated IP 172.20.0.2 (3d42606d-d02b-4e9b-b320-a7645174bad6/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/b4a0ed69-c818-452d-9461-e301a648da16) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:32.340485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:32.352326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:32.367657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:32.385670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event updated for resources: {'Port': ['ID=65b7d265-fc45-4eb9-8871-0113362509b6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:32.492951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.505673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Transition to ACTIVE for port object b4a0ed69-c818-452d-9461-e301a648da16 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:32.510284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:32.510833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.525743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Transition to ACTIVE for port object b4a0ed69-c818-452d-9461-e301a648da16 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:32.535620 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.569303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-c7eb2b05-9b0f-47c6-8fb9-e4edd68802e3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:32.571601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-c7eb2b05-9b0f-47c6-8fb9-e4edd68802e3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2775874 Jul 22 14:15:32.575807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-665e525d-6d19-407a-afd7-feadeda1e78b tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1511855 Jul 22 14:15:32.578534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:32.583739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-886309884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:32.592426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:32.598711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:32.601435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:32.626292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.627311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.646296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-445ff233-8f8e-4f44-ab5e-c640ff98e5c7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0331466 Jul 22 14:15:32.657153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90053748-b01e-4a20-8888-c4766f23c020 req-acc23bad-f68a-4317-b70c-4124c75738cb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:32.658663 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Pushing event updated for resources: {'Port': ['ID=b4a0ed69-c818-452d-9461-e301a648da16,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:32.658768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.671165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90053748-b01e-4a20-8888-c4766f23c020 req-acc23bad-f68a-4317-b70c-4124c75738cb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1096718 Jul 22 14:15:32.686737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['90839905-1637-4c26-94c0-9df68de63645'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:32.692971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['21dc325b-ddad-42b0-afc2-553d56b4535a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:32.722966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90053748-b01e-4a20-8888-c4766f23c020 req-3635071f-9ec6-4da9-8487-9dc47c05b44f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507998 Jul 22 14:15:32.757138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Attempting to bind port b4a0ed69-c818-452d-9461-e301a648da16 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:32.757680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Attempting to bind port b4a0ed69-c818-452d-9461-e301a648da16 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:32.758035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Attempting to bind port b4a0ed69-c818-452d-9461-e301a648da16 on network 3d42606d-d02b-4e9b-b320-a7645174bad6 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:32.771146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-37c99bd3-8afb-48a5-b954-e076e9003077 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187625 Jul 22 14:15:32.777152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:32.777559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Checking segment: {'id': 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:32.778358 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.778576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Bound using segment: {'id': 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:32.779034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Bound port: b4a0ed69-c818-452d-9461-e301a648da16, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '3d42606d-d02b-4e9b-b320-a7645174bad6'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:32.779440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.793266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Pushing event deleted for resources: {'Port': ['ID=90839905-1637-4c26-94c0-9df68de63645,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:32.876653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7f5e0150-17bd-408a-acc6-68505ad7c84a no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:32.881212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.901650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] For port b4a0ed69-c818-452d-9461-e301a648da16, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:32.904899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] No DVR routers for this DVR port 90839905-1637-4c26-94c0-9df68de63645 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:32.906065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 7f5e0150-17bd-408a-acc6-68505ad7c84a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:32.906419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 7f5e0150-17bd-408a-acc6-68505ad7c84a not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:32.906926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ed922e2e-bfec-434c-8379-8f632e2ea239 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:32.909075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.914620 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.916492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11c8dbca-fcb9-4549-9781-488f99b9453b req-79a265a5-cd24-4eb5-895e-86dbafc21f14 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.20 "DELETE /v2.0/ports/90839905-1637-4c26-94c0-9df68de63645 HTTP/1.1" status: 204 len: 173 time: 1.0379486 Jul 22 14:15:32.918981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'name': 'network-vif-deleted', 'tag': '90839905-1637-4c26-94c0-9df68de63645'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:32.921270 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073e1e50-431e-46e8-9de7-a93a71b58387" -d '{"events": [{"server_uuid": "d12ab144-4adb-4fc3-9f84-be173e4ca51e", "name": "network-vif-deleted", "tag": "90839905-1637-4c26-94c0-9df68de63645"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:32.945930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ed922e2e-bfec-434c-8379-8f632e2ea239 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:32.948971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ed922e2e-bfec-434c-8379-8f632e2ea239 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:32.948971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] For port b4a0ed69-c818-452d-9461-e301a648da16, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b4a0ed69-c818-452d-9461-e301a648da16,segment=NetworkSegment(dd5261e2-9e36-430b-afeb-eb5a9ba0bf69),segment_id=dd5261e2-9e36-430b-afeb-eb5a9ba0bf69)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:32.965307 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.991763 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:32.996249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:33.003591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-59aa5dd2-bbbf-4588-b55e-f8cae6c04214 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-923854202', 'prefixes': ['172.20.0.0/16']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:33.009831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f49d9db-87b0-40a4-99ab-a42b603547a1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4276652 Jul 22 14:15:33.043941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-8321cd54-8291-471d-bf3c-8b4f87b8dc0e service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522821 Jul 22 14:15:33.047331 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4be900-201b-4eb0-9f96-217c81f56d29 x-openstack-request-id: req-5e4be900-201b-4eb0-9f96-217c81f56d29 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:33.047934 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12ab144-4adb-4fc3-9f84-be173e4ca51e", "name": "network-vif-deleted", "tag": "90839905-1637-4c26-94c0-9df68de63645", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:33.048256 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e4be900-201b-4eb0-9f96-217c81f56d29 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:33.048586 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12ab144-4adb-4fc3-9f84-be173e4ca51e', 'name': 'network-vif-deleted', 'tag': '90839905-1637-4c26-94c0-9df68de63645', 'status': 'completed', 'code': 200} Jul 22 14:15:33.068866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127aed-050b-4227-8f63-c14744ef3b97 None None] Pushing event updated for resources: {'Port': ['ID=b4a0ed69-c818-452d-9461-e301a648da16,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:33.169060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59aa5dd2-bbbf-4588-b55e-f8cae6c04214 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for subnetpool, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:33.175004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:33.175688 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59aa5dd2-bbbf-4588-b55e-f8cae6c04214 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1776817 Jul 22 14:15:33.181426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-f9547ad5-5f9d-4dec-a41e-612043819e67 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-1564506405') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:33.199407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c038e227-f1ca-491d-9508-945a10a4a60f req-48e86631-e084-44ee-8c9d-dc3710298855 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12ab144-4adb-4fc3-9f84-be173e4ca51e HTTP/1.1" status: 200 len: 210 time: 0.0433180 Jul 22 14:15:33.273263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-d259ebad-d358-4f32-806f-7cdcfcb73379 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276437 Jul 22 14:15:33.412345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9547ad5-5f9d-4dec-a41e-612043819e67 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-1564506405 HTTP/1.1" status: 201 len: 201 time: 0.2335720 Jul 22 14:15:33.412532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47330) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:33.422562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-29776e18-8f7a-4f17-ae62-5752fe127555 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-1321995810') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:33.599517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-29776e18-8f7a-4f17-ae62-5752fe127555 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-1321995810 HTTP/1.1" status: 201 len: 201 time: 0.1854475 Jul 22 14:15:33.602161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:33.648399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-1cedfe12-3386-464f-b6d3-e4f467434222 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-1728980438') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:33.666925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c484887-fa10-4b8c-a3f0-c870117def39 req-f73221e6-0b04-41ba-9cda-3e5ec091717b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0603881 Jul 22 14:15:33.781982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1cedfe12-3386-464f-b6d3-e4f467434222 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-1728980438 HTTP/1.1" status: 201 len: 201 time: 0.1777642 Jul 22 14:15:33.784896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47350) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:33.790712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-836b7b4d-e1ec-4e8f-afe2-0f15458ff635 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-985203330') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:33.883445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-836b7b4d-e1ec-4e8f-afe2-0f15458ff635 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-985203330 HTTP/1.1" status: 201 len: 201 time: 0.0967634 Jul 22 14:15:33.885982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:33.891063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-1da14c6e-6016-427a-9618-2ad311196a45 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:33.947018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece6a8b-482a-4246-978a-db47a2b15db6 req-cd575c69-11bb-4488-82a2-d759e10d33bb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:33.950691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ece6a8b-482a-4246-978a-db47a2b15db6 req-cd575c69-11bb-4488-82a2-d759e10d33bb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1281350 Jul 22 14:15:33.992938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1da14c6e-6016-427a-9618-2ad311196a45 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags HTTP/1.1" status: 200 len: 241 time: 0.1055264 Jul 22 14:15:33.995419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47362) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.000900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-5722e24a-98b4-4f55-8c9f-07f9a034fb76 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-1564506405') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.054487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ece6a8b-482a-4246-978a-db47a2b15db6 req-ec5cb71b-959c-40e4-9052-6fe4fa2fc071 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948451 Jul 22 14:15:34.165180 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5722e24a-98b4-4f55-8c9f-07f9a034fb76 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-1564506405 HTTP/1.1" status: 204 len: 168 time: 0.1686146 Jul 22 14:15:34.167700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47368) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.176428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-a26fab1d-aee0-4e14-b6f4-d8e30b1d9915 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-1564506405') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.271201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.276993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-29b72bc9-eaf7-4f89-8754-5bd5a1f82302 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.280470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a26fab1d-aee0-4e14-b6f4-d8e30b1d9915 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-1564506405 HTTP/1.1" status: 204 len: 168 time: 0.1113522 Jul 22 14:15:34.361175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-29b72bc9-eaf7-4f89-8754-5bd5a1f82302 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags HTTP/1.1" status: 200 len: 205 time: 0.0862107 Jul 22 14:15:34.361725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.366691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-09c841b3-0271-492c-a226-4657e88e714f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.462736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47384) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.470974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-923cd989-7fcd-4649-be21-fa280a351ce4 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-1321995810') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.475791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-09c841b3-0271-492c-a226-4657e88e714f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags HTTP/1.1" status: 200 len: 241 time: 0.0988472 Jul 22 14:15:34.589247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-923cd989-7fcd-4649-be21-fa280a351ce4 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-1321995810 HTTP/1.1" status: 204 len: 168 time: 0.1252637 Jul 22 14:15:34.598122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47392) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.602470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90049fb1-387a-4a63-b7fe-6412679a760a None None] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:34.609267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-a2b91543-d525-4ad4-a7b8-1117ee3bf8d7 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-1321995810') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.711036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78007d0-69a2-41b6-87c8-e033b62b41d8 req-37d81fdf-cb0e-4910-8fc0-5d2125903600 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:34.712690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a78007d0-69a2-41b6-87c8-e033b62b41d8 req-37d81fdf-cb0e-4910-8fc0-5d2125903600 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1505258 Jul 22 14:15:34.744125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b4a0ed69-c818-452d-9461-e301a648da16 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:34.766447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2b91543-d525-4ad4-a7b8-1117ee3bf8d7 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-1321995810 HTTP/1.1" status: 204 len: 168 time: 0.1642904 Jul 22 14:15:34.766447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47398) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.784236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-45ff52b5-685a-4a32-ad45-5f42cd403e59 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:34.794328 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a78007d0-69a2-41b6-87c8-e033b62b41d8 req-f406a30d-9a33-4ac2-bfb8-1b8a2c86d169 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745261 Jul 22 14:15:34.824007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5592d0f0-b580-4adf-8aa7-8b99ebe5c706 None None] Provisioning for port b4a0ed69-c818-452d-9461-e301a648da16 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:34.881402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b4a0ed69-c818-452d-9461-e301a648da16 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:34.887426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7dd58fa1-3f6d-49d3-a1df-6dcaca52101c req-50d9b96b-2bd3-49ed-a92d-e2c19d88bf52 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0825627 Jul 22 14:15:34.895703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b4a0ed69-c818-452d-9461-e301a648da16 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:34.896151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:34.994035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-45ff52b5-685a-4a32-ad45-5f42cd403e59 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags HTTP/1.1" status: 200 len: 205 time: 0.2246513 Jul 22 14:15:34.994265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:34.994403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:34.999124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-f8dbc72a-d352-4560-9161-b3bf6a9375d5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.004507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-56d5d9b3-c7fd-4984-b69a-c9faaac15305 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:35.006204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-56d5d9b3-c7fd-4984-b69a-c9faaac15305 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2188189 Jul 22 14:15:35.023555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Request body: {'port': {'device_id': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'admin_state_up': True, 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:35.038895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b4a0ed69-c818-452d-9461-e301a648da16, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b4a0ed69-c818-452d-9461-e301a648da16,segment=NetworkSegment(dd5261e2-9e36-430b-afeb-eb5a9ba0bf69),segment_id=dd5261e2-9e36-430b-afeb-eb5a9ba0bf69)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:35.043727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.103382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b4a0ed69-c818-452d-9461-e301a648da16,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:35.115454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8dbc72a-d352-4560-9161-b3bf6a9375d5 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags HTTP/1.1" status: 200 len: 241 time: 0.1198881 Jul 22 14:15:35.117795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.122522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-092d87e9-a95d-44e0-a255-da9b2d34d28c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-1728980438') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.176401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:35.180569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.268251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef3ff88c-e042-4ef3-973b-abdb6292aae4 None None] Provisioning complete for port b4a0ed69-c818-452d-9461-e301a648da16 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:35.269506 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef3ff88c-e042-4ef3-973b-abdb6292aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.338002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Allocated IP 172.20.0.13 (b5e42bc3-792e-4c04-8647-1aa6809bab10/58ecd425-e508-4afb-8e9c-7e150020fdf6/e19c0734-4cee-4c42-8cb2-186a6d91944b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:35.408716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef3ff88c-e042-4ef3-973b-abdb6292aae4 None None] Provisioning for port 65b7d265-fc45-4eb9-8871-0113362509b6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:35.415802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef3ff88c-e042-4ef3-973b-abdb6292aae4 None None] Provisioning complete for port 65b7d265-fc45-4eb9-8871-0113362509b6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:35.416188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef3ff88c-e042-4ef3-973b-abdb6292aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.459450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ef3ff88c-e042-4ef3-973b-abdb6292aae4 None None] Port 65b7d265-fc45-4eb9-8871-0113362509b6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:35.524593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.525180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-092d87e9-a95d-44e0-a255-da9b2d34d28c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-1728980438 HTTP/1.1" status: 204 len: 168 time: 0.4061546 Jul 22 14:15:35.527737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47408) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.533181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-0df957fc-9ffb-439c-b721-c5f05842a161 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-1728980438') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.551041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917aae6-163a-4932-833d-c15c922ed84b req-03169da9-edab-4366-b8d1-8a50b0fb9b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:35.552576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3917aae6-163a-4932-833d-c15c922ed84b req-03169da9-edab-4366-b8d1-8a50b0fb9b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.3972785 Jul 22 14:15:35.579157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-97120587-b1a9-4caa-9aa8-676461be734b None None] Provisioning complete for port 65b7d265-fc45-4eb9-8871-0113362509b6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:35.579971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97120587-b1a9-4caa-9aa8-676461be734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.592421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3917aae6-163a-4932-833d-c15c922ed84b req-121dcd32-7f08-4536-b481-224ced97aedd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340652 Jul 22 14:15:35.625430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-97120587-b1a9-4caa-9aa8-676461be734b None None] Port 65b7d265-fc45-4eb9-8871-0113362509b6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:35.659796 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.663500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0df957fc-9ffb-439c-b721-c5f05842a161 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-1728980438 HTTP/1.1" status: 204 len: 168 time: 0.1346395 Jul 22 14:15:35.667546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47416) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.674482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-17af4438-7c52-4581-9c90-01702fd6bfc9 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.717573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:35.720645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:35.724918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:35.731739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event updated for resources: {'Port': ['ID=e19c0734-4cee-4c42-8cb2-186a6d91944b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:35.774380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-17af4438-7c52-4581-9c90-01702fd6bfc9 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags HTTP/1.1" status: 200 len: 205 time: 0.1062071 Jul 22 14:15:35.776748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.782147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-0701edbc-2ec5-4069-a8a4-c626f7f4b580 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.783042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:35.783968 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.800057 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3b9361d5-7f34-4ac3-9ae4-91fed3053628 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7803526 Jul 22 14:15:35.813354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Request body: {'port': {'device_id': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:35.824602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0701edbc-2ec5-4069-a8a4-c626f7f4b580 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags HTTP/1.1" status: 200 len: 240 time: 0.0463104 Jul 22 14:15:35.825206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.829906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-7f458a0f-d09d-4d75-9189-aa164435eb47 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-985203330') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.866923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7f458a0f-d09d-4d75-9189-aa164435eb47 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-985203330 HTTP/1.1" status: 204 len: 168 time: 0.0404549 Jul 22 14:15:35.870206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.875491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-42711726-d199-40d2-bc8b-0e810734d328 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-985203330') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.929531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-42711726-d199-40d2-bc8b-0e810734d328 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-985203330 HTTP/1.1" status: 204 len: 168 time: 0.0581992 Jul 22 14:15:35.930467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.937286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-cb8b3a9a-80b9-4b36-86a1-336a2aff50e8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:35.951332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:35.967168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47432) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:35.967704 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb8b3a9a-80b9-4b36-86a1-336a2aff50e8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags HTTP/1.1" status: 200 len: 205 time: 0.0351632 Jul 22 14:15:35.976014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-92409608-ae56-4d5b-b5f0-18ae602925bf tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:36.042290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcefed9-d658-4f66-8f84-3896ff031a57 req-8a80d20d-30bf-4f43-ab4c-b30f23ad707d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:36.044464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdcefed9-d658-4f66-8f84-3896ff031a57 req-8a80d20d-30bf-4f43-ab4c-b30f23ad707d tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.1526551 Jul 22 14:15:36.068783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-92409608-ae56-4d5b-b5f0-18ae602925bf tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags HTTP/1.1" status: 204 len: 168 time: 0.0985088 Jul 22 14:15:36.069415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47440) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:36.074133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-1f400b21-785d-44d4-988a-bf47e58278f1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:36.112911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598218e5-a07b-4072-883d-fe8a83e6b84f req-2836648b-f24f-4271-b10c-14e5c839a76d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:36.121155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-598218e5-a07b-4072-883d-fe8a83e6b84f req-2836648b-f24f-4271-b10c-14e5c839a76d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 932 time: 0.1378834 Jul 22 14:15:36.168239 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-598218e5-a07b-4072-883d-fe8a83e6b84f req-29a52f8e-23ea-492c-a0ce-70dbf128a021 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459685 Jul 22 14:15:36.231701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-42389dde-33b3-4e0b-bc2f-821f76c44b9b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:36.233480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-42389dde-33b3-4e0b-bc2f-821f76c44b9b tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 945 time: 0.0770156 Jul 22 14:15:36.253327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 90839905-1637-4c26-94c0-9df68de63645 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:36.270577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdcefed9-d658-4f66-8f84-3896ff031a57 req-8a9b9fdb-234e-4bb9-b3ab-d037f13491ae tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce091fcd-2533-4a48-857f-6e26057d4ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546323 Jul 22 14:15:36.274325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f400b21-785d-44d4-988a-bf47e58278f1 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags HTTP/1.1" status: 204 len: 168 time: 0.2038736 Jul 22 14:15:36.280576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 90839905-1637-4c26-94c0-9df68de63645 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:36.281245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 90839905-1637-4c26-94c0-9df68de63645 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:36.290371 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:15:36.292386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:36.299905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-810be13b-3d89-415d-94b4-e1a3db17b43f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:36.405904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-810be13b-3d89-415d-94b4-e1a3db17b43f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1121821 Jul 22 14:15:36.409271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47448) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:36.413837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-4f901c12-eeb2-44a0-b1f5-8ffa7f0d0570 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:36.417795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Deleting port 21dc325b-ddad-42b0-afc2-553d56b4535a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:36.418146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.421086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19c0734-4cee-4c42-8cb2-186a6d91944b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:15:36.451581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.471944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Transition to ACTIVE for port object e19c0734-4cee-4c42-8cb2-186a6d91944b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:36.484831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.533525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] For port 21dc325b-ddad-42b0-afc2-553d56b4535a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=21dc325b-ddad-42b0-afc2-553d56b4535a,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:36.533929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.551918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Calling delete_port for 21dc325b-ddad-42b0-afc2-553d56b4535a owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:36.557903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Pushing event updated for resources: {'Port': ['ID=e19c0734-4cee-4c42-8cb2-186a6d91944b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:36.583865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b4a0ed69-c818-452d-9461-e301a648da16 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:36.608789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4f901c12-eeb2-44a0-b1f5-8ffa7f0d0570 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags HTTP/1.1" status: 204 len: 168 time: 0.1983106 Jul 22 14:15:36.615743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:36.621899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-96f95c43-9944-4dcd-8d70-f9f446048677 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-339986332') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:36.666559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b4a0ed69-c818-452d-9461-e301a648da16 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:36.674579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.675976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Attempting to bind port e19c0734-4cee-4c42-8cb2-186a6d91944b on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:36.676553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Attempting to bind port e19c0734-4cee-4c42-8cb2-186a6d91944b by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:36.676898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Attempting to bind port e19c0734-4cee-4c42-8cb2-186a6d91944b on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:36.689145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Port e19c0734-4cee-4c42-8cb2-186a6d91944b on network b5e42bc3-792e-4c04-8647-1aa6809bab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:15:36.689646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Attempting to bind port e19c0734-4cee-4c42-8cb2-186a6d91944b on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:36.711678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:36.712043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:36.712423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Bound using segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:36.712880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Bound port: e19c0734-4cee-4c42-8cb2-186a6d91944b, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:36.713242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.815182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.828796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['21dc325b-ddad-42b0-afc2-553d56b4535a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:36.891332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Pushing event deleted for resources: {'Port': ['ID=21dc325b-ddad-42b0-afc2-553d56b4535a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:36.954200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] No DVR routers for this DVR port 21dc325b-ddad-42b0-afc2-553d56b4535a on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:36.957729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:36.959804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8dd106e-b9d3-4053-b409-a6a9b9d976aa req-fff10b0b-5f19-4646-bfe1-cbcb6e9af4ea tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.13 "DELETE /v2.0/ports/21dc325b-ddad-42b0-afc2-553d56b4535a HTTP/1.1" status: 204 len: 173 time: 0.7207472 Jul 22 14:15:36.960317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'name': 'network-vif-deleted', 'tag': '21dc325b-ddad-42b0-afc2-553d56b4535a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:36.962649 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a270460-96a9-4031-8295-34e950164503" -d '{"events": [{"server_uuid": "e249aed0-2f67-45df-a448-40a0f8bcf725", "name": "network-vif-deleted", "tag": "21dc325b-ddad-42b0-afc2-553d56b4535a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:37.025946 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f24b1d-d310-492c-a956-6b115bb081ad x-openstack-request-id: req-35f24b1d-d310-492c-a956-6b115bb081ad {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:37.030957 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e249aed0-2f67-45df-a448-40a0f8bcf725", "name": "network-vif-deleted", "tag": "21dc325b-ddad-42b0-afc2-553d56b4535a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:37.031378 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35f24b1d-d310-492c-a956-6b115bb081ad {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:37.032817 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e249aed0-2f67-45df-a448-40a0f8bcf725', 'name': 'network-vif-deleted', 'tag': '21dc325b-ddad-42b0-afc2-553d56b4535a', 'status': 'completed', 'code': 200} Jul 22 14:15:37.100021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-96f95c43-9944-4dcd-8d70-f9f446048677 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-339986332 HTTP/1.1" status: 201 len: 201 time: 0.4832194 Jul 22 14:15:37.102820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47462) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.109493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-803a9eea-3f79-40be-ba83-1dfd02bc39c2 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-787364579') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.135157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbd529-2cbc-48a4-aff9-bc41d34fac6b req-8b2f3b5b-431f-4338-8683-130dc9d3b039 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:37.136900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cccbd529-2cbc-48a4-aff9-bc41d34fac6b req-8b2f3b5b-431f-4338-8683-130dc9d3b039 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.4399326 Jul 22 14:15:37.138092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] For port e19c0734-4cee-4c42-8cb2-186a6d91944b, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:37.141666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] For port e19c0734-4cee-4c42-8cb2-186a6d91944b, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:37.151428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:37.201919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-803a9eea-3f79-40be-ba83-1dfd02bc39c2 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-787364579 HTTP/1.1" status: 201 len: 201 time: 0.0931845 Jul 22 14:15:37.202779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:37.203528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:37.203774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.205666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] 10.222.0.13 "PUT /v2.0/ports/e19c0734-4cee-4c42-8cb2-186a6d91944b HTTP/1.1" status: 200 len: 1093 time: 1.3968265 Jul 22 14:15:37.208305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'tag': 'e19c0734-4cee-4c42-8cb2-186a6d91944b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:37.210277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-ac6084e8-dd23-4768-a2e8-14d30fee1e31 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-2118542719') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.211491 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a031b66-4545-4738-a693-bc151ca91dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "22c0ce28-19f6-4c34-849d-2eea2ebd587b", "tag": "e19c0734-4cee-4c42-8cb2-186a6d91944b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:37.269187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cccbd529-2cbc-48a4-aff9-bc41d34fac6b req-032bde8c-d90d-41be-b307-abe10feb0f90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243608 Jul 22 14:15:37.315694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402fe9c-ea72-48c4-955d-52ac7dca628d service neutron] Pushing event updated for resources: {'Port': ['ID=e19c0734-4cee-4c42-8cb2-186a6d91944b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:37.328195 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9694f1-4e0e-458c-a55f-b97c3cfc7b2d x-openstack-request-id: req-fb9694f1-4e0e-458c-a55f-b97c3cfc7b2d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:37.328492 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c0ce28-19f6-4c34-849d-2eea2ebd587b", "tag": "e19c0734-4cee-4c42-8cb2-186a6d91944b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:37.328745 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb9694f1-4e0e-458c-a55f-b97c3cfc7b2d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:37.329781 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'tag': 'e19c0734-4cee-4c42-8cb2-186a6d91944b', 'status': 'completed', 'code': 200} Jul 22 14:15:37.349405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-81b46030-e643-4324-b799-5004aab4ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:37.350988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-81b46030-e643-4324-b799-5004aab4ae5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 1096 time: 0.1009083 Jul 22 14:15:37.405821 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-d3b07307-2e64-43e5-bd3b-b58f09d88149 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b HTTP/1.1" status: 200 len: 217 time: 0.0465827 Jul 22 14:15:37.410159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ac6084e8-dd23-4768-a2e8-14d30fee1e31 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-2118542719 HTTP/1.1" status: 201 len: 201 time: 0.2052517 Jul 22 14:15:37.414060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47478) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.419879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-1ef01126-4d79-4a0a-9fe8-1d8252b8fe5a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-954143024') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.440965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d88045-2205-44b4-88d6-fdde7947cb8f req-106b71ba-c371-40ce-91cb-a3f1631c357b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:37.445392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4d88045-2205-44b4-88d6-fdde7947cb8f req-106b71ba-c371-40ce-91cb-a3f1631c357b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 944 time: 0.1652584 Jul 22 14:15:37.492501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-128aca85-fc09-42df-b3f2-5cd7932977ef req-a58b6b11-7858-4478-94d7-59e4f000dad4 tempest-ListServerFiltersTestJSON-644150224 tempest-ListServerFiltersTestJSON-644150224-project] 10.222.0.11 "GET /v2.0/ports?device_id=e249aed0-2f67-45df-a448-40a0f8bcf725 HTTP/1.1" status: 200 len: 210 time: 0.0788889 Jul 22 14:15:37.499188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-105e1d72-be62-4b5a-9a17-5f58d452cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:37.500658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-105e1d72-be62-4b5a-9a17-5f58d452cdb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0858185 Jul 22 14:15:37.507320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4d88045-2205-44b4-88d6-fdde7947cb8f req-e4e29f63-ed68-4071-8c74-54164170a65b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552790 Jul 22 14:15:37.510671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1ef01126-4d79-4a0a-9fe8-1d8252b8fe5a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-954143024 HTTP/1.1" status: 201 len: 201 time: 0.0954194 Jul 22 14:15:37.513535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.526366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-a158e0f3-3ef4-4068-bec0-b48580a78287 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', {'tags': ['tempest-TagsExtTest-Tag-832233288', 'tempest-TagsExtTest-Tag-1720659352', 'tempest-TagsExtTest-Tag-1331124952']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.557067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-4acfa118-75cb-4756-a2db-01e8a51a566c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466099 Jul 22 14:15:37.647392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a158e0f3-3ef4-4068-bec0-b48580a78287 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags HTTP/1.1" status: 200 len: 317 time: 0.1321962 Jul 22 14:15:37.650311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.660017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-9fc333c9-38f0-4e3c-87b1-0fcaa490fc48 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.685259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-06103926-85d8-44fb-b075-fdc5a9d66af8 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212783 Jul 22 14:15:37.734479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9fc333c9-38f0-4e3c-87b1-0fcaa490fc48 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags HTTP/1.1" status: 204 len: 168 time: 0.0829659 Jul 22 14:15:37.737219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.742016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-99cd6f81-308f-4faa-98b6-80410e22de8a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-832233288') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.786142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4980d4b8-e7e8-4adc-be06-632242afef64 req-49051834-4640-4d47-8e0d-c7f64d29fe81 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940542 Jul 22 14:15:37.798313 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-99cd6f81-308f-4faa-98b6-80410e22de8a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:37.800275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-99cd6f81-308f-4faa-98b6-80410e22de8a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-832233288 HTTP/1.1" status: 404 len: 328 time: 0.0620430 Jul 22 14:15:37.803982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47492) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.810916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-f57c1645-8322-42d3-8fbb-2d0f29a3886f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-1720659352') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.937014 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-f57c1645-8322-42d3-8fbb-2d0f29a3886f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:37.941856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:37.942472 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f57c1645-8322-42d3-8fbb-2d0f29a3886f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-1720659352 HTTP/1.1" status: 404 len: 329 time: 0.1373150 Jul 22 14:15:37.947794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a031b66-4545-4738-a693-bc151ca91dfe req-285eec48-8f75-42dc-8e80-58500800ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:37.947985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-0629010c-28f5-45a0-a67a-c10f62c3494a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84', 'tempest-TagsExtTest-Tag-1331124952') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:37.948160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-285eec48-8f75-42dc-8e80-58500800ba0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 1096 time: 0.0961688 Jul 22 14:15:38.098276 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-0629010c-28f5-45a0-a67a-c10f62c3494a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:38.102131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0629010c-28f5-45a0-a67a-c10f62c3494a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags/tempest-TagsExtTest-Tag-1331124952 HTTP/1.1" status: 404 len: 329 time: 0.1561286 Jul 22 14:15:38.102710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47514) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.113097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-a9133fa3-f882-4f29-a6cc-e69dd41889c9 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', {'tags': ['tempest-TagsExtTest-Tag-1492681097', 'tempest-TagsExtTest-Tag-614490939', 'tempest-TagsExtTest-Tag-1745242499']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.115881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a031b66-4545-4738-a693-bc151ca91dfe req-ff151ae8-48f0-4ea1-9ca5-aec54d66e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:38.117371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-ff151ae8-48f0-4ea1-9ca5-aec54d66e893 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.1620665 Jul 22 14:15:38.189174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-e590e704-2746-44d8-aba5-94c3de36d259 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b HTTP/1.1" status: 200 len: 217 time: 0.0639164 Jul 22 14:15:38.190630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9133fa3-f882-4f29-a6cc-e69dd41889c9 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags HTTP/1.1" status: 200 len: 317 time: 0.0843585 Jul 22 14:15:38.193193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47516) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.198556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-859bf232-7ada-4359-9256-ba2b90b18086 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.249402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a031b66-4545-4738-a693-bc151ca91dfe req-833d51c3-093d-4dbd-b0e0-5c4e3bc47f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:38.252551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-833d51c3-093d-4dbd-b0e0-5c4e3bc47f1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0566428 Jul 22 14:15:38.282368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-859bf232-7ada-4359-9256-ba2b90b18086 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0873888 Jul 22 14:15:38.283042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.288304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-81749e9e-169c-440f-87d8-b833f03c16f3 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-1492681097') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.296084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-6eea5c43-56bf-4b77-8f07-2c30f1016669 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365462 Jul 22 14:15:38.352187 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-81749e9e-169c-440f-87d8-b833f03c16f3 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:38.356763 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-81749e9e-169c-440f-87d8-b833f03c16f3 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-1492681097 HTTP/1.1" status: 404 len: 329 time: 0.0725243 Jul 22 14:15:38.357345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.362575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-74a9ed94-1908-4757-b763-e3bd99787e29 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-614490939') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.412843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-e8754c61-c520-4a0b-b497-7d17ddedde35 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088591 Jul 22 14:15:38.465085 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-74a9ed94-1908-4757-b763-e3bd99787e29 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:38.469339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-74a9ed94-1908-4757-b763-e3bd99787e29 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-614490939 HTTP/1.1" status: 404 len: 328 time: 0.1109037 Jul 22 14:15:38.472051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.476343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-f6a2c4f2-c4e0-4c24-a1a9-dec2f3b2314e tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6', 'tempest-TagsExtTest-Tag-1745242499') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.519334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a031b66-4545-4738-a693-bc151ca91dfe req-bce85f1c-a6f5-442f-a0a1-c27110be3cb5 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992076 Jul 22 14:15:38.523886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26266-a2f2-431b-b69b-a8c3eb01879e req-3ba53ee8-f14c-4cd6-b344-37a7daa279c4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:38.526416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8b26266-a2f2-431b-b69b-a8c3eb01879e req-3ba53ee8-f14c-4cd6-b344-37a7daa279c4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1383798 Jul 22 14:15:38.573445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47532) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.598784 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f6a2c4f2-c4e0-4c24-a1a9-dec2f3b2314e tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:38.602667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f6a2c4f2-c4e0-4c24-a1a9-dec2f3b2314e tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags/tempest-TagsExtTest-Tag-1745242499 HTTP/1.1" status: 404 len: 329 time: 0.1276004 Jul 22 14:15:38.608809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47534) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.614548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-60b63093-0431-4e90-bac8-8c8e1744988d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', {'tags': ['tempest-TagsExtTest-Tag-828974554', 'tempest-TagsExtTest-Tag-1225276689', 'tempest-TagsExtTest-Tag-1718032306']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.663250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8b26266-a2f2-431b-b69b-a8c3eb01879e req-91a8a83b-9f83-46de-ae41-e993371869b3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276634 Jul 22 14:15:38.700159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Deleting subnet 8685072c-af87-4c08-bf66-6a05797b7296 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:15:38.703711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:38.725755 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-60b63093-0431-4e90-bac8-8c8e1744988d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags HTTP/1.1" status: 200 len: 317 time: 0.1139963 Jul 22 14:15:38.727292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47536) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.734965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-6cc0624e-d8d0-4b13-85d0-6ca0c1d16c55 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:38.828477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:38.881246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e19b4-6cef-410e-90d0-74bd5d863889 req-580982de-ded3-4314-b6ea-9953c67bdfef tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:38.882802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-459e19b4-6cef-410e-90d0-74bd5d863889 req-580982de-ded3-4314-b6ea-9953c67bdfef tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 944 time: 0.2398632 Jul 22 14:15:38.985904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6cc0624e-d8d0-4b13-85d0-6ca0c1d16c55 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags HTTP/1.1" status: 204 len: 168 time: 0.2560735 Jul 22 14:15:38.989564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:38.995521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-5d8356e4-9c0f-4dbe-892d-b582e96c7f5a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-828974554') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.001909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-459e19b4-6cef-410e-90d0-74bd5d863889 req-672b4822-7f03-4b45-90c2-4013f552b304 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055784 Jul 22 14:15:39.013932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.080778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.093756 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-5d8356e4-9c0f-4dbe-892d-b582e96c7f5a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:39.095463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5d8356e4-9c0f-4dbe-892d-b582e96c7f5a tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-828974554 HTTP/1.1" status: 404 len: 328 time: 0.1038437 Jul 22 14:15:39.098807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.104394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-f27dedf9-98c0-4a36-9c9d-fd91dd482d2d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-1225276689') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.105574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.109153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8685072c-af87-4c08-bf66-6a05797b7296 HTTP/1.1" status: 204 len: 168 time: 0.5346763 Jul 22 14:15:39.118805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae48e5-e039-4105-97eb-02623de9f9c1 None None] Network 62f88de6-b5cf-4b63-aa61-03cdac282a2a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:39.155802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.182201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22a24f-126c-46ea-9d4e-979debe8f2d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8685072c-af87-4c08-bf66-6a05797b7296,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:39.373253 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f27dedf9-98c0-4a36-9c9d-fd91dd482d2d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:39.377534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f27dedf9-98c0-4a36-9c9d-fd91dd482d2d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-1225276689 HTTP/1.1" status: 404 len: 329 time: 0.2741406 Jul 22 14:15:39.378325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47558) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.383668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-9ab22956-2a33-4b93-8135-88666f19ff87 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b', 'tempest-TagsExtTest-Tag-1718032306') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.415780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.500188 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-9ab22956-2a33-4b93-8135-88666f19ff87 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:39.504590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Deleting port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:39.504949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9ab22956-2a33-4b93-8135-88666f19ff87 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags/tempest-TagsExtTest-Tag-1718032306 HTTP/1.1" status: 404 len: 329 time: 0.1252537 Jul 22 14:15:39.505501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.505671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47560) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.513315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-de07d8ee-6f2b-4896-b8f2-91e82e48b9b7 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', {'tags': ['tempest-TagsExtTest-Tag-1259422605', 'tempest-TagsExtTest-Tag-1851429091', 'tempest-TagsExtTest-Tag-1575625096']}) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.565466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] DHCP port deletion for 62f88de6-b5cf-4b63-aa61-03cdac282a2a request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:15:39.586350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-de07d8ee-6f2b-4896-b8f2-91e82e48b9b7 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "PUT /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags HTTP/1.1" status: 200 len: 318 time: 0.0795374 Jul 22 14:15:39.587263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47566) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.594405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-cac455d3-3703-48de-a8e1-066e2e456107 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.632238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] For port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:39.632605 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.648818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.650099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cac455d3-3703-48de-a8e1-066e2e456107 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags HTTP/1.1" status: 204 len: 168 time: 0.0611684 Jul 22 14:15:39.656091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] Deleting port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:39.656910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.661066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-72caef0a-c311-462d-bfb8-925a007b9e30 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-1259422605') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.664620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Calling delete_port for 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:39.697683 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-72caef0a-c311-462d-bfb8-925a007b9e30 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:39.697683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-72caef0a-c311-462d-bfb8-925a007b9e30 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-1259422605 HTTP/1.1" status: 404 len: 329 time: 0.0459080 Jul 22 14:15:39.698867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47572) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.708432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-116b7361-2d75-4cf5-bfc2-4dafe98e870f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-1851429091') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.758917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] For port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,segment=NetworkSegment(1efeed4b-e7c4-4a26-9729-4aec4fc81039),segment_id=1efeed4b-e7c4-4a26-9729-4aec4fc81039)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:39.759125 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-116b7361-2d75-4cf5-bfc2-4dafe98e870f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:39.760037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-116b7361-2d75-4cf5-bfc2-4dafe98e870f tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-1851429091 HTTP/1.1" status: 404 len: 329 time: 0.0600581 Jul 22 14:15:39.761794 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.764175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.780692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-ea6a4f0f-074b-4e85-936c-d4fdeb6a0b11 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047', 'tempest-TagsExtTest-Tag-1575625096') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.801125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] Calling delete_port for 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:39.841852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.886041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:39.890510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] No DVR routers for this DVR port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:39.895441 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-ea6a4f0f-074b-4e85-936c-d4fdeb6a0b11 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] show failed (client error): The resource could not be found. Jul 22 14:15:39.896490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea6a4f0f-074b-4e85-936c-d4fdeb6a0b11 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags/tempest-TagsExtTest-Tag-1575625096 HTTP/1.1" status: 404 len: 329 time: 0.1311240 Jul 22 14:15:39.899814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47578) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.904602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-193c42e7-d513-468d-b9cf-45854897152d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'beb25a3e-067d-4eb4-bcf9-29bf28deb047') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:39.953658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-193c42e7-d513-468d-b9cf-45854897152d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047/tags HTTP/1.1" status: 204 len: 168 time: 0.0523052 Jul 22 14:15:39.956849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:39.959766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.966902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b2ee5-f68b-49d7-97cd-732b464e4e6d req-a023881f-b449-40cb-948d-3b78865d3d15 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:39.968645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-874b2ee5-f68b-49d7-97cd-732b464e4e6d req-a023881f-b449-40cb-948d-3b78865d3d15 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1590986 Jul 22 14:15:39.978029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] No DVR routers for this DVR port 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:40.003884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477505b-0cc0-48de-9614-eebca02fec90 None None] Pushing event deleted for resources: {'Port': ['ID=3c2fdfa1-bb10-4783-b587-f7da471bb8d9,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:40.009251 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.028993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-db23617c-8862-4a99-b42b-2558b906ed28 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e327970a-6a46-4d3f-a2af-78d589f17b8b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:40.060045 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-874b2ee5-f68b-49d7-97cd-732b464e4e6d req-a1289d60-e389-4485-a365-c881284d221c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616179 Jul 22 14:15:40.138346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f88de6-b5cf-4b63-aa61-03cdac282a2a']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:40.197592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efeed4b-e7c4-4a26-9729-4aec4fc81039') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:40.198123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efeed4b-e7c4-4a26-9729-4aec4fc81039') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:40.214049 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.238474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.249713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:40.250161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:40.253698 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:40.279336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db23617c-8862-4a99-b42b-2558b906ed28 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b/tags HTTP/1.1" status: 204 len: 168 time: 0.3141098 Jul 22 14:15:40.284580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.293589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.tag.tag_plugin [None req-d8ee29e1-e27d-4265-b985-b36728286cef tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '65b7d265-fc45-4eb9-8871-0113362509b6') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:40.335899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e201c-1629-4da9-88da-6b480497250e req-fed2dd55-528e-446e-b576-6824d6939a70 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:40.349828 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee4e201c-1629-4da9-88da-6b480497250e req-fed2dd55-528e-446e-b576-6824d6939a70 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 944 time: 0.2306993 Jul 22 14:15:40.365523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.379972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.385296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d8ee29e1-e27d-4265-b985-b36728286cef tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0981979 Jul 22 14:15:40.389068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.390976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] 10.222.0.11 "DELETE /v2.0/networks/62f88de6-b5cf-4b63-aa61-03cdac282a2a HTTP/1.1" status: 204 len: 168 time: 1.2342405 Jul 22 14:15:40.395735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-46b410c8-ce48-4944-947e-c4eb71889f01 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ae39b25-90b1-418e-b6ce-a9f7e92b2b84') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:40.430586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adee03-ebe0-4ce3-9be9-f1d118fbef12 admin admin] Pushing event deleted for resources: {'Network': ['ID=62f88de6-b5cf-4b63-aa61-03cdac282a2a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:40.464069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee4e201c-1629-4da9-88da-6b480497250e req-6a19ad7b-494e-4244-97a2-cfd88e0f0329 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114650 Jul 22 14:15:40.502275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46b410c8-ce48-4944-947e-c4eb71889f01 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84/tags HTTP/1.1" status: 204 len: 168 time: 0.1088736 Jul 22 14:15:40.517788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.546058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:40.568589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:40.568918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c2fdfa1-bb10-4783-b587-f7da471bb8d9 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:40.639893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d9c4aff-5879-4541-bf22-0bd6be70863d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for subnetpool, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.642727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8d9c4aff-5879-4541-bf22-0bd6be70863d tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnetpools/beb25a3e-067d-4eb4-bcf9-29bf28deb047 HTTP/1.1" status: 204 len: 168 time: 0.1302209 Jul 22 14:15:40.644311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.665126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.692556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1876970-ff03-4d46-8c47-1ef9b94a3912 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "GET /v2.0/ports?device_id=e327970a-6a46-4d3f-a2af-78d589f17b8b HTTP/1.1" status: 200 len: 205 time: 0.0466154 Jul 22 14:15:40.693173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.716662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b62ac30b-9d3d-4745-945a-ee840bbe60c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c60d0c0337f5404c953826c120e17b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503304 Jul 22 14:15:40.719141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47606) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:40.769208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.778597 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30575a3e-8f96-4cf6-8811-dd0dd821201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.807090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30575a3e-8f96-4cf6-8811-dd0dd821201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.878965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30575a3e-8f96-4cf6-8811-dd0dd821201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.881608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30575a3e-8f96-4cf6-8811-dd0dd821201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:40.898708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-30575a3e-8f96-4cf6-8811-dd0dd821201b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce091fcd-2533-4a48-857f-6e26057d4ab0 HTTP/1.1" status: 204 len: 168 time: 0.1780131 Jul 22 14:15:40.909722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e19c0734-4cee-4c42-8cb2-186a6d91944b details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:15:40.912195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 21dc325b-ddad-42b0-afc2-553d56b4535a no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:40.926324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30575a3e-8f96-4cf6-8811-dd0dd821201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce091fcd-2533-4a48-857f-6e26057d4ab0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:40.968259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 21dc325b-ddad-42b0-afc2-553d56b4535a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:40.968597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 21dc325b-ddad-42b0-afc2-553d56b4535a not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:41.002866 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:41.005115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:41.201330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e19c0734-4cee-4c42-8cb2-186a6d91944b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:41.214363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'e19c0734-4cee-4c42-8cb2-186a6d91944b', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'e19c0734-4cee-4c42-8cb2-186a6d91944b', 'mac_address': 'fa:16:3e:c0:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:15:41.336435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:41.372995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19c0734-4cee-4c42-8cb2-186a6d91944b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:15:41.373148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032928b8-8b4c-4880-9781-4a0ae5f2320e req-f5c9130d-d539-4d97-8361-e0ebcebd8cc2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:41.374745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-032928b8-8b4c-4880-9781-4a0ae5f2320e req-f5c9130d-d539-4d97-8361-e0ebcebd8cc2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1453333 Jul 22 14:15:41.406416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e19c0734-4cee-4c42-8cb2-186a6d91944b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:41.417503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:41.446253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-032928b8-8b4c-4880-9781-4a0ae5f2320e req-7567cbc7-f09e-4bf5-b861-221bc670368c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632768 Jul 22 14:15:41.485821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e19c0734-4cee-4c42-8cb2-186a6d91944b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:41.623747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['e19c0734-4cee-4c42-8cb2-186a6d91944b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:41.632249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:41.632794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Fanout notify agent at l3_agent the message router_deleted on router e327970a-6a46-4d3f-a2af-78d589f17b8b {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:15:41.655850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:41.659708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bbfbc28d-a3a7-4d43-9951-ef4ea83f3001 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/routers/e327970a-6a46-4d3f-a2af-78d589f17b8b HTTP/1.1" status: 204 len: 168 time: 0.9655499 Jul 22 14:15:41.659856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47634) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:41.722037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745a9f2-4a8b-444c-a5ab-a74d4e0522bc req-226cb054-1464-4f7b-991d-fb2fb3a4faed tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:41.723751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d745a9f2-4a8b-444c-a5ab-a74d4e0522bc req-226cb054-1464-4f7b-991d-fb2fb3a4faed tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 945 time: 0.1026204 Jul 22 14:15:41.833596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d745a9f2-4a8b-444c-a5ab-a74d4e0522bc req-03832e3b-0d7c-4a17-91a6-555718b41944 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969529 Jul 22 14:15:41.872866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Deleting port 65b7d265-fc45-4eb9-8871-0113362509b6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:41.873223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.026272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.041554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Calling delete_port for 65b7d265-fc45-4eb9-8871-0113362509b6 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:42.114023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47646) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:42.219192 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.226495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1001780657-network', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:42.250546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:42.252122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event deleted for resources: {'Port': ['ID=65b7d265-fc45-4eb9-8871-0113362509b6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:42.261141 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.275388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.390219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.395193 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59e2450c-470e-4ecd-9168-d3ecb84b2c5c tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/ports/65b7d265-fc45-4eb9-8871-0113362509b6 HTTP/1.1" status: 204 len: 168 time: 0.7322032 Jul 22 14:15:42.400189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47652) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:42.527092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Deleting subnet 2ae39b25-90b1-418e-b6ce-a9f7e92b2b84 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:15:42.530971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.541056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.545996 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.567957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:15:42.600767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.601229 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Added segment ff84430f-f61d-4d61-a815-6e169f438065 of type vlan for network 6da56f10-f008-4060-87cb-09f621a96980 Jul 22 14:15:42.759348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.762718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a07ca8-fed5-4524-b9fb-9347ed929e49,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:42.764908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.816347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.822244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:42.823051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.847393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269ba5d-4aee-4c1f-b605-de3ee5a31845 req-13ed51ae-fa2a-4d3e-9ac5-52646f2e0469 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:42.856838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0269ba5d-4aee-4c1f-b605-de3ee5a31845 req-13ed51ae-fa2a-4d3e-9ac5-52646f2e0469 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1996388 Jul 22 14:15:42.906854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e19c0734-4cee-4c42-8cb2-186a6d91944b up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:42.932052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8168659 Jul 22 14:15:42.934203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47664) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:42.940798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Request body: {'subnet': {'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1001780657-subnet', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:42.977715 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0269ba5d-4aee-4c1f-b605-de3ee5a31845 req-0a638b0b-32c5-4249-b0c2-1803c6f47d39 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198330 Jul 22 14:15:42.988139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.992200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:42.994911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.063548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba272-dc2a-481d-893e-ac5ae940f868 admin admin] Pushing event updated for resources: {'Network': ['ID=6da56f10-f008-4060-87cb-09f621a96980,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:43.071391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port e19c0734-4cee-4c42-8cb2-186a6d91944b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:43.076757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port e19c0734-4cee-4c42-8cb2-186a6d91944b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:43.077399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.119210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcba67-7b7c-43eb-90cc-626f9f5975a0 req-7fb40462-9619-4f32-b3cd-6f600e941228 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:43.136051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2fcba67-7b7c-43eb-90cc-626f9f5975a0 req-7fb40462-9619-4f32-b3cd-6f600e941228 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 945 time: 0.1390309 Jul 22 14:15:43.163643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6da56f10-f008-4060-87cb-09f621a96980 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:43.194441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.203678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2fcba67-7b7c-43eb-90cc-626f9f5975a0 req-1133d50a-1350-48a2-8b77-cc5d15c5cc79 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666952 Jul 22 14:15:43.269876 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.340664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19c0734-4cee-4c42-8cb2-186a6d91944b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:43.343282 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bb4771-9abe-4773-a635-26abe3ffbbff" -d '{"events": [{"server_uuid": "22c0ce28-19f6-4c34-849d-2eea2ebd587b", "name": "network-vif-plugged", "status": "completed", "tag": "e19c0734-4cee-4c42-8cb2-186a6d91944b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:43.375007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e19c0734-4cee-4c42-8cb2-186a6d91944b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:43.385168 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.394075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.400615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/subnets/2ae39b25-90b1-418e-b6ce-a9f7e92b2b84 HTTP/1.1" status: 204 len: 168 time: 0.9966824 Jul 22 14:15:43.403575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.406263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:43.443103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93301b9a-230e-47f9-bb51-d9d74437339d None None] Network 3d42606d-d02b-4e9b-b320-a7645174bad6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:43.470503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f5075-d6a7-4976-871c-1e38f299f245 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae39b25-90b1-418e-b6ce-a9f7e92b2b84,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:43.496018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.504395 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-44712464-f0fc-4f94-8df4-90fc180af018 service neutron] show failed (client error): The resource could not be found. Jul 22 14:15:43.505514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-44712464-f0fc-4f94-8df4-90fc180af018 service neutron] 10.222.0.20 "GET /v2.0/ports/4d8e52dc-d0e0-4674-ad91-37278402157e/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.3428411 Jul 22 14:15:43.642259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49842041-89fa-4072-b8db-d0941fa585c0,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:43.660199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e19c0734-4cee-4c42-8cb2-186a6d91944b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:43.674144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:43.674687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Network hostable DHCP agents. Network: 6da56f10-f008-4060-87cb-09f621a96980, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:43.690938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Deleting port b4a0ed69-c818-452d-9461-e301a648da16 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:15:43.691696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.720646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Network 6da56f10-f008-4060-87cb-09f621a96980 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:43.738270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6da56f10-f008-4060-87cb-09f621a96980) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:43.745867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:43.747543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.770475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a81b622-f5ca-4709-90d3-da3c9f8ab44c None None] Network 6da56f10-f008-4060-87cb-09f621a96980 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:43.772187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94c829b7-95fd-4862-9a23-6b57762fe2e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8364162 Jul 22 14:15:43.776218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47682) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:43.809005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:43.849455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] For port b4a0ed69-c818-452d-9461-e301a648da16, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b4a0ed69-c818-452d-9461-e301a648da16,segment=NetworkSegment(dd5261e2-9e36-430b-afeb-eb5a9ba0bf69),segment_id=dd5261e2-9e36-430b-afeb-eb5a9ba0bf69)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:43.851222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.882401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.892772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.901605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Calling delete_port for b4a0ed69-c818-452d-9461-e301a648da16 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:15:43.939078 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4566e21f-eba7-421f-80c0-247eb15c39b6 x-openstack-request-id: req-4566e21f-eba7-421f-80c0-247eb15c39b6 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:43.940144 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0ce28-19f6-4c34-849d-2eea2ebd587b", "name": "network-vif-plugged", "status": "completed", "tag": "e19c0734-4cee-4c42-8cb2-186a6d91944b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:43.940618 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4566e21f-eba7-421f-80c0-247eb15c39b6 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:43.941249 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19c0734-4cee-4c42-8cb2-186a6d91944b', 'code': 200} Jul 22 14:15:44.010676 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.180678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.245376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] No DVR routers for this DVR port b4a0ed69-c818-452d-9461-e301a648da16 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:44.330251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-6da56f10-f008-4060-87cb-09f621a96980', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:15:44.331554 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.357659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c085c81d-6123-4cc7-ba81-298e53406896 None None] DHCP port deletion for 3d42606d-d02b-4e9b-b320-a7645174bad6 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:15:44.367775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event deleted for resources: {'Port': ['ID=b4a0ed69-c818-452d-9461-e301a648da16,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:44.437609 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.489898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285fb5f-cbce-49b3-ab7d-be8e7fd3ec27 req-97d48c0d-46ff-46e2-99f0-e1202aa8fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:44.491836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0285fb5f-cbce-49b3-ab7d-be8e7fd3ec27 req-97d48c0d-46ff-46e2-99f0-e1202aa8fc0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 1098 time: 0.5295403 Jul 22 14:15:44.567915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-ed1cdc89-a769-411d-b3c4-d94c9c1fe672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:44.569452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-ed1cdc89-a769-411d-b3c4-d94c9c1fe672 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 1098 time: 0.7260785 Jul 22 14:15:44.630724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:44.632526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Allocated IP 172.20.0.2 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/89f47548-4ddb-445f-89da-3ee37fa27236) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:44.698235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.748085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d42606d-d02b-4e9b-b320-a7645174bad6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:44.759214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c2dc4-db5b-47d3-adb6-6e5a39a2c0fe req-78affaed-aa81-4023-99b1-e28e2180ade4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:44.768010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c18c2dc4-db5b-47d3-adb6-6e5a39a2c0fe req-78affaed-aa81-4023-99b1-e28e2180ade4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.4202988 Jul 22 14:15:44.777120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0285fb5f-cbce-49b3-ab7d-be8e7fd3ec27 req-7d5caf0c-c554-47c6-8b80-109cf5e70fcb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542489 Jul 22 14:15:44.787736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:44.788126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5261e2-9e36-430b-afeb-eb5a9ba0bf69') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:44.809387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.830341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.841560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Transition to ACTIVE for port object 89f47548-4ddb-445f-89da-3ee37fa27236 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:44.852332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c18c2dc4-db5b-47d3-adb6-6e5a39a2c0fe req-39909425-936e-4d83-a9d3-d35ecb622838 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814621 Jul 22 14:15:44.864538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.873362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b4a0ed69-c818-452d-9461-e301a648da16 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:44.884209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:15:44.884664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:44.928683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b4a0ed69-c818-452d-9461-e301a648da16 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:15:44.929116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b4a0ed69-c818-452d-9461-e301a648da16 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:44.965853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6683685-1d0b-46e9-bf8d-50820c543acc req-dadd01e2-950b-4671-8921-7af6d5dd9dea tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:44.968050 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6683685-1d0b-46e9-bf8d-50820c543acc req-dadd01e2-950b-4671-8921-7af6d5dd9dea tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 946 time: 0.5685954 Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:15:45.049918 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:15:45.059105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.069441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Transition to ACTIVE for port object 89f47548-4ddb-445f-89da-3ee37fa27236 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:45.070812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6683685-1d0b-46e9-bf8d-50820c543acc req-f46e6a25-5827-4556-ba90-765aeef84b32 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794606 Jul 22 14:15:45.088621 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.094087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.101130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] 10.222.0.11 "DELETE /v2.0/networks/3d42606d-d02b-4e9b-b320-a7645174bad6 HTTP/1.1" status: 204 len: 168 time: 1.6877191 Jul 22 14:15:45.151894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4022480-9820-4907-83ee-ccad204644a8 tempest-TagsExtTest-1208327689 tempest-TagsExtTest-1208327689-project] Pushing event deleted for resources: {'Network': ['ID=3d42606d-d02b-4e9b-b320-a7645174bad6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:45.209988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.260618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Pushing event updated for resources: {'Port': ['ID=89f47548-4ddb-445f-89da-3ee37fa27236,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:45.271889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:45.273541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:45.276578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:45.369637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Attempting to bind port 89f47548-4ddb-445f-89da-3ee37fa27236 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:45.370025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Attempting to bind port 89f47548-4ddb-445f-89da-3ee37fa27236 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:45.372019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Attempting to bind port 89f47548-4ddb-445f-89da-3ee37fa27236 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:45.381074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:45.381484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:45.382057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.382456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:45.382946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Bound port: 89f47548-4ddb-445f-89da-3ee37fa27236, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:45.383896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.413989 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.510981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.578529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] For port 89f47548-4ddb-445f-89da-3ee37fa27236, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:45.596520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] For port 89f47548-4ddb-445f-89da-3ee37fa27236, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=89f47548-4ddb-445f-89da-3ee37fa27236,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:45.603044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.635242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:45.744502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78ea36-ee0b-4efe-9642-37296ec30aad None None] Pushing event updated for resources: {'Port': ['ID=89f47548-4ddb-445f-89da-3ee37fa27236,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:45.913052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Allocated IP 172.25.8.224 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/a00ac125-c19e-4a7c-a772-272fe2e27c68) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:45.964406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb666552-bf1e-4cc4-86cf-94f033bf983c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe416a849c224516a90188a5b0fd9bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3279061 Jul 22 14:15:45.967304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:46.063102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bc72093-dab6-491e-ad99-85623b9d6df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.111278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bc72093-dab6-491e-ad99-85623b9d6df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.179454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bc72093-dab6-491e-ad99-85623b9d6df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.183566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bc72093-dab6-491e-ad99-85623b9d6df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.184823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6bc72093-dab6-491e-ad99-85623b9d6df8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee2ec14a-09f2-4d39-b8c0-54c8032d975c HTTP/1.1" status: 204 len: 168 time: 0.2154124 Jul 22 14:15:46.204051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:46.219060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72093-dab6-491e-ad99-85623b9d6df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ec14a-09f2-4d39-b8c0-54c8032d975c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:46.324405 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.362131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:46.396970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a94c5f-b0bf-498f-817e-cd850c5a03ee req-7de4f32b-9758-44ce-ae7d-e019bf167dd6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:46.398682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2a94c5f-b0bf-498f-817e-cd850c5a03ee req-7de4f32b-9758-44ce-ae7d-e019bf167dd6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.3552489 Jul 22 14:15:46.495418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87d87c-eb6f-4cb4-993e-c6802057eb2d req-cfa52497-fcb3-46ab-979f-18dd482fd006 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:46.502808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:46.505730 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd87d87c-eb6f-4cb4-993e-c6802057eb2d req-cfa52497-fcb3-46ab-979f-18dd482fd006 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 946 time: 0.1747305 Jul 22 14:15:46.507561 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf7490-0397-4857-833f-4822e0af9e9c" -d '{"events": [{"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:46.523139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.566826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd87d87c-eb6f-4cb4-993e-c6802057eb2d req-ab39f83b-0bd8-4f98-b8ad-6f1b6d715c59 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595226 Jul 22 14:15:46.578545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2a94c5f-b0bf-498f-817e-cd850c5a03ee req-dc1ba125-4c8a-4ade-882b-08a6c0b16874 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613038 Jul 22 14:15:46.582098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Transition to ACTIVE for port object 4d8e52dc-d0e0-4674-ad91-37278402157e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:46.609470 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.616065 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.786129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:46.793276 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51403094-b355-4b31-a92a-0f138e58402f x-openstack-request-id: req-51403094-b355-4b31-a92a-0f138e58402f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:46.797150 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:46.797412 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51403094-b355-4b31-a92a-0f138e58402f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:46.809423 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'code': 200} Jul 22 14:15:46.878716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 89f47548-4ddb-445f-89da-3ee37fa27236 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:46.900473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:47.039857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:47.066576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 89f47548-4ddb-445f-89da-3ee37fa27236 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:47.176751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Pushing event updated for resources: {'Port': ['ID=a00ac125-c19e-4a7c-a772-272fe2e27c68,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:47.419710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] No DVR routers for this DVR port 4d8e52dc-d0e0-4674-ad91-37278402157e on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:15:47.694918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb14841-f94c-4101-bee3-9bd8af96c948 None None] Network 6da56f10-f008-4060-87cb-09f621a96980 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:47.725751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:47.940976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] Provisioning for port 89f47548-4ddb-445f-89da-3ee37fa27236 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:47.980950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] Provisioning complete for port 89f47548-4ddb-445f-89da-3ee37fa27236 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:47.981751 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:48.179228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de4aca-944f-4f55-a48f-1bb62648e9df req-84600b0c-9a98-4354-ba34-053034e752af tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:48.181114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e5de4aca-944f-4f55-a48f-1bb62648e9df req-84600b0c-9a98-4354-ba34-053034e752af tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.4516490 Jul 22 14:15:48.613656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:15:48.743660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db68da8e-f41b-4519-b4b1-862749dd04df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:48.761001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:15:48.786178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:48.786948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:48.786948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:48.808930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e5de4aca-944f-4f55-a48f-1bb62648e9df req-5135e1d1-104e-4b86-8464-e3462519e7d2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5991180 Jul 22 14:15:48.810954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Port 4d8e52dc-d0e0-4674-ad91-37278402157e on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:15:48.814013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Attempting to bind port 4d8e52dc-d0e0-4674-ad91-37278402157e on network 45d229c0-af92-4ce0-a937-8d75cad5fee0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:48.821163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:48.821511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Checking segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:48.821938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Bound using segment: {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:48.822391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Bound port: 4d8e52dc-d0e0-4674-ad91-37278402157e, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8952e2-bf66-44eb-ba03-017d595be1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:48.822753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:48.849722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:48.856712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:48.900795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] For port 89f47548-4ddb-445f-89da-3ee37fa27236, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=89f47548-4ddb-445f-89da-3ee37fa27236,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:48.910074 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:48.977993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:49.034658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ff748-93d2-45ee-af47-b96c4a817fc9 None None] Pushing event updated for resources: {'Port': ['ID=89f47548-4ddb-445f-89da-3ee37fa27236,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:49.087447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:49.091637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:49.107090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:49.175482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:49.176111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:49.178020 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] 10.222.0.13 "PUT /v2.0/ports/4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 1093 time: 4.5565183 Jul 22 14:15:49.179475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:49.181904 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733" -d '{"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:49.307118 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56979fc-21df-487d-957d-192084eab0af x-openstack-request-id: req-a56979fc-21df-487d-957d-192084eab0af {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:49.307878 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:49.308339 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a56979fc-21df-487d-957d-192084eab0af {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:49.308919 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'status': 'completed', 'code': 200} Jul 22 14:15:49.342308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f5f4-9621-41e3-ae84-3fbceabb273e service neutron] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:49.349939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f184f723-b49c-429d-884e-227d3ee1e7b5 None None] Provisioning complete for port 89f47548-4ddb-445f-89da-3ee37fa27236 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:49.351293 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f184f723-b49c-429d-884e-227d3ee1e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:49.398959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-56ef2c11-cf42-42e3-a79d-a55f05240eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:49.402981 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-56ef2c11-cf42-42e3-a79d-a55f05240eff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1096 time: 0.1191549 Jul 22 14:15:49.416301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:49.443490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-143a8e53-46c6-472d-a104-7fb382815989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:49.445067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-143a8e53-46c6-472d-a104-7fb382815989 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1096 time: 0.2133207 Jul 22 14:15:49.648423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-ff3ccbcc-0b80-44f1-90f3-5aa68289412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:49.650021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-ff3ccbcc-0b80-44f1-90f3-5aa68289412e service neutron] 10.222.0.20 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.2331982 Jul 22 14:15:49.786483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-227cc026-7cbb-4b62-bf2d-4d5a22066901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:49.788163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-227cc026-7cbb-4b62-bf2d-4d5a22066901 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.3026099 Jul 22 14:15:49.805074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-c6ee474b-aa54-4ac7-84a3-ffc518277584 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 999 time: 0.1345978 Jul 22 14:15:49.897404 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:49.898345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-62d89a79-e8cd-4b85-a4bd-790020af6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:49.899878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-62d89a79-e8cd-4b85-a4bd-790020af6a31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.0881071 Jul 22 14:15:49.928024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-789c3ada-bab0-4fd3-acde-96d39319a41a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 999 time: 0.1281874 Jul 22 14:15:49.932159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Router a8ca277c-60c7-4018-b95c-e32cd84ee33d is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:15:50.092660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-b8454daf-002d-4ff4-9b07-13f641be5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:50.098228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-b8454daf-002d-4ff4-9b07-13f641be5bd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.1632168 Jul 22 14:15:50.149229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-4d1f098b-7224-49ee-86ca-7312cf32a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:50.163150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-4d1f098b-7224-49ee-86ca-7312cf32a74b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2502549 Jul 22 14:15:50.273694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:50.287939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Sync routers for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:50.292232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d48cc-4971-4b2f-b54c-5db021f954bc req-3073c05f-0466-4d66-a667-432fcf73dfa3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:50.299699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c9d48cc-4971-4b2f-b54c-5db021f954bc req-3073c05f-0466-4d66-a667-432fcf73dfa3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.2798877 Jul 22 14:15:50.302019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:50.302953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:50.321606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-b3f07fde-3693-48bd-a969-5073827525a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:50.323348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-b3f07fde-3693-48bd-a969-5073827525a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773095 Jul 22 14:15:50.385454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:50.386733 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-484c358b-5546-4a47-8413-28ea68e1bf18 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6094668 Jul 22 14:15:50.392331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-83785e03-3cd8-4ee6-aaa0-3f8366d259e2 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274346 Jul 22 14:15:50.393375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:50.457966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:15:50.462655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c9d48cc-4971-4b2f-b54c-5db021f954bc req-18fbb5ed-9449-4293-ba08-dcf239712f33 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567812 Jul 22 14:15:50.496801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-0d745bae-bf67-4440-b6de-1b6204d0f49f service neutron] 10.222.0.13 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630685 Jul 22 14:15:50.637790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 89f47548-4ddb-445f-89da-3ee37fa27236 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:50.687905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f55946e-d7a9-4026-b643-106cd8bc99b0 req-bef5b215-f28c-4efa-82c6-23d89311be17 service neutron] 10.222.0.13 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841011 Jul 22 14:15:50.722325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-b863f901-8dde-43ee-b14f-cbc7a1b5fdbd service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082770 Jul 22 14:15:50.929083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-5e134f59-f87b-456a-948d-34372bbe3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:50.930991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-5e134f59-f87b-456a-948d-34372bbe3029 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1096 time: 0.1484742 Jul 22 14:15:50.961273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 89f47548-4ddb-445f-89da-3ee37fa27236 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:50.961734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.045947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:48Z', 'revision_number': 3, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:51.075380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Checking router: a8ca277c-60c7-4018-b95c-e32cd84ee33d for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:15:51.076076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Updating router a8ca277c-60c7-4018-b95c-e32cd84ee33d port a00ac125-c19e-4a7c-a772-272fe2e27c68 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:15:51.077804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-738ad982-06c4-4215-9678-bb3be012eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:51.080659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-738ad982-06c4-4215-9678-bb3be012eb44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.1420274 Jul 22 14:15:51.203769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.226844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-38dbeb2d-a1fc-44bd-967e-feab5df96299 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 999 time: 0.1386907 Jul 22 14:15:51.301842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.371484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-72a6e564-1a69-49ef-9a60-ae1707c1d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:51.381311 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-72a6e564-1a69-49ef-9a60-ae1707c1d292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.1447535 Jul 22 14:15:51.426991 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.445653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf193-70ec-4355-a311-3e6a55352b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.530915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-e055e176-002c-4d3a-a87b-6eb6948e8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:51.538742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-e055e176-002c-4d3a-a87b-6eb6948e8c2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489797 Jul 22 14:15:51.688842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-945c6448-403d-4683-8679-2e55ed9072b4 service neutron] 10.222.0.13 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423116 Jul 22 14:15:51.693505 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.709079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Transition to ACTIVE for port object a00ac125-c19e-4a7c-a772-272fe2e27c68 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:51.721044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.776583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d9fa-f044-4dbc-9706-01c966906920 req-46041643-912c-4fa6-ba3f-f6e137e14228 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:51.778585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af253bf-c591-44e0-a18e-a70b80961bc6 None None] Pushing event updated for resources: {'Port': ['ID=a00ac125-c19e-4a7c-a772-272fe2e27c68,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:51.783752 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7029d9fa-f044-4dbc-9706-01c966906920 req-46041643-912c-4fa6-ba3f-f6e137e14228 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.1951706 Jul 22 14:15:51.801256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Attempting to bind port a00ac125-c19e-4a7c-a772-272fe2e27c68 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:51.801688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Attempting to bind port a00ac125-c19e-4a7c-a772-272fe2e27c68 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:51.802027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Attempting to bind port a00ac125-c19e-4a7c-a772-272fe2e27c68 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:51.809151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:51.809564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:51.810385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.810809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:51.811559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Bound port: a00ac125-c19e-4a7c-a772-272fe2e27c68, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:51.811969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.816478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16eb2276-bfdc-4e5c-9f1d-0aeb0fbdc733 req-26916fdb-ec26-475e-a789-16d641c9d1b6 service neutron] 10.222.0.13 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186721 Jul 22 14:15:51.817671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Allocated IP 172.20.0.1 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:51.849637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7029d9fa-f044-4dbc-9706-01c966906920 req-001cba3f-ac7e-4e22-a86c-83befd70a4b6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614355 Jul 22 14:15:51.885321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] For port a00ac125-c19e-4a7c-a772-272fe2e27c68, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:51.893758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] For port a00ac125-c19e-4a7c-a772-272fe2e27c68, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a00ac125-c19e-4a7c-a772-272fe2e27c68,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:51.899562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.954150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:51.959279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:51.959961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:51.970555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Transition to ACTIVE for port object 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:52.011891 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.051948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:52.056745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:52.061310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:52.063892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af253bf-c591-44e0-a18e-a70b80961bc6 None None] Pushing event updated for resources: {'Port': ['ID=a00ac125-c19e-4a7c-a772-272fe2e27c68,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:52.098211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:15:52.100452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:52.112385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.310619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.386753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:48Z', 'revision_number': 3, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:52.503934 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.512978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd7a3d-4290-4c37-923e-7ccdc687fe40 None None] The sync data for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 is: [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:48Z', 'revision_number': 3, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:52.542520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4a019ea8-d746-4548-a41f-3a33f203e90b None None] Provisioning for port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:52.548360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4a019ea8-d746-4548-a41f-3a33f203e90b None None] Provisioning complete for port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:52.549071 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4a019ea8-d746-4548-a41f-3a33f203e90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.602528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4a019ea8-d746-4548-a41f-3a33f203e90b None None] Port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:52.614380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.623119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.711759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Pushing event updated for resources: {'Port': ['ID=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:52.725849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:52.906219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:52.908628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:53.260001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b3f1a-8834-43d5-ae66-3397897f7c30 req-62b31b47-fb9a-415d-bd14-1acf3ff5eb29 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:53.267406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-669b3f1a-8834-43d5-ae66-3397897f7c30 req-62b31b47-fb9a-415d-bd14-1acf3ff5eb29 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.2516875 Jul 22 14:15:53.341008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f7896fd9-b05c-4649-b25c-f51e54de4667 None None] Provisioning complete for port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:53.341789 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f7896fd9-b05c-4649-b25c-f51e54de4667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:53.377456 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-669b3f1a-8834-43d5-ae66-3397897f7c30 req-add16da9-0d55-43b8-88af-ffc38177441c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089795 Jul 22 14:15:53.436675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f7896fd9-b05c-4649-b25c-f51e54de4667 None None] Port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:15:53.676914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Router a8ca277c-60c7-4018-b95c-e32cd84ee33d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:15:54.045696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:15:54.051808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad6f5c31-5cb8-4972-9bf2-780abf25ea07 admin admin] 10.222.0.11 "PUT /v2.0/routers/a8ca277c-60c7-4018-b95c-e32cd84ee33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6554494 Jul 22 14:15:54.072269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-457671ce-4829-4ea1-b422-f7b7306e1063 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:54.074034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-457671ce-4829-4ea1-b422-f7b7306e1063 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.2492278 Jul 22 14:15:54.083007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca4cfa-6829-438a-a3d2-1a75399f28bd req-f24b583b-5c6e-4b5a-af92-2843d37a50f2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:54.090125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fca4cfa-6829-438a-a3d2-1a75399f28bd req-f24b583b-5c6e-4b5a-af92-2843d37a50f2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.3642480 Jul 22 14:15:54.185842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:54.186518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fca4cfa-6829-438a-a3d2-1a75399f28bd req-6bad323d-ab09-4843-8ba6-926c5a1d2e32 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951302 Jul 22 14:15:54.239340 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-7dcedda5-414a-4c7b-a7eb-f15216aa0311 service neutron] delete failed (client error): The resource could not be found. Jul 22 14:15:54.246722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-7dcedda5-414a-4c7b-a7eb-f15216aa0311 service neutron] 10.222.0.20 "DELETE /v2.0/ports/4d8e52dc-d0e0-4674-ad91-37278402157e/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.1485207 Jul 22 14:15:54.421357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-c781715e-8fa9-417a-8b32-be180bb9e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:54.424112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-c781715e-8fa9-417a-8b32-be180bb9e725 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1096 time: 0.1126795 Jul 22 14:15:54.564879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-a6bcfe4b-a18e-4871-b108-1b237069cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:54.566507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-a6bcfe4b-a18e-4871-b108-1b237069cbd7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.1362405 Jul 22 14:15:54.700229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a00ac125-c19e-4a7c-a772-272fe2e27c68 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:54.730966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-3f032306-f84b-4b81-a4a1-32f4aff8b290 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 999 time: 0.1585431 Jul 22 14:15:54.859956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a00ac125-c19e-4a7c-a772-272fe2e27c68 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:54.867280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-5af2a403-ec68-4001-8f5d-0cb5482af7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:54.869275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-5af2a403-ec68-4001-8f5d-0cb5482af7e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.1320388 Jul 22 14:15:54.871363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a00ac125-c19e-4a7c-a772-272fe2e27c68 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:54.871749 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:54.976703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:15:55.023760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-47693e2e-2211-4766-ae24-b145b47fea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:55.030060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-47693e2e-2211-4766-ae24-b145b47fea8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540077 Jul 22 14:15:55.192061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47928) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:55.196993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571667380', 'description': 'tempest-description--691428353'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:55.301124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.338313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:55.351085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-87d40e01-82d9-43e7-a06c-fb7f4670dd76 service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141232 Jul 22 14:15:55.360859 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Sync routers for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:15:55.365895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'port_id': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'mac_address': 'fa:16:3e:8e:da:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:15:55.395737 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:55.396604 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:55.413908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.461051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a00ac125-c19e-4a7c-a772-272fe2e27c68, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a00ac125-c19e-4a7c-a772-272fe2e27c68,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:55.474062 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.512791 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.602434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.621500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.651331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8e52dc-d0e0-4674-ad91-37278402157e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:15:55.664659 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9037bc48-90b9-41c4-bc37-5d93944cb94c req-dc7e4923-8738-4dca-8130-21684ec473ba service neutron] 10.222.0.20 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524545 Jul 22 14:15:55.668931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.672670 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4796417 Jul 22 14:15:55.677278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:55.683017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:55.695909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e20bcc-eb0e-4fb4-a4d6-e870e716ae7f req-cbd197f5-b444-43f8-ad70-33570b97ba76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:55.696516 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.699760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'security_group_rule': {'security_group_id': 'ff67c22b-df35-420c-88ab-cbad03104e2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:55.704924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35e20bcc-eb0e-4fb4-a4d6-e870e716ae7f req-cbd197f5-b444-43f8-ad70-33570b97ba76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 944 time: 0.3393817 Jul 22 14:15:55.715442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a00ac125-c19e-4a7c-a772-272fe2e27c68,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:55.717484 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:15:55.736758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.737343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.737997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.738483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.739310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.739639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.740323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.740888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.741829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.742234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.742991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.744145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:55.746480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b001fc1-9d0f-412c-948d-7f3225b2ccfa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff67c22b-df35-420c-88ab-cbad03104e2b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:55.784825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.786862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-35e20bcc-eb0e-4fb4-a4d6-e870e716ae7f req-594b802a-902f-4686-bf31-f3248ff823b2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807614 Jul 22 14:15:55.869975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:55.937528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.944833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:55.980488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4d8e52dc-d0e0-4674-ad91-37278402157e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:15:56.006613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.010778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3249745 Jul 22 14:15:56.010778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a72dac-c596-476a-9eaa-b26482967bd7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1cc5fdf-45ac-42a2-9d04-8bff4a64b0a1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:56.011173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:56.015962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'security_group_rule': {'security_group_id': 'ff67c22b-df35-420c-88ab-cbad03104e2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:56.077396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.153489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.165780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.189087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee4747e-31df-4f7b-93df-91abfb903315,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:56.230641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.232225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b61cac22-c7e5-4af2-904a-0d2f8ec80574 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2199159 Jul 22 14:15:56.234819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47958) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:56.240051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:56.295751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.348536 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 2, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:56.445478 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Checking router: a8ca277c-60c7-4018-b95c-e32cd84ee33d for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:15:56.458949 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Updating router a8ca277c-60c7-4018-b95c-e32cd84ee33d port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:15:56.618282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.624975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a00ac125-c19e-4a7c-a772-272fe2e27c68 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:56.645065 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.745427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a00ac125-c19e-4a7c-a772-272fe2e27c68 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:56.745953 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:56.958401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Allocated IP 172.25.8.23 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/791419d8-e0b2-45c5-82b5-23be39dbb593) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:56.971830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:57.150873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 4d8e52dc-d0e0-4674-ad91-37278402157e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:57.156748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 4d8e52dc-d0e0-4674-ad91-37278402157e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:57.157691 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.206096 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.228139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Transition to ACTIVE for port object 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:57.242566 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.270557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dc3c9-4383-4b95-92df-52b5080a290f req-6ad25595-b717-4821-a443-a66a9b781b75 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:57.279275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d9dc3c9-4383-4b95-92df-52b5080a290f req-6ad25595-b717-4821-a443-a66a9b781b75 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 945 time: 0.3418391 Jul 22 14:15:57.353297 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Pushing event updated for resources: {'Port': ['ID=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:57.356233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d9dc3c9-4383-4b95-92df-52b5080a290f req-1af630e9-5fd6-4da4-a56e-2acea89aa61a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713010 Jul 22 14:15:57.373365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:57.378693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.380904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.387328 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.390847 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.391249 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.392096 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.392431 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.392763 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.393090 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.393418 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.397924 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.398289 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.399741 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.400088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:57.449715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:15:57.458930 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11d59bc-9210-43a4-ae1b-aeaf2813cd98" -d '{"events": [{"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:15:57.493794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:57.505467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-be95a1b4-c79f-4517-8862-31ad8045afd2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/090f182d-e8fc-41c9-8b81-5b4f2ece79b0 HTTP/1.1" status: 200 len: 992 time: 0.1242125 Jul 22 14:15:57.514635 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.541294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.608195 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4839d9-9dd0-4b11-bde2-d50025613d47 x-openstack-request-id: req-dc4839d9-9dd0-4b11-bde2-d50025613d47 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:15:57.608557 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-plugged", "status": "completed", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:15:57.610188 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc4839d9-9dd0-4b11-bde2-d50025613d47 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:15:57.612377 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'code': 200} Jul 22 14:15:57.620153 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Attempting to bind port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:57.621175 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Attempting to bind port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:57.621975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Attempting to bind port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:57.634952 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:57.635649 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:57.636951 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.637739 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:57.638370 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Bound port: 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:57.639123 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.655037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:57.687430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:57.688827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=791419d8-e0b2-45c5-82b5-23be39dbb593,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:57.691566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:57.699057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:57.742383 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] For port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:57.746292 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] For port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:57.754311 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:57.908081 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:15:57.908786 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:57.955832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:58.033082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:58.110248 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f67d3e-ca75-499c-b2ab-8129cbd18301 None None] Pushing event updated for resources: {'Port': ['ID=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:58.224224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:15:58.362985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:58.374258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:58.483779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=791419d8-e0b2-45c5-82b5-23be39dbb593,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:58.492774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:58.513375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:58.522336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-829c551a-6f4c-4860-b17d-1baa949de7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2861073 Jul 22 14:15:58.561437 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:15:57Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:15:58.594234 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e24f7d5-a04a-4199-b350-b5038c099bf7 None None] The sync data for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 is: [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:15:57Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:15:58.797208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-6903717d-90d1-4cae-93eb-b1c7af2161fd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1571667380&fields=id&tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 267 time: 0.0996995 Jul 22 14:15:58.976792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-1978af3e-7cac-4235-9871-54023aefdf9a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:58.978830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-1978af3e-7cac-4235-9871-54023aefdf9a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.1799612 Jul 22 14:15:58.999789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-fd89a213-c8c7-400f-8b57-3dea991b6419 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/quotas/12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 375 time: 0.0142441 Jul 22 14:15:59.111455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-cd6b3951-31ab-41e0-ad75-3e5eebcaf09d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1057048 Jul 22 14:15:59.280809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-47db670f-c2de-49bb-b77c-f5ec9b31fae6 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575987 Jul 22 14:15:59.394520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-dcf2f859-9c80-43bc-99df-c6e42dc59955 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122382 Jul 22 14:15:59.671761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-862ecef5-0764-4982-849a-ba21083facc9 req-81465c0d-8409-4500-bada-d89238f500c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 210 time: 0.0744510 Jul 22 14:16:00.611026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:00.685207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:00.694810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:00.696802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:00.912113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae600848-866b-4474-bfc9-f04e6ac3bd57 req-a4e931dc-e332-48ad-9ddb-904fe6fa0214 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 210 time: 0.0733762 Jul 22 14:16:00.954197 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:01.032344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:01.039752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:01.096265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-671645ff-de3d-493e-ab16-56ac2eea0da9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:01.099016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-671645ff-de3d-493e-ab16-56ac2eea0da9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.2000942 Jul 22 14:16:01.100691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:01.177436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-a666bb90-7a9f-440d-8ef1-7fb6a69bd425 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 380 time: 0.0659389 Jul 22 14:16:01.189355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'port': {'device_id': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'admin_state_up': True, 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'security_groups': ['ff67c22b-df35-420c-88ab-cbad03104e2b']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:01.320983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:16:01.324958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:01.475730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Allocated IP 172.20.0.3 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/cd295c84-19b9-4287-973d-6e98f23d0818) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:01.708469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:01.740064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Transition to ACTIVE for port object cd295c84-19b9-4287-973d-6e98f23d0818 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:01.792095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:01.891816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:01.896232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:01.901549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:01.911247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:01.990848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:01.991628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.031623 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-ce3886ac-4aca-4948-8767-8e5a1d1d699f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442638 Jul 22 14:16:02.054308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Request body: {'port': {'device_id': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:02.191912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:02.257938 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.283741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbdf2c-f60a-43d3-b39b-b26a0423722a req-be7dfa09-7646-44ac-8e89-17c8cd5e87fd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:02.290784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7dbdf2c-f60a-43d3-b39b-b26a0423722a req-be7dfa09-7646-44ac-8e89-17c8cd5e87fd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 931 time: 0.1845510 Jul 22 14:16:02.354724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-246c1901-45a8-43bb-b5f6-7f746a787a77 None None] Provisioning for port cd295c84-19b9-4287-973d-6e98f23d0818 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:02.364837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-246c1901-45a8-43bb-b5f6-7f746a787a77 None None] Provisioning complete for port cd295c84-19b9-4287-973d-6e98f23d0818 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:02.365007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdad3213-197a-47d4-a54e-031f48105271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.365542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-246c1901-45a8-43bb-b5f6-7f746a787a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.390388 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7dbdf2c-f60a-43d3-b39b-b26a0423722a req-6435aadf-e664-4e3a-b65f-bc4710a0e09c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938373 Jul 22 14:16:02.432329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-246c1901-45a8-43bb-b5f6-7f746a787a77 None None] Port cd295c84-19b9-4287-973d-6e98f23d0818 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:16:02.505396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdad3213-197a-47d4-a54e-031f48105271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.512124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdad3213-197a-47d4-a54e-031f48105271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.567666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fdad3213-197a-47d4-a54e-031f48105271 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c104bdd8f3149f2a09940c0147c4b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742990 Jul 22 14:16:02.570254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad3213-197a-47d4-a54e-031f48105271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971595a4-7f9e-4574-9014-10d9dafb0a92,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:02.573216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48104) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:02.636174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:02.691546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:02.698250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.701573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58506a86-691b-4aaa-9d3a-1bfd4eaf38d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.706016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:02.706385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.718707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Transition to ACTIVE for port object cd295c84-19b9-4287-973d-6e98f23d0818 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:02.729745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58506a86-691b-4aaa-9d3a-1bfd4eaf38d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.731300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.804668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58506a86-691b-4aaa-9d3a-1bfd4eaf38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.808334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58506a86-691b-4aaa-9d3a-1bfd4eaf38d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:02.811978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-58506a86-691b-4aaa-9d3a-1bfd4eaf38d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/971595a4-7f9e-4574-9014-10d9dafb0a92 HTTP/1.1" status: 204 len: 168 time: 0.2352579 Jul 22 14:16:02.827748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58506a86-691b-4aaa-9d3a-1bfd4eaf38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971595a4-7f9e-4574-9014-10d9dafb0a92,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:02.965385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:02.997225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Attempting to bind port cd295c84-19b9-4287-973d-6e98f23d0818 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:02.999311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Attempting to bind port cd295c84-19b9-4287-973d-6e98f23d0818 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:03.001302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Attempting to bind port cd295c84-19b9-4287-973d-6e98f23d0818 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:03.019551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Port cd295c84-19b9-4287-973d-6e98f23d0818 on network 6da56f10-f008-4060-87cb-09f621a96980 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:16:03.019895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Attempting to bind port cd295c84-19b9-4287-973d-6e98f23d0818 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:03.049025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:03.049383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:03.049822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:03.050353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Bound port: cd295c84-19b9-4287-973d-6e98f23d0818, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:03.050639 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.180754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:03.185350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:03.191661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.246786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:03.247798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.249899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] 10.222.0.20 "PUT /v2.0/ports/cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 1092 time: 1.2128186 Jul 22 14:16:03.253156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:03.256116 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede8eb0d-07b4-43de-a79d-7198dc6b330b" -d '{"events": [{"name": "network-changed", "server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:03.307235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c65d-7203-4456-9110-3f29423e4cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:03.355027 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c696716a-699c-4ee1-b80b-910822ac322b x-openstack-request-id: req-c696716a-699c-4ee1-b80b-910822ac322b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:03.355462 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:03.355724 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c696716a-699c-4ee1-b80b-910822ac322b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:03.356129 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'status': 'completed', 'code': 200} Jul 22 14:16:03.381910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-63f6f473-2b27-4760-b46e-785126d3b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:03.383518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-63f6f473-2b27-4760-b46e-785126d3b43f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1095 time: 0.0729816 Jul 22 14:16:03.437834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48124) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:03.445224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-130fd1b0-8148-4662-ab77-99fa83314dce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 217 time: 0.0472381 Jul 22 14:16:03.456692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-724b7883-8418-45f7-82da-f071b082b212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.556009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-69c78020-272f-459f-b7f3-22bfbf55e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:03.557719 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-69c78020-272f-459f-b7f3-22bfbf55e182 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.1056728 Jul 22 14:16:03.603126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-724b7883-8418-45f7-82da-f071b082b212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.607690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-724b7883-8418-45f7-82da-f071b082b212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.633118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeed7a1-5b59-4d4c-adbb-e0ef96812557 req-7786bd62-73dd-41ab-8ecc-44574e74889f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:03.635693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ceeed7a1-5b59-4d4c-adbb-e0ef96812557 req-7786bd62-73dd-41ab-8ecc-44574e74889f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 943 time: 0.1270790 Jul 22 14:16:03.646407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225924f4-0a85-4b29-b234-ee487697e631 req-aa952e6c-a602-4c62-b63a-5e25fffcb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:03.648401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-aa952e6c-a602-4c62-b63a-5e25fffcb088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843546 Jul 22 14:16:03.654151 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-724b7883-8418-45f7-82da-f071b082b212 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=892258a4cd5b48d19cff507236d45c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117286 Jul 22 14:16:03.654522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:03.661635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b7883-8418-45f7-82da-f071b082b212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6f6438-a590-4d9c-b781-d55ff23d20ca,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:03.724847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ceeed7a1-5b59-4d4c-adbb-e0ef96812557 req-c5451215-db66-42da-8063-86daeac348fd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752084 Jul 22 14:16:03.729926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c06f8b9-4e54-4cdc-af76-74b9e29ef21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.764710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c06f8b9-4e54-4cdc-af76-74b9e29ef21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.795904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-56a84935-5e58-4022-bdc8-c102b8d34805 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385882 Jul 22 14:16:03.818359 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c06f8b9-4e54-4cdc-af76-74b9e29ef21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.821247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c06f8b9-4e54-4cdc-af76-74b9e29ef21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:03.822454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c06f8b9-4e54-4cdc-af76-74b9e29ef21f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa6f6438-a590-4d9c-b781-d55ff23d20ca HTTP/1.1" status: 204 len: 168 time: 0.1670597 Jul 22 14:16:03.835654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06f8b9-4e54-4cdc-af76-74b9e29ef21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6f6438-a590-4d9c-b781-d55ff23d20ca,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:03.899477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-225924f4-0a85-4b29-b234-ee487697e631 req-320d28c3-7ea1-4f76-a4eb-5e990c7ca723 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971279 Jul 22 14:16:04.021570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-b59634c7-03ea-4b03-a10b-107c6de4d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:04.023583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-b59634c7-03ea-4b03-a10b-107c6de4d60e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1095 time: 0.0761912 Jul 22 14:16:04.150292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-c37b3bc7-e10d-46a8-a88f-ee8b4e49389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:04.151959 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-c37b3bc7-e10d-46a8-a88f-ee8b4e49389d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1221175 Jul 22 14:16:04.206903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-6d712a44-b560-44f5-b2e6-cb1106f44532 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 217 time: 0.0478158 Jul 22 14:16:04.291373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-52987ead-c780-4bfa-8456-5c4a50780ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:04.293459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-52987ead-c780-4bfa-8456-5c4a50780ec3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0794592 Jul 22 14:16:04.383900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-2c38e28e-d210-4a13-85c7-9e9a750681c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:04.386507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-2c38e28e-d210-4a13-85c7-9e9a750681c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853443 Jul 22 14:16:04.663034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-29bd30c2-ffae-400b-94ed-f32456880001 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684312 Jul 22 14:16:04.726086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652f959-5073-4279-a79b-6eec6dadf546 req-bd45e573-1874-4978-a0d8-9b82e23bddff tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:04.727722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8652f959-5073-4279-a79b-6eec6dadf546 req-bd45e573-1874-4978-a0d8-9b82e23bddff tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 946 time: 0.1258152 Jul 22 14:16:04.848668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede8eb0d-07b4-43de-a79d-7198dc6b330b req-faeebe08-d66f-496d-89c4-f179bd868dbf service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780734 Jul 22 14:16:04.866105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8652f959-5073-4279-a79b-6eec6dadf546 req-0fdbc53f-0037-448d-a435-0b744a80e66d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041484 Jul 22 14:16:04.912294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214083-d69a-44e7-ba48-6c6f5ea42ee7 req-4b0116e4-983f-408b-be30-9e87e12ceba3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:04.920618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37214083-d69a-44e7-ba48-6c6f5ea42ee7 req-4b0116e4-983f-408b-be30-9e87e12ceba3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 943 time: 0.1108975 Jul 22 14:16:04.972350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37214083-d69a-44e7-ba48-6c6f5ea42ee7 req-3571d33d-565d-4c13-989a-6be456c5af22 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Jul 22 14:16:06.008240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2806a-72e0-4211-bbb2-1cff7f894409 req-a52ca411-81e3-4ecb-b2d0-060b957315ec tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:06.009880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52a2806a-72e0-4211-bbb2-1cff7f894409 req-a52ca411-81e3-4ecb-b2d0-060b957315ec tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 946 time: 0.0741320 Jul 22 14:16:06.161757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30858243-01ec-46f7-9b08-3585c8d69ed8 req-beea772e-5866-436e-976e-3b7c215d34cc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:06.163588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30858243-01ec-46f7-9b08-3585c8d69ed8 req-beea772e-5866-436e-976e-3b7c215d34cc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 943 time: 0.0856032 Jul 22 14:16:06.208886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30858243-01ec-46f7-9b08-3585c8d69ed8 req-db1e94d9-1c88-42bb-baeb-57a8e7e01268 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 Jul 22 14:16:06.374695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52a2806a-72e0-4211-bbb2-1cff7f894409 req-a4008709-3034-4d82-a693-1d92c952fcf1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587487 Jul 22 14:16:06.403929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-c8c9fa5d-f2df-4bdd-bc7c-020fce857c64 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:06.405551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-c8c9fa5d-f2df-4bdd-bc7c-020fce857c64 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 946 time: 0.0784037 Jul 22 14:16:06.533091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Deleting port e19c0734-4cee-4c42-8cb2-186a6d91944b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:06.533610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:06.639050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] For port e19c0734-4cee-4c42-8cb2-186a6d91944b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e19c0734-4cee-4c42-8cb2-186a6d91944b,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:06.639050 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:06.655849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Calling delete_port for e19c0734-4cee-4c42-8cb2-186a6d91944b owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:06.810006 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:06.822660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['e19c0734-4cee-4c42-8cb2-186a6d91944b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:16:06.840974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event deleted for resources: {'Port': ['ID=e19c0734-4cee-4c42-8cb2-186a6d91944b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:06.900648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] No DVR routers for this DVR port e19c0734-4cee-4c42-8cb2-186a6d91944b on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:16:06.903283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:06.905271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71f74e97-c8b4-4b82-8425-1493885f80fb req-ddb4082a-e45c-4c00-afba-a48d6d3e663b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "DELETE /v2.0/ports/e19c0734-4cee-4c42-8cb2-186a6d91944b HTTP/1.1" status: 204 len: 173 time: 0.4913840 Jul 22 14:16:06.905744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'name': 'network-vif-deleted', 'tag': 'e19c0734-4cee-4c42-8cb2-186a6d91944b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:06.908570 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e64416-0039-469b-b455-f1032c318f47" -d '{"events": [{"server_uuid": "22c0ce28-19f6-4c34-849d-2eea2ebd587b", "name": "network-vif-deleted", "tag": "e19c0734-4cee-4c42-8cb2-186a6d91944b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:06.946467 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7148679-b87c-42c5-aed2-ec2e2052db5c x-openstack-request-id: req-a7148679-b87c-42c5-aed2-ec2e2052db5c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:06.946765 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c0ce28-19f6-4c34-849d-2eea2ebd587b", "name": "network-vif-deleted", "tag": "e19c0734-4cee-4c42-8cb2-186a6d91944b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:06.947014 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7148679-b87c-42c5-aed2-ec2e2052db5c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:06.947406 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c0ce28-19f6-4c34-849d-2eea2ebd587b', 'name': 'network-vif-deleted', 'tag': 'e19c0734-4cee-4c42-8cb2-186a6d91944b', 'status': 'completed', 'code': 200} Jul 22 14:16:07.399046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e4186-f673-4324-b845-379f899e4a2d req-03c000d3-e3ba-4b30-8c57-5761c00553bc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:07.401575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-587e4186-f673-4324-b845-379f899e4a2d req-03c000d3-e3ba-4b30-8c57-5761c00553bc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 943 time: 0.0920517 Jul 22 14:16:07.487096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-587e4186-f673-4324-b845-379f899e4a2d req-307510b7-8e6b-452c-85f8-e78bab17388b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781758 Jul 22 14:16:07.520668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9b8cbd1-1aba-41dd-acdf-27f00e502596 req-0bca03f1-aad9-4aa4-bd5f-b03d38bee70d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0554249 Jul 22 14:16:08.377588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:16:08.529747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:08.699696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac988861-bab4-464a-a79c-b7605977c0d0 req-f60c63f0-8a1f-4a99-ae8e-ff706448cdd5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0704849 Jul 22 14:16:08.737639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:16:08.749113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826706f1-5c08-4d57-8eb5-fe5b930ac60d req-14b42728-c3f8-4993-a89b-d5ec6f10c943 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:08.752104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-826706f1-5c08-4d57-8eb5-fe5b930ac60d req-14b42728-c3f8-4993-a89b-d5ec6f10c943 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 943 time: 0.1094818 Jul 22 14:16:08.814150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:08.826605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-826706f1-5c08-4d57-8eb5-fe5b930ac60d req-405cfd01-f604-4b70-921f-cfe5f29c5bf2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645611 Jul 22 14:16:08.857909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:08.893608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:08.899117 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:08.956334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:09.115648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:09.227854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['cd295c84-19b9-4287-973d-6e98f23d0818'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:16:09.277734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-561d4752-7446-442b-832c-c7d9e0cb3685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.412535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-561d4752-7446-442b-832c-c7d9e0cb3685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.420055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-561d4752-7446-442b-832c-c7d9e0cb3685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.480336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-561d4752-7446-442b-832c-c7d9e0cb3685 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4577c25b64a14e269b216e825ccb0789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634520 Jul 22 14:16:09.483106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:09.495329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d4752-7446-442b-832c-c7d9e0cb3685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ddf623-1ad0-4938-b07c-48b7d7cc7312,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:09.565364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e40cb81-99e0-44bf-81d4-032068cfd64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.588836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e40cb81-99e0-44bf-81d4-032068cfd64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.642786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e40cb81-99e0-44bf-81d4-032068cfd64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.646417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e40cb81-99e0-44bf-81d4-032068cfd64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:09.647711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e40cb81-99e0-44bf-81d4-032068cfd64b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28ddf623-1ad0-4938-b07c-48b7d7cc7312 HTTP/1.1" status: 204 len: 168 time: 0.1632340 Jul 22 14:16:09.659775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40cb81-99e0-44bf-81d4-032068cfd64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ddf623-1ad0-4938-b07c-48b7d7cc7312,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:09.829438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a84d7349-667f-40b9-bc8f-19a119f30094 req-da630849-e241-4bf0-ac11-a8cbb5733161 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0329576 Jul 22 14:16:10.082081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f794b2-cba0-4b05-b4f0-239217ce2e5f req-9239ce19-76ca-452d-a43d-e76054e53b76 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:10.088982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11f794b2-cba0-4b05-b4f0-239217ce2e5f req-9239ce19-76ca-452d-a43d-e76054e53b76 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1392887 Jul 22 14:16:10.102905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:10.124292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:10.138144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ca15338-6d37-4c0e-99c8-9a8c7c403f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.138386 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11f794b2-cba0-4b05-b4f0-239217ce2e5f req-eaccb3b4-c030-4115-b53d-f8765af193c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Jul 22 14:16:10.259018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ca15338-6d37-4c0e-99c8-9a8c7c403f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.263474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ca15338-6d37-4c0e-99c8-9a8c7c403f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.315438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca15338-6d37-4c0e-99c8-9a8c7c403f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca89050-607c-482e-9fd3-0f2df253fe71,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:10.332728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9ca15338-6d37-4c0e-99c8-9a8c7c403f6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3801d33ac8649e1b2f997b3ed467068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281516 Jul 22 14:16:10.335395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48308) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:10.353002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2742ba0-3c9e-43a9-aeb6-06e771972bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.376566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:10.404241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23d28b57-ae3c-461c-a565-7e0240bde24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.455871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port cd295c84-19b9-4287-973d-6e98f23d0818 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:10.459437 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23d28b57-ae3c-461c-a565-7e0240bde24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.462719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port cd295c84-19b9-4287-973d-6e98f23d0818 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:10.463643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.514620 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2742ba0-3c9e-43a9-aeb6-06e771972bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.522913 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2742ba0-3c9e-43a9-aeb6-06e771972bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.575947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23d28b57-ae3c-461c-a565-7e0240bde24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.579791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23d28b57-ae3c-461c-a565-7e0240bde24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.581395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-23d28b57-ae3c-461c-a565-7e0240bde24d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ca89050-607c-482e-9fd3-0f2df253fe71 HTTP/1.1" status: 204 len: 168 time: 0.2450483 Jul 22 14:16:10.590905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d28b57-ae3c-461c-a565-7e0240bde24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca89050-607c-482e-9fd3-0f2df253fe71,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:10.626805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.648960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2742ba0-3c9e-43a9-aeb6-06e771972bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980fa91-d113-4b13-913a-269c4565b25b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:10.658020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:10.660949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:10.661374 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0df7c8-1b3e-4597-bdc3-868ee80f89b4" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:10.673976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2742ba0-3c9e-43a9-aeb6-06e771972bfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc619e90b241455ead75f11a51fde609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238540 Jul 22 14:16:10.681505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:10.689937 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.782670 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ce2a85-8a95-471e-b062-814798f20864 x-openstack-request-id: req-f4ce2a85-8a95-471e-b062-814798f20864 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:10.782960 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:10.787042 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4ce2a85-8a95-471e-b062-814798f20864 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:10.787635 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:16:10.801988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d13460f-914b-493e-9778-3ad51059de4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.832142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:10.863891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d13460f-914b-493e-9778-3ad51059de4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:10.951141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180a670-2272-4414-9fbf-0aff2822cfef req-670891b9-b0f2-4117-92ab-9faee8f26e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:10.953096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0180a670-2272-4414-9fbf-0aff2822cfef req-670891b9-b0f2-4117-92ab-9faee8f26e1b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1097 time: 0.0890512 Jul 22 14:16:10.997532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3531aea5-89e6-4878-b2b5-185f2706fc01 req-8cb0d6c0-1156-456e-b430-b86d151e8c84 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0654311 Jul 22 14:16:11.014154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0180a670-2272-4414-9fbf-0aff2822cfef req-6cd3b93d-f404-41b4-8b11-7571f195d932 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Jul 22 14:16:11.031015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-cd254615-bbec-49fa-83d3-e1c3f90cabb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1646020 Jul 22 14:16:11.043065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e19c0734-4cee-4c42-8cb2-186a6d91944b no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:11.054684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d13460f-914b-493e-9778-3ad51059de4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.058304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d13460f-914b-493e-9778-3ad51059de4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.095455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1d13460f-914b-493e-9778-3ad51059de4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e980fa91-d113-4b13-913a-269c4565b25b HTTP/1.1" status: 204 len: 168 time: 0.4329653 Jul 22 14:16:11.145812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: e19c0734-4cee-4c42-8cb2-186a6d91944b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:11.146491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e19c0734-4cee-4c42-8cb2-186a6d91944b not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:11.155868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13460f-914b-493e-9778-3ad51059de4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980fa91-d113-4b13-913a-269c4565b25b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:11.275252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.275741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.276217 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.276693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.277162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.277663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.278120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.280106 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-7e1447eb-1578-40af-a2bf-18484be4cc52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6509 time: 0.1761632 Jul 22 14:16:11.457165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706908c-8bc7-4490-acbe-e8a662ad7acd req-3c7fb81d-ab1d-45d7-a9c8-bf7ceacb2b7c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.481589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6706908c-8bc7-4490-acbe-e8a662ad7acd req-3c7fb81d-ab1d-45d7-a9c8-bf7ceacb2b7c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 0.2241387 Jul 22 14:16:11.503771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:11.521017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76016713-3126-4797-a53f-e84deb84bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.573839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a5c26754-3c63-4563-b938-41b64c677948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.574555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a5c26754-3c63-4563-b938-41b64c677948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.575196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a5c26754-3c63-4563-b938-41b64c677948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.577270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a5c26754-3c63-4563-b938-41b64c677948 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8852580b-924b-4887-8d8a-1180c6237f76&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=2478dc95-4aee-489a-914a-6b1e30e9e2da&id=2478dc95-4aee-489a-914a-6b1e30e9e2da HTTP/1.1" status: 200 len: 2298 time: 0.2634423 Jul 22 14:16:11.588120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6706908c-8bc7-4490-acbe-e8a662ad7acd req-d817f4e0-fe75-4b36-a20c-da1d8c8c69ab tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055579 Jul 22 14:16:11.685659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76016713-3126-4797-a53f-e84deb84bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.687381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-cc681050-3d38-493b-bcd8-f118d4996eda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591 HTTP/1.1" status: 200 len: 1002 time: 0.0928829 Jul 22 14:16:11.691188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76016713-3126-4797-a53f-e84deb84bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.743569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76016713-3126-4797-a53f-e84deb84bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c86e79-85df-46fc-921c-d0acd82464dd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:11.751981 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-76016713-3126-4797-a53f-e84deb84bb5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d50e1876974434faabf8d90800e5024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465961 Jul 22 14:16:11.754776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:11.778908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-c7891371-167c-45da-860c-7132cd2b8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.780555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-c7891371-167c-45da-860c-7132cd2b8ddf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d1bf868-f350-4773-8e9e-345c13cdd4fc HTTP/1.1" status: 200 len: 856 time: 0.0808001 Jul 22 14:16:11.814782 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76eefb09-5412-49be-8813-a714f5d0554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.847824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76eefb09-5412-49be-8813-a714f5d0554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.848080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-95b6d1d7-99cb-4da4-893e-851ff2b30b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:11.850510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-95b6d1d7-99cb-4da4-893e-851ff2b30b79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8852580b-924b-4887-8d8a-1180c6237f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629172 Jul 22 14:16:11.909191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76eefb09-5412-49be-8813-a714f5d0554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.912308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76eefb09-5412-49be-8813-a714f5d0554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:11.914198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-76eefb09-5412-49be-8813-a714f5d0554f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80c86e79-85df-46fc-921c-d0acd82464dd HTTP/1.1" status: 204 len: 168 time: 0.1578412 Jul 22 14:16:11.933155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eefb09-5412-49be-8813-a714f5d0554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c86e79-85df-46fc-921c-d0acd82464dd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:11.994000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-8a48c1f2-0af8-4d61-8c09-1fb87431336c service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300914 Jul 22 14:16:12.140451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-3f5c8fcb-541b-4811-b422-324cdac8ce1a service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394839 Jul 22 14:16:12.198294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-20cc317c-45ce-42ca-a1c0-7184256f431f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 217 time: 0.0518293 Jul 22 14:16:12.245350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bb978bf-27fb-45a8-afc3-be997882c4ac req-8cc26313-b669-4770-94ad-bd48f08c55b7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=22c0ce28-19f6-4c34-849d-2eea2ebd587b HTTP/1.1" status: 200 len: 210 time: 0.0876045 Jul 22 14:16:12.275478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-44c9e79b-fbd7-4947-a8e0-1d29724fc248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:12.276949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-44c9e79b-fbd7-4947-a8e0-1d29724fc248 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.0721262 Jul 22 14:16:12.358560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-65208c53-2d06-44d6-a496-81d29b7c1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:12.360800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-65208c53-2d06-44d6-a496-81d29b7c1a47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777829 Jul 22 14:16:12.518587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a10dc951-1d0c-49fe-aec7-4ad6f02bb175 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517036 Jul 22 14:16:12.648966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-38d287e6-7903-4e27-85e0-d0a52b4f3f15 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230075 Jul 22 14:16:12.727970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-93f820fc-3eac-4c37-aa49-abe2b6dfd497 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 217 time: 0.0712912 Jul 22 14:16:12.793952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-06d2dfff-aaa2-4349-b159-3d4f9171b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:12.796367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-06d2dfff-aaa2-4349-b159-3d4f9171b4ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.0621908 Jul 22 14:16:12.843775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fb52b-919b-4a27-af6e-c8bac54b4902 req-63fc986a-502a-41df-b1b7-9110eaec7bd0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:12.860361 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-781fb52b-919b-4a27-af6e-c8bac54b4902 req-63fc986a-502a-41df-b1b7-9110eaec7bd0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1334162 Jul 22 14:16:12.933914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-781fb52b-919b-4a27-af6e-c8bac54b4902 req-9ea515a7-8688-4a04-b8db-5a10fa3b7b08 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717959 Jul 22 14:16:12.937081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-90e56f3a-6df3-4114-bf36-9964acf14141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:12.942357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-90e56f3a-6df3-4114-bf36-9964acf14141 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1390963 Jul 22 14:16:13.106504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-fe23812d-451e-4fcf-bd6c-f5fe8e9b1e7f service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579072 Jul 22 14:16:13.205310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411d5ee-1211-4d6a-95fc-96849161ff76 req-706c60d5-f991-4dfb-a9d0-7925317b9dd0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:13.206641 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6411d5ee-1211-4d6a-95fc-96849161ff76 req-706c60d5-f991-4dfb-a9d0-7925317b9dd0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1562750 Jul 22 14:16:13.212220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:13.218950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'floatingip': {'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:13.266103 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-5ffc9f64-9ced-4676-a188-73bdf2410224 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524696 Jul 22 14:16:13.294287 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:16:13.325257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:13.350880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-8bc31678-c615-460f-be2c-69ea01f5b404 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee HTTP/1.1" status: 200 len: 217 time: 0.0786057 Jul 22 14:16:13.450433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-c38e08b8-9aa6-478b-96ba-2247e93c79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:13.452269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-c38e08b8-9aa6-478b-96ba-2247e93c79d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.0897446 Jul 22 14:16:13.529824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-ad819d85-ce59-43be-a771-5e33952d28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:13.532985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-ad819d85-ce59-43be-a771-5e33952d28df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0731235 Jul 22 14:16:13.657260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a77f3cb0-5019-42b8-8701-693b426da1e4 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187105 Jul 22 14:16:13.816914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-6fa9bd4a-be92-4160-be69-9df201095bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522982 Jul 22 14:16:13.900586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-55fecc19-f334-4ea4-893d-67d8aafd718a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851 HTTP/1.1" status: 200 len: 217 time: 0.0726731 Jul 22 14:16:14.013488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-93fb43f1-0bcb-44bd-836c-1cb609c97103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:14.015125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-93fb43f1-0bcb-44bd-836c-1cb609c97103 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.1087911 Jul 22 14:16:14.162979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-ff26bd6d-e58e-42e5-9ef0-7434319840df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:14.165495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-ff26bd6d-e58e-42e5-9ef0-7434319840df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293111 Jul 22 14:16:14.321239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-61d26a32-ef09-4cb2-a156-083cba6e0967 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474750 Jul 22 14:16:14.544702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-093551cb-7200-4a3a-8092-91f4f1d072d0 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161932 Jul 22 14:16:14.573132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:16:14.624651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-56d36b1d-bcab-4001-ba2b-9e59c3d5eee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36e6096a-b5f0-4100-9af1-72efc91515fd HTTP/1.1" status: 200 len: 217 time: 0.0740139 Jul 22 14:16:14.636999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.652670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.729470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-de6e63f9-2833-442a-a9e0-1214a951bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:14.731184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-de6e63f9-2833-442a-a9e0-1214a951bf73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.1005607 Jul 22 14:16:14.812381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-978b76d9-4d9b-4418-8042-bbd57a49ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:14.817680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-978b76d9-4d9b-4418-8042-bbd57a49ba0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759001 Jul 22 14:16:14.973816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205b865-4eb7-4659-89f9-d3f466e80b75 req-92d76c6f-39d8-4ca4-a331-b733c1623b7d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:14.981277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8205b865-4eb7-4659-89f9-d3f466e80b75 req-92d76c6f-39d8-4ca4-a331-b733c1623b7d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.3424041 Jul 22 14:16:15.001709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8205b865-4eb7-4659-89f9-d3f466e80b75 req-96249871-6418-41be-81bf-80d775e4732e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0188718 Jul 22 14:16:15.001952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-30027a23-030d-4675-b18a-fe5619c9eeaf service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800673 Jul 22 14:16:15.018857 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Floating IP 222f2d8a-5f05-4981-b872-e2814d3c5997 associated. External IP: 172.25.8.23, port: cd295c84-19b9-4287-973d-6e98f23d0818. Jul 22 14:16:15.050229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8205b865-4eb7-4659-89f9-d3f466e80b75 req-845d3f0f-1619-400b-acd0-40320da17e30 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471582 Jul 22 14:16:15.127944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-35d65507-3595-4f82-9346-7f4d71026092 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189659 Jul 22 14:16:15.190968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-dd36527b-3948-48d1-b1ee-e7fb289eade5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230 HTTP/1.1" status: 200 len: 217 time: 0.0571268 Jul 22 14:16:15.262222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8205b865-4eb7-4659-89f9-d3f466e80b75 req-44628266-fba8-4b01-8363-5b48e2c9f477 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292439 Jul 22 14:16:15.272919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:15.305682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-e56cd75b-b400-4034-84c7-b1f6281d6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:15.307306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-e56cd75b-b400-4034-84c7-b1f6281d6fb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.1098750 Jul 22 14:16:15.388354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-4d7a4962-4360-4253-b900-3a641d9d4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:15.391309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-4d7a4962-4360-4253-b900-3a641d9d4faf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775681 Jul 22 14:16:15.471038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8205b865-4eb7-4659-89f9-d3f466e80b75 req-8b368f7e-b9b6-4cc4-9ce7-4849acf18996 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987860 Jul 22 14:16:15.515654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-2372a377-40a8-4afd-a3d3-37dffbb6bd75 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173429 Jul 22 14:16:15.539853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-023f6187-8a8c-4217-8c23-1793915f6ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:15.622770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Router a8ca277c-60c7-4018-b95c-e32cd84ee33d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:16:15.711867 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45626787-d899-4ce0-9cef-4ebfa96b6f9e req-a662d4b4-723d-4eeb-a0b6-880900aff2b6 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904812 Jul 22 14:16:15.753808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1821be0-0759-4a49-95f6-809088044f34 req-94c5f635-ebec-435d-8bdd-884e7b52c931 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=71cdbc53-de9c-49fc-8755-e848bbe58ede HTTP/1.1" status: 200 len: 210 time: 0.0358737 Jul 22 14:16:15.929512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:15.936813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:15.940347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-023f6187-8a8c-4217-8c23-1793915f6ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:15.942880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] Sync routers for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:15.958716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:15.960336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:15.977124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-023f6187-8a8c-4217-8c23-1793915f6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:16.033999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f6187-8a8c-4217-8c23-1793915f6ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acb9ddf-18c3-4cb2-9e33-0ec9b8d0370e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:16.036734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-57dfa446-69e0-4721-b61d-ff1132c962e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "PUT /v2.0/floatingips/222f2d8a-5f05-4981-b872-e2814d3c5997 HTTP/1.1" status: 200 len: 990 time: 2.8228097 Jul 22 14:16:16.037911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:16.040164 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef583b1-9295-422b-941b-1380f9cc8be9" -d '{"events": [{"name": "network-changed", "server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:16.045015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-023f6187-8a8c-4217-8c23-1793915f6ee5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15cb098843ac4dae8e3771173681c511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7700830 Jul 22 14:16:16.047908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48558) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:16.145174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6a16ef2-1a10-4d72-82d5-037565f84903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:16.220776 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6a16ef2-1a10-4d72-82d5-037565f84903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:16.248551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:16.292096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6a16ef2-1a10-4d72-82d5-037565f84903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:16.294786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6a16ef2-1a10-4d72-82d5-037565f84903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:16.306401 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6a16ef2-1a10-4d72-82d5-037565f84903 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3acb9ddf-18c3-4cb2-9e33-0ec9b8d0370e HTTP/1.1" status: 204 len: 168 time: 0.2569063 Jul 22 14:16:16.324651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a16ef2-1a10-4d72-82d5-037565f84903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acb9ddf-18c3-4cb2-9e33-0ec9b8d0370e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:16.494413 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56dd94-a6ed-4864-9151-9e18b4e0b612 x-openstack-request-id: req-2e56dd94-a6ed-4864-9151-9e18b4e0b612 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:16.494718 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:16.494956 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e56dd94-a6ed-4864-9151-9e18b4e0b612 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:16.495376 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'status': 'completed', 'code': 200} Jul 22 14:16:16.689894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-6b7198f6-e298-47ee-a647-94209e771656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:16.695858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-6b7198f6-e298-47ee-a647-94209e771656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1097 time: 0.1819739 Jul 22 14:16:16.782836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '222f2d8a-5f05-4981-b872-e2814d3c5997', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:15:57Z', 'updated_at': '2021-07-22T14:16:14Z', 'revision_number': 1, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:16:00Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:16.865557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] Checking router: a8ca277c-60c7-4018-b95c-e32cd84ee33d for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:16.883205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-3f9d653b-b3b9-4478-a006-4b3f19dcbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:16.885721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-3f9d653b-b3b9-4478-a006-4b3f19dcbe9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1832662 Jul 22 14:16:16.894364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:16.896206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:15:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:16.961423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:16.978999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62bf68b9-b9ca-4978-8429-dcd10229856c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.118416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:17.130980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62bf68b9-b9ca-4978-8429-dcd10229856c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.136601 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62bf68b9-b9ca-4978-8429-dcd10229856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.171423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-62bf68b9-b9ca-4978-8429-dcd10229856c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e04d98eabc914c7783c4a10346a784f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080443 Jul 22 14:16:17.174507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:17.288396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf68b9-b9ca-4978-8429-dcd10229856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764c3ad8-8228-46b8-957f-f9a0f822478c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:17.366123 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac895-20d7-48a9-93d4-51749c8ce14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.400386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac895-20d7-48a9-93d4-51749c8ce14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.430883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '222f2d8a-5f05-4981-b872-e2814d3c5997', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:15:57Z', 'updated_at': '2021-07-22T14:16:14Z', 'revision_number': 1, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:16:00Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:17.448638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-4dd954ec-257a-4c72-bb0c-d8e6a6d4844f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.5502100 Jul 22 14:16:17.479695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac895-20d7-48a9-93d4-51749c8ce14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.482916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac895-20d7-48a9-93d4-51749c8ce14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:17.484182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f3ac895-20d7-48a9-93d4-51749c8ce14f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/764c3ad8-8228-46b8-957f-f9a0f822478c HTTP/1.1" status: 204 len: 168 time: 0.3084111 Jul 22 14:16:17.491279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc29b935-6c1e-4a0f-9115-83bd1a5d2e00 None None] The sync data for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 is: [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '222f2d8a-5f05-4981-b872-e2814d3c5997', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'floating_ip_address': '172.25.8.23', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:15:57Z', 'updated_at': '2021-07-22T14:16:14Z', 'revision_number': 1, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:16:00Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:17.503944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ac895-20d7-48a9-93d4-51749c8ce14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c3ad8-8228-46b8-957f-f9a0f822478c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:17.577380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-8562c2d3-3767-40cb-b038-fb710d37b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:17.579649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-8562c2d3-3767-40cb-b038-fb710d37b9fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.1209748 Jul 22 14:16:17.689141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-be52c6c9-dd85-4fff-aad0-e36b6aa80f75 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:17.707750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-be52c6c9-dd85-4fff-aad0-e36b6aa80f75 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.8207331 Jul 22 14:16:17.769012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-0e271aae-ea80-436e-a8b8-103be39e33df tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0596392 Jul 22 14:16:17.828618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-73a055b1-5b22-4932-a815-6a84ac272271 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477264 Jul 22 14:16:17.838069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-1d3384d9-a61f-45d9-b654-7d6d61c4a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:17.843724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-1d3384d9-a61f-45d9-b654-7d6d61c4a3bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390010 Jul 22 14:16:17.870166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76df4bc6-aa3d-4b48-afd9-cbc1f298ab7d None None] New status for floating IP 222f2d8a-5f05-4981-b872-e2814d3c5997: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:16:17.994913 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-ab6a86a1-08e8-43c3-b50a-29fe5e03e499 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406035 Jul 22 14:16:18.155310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-10afdb56-3012-4f63-8033-413fb91509fe service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087015 Jul 22 14:16:18.159893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fef583b1-9295-422b-941b-1380f9cc8be9 req-2baa48a3-a3fc-407e-9948-b1e7983ffd3e service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560912 Jul 22 14:16:18.283163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-0465a169-7966-4321-a7fa-6b4f9bd868db service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210146 Jul 22 14:16:18.486006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41ce9e4d-b815-48db-89b1-3e9a25e57fa9 req-9a306fcb-6828-423b-abf9-519a26db508e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 210 time: 0.0369716 Jul 22 14:16:18.543762 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7766764b-1771-4ceb-b8f4-3ea5d1b2acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:19.001166 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:19.310644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:19.590256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea1dae2b-e1d8-49c3-a138-468a4bd14afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:19.664305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3195560c-3312-4914-8d39-9c95990675ab req-bbe7abba-4c2c-4b0a-899d-85d72b909d6e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 210 time: 0.0445244 Jul 22 14:16:19.813366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea1dae2b-e1d8-49c3-a138-468a4bd14afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:19.823262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea1dae2b-e1d8-49c3-a138-468a4bd14afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:19.851767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ea1dae2b-e1d8-49c3-a138-468a4bd14afd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb7b13b67fa142bbb698d7776485b065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399523 Jul 22 14:16:19.854375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:19.893512 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:19.952849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-dba3c13c-8c06-45d2-9a93-ebfdff1ab0c9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:19.960174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-dba3c13c-8c06-45d2-9a93-ebfdff1ab0c9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2603452 Jul 22 14:16:19.974226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Request body: {'port': {'device_id': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'admin_state_up': True, 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:19.981167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dae2b-e1d8-49c3-a138-468a4bd14afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db47d3c-211e-4514-b1c1-018b29048d07,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:20.024979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9b0db0-db70-47e9-b8c6-a8a80627ffb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.058955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9b0db0-db70-47e9-b8c6-a8a80627ffb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.123249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9b0db0-db70-47e9-b8c6-a8a80627ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.126892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9b0db0-db70-47e9-b8c6-a8a80627ffb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.128617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb9b0db0-db70-47e9-b8c6-a8a80627ffb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6db47d3c-211e-4514-b1c1-018b29048d07 HTTP/1.1" status: 204 len: 168 time: 0.2730844 Jul 22 14:16:20.141565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b0db0-db70-47e9-b8c6-a8a80627ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db47d3c-211e-4514-b1c1-018b29048d07,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:20.184954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:16:20.190301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.364274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Allocated IP 172.20.0.2 (b5e42bc3-792e-4c04-8647-1aa6809bab10/58ecd425-e508-4afb-8e9c-7e150020fdf6/cb25ef11-67e6-4de4-b783-184ef8b15bcf) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:20.521925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:20.539669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae300ebb-d178-4475-8a40-13930f7b7195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.601894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.629290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:20.651454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.687544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae300ebb-d178-4475-8a40-13930f7b7195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.693699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae300ebb-d178-4475-8a40-13930f7b7195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.708024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:20.711974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:20.716997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:20.746810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ae300ebb-d178-4475-8a40-13930f7b7195 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d95e140d4e1464ab11dca68c30e2512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237663 Jul 22 14:16:20.748003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae300ebb-d178-4475-8a40-13930f7b7195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ebd74-44b6-411f-943f-d06437faef4a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:20.767648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:20.772783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:20.773458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.789038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event updated for resources: {'Port': ['ID=cb25ef11-67e6-4de4-b783-184ef8b15bcf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:20.820602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e77-7f8e-414a-9734-01d2f906c891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.833710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-54d40958-0cea-4dc6-b96c-bdf0b9473f28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8649371 Jul 22 14:16:20.853103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Request body: {'port': {'device_id': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:20.866404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91cd21da-b220-460c-9ec7-d2031ef7de94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.910095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91cd21da-b220-460c-9ec7-d2031ef7de94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:20.922081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3f7fc-7fff-4d7d-aa09-61e98b8b1589 req-5a1902cd-c91a-4213-b546-ee723be441aa tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:20.924265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bf3f7fc-7fff-4d7d-aa09-61e98b8b1589 req-5a1902cd-c91a-4213-b546-ee723be441aa tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 931 time: 0.1363542 Jul 22 14:16:20.984523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.003058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91cd21da-b220-460c-9ec7-d2031ef7de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.006892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91cd21da-b220-460c-9ec7-d2031ef7de94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.008255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-91cd21da-b220-460c-9ec7-d2031ef7de94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f7ebd74-44b6-411f-943f-d06437faef4a HTTP/1.1" status: 204 len: 168 time: 0.2395558 Jul 22 14:16:21.010702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e77-7f8e-414a-9734-01d2f906c891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.012235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bf3f7fc-7fff-4d7d-aa09-61e98b8b1589 req-efbdc049-5051-4b01-adb4-5a604ce3e93a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Jul 22 14:16:21.022358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd21da-b220-460c-9ec7-d2031ef7de94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ebd74-44b6-411f-943f-d06437faef4a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:21.031333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4afd5e77-7f8e-414a-9734-01d2f906c891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.142843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4afd5e77-7f8e-414a-9734-01d2f906c891 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6384970927742e3b10ce18144732d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123913 Jul 22 14:16:21.144010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:21.147837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd5e77-7f8e-414a-9734-01d2f906c891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f4f8b8-2ac7-4bc8-93cf-e5df81489234,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:21.229772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2252c5f5-fcc4-45d1-9b5a-1d7acc32de3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.249739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2252c5f5-fcc4-45d1-9b5a-1d7acc32de3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.286395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.326274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2252c5f5-fcc4-45d1-9b5a-1d7acc32de3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.328911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2252c5f5-fcc4-45d1-9b5a-1d7acc32de3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.330264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2252c5f5-fcc4-45d1-9b5a-1d7acc32de3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09f4f8b8-2ac7-4bc8-93cf-e5df81489234 HTTP/1.1" status: 204 len: 168 time: 0.1800144 Jul 22 14:16:21.338534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252c5f5-fcc4-45d1-9b5a-1d7acc32de3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f4f8b8-2ac7-4bc8-93cf-e5df81489234,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:21.412024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c33e-0a37-4e81-9f94-41781f0aa47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.425467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb25ef11-67e6-4de4-b783-184ef8b15bcf {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:21.434713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.449354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Transition to ACTIVE for port object cb25ef11-67e6-4de4-b783-184ef8b15bcf will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:21.453820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.568187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Pushing event updated for resources: {'Port': ['ID=cb25ef11-67e6-4de4-b783-184ef8b15bcf,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:21.672517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Attempting to bind port cb25ef11-67e6-4de4-b783-184ef8b15bcf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:21.673101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Attempting to bind port cb25ef11-67e6-4de4-b783-184ef8b15bcf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:21.673713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Attempting to bind port cb25ef11-67e6-4de4-b783-184ef8b15bcf on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:21.679197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Port cb25ef11-67e6-4de4-b783-184ef8b15bcf on network b5e42bc3-792e-4c04-8647-1aa6809bab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:16:21.679844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Attempting to bind port cb25ef11-67e6-4de4-b783-184ef8b15bcf on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:21.685924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:21.686521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:21.687492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Bound using segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:21.688435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Bound port: cb25ef11-67e6-4de4-b783-184ef8b15bcf, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:21.689105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.768454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:21.784271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] For port cb25ef11-67e6-4de4-b783-184ef8b15bcf, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:21.787606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] For port cb25ef11-67e6-4de4-b783-184ef8b15bcf, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:21.789322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef9088e-6921-44b8-8466-df024fb22874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.801818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.849926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:21.851498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.853140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb25ef11-67e6-4de4-b783-184ef8b15bcf HTTP/1.1" status: 200 len: 1092 time: 1.0110321 Jul 22 14:16:21.853599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'tag': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:21.855945 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882dbf38-c5f8-43c7-b132-bc434121b7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "66f81b1a-15f6-40f4-975e-ef3d7aa7d489", "tag": "cb25ef11-67e6-4de4-b783-184ef8b15bcf"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:21.878659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18c0df-a7b7-4725-8fb7-61df660c9923 service neutron] Pushing event updated for resources: {'Port': ['ID=cb25ef11-67e6-4de4-b783-184ef8b15bcf,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:21.958433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef9088e-6921-44b8-8466-df024fb22874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:21.975924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ef9088e-6921-44b8-8466-df024fb22874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:22.001808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-6461c485-c3d2-4fde-adff-98f390d601a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:22.003412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-6461c485-c3d2-4fde-adff-98f390d601a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 1095 time: 0.0820594 Jul 22 14:16:22.043904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3ef9088e-6921-44b8-8466-df024fb22874 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cff57ee46af4c52bf59098756dd2f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726548 Jul 22 14:16:22.044800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9088e-6921-44b8-8466-df024fb22874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff8ea2-5238-4ccb-9901-515b5ace09d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:22.049839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:22.064172 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-59a9c9e6-befd-48c8-a608-5137b762f9c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf HTTP/1.1" status: 200 len: 217 time: 0.0504277 Jul 22 14:16:22.135642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-4275a199-71e6-4404-99a3-4319430c4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:22.137734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-4275a199-71e6-4404-99a3-4319430c4784 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0667107 Jul 22 14:16:22.164617 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5efb5e-9c56-4060-90b4-431c6db94acc x-openstack-request-id: req-5a5efb5e-9c56-4060-90b4-431c6db94acc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:22.164989 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f81b1a-15f6-40f4-975e-ef3d7aa7d489", "tag": "cb25ef11-67e6-4de4-b783-184ef8b15bcf", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:22.165320 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a5efb5e-9c56-4060-90b4-431c6db94acc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:22.165809 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'tag': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf', 'status': 'completed', 'code': 200} Jul 22 14:16:22.169859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d69fdbe-f02b-42dd-9375-e9febd4a36f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:22.187378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-52c3df8f-0244-4c99-964a-0648f625e0be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416493 Jul 22 14:16:22.234022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d69fdbe-f02b-42dd-9375-e9febd4a36f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:22.302578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938e3ea-1b01-4ae3-8e98-1aed5214c526 req-65b702a2-e9ac-479d-92f6-6597a84b3b91 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:22.305481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8938e3ea-1b01-4ae3-8e98-1aed5214c526 req-65b702a2-e9ac-479d-92f6-6597a84b3b91 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 943 time: 0.1361566 Jul 22 14:16:22.356474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d69fdbe-f02b-42dd-9375-e9febd4a36f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:22.359265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d69fdbe-f02b-42dd-9375-e9febd4a36f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:22.364054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4d69fdbe-f02b-42dd-9375-e9febd4a36f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61ff8ea2-5238-4ccb-9901-515b5ace09d4 HTTP/1.1" status: 204 len: 168 time: 0.3108904 Jul 22 14:16:22.371354 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:22.374583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8938e3ea-1b01-4ae3-8e98-1aed5214c526 req-6c17a216-53c2-45ac-ada1-d6ce85b572a8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Jul 22 14:16:22.381731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69fdbe-f02b-42dd-9375-e9febd4a36f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff8ea2-5238-4ccb-9901-515b5ace09d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:22.434601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-e715a0ff-1ecf-4698-93a9-9fca1b4f82a8 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404883 Jul 22 14:16:22.548802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855f846b-e48c-48d0-b11e-1bd246f389bc req-bcdae7cf-3989-4a86-941b-afc1e7151772 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058164 Jul 22 14:16:22.720280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-d6485f75-9a79-4485-bc7f-0e426c2213af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:22.722604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-d6485f75-9a79-4485-bc7f-0e426c2213af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 1095 time: 0.1196141 Jul 22 14:16:22.863559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-7d5196e2-f63b-46ad-970f-e7c1845e69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:22.865565 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-7d5196e2-f63b-46ad-970f-e7c1845e69d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.1350234 Jul 22 14:16:22.917890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-2048c22d-b3dd-4831-af2c-619d8bc63edf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf HTTP/1.1" status: 200 len: 217 time: 0.0445712 Jul 22 14:16:22.983882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-e8571811-e0ba-4b60-99ed-d7999ed24142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:22.985710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-e8571811-e0ba-4b60-99ed-d7999ed24142 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0607018 Jul 22 14:16:23.025939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-1a83aad8-7103-48da-b735-6c25b249f19c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319366 Jul 22 14:16:23.161978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-5a63cc56-da08-4b78-9b25-b5ea0f8fda22 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273537 Jul 22 14:16:23.282530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-882dbf38-c5f8-43c7-b132-bc434121b7cc req-b59ae31f-5d81-434c-b807-1cf455e246cc service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134923 Jul 22 14:16:23.544818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c1491-42c8-46f9-802f-0561cc86fefe req-5c02f005-409a-4b98-bf0d-b83321484705 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:23.546785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-252c1491-42c8-46f9-802f-0561cc86fefe req-5c02f005-409a-4b98-bf0d-b83321484705 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 943 time: 0.0812984 Jul 22 14:16:23.601417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-252c1491-42c8-46f9-802f-0561cc86fefe req-435d2379-3c50-4a1d-b791-157b32f103af tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Jul 22 14:16:23.774112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:24.028287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7965-c65b-4586-b15e-2dbe9d4401e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.133305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7965-c65b-4586-b15e-2dbe9d4401e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.137410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7965-c65b-4586-b15e-2dbe9d4401e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.182488 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.188896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc7965-c65b-4586-b15e-2dbe9d4401e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80db83db-a530-4a2c-9370-5574c6820a67,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:24.193451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fdcc7965-c65b-4586-b15e-2dbe9d4401e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=802704c6356040ca92cecb6f9ea510d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182022 Jul 22 14:16:24.195881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48902) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:24.244713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d56-46b6-4948-a61b-490ecb6fb637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.270530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d56-46b6-4948-a61b-490ecb6fb637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.317957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d56-46b6-4948-a61b-490ecb6fb637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.320573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f9c8d56-46b6-4948-a61b-490ecb6fb637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.321767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7f9c8d56-46b6-4948-a61b-490ecb6fb637 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80db83db-a530-4a2c-9370-5574c6820a67 HTTP/1.1" status: 204 len: 168 time: 0.1249497 Jul 22 14:16:24.330622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c8d56-46b6-4948-a61b-490ecb6fb637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80db83db-a530-4a2c-9370-5574c6820a67,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:24.654278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48928) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:24.671843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.817388 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.824533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:24.887266 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f474b71d8e0a49c998a4a96216bd8d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290099 Jul 22 14:16:24.887503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48934) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:24.908068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf28f0-a62b-43f6-a58c-5eb92a9e1cbe req-522d54d6-cf7d-4748-aea1-eee8c7fa990d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:24.909718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1bf28f0-a62b-43f6-a58c-5eb92a9e1cbe req-522d54d6-cf7d-4748-aea1-eee8c7fa990d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 943 time: 0.2221413 Jul 22 14:16:24.910439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d19fbb-5333-47f7-8b3d-c017bc585eaa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:24.935868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.936361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.936954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.937387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.938412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.938839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.939186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.939527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.939868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.940203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.940538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.940865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd3fb78-8c6c-4f5e-80d6-cdf07b8573a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:24.994044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c5d5-3c4c-491d-98f9-2614e7e01d65 req-bae7fe75-3950-4f21-9497-f9cf35dcd77b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:24.995556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f24c5d5-3c4c-491d-98f9-2614e7e01d65 req-bae7fe75-3950-4f21-9497-f9cf35dcd77b tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 945 time: 0.0818889 Jul 22 14:16:24.996826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1bf28f0-a62b-43f6-a58c-5eb92a9e1cbe req-d20025e5-b60d-4930-aaf4-8b4156b9543f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717039 Jul 22 14:16:25.008260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0b07d29-36a1-460f-b873-1b8957f071f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:25.041807 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0b07d29-36a1-460f-b873-1b8957f071f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:25.057419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f24c5d5-3c4c-491d-98f9-2614e7e01d65 req-70e116cb-6309-410a-8d4b-fdf28d35556c tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528135 Jul 22 14:16:25.109540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cb25ef11-67e6-4de4-b783-184ef8b15bcf details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:16:25.116150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0b07d29-36a1-460f-b873-1b8957f071f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:25.120738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0b07d29-36a1-460f-b873-1b8957f071f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:25.129705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a0b07d29-36a1-460f-b873-1b8957f071f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8d19fbb-5333-47f7-8b3d-c017bc585eaa HTTP/1.1" status: 204 len: 168 time: 0.2387397 Jul 22 14:16:25.145536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b07d29-36a1-460f-b873-1b8957f071f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d19fbb-5333-47f7-8b3d-c017bc585eaa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:25.240951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port cb25ef11-67e6-4de4-b783-184ef8b15bcf, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:25.251553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf', 'mac_address': 'fa:16:3e:51:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:16:25.290874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:25.308446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb25ef11-67e6-4de4-b783-184ef8b15bcf {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:25.328965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port cb25ef11-67e6-4de4-b783-184ef8b15bcf, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:25.334300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:25.383582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=cb25ef11-67e6-4de4-b783-184ef8b15bcf,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:25.570686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['cb25ef11-67e6-4de4-b783-184ef8b15bcf'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:16:26.191555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc05a9f-ffee-445d-ace9-0bf9bac3f3ab req-366ccad9-7175-4155-b0fc-64bdb03a899b tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:26.194507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-abc05a9f-ffee-445d-ace9-0bf9bac3f3ab req-366ccad9-7175-4155-b0fc-64bdb03a899b tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1098 time: 0.0919900 Jul 22 14:16:26.206195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4daccd-28d0-4dec-aeaf-8bff8ac77d20 req-744febd5-b55f-490a-908e-a6a793f3fb28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:26.207931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd4daccd-28d0-4dec-aeaf-8bff8ac77d20 req-744febd5-b55f-490a-908e-a6a793f3fb28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 944 time: 0.1011689 Jul 22 14:16:26.253211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-abc05a9f-ffee-445d-ace9-0bf9bac3f3ab req-93d08ad8-a863-40c1-9497-3aa82b265c7c tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518725 Jul 22 14:16:26.264484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd4daccd-28d0-4dec-aeaf-8bff8ac77d20 req-4aaafdbf-7190-492d-99fb-b1903673277c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Jul 22 14:16:26.281654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:26.451878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fa235-8bf4-4a80-85cf-b3630f2047f0 req-5037a7ea-6f18-498c-93e5-7f00262e83b8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:26.457996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da4fa235-8bf4-4a80-85cf-b3630f2047f0 req-5037a7ea-6f18-498c-93e5-7f00262e83b8 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 945 time: 0.1236839 Jul 22 14:16:26.547080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da4fa235-8bf4-4a80-85cf-b3630f2047f0 req-bc263703-4859-43f7-9aa6-8ea9e45fcbe7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3058a83-25ff-4eff-8db2-59b1abf4e62a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849779 Jul 22 14:16:26.552251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port b740d876-93eb-4ce7-b9c5-072f8afc83ec {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:26.552827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:26.646968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:26.647376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:26.660872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for b740d876-93eb-4ce7-b9c5-072f8afc83ec owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:26.718529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-cddbe1a3-0673-40a2-819a-a5fccc5b8fb0 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:26.721350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-cddbe1a3-0673-40a2-819a-a5fccc5b8fb0 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 945 time: 0.0742037 Jul 22 14:16:26.866016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Deleting port ff8ee339-c3a6-4703-a5d0-6406f144c175 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:26.866616 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:26.882084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:26.923447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=b740d876-93eb-4ce7-b9c5-072f8afc83ec,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:26.954991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.955407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.956001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.956473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.956909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.957558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.957955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.958465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.959056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.959450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.959943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.960444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:26.982057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] For port ff8ee339-c3a6-4703-a5d0-6406f144c175, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ff8ee339-c3a6-4703-a5d0-6406f144c175,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:26.982721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.013451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.014243 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP 090f182d-e8fc-41c9-8b81-5b4f2ece79b0 disassociated (deleted). External IP: 172.25.8.83, port: 4d8e52dc-d0e0-4674-ad91-37278402157e. Jul 22 14:16:27.144386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cb25ef11-67e6-4de4-b783-184ef8b15bcf up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:27.293654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port cb25ef11-67e6-4de4-b783-184ef8b15bcf completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:27.299305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port cb25ef11-67e6-4de4-b783-184ef8b15bcf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:27.300236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.317960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.318505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.318936 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Floating IP 22385f67-bf73-4aae-90ae-0ac45a192cdc disassociated. External IP: 172.25.8.185, port: ff8ee339-c3a6-4703-a5d0-6406f144c175. Jul 22 14:16:27.319378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Calling delete_port for ff8ee339-c3a6-4703-a5d0-6406f144c175 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:27.342548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:16:27.427963 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.484006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:27.486953 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b639a-ad85-496a-9c7f-3e9fa02750cc" -d '{"events": [{"server_uuid": "66f81b1a-15f6-40f4-975e-ef3d7aa7d489", "name": "network-vif-plugged", "status": "completed", "tag": "cb25ef11-67e6-4de4-b783-184ef8b15bcf"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:27.491952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:27.507233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.507545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] Sync routers for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:27.550330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port cb25ef11-67e6-4de4-b783-184ef8b15bcf, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:27.554062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:27.554683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:27.556280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a89df50-4aeb-4ddb-ba7f-1640f1ce5bb8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/floatingips/090f182d-e8fc-41c9-8b81-5b4f2ece79b0 HTTP/1.1" status: 204 len: 168 time: 1.2734575 Jul 22 14:16:27.557039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:27.571377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ca40e-8a1f-4de7-aba6-d63cd4dbc834 req-2a1035f1-975e-4f18-b1d3-d078d64d53ef tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:27.572736 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d02d31-f45d-48f3-a645-85783be12329" -d '{"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:27.573013 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d26ca40e-8a1f-4de7-aba6-d63cd4dbc834 req-2a1035f1-975e-4f18-b1d3-d078d64d53ef tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 944 time: 0.1808827 Jul 22 14:16:27.649445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d26ca40e-8a1f-4de7-aba6-d63cd4dbc834 req-5c195fcf-59f8-4c2d-9db4-3f489c51d84f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637426 Jul 22 14:16:27.651122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.669057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:27.676904 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ab8a8c-4d9c-4b1f-827f-f0d51c326d62 x-openstack-request-id: req-36ab8a8c-4d9c-4b1f-827f-f0d51c326d62 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:27.677191 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f81b1a-15f6-40f4-975e-ef3d7aa7d489", "name": "network-vif-plugged", "status": "completed", "tag": "cb25ef11-67e6-4de4-b783-184ef8b15bcf", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:27.692283 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36ab8a8c-4d9c-4b1f-827f-f0d51c326d62 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:27.692926 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf', 'code': 200} Jul 22 14:16:27.737648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event deleted for resources: {'Port': ['ID=ff8ee339-c3a6-4703-a5d0-6406f144c175,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:27.824730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660bc74-1691-475c-9ae9-c57bb5db3553 req-c7d9acb0-9723-46e8-b912-b315fe76e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:27.836953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e660bc74-1691-475c-9ae9-c57bb5db3553 req-c7d9acb0-9723-46e8-b912-b315fe76e296 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 1097 time: 0.1253977 Jul 22 14:16:27.891287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=cb25ef11-67e6-4de4-b783-184ef8b15bcf,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:27.911107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e660bc74-1691-475c-9ae9-c57bb5db3553 req-d8518ad3-d37e-46f9-a997-f124b5b26cf9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634434 Jul 22 14:16:27.912222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7511a8bd-0f8a-46a9-a971-6c4e5439b356 req-c02370e1-8b7b-44a0-93eb-7deeebc7caf7 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 210 time: 0.0734365 Jul 22 14:16:27.989015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:27.996415 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e9f8d-6de8-436e-a2d0-1f4dd4cdea4d x-openstack-request-id: req-e04e9f8d-6de8-436e-a2d0-1f4dd4cdea4d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:27.998085 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:27.998343 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e04e9f8d-6de8-436e-a2d0-1f4dd4cdea4d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:27.998798 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'status': 'completed', 'code': 200} Jul 22 14:16:28.024476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:16:28.205854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658430d-5d47-4ac9-ae3d-5c6001a01f4b req-8d88b7ea-c65a-418c-8f6a-89e4d3efe0ee tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:28.208301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1658430d-5d47-4ac9-ae3d-5c6001a01f4b req-8d88b7ea-c65a-418c-8f6a-89e4d3efe0ee tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1475871 Jul 22 14:16:28.211144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02d31-f45d-48f3-a645-85783be12329 req-eae54cf2-a182-42a8-89a8-e32b9d00df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:28.212816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-eae54cf2-a182-42a8-89a8-e32b9d00df40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 1098 time: 0.1623018 Jul 22 14:16:28.335316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1658430d-5d47-4ac9-ae3d-5c6001a01f4b req-0a157c46-2ca5-42ff-80c7-b5f8ca97368c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209390 Jul 22 14:16:28.380399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02d31-f45d-48f3-a645-85783be12329 req-e125c7b1-780a-471f-aecd-4afca6779b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:28.383221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-e125c7b1-780a-471f-aecd-4afca6779b07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 200 len: 897 time: 0.1601434 Jul 22 14:16:28.458429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-e9c90b6a-65b4-49ec-94dc-03154a6976a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 200 len: 217 time: 0.0623877 Jul 22 14:16:28.519757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:31Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:28.596993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02d31-f45d-48f3-a645-85783be12329 req-6aee5f74-b184-4017-bf47-37cf75238d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:28.603102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-6aee5f74-b184-4017-bf47-37cf75238d6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 200 len: 835 time: 0.1302567 Jul 22 14:16:28.615978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] Checking router: 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:28.634418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:28.635108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:28.765042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02d31-f45d-48f3-a645-85783be12329 req-c6a29f88-e0b7-44b1-884b-f4aeb0776258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:28.771443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-c6a29f88-e0b7-44b1-884b-f4aeb0776258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45d229c0-af92-4ce0-a937-8d75cad5fee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578450 Jul 22 14:16:28.793016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:28.807935 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:28.835092 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:28.835747 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:28.904016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:28.927569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] No DVR routers for this DVR port ff8ee339-c3a6-4703-a5d0-6406f144c175 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:16:28.931067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:28.933086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1895a0a-e444-4f20-9182-f121c1a29772 req-21c607a6-3c33-46fe-bad6-1739015d68a5 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.13 "DELETE /v2.0/ports/ff8ee339-c3a6-4703-a5d0-6406f144c175 HTTP/1.1" status: 204 len: 173 time: 2.2063515 Jul 22 14:16:28.933814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'name': 'network-vif-deleted', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:28.936220 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f240b5-2037-4aa7-8339-0b0d22ce13f7" -d '{"events": [{"server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "name": "network-vif-deleted", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:29.023129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-8860f41b-58fb-4b9b-8653-b54b3a93224c service neutron] 10.222.0.13 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464414 Jul 22 14:16:29.098062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e0fe-2d61-43a5-9149-0192759b7153 req-dd0ab4fe-4698-48a5-a44b-2456f8fb8401 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:29.123505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6dd5e0fe-2d61-43a5-9149-0192759b7153 req-dd0ab4fe-4698-48a5-a44b-2456f8fb8401 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.3055327 Jul 22 14:16:29.130702 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7757c8a-1d31-4129-9c6b-5e88e6553318 x-openstack-request-id: req-d7757c8a-1d31-4129-9c6b-5e88e6553318 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:29.132345 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e54179d-31ec-4882-b715-51224ff2843f", "name": "network-vif-deleted", "tag": "ff8ee339-c3a6-4703-a5d0-6406f144c175", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:29.133281 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7757c8a-1d31-4129-9c6b-5e88e6553318 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:29.133902 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e54179d-31ec-4882-b715-51224ff2843f', 'name': 'network-vif-deleted', 'tag': 'ff8ee339-c3a6-4703-a5d0-6406f144c175', 'status': 'completed', 'code': 200} Jul 22 14:16:29.226455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6dd5e0fe-2d61-43a5-9149-0192759b7153 req-3ede6b71-8bbc-4d8e-a469-398b1b2c40d2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994287 Jul 22 14:16:29.258100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63d02d31-f45d-48f3-a645-85783be12329 req-b2cc8c21-24b3-4952-9ff6-a219041f4cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281380 Jul 22 14:16:29.331166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:29.754607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdbd3b-cf2b-4690-960f-4167d909f049 req-d68652e6-4c29-4b76-852f-c87336ac1cf6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:29.756596 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78bdbd3b-cf2b-4690-960f-4167d909f049 req-d68652e6-4c29-4b76-852f-c87336ac1cf6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1369293 Jul 22 14:16:29.760734 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:29.825829 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:29.856061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:31Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:29.869534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78bdbd3b-cf2b-4690-960f-4167d909f049 req-30f116a5-11ea-4e54-8c85-0b8aed26d240 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8134b249-aa3f-4ace-bf5b-662cdfaee875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993419 Jul 22 14:16:29.898847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64e9441c-4559-40ff-9a53-bf4f04faf319 req-c90bbb3f-b5d0-4072-8aae-b3a9573089ac tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e54179d-31ec-4882-b715-51224ff2843f HTTP/1.1" status: 200 len: 210 time: 0.5964551 Jul 22 14:16:29.899312 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:29.913265 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:29.939854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa745-1070-4641-b7a6-ad703530d931 None None] The sync data for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 is: [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:14:15Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '76997f43-c4db-450f-93cd-a48a7b8cf461', 'name': '', 'network_id': '45d229c0-af92-4ce0-a937-8d75cad5fee0', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:8f:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:13Z', 'updated_at': '2021-07-22T14:14:31Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '366c73a5-1ed6-4991-a289-2d33c10216f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:30.071442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-2dfb9398-42e6-4c28-8360-806935f7025c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:30.077472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-2dfb9398-42e6-4c28-8360-806935f7025c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 946 time: 0.1905611 Jul 22 14:16:30.183563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:30.249915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 4d8e52dc-d0e0-4674-ad91-37278402157e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:30.250888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:30.378294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf29a22-6c1a-4fb0-afe2-33aa9615e919 None None] New status for floating IP 090f182d-e8fc-41c9-8b81-5b4f2ece79b0: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:16:30.449388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 4d8e52dc-d0e0-4674-ad91-37278402157e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4d8e52dc-d0e0-4674-ad91-37278402157e,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:30.450216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:30.473752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 4d8e52dc-d0e0-4674-ad91-37278402157e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:30.544185 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:30.559678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd28136-cfcc-4282-8458-aa61e34d76c7 req-51ac72b0-0b47-45e3-8a86-cba77debedb5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:30.561222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ccd28136-cfcc-4282-8458-aa61e34d76c7 req-51ac72b0-0b47-45e3-8a86-cba77debedb5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.1898580 Jul 22 14:16:30.613181 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22630c87-f6b5-4fa6-9795-1b2615a7f1be None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:08:47Z', 'revision_number': 4, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '64fde570-38fb-495c-a069-047893bd8d42', 'name': '', 'network_id': '7a83db8e-fb7b-4a43-b074-5172c21e030d', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'mac_address': 'fa:16:3e:80:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:45Z', 'updated_at': '2021-07-22T14:08:55Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'subnets': [{'id': 'b7fa3873-e51e-434c-8fee-fab0a09ee07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:30.619772 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ccd28136-cfcc-4282-8458-aa61e34d76c7 req-7e95900d-e872-4bbd-b26c-8d52441df9b1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515983 Jul 22 14:16:30.780583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:30.837741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=4d8e52dc-d0e0-4674-ad91-37278402157e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:30.915984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] No DVR routers for this DVR port 4d8e52dc-d0e0-4674-ad91-37278402157e on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:16:30.919083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:30.922827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c34b5350-5269-4cba-9608-a06b42d16bd1 req-c1f174f1-ee8a-445e-9ff6-9c8e671f6af0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "DELETE /v2.0/ports/4d8e52dc-d0e0-4674-ad91-37278402157e HTTP/1.1" status: 204 len: 173 time: 0.8418462 Jul 22 14:16:30.923327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-deleted', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:30.940899 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e9c108-ceda-4cf3-8682-c9c6e0239b54" -d '{"events": [{"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-deleted", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:30.992415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931e2ed-546e-47d1-9e1f-642017cfe04e req-e513b71b-7a37-496e-979d-6f5927749467 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:31.000399 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7931e2ed-546e-47d1-9e1f-642017cfe04e req-e513b71b-7a37-496e-979d-6f5927749467 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.1560028 Jul 22 14:16:31.052828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7931e2ed-546e-47d1-9e1f-642017cfe04e req-dccd2b29-d6c3-4487-b752-98fb57087de9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512350 Jul 22 14:16:31.133822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bafcbf95-3406-46a5-8be0-39d0e32327e1 req-54aa9933-619c-4c65-b6f6-0df0bffe6574 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=222324fd-9cf3-4db3-acf8-edbcd346a142 HTTP/1.1" status: 200 len: 210 time: 0.1324346 Jul 22 14:16:31.138973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ff8ee339-c3a6-4703-a5d0-6406f144c175 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:31.160312 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a34e15-bdd4-43d2-90bd-97600b009ca8 None None] New status for floating IP 22385f67-bf73-4aae-90ae-0ac45a192cdc: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:16:31.190422 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071c87a-9cf9-4e46-9aef-3bb9290df48f x-openstack-request-id: req-8071c87a-9cf9-4e46-9aef-3bb9290df48f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:31.191083 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222324fd-9cf3-4db3-acf8-edbcd346a142", "name": "network-vif-deleted", "tag": "4d8e52dc-d0e0-4674-ad91-37278402157e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:31.191500 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8071c87a-9cf9-4e46-9aef-3bb9290df48f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:31.192358 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222324fd-9cf3-4db3-acf8-edbcd346a142', 'name': 'network-vif-deleted', 'tag': '4d8e52dc-d0e0-4674-ad91-37278402157e', 'status': 'completed', 'code': 200} Jul 22 14:16:31.202294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ff8ee339-c3a6-4703-a5d0-6406f144c175 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:31.202751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ff8ee339-c3a6-4703-a5d0-6406f144c175 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:31.277056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-af87df94-0955-40d3-81de-ff2edcfd4d51 req-e50a0fb0-14d8-40ef-a554-d3f8c74067d5 service neutron] (93759) timed out ('10.222.0.13', 49952) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:16:31.320283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49096) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:31.392681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40f25590-d259-40b5-82e7-43f4a56a2517 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.435243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40f25590-d259-40b5-82e7-43f4a56a2517 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.511270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40f25590-d259-40b5-82e7-43f4a56a2517 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.514354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40f25590-d259-40b5-82e7-43f4a56a2517 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.519637 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-40f25590-d259-40b5-82e7-43f4a56a2517 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "DELETE /v2.0/security-groups/b3058a83-25ff-4eff-8db2-59b1abf4e62a HTTP/1.1" status: 204 len: 168 time: 0.1978750 Jul 22 14:16:31.522486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:31.539895 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f7ee1771-d365-434d-aee4-eefffec4e2a9 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] show failed (client error): The resource could not be found. Jul 22 14:16:31.543579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f25590-d259-40b5-82e7-43f4a56a2517 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3058a83-25ff-4eff-8db2-59b1abf4e62a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:31.545849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f7ee1771-d365-434d-aee4-eefffec4e2a9 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "GET /v2.0/security-groups/b3058a83-25ff-4eff-8db2-59b1abf4e62a HTTP/1.1" status: 404 len: 347 time: 0.0222323 Jul 22 14:16:31.546496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:31.739480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Deleting port 45fc4e6d-abcc-4e60-b027-d94b95df66a2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:31.739828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.822487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.822715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:31.837379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Calling delete_port for 45fc4e6d-abcc-4e60-b027-d94b95df66a2 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:32.024630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:32.053840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Pushing event deleted for resources: {'Port': ['ID=45fc4e6d-abcc-4e60-b027-d94b95df66a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:32.123966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:32.127663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:32.129177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2fde2e8-2770-4a1f-af62-79f7f3c7f2f6 tempest-AttachVolumeTestJSON-17900081 tempest-AttachVolumeTestJSON-17900081-project] 10.222.0.11 "DELETE /v2.0/floatingips/22385f67-bf73-4aae-90ae-0ac45a192cdc HTTP/1.1" status: 204 len: 168 time: 0.5816870 Jul 22 14:16:32.218081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:32.382382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30835a23-ad20-4e75-8294-f3a261d86393 req-0a4be031-b7ea-4ba6-999d-4c7a1f039c91 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:32.395303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30835a23-ad20-4e75-8294-f3a261d86393 req-0a4be031-b7ea-4ba6-999d-4c7a1f039c91 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.2126846 Jul 22 14:16:32.468058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30835a23-ad20-4e75-8294-f3a261d86393 req-bd6ac431-123d-48d6-af1d-4c0bd1165d33 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712881 Jul 22 14:16:32.748055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49136) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:32.876713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2da8c9-7d3b-4865-be28-b248f09dbc72 req-0e34515f-e31d-4ce7-b571-daa3bb295a20 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:32.878393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db2da8c9-7d3b-4865-be28-b248f09dbc72 req-0e34515f-e31d-4ce7-b571-daa3bb295a20 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.1176414 Jul 22 14:16:32.952311 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db2da8c9-7d3b-4865-be28-b248f09dbc72 req-176922cf-f468-4bd4-a5d0-1f7aebcbd1cf tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626783 Jul 22 14:16:32.952311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35cdb356-ce40-47a8-b751-bc7af80d388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:32.986545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.092329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35cdb356-ce40-47a8-b751-bc7af80d388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.097522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35cdb356-ce40-47a8-b751-bc7af80d388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.138618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-35cdb356-ce40-47a8-b751-bc7af80d388d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87fb0d9153484a928ac1f898eed04eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890936 Jul 22 14:16:33.141559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cdb356-ce40-47a8-b751-bc7af80d388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a16573e-823b-486a-b976-0c3fdc3936b1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:33.144765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:33.169858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:33.192619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 4d8e52dc-d0e0-4674-ad91-37278402157e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:33.193268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4d8e52dc-d0e0-4674-ad91-37278402157e not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:33.263390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc73e373-1b71-4e0d-bd58-7fd28d39148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.294846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc73e373-1b71-4e0d-bd58-7fd28d39148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.404767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc73e373-1b71-4e0d-bd58-7fd28d39148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.408208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc73e373-1b71-4e0d-bd58-7fd28d39148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.412144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc73e373-1b71-4e0d-bd58-7fd28d39148a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a16573e-823b-486a-b976-0c3fdc3936b1 HTTP/1.1" status: 204 len: 168 time: 0.2636666 Jul 22 14:16:33.421392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73e373-1b71-4e0d-bd58-7fd28d39148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a16573e-823b-486a-b976-0c3fdc3936b1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:33.446105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 76997f43-c4db-450f-93cd-a48a7b8cf461 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:33.446456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.563986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 76997f43-c4db-450f-93cd-a48a7b8cf461, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=76997f43-c4db-450f-93cd-a48a7b8cf461,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:33.564429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.586582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 76997f43-c4db-450f-93cd-a48a7b8cf461 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:33.782575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:33.815757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=76997f43-c4db-450f-93cd-a48a7b8cf461,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:34.042044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:34.178256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60919ceb-8383-4941-81e8-ddd936b3fa1b req-f1fc4b23-9abe-40df-83e8-7c5e3b8843f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:34.185524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60919ceb-8383-4941-81e8-ddd936b3fa1b req-f1fc4b23-9abe-40df-83e8-7c5e3b8843f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.0956342 Jul 22 14:16:34.229393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60919ceb-8383-4941-81e8-ddd936b3fa1b req-b7b042e0-ffae-4047-8167-115acc57f2ec tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Jul 22 14:16:34.359757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-6584827a-e567-483f-93df-36e222c4858b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:34.361359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-6584827a-e567-483f-93df-36e222c4858b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 945 time: 0.2154658 Jul 22 14:16:34.621974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:16:34.652695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Deleting port cb25ef11-67e6-4de4-b783-184ef8b15bcf {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:34.652695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:34.892266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] For port cb25ef11-67e6-4de4-b783-184ef8b15bcf, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cb25ef11-67e6-4de4-b783-184ef8b15bcf,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:34.892744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:34.917219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Calling delete_port for cb25ef11-67e6-4de4-b783-184ef8b15bcf owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:34.922648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:34.931807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78fcd35f-2102-4042-ab9a-594766b5ec76 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/9dc426f7-dae3-4e4f-b1e7-83d21058cb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7093489 Jul 22 14:16:34.931929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49200) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:34.934780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] Sync routers for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:34.952063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:34.955721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:34.991238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting subnet 366c73a5-1ed6-4991-a289-2d33c10216f8 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:16:34.996806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.097281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.159189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:35.314341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.346437 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.384568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event deleted for resources: {'Port': ['ID=cb25ef11-67e6-4de4-b783-184ef8b15bcf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:35.400353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-65474d70-fdfa-4ba5-b4f8-02cbfd1328e0 req-807f9dcc-9161-4ce6-908a-f7b9da1e682f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=66f81b1a-15f6-40f4-975e-ef3d7aa7d489 HTTP/1.1" status: 200 len: 210 time: 0.0766211 Jul 22 14:16:35.457881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:16:33Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:35.460462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] No DVR routers for this DVR port cb25ef11-67e6-4de4-b783-184ef8b15bcf on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:16:35.465194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.466919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.470029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb8b09cf-c2f3-4e6d-aadf-4a4dad5afd55 req-05f93c0b-cabb-447a-ac10-08ac52cba36c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "DELETE /v2.0/ports/cb25ef11-67e6-4de4-b783-184ef8b15bcf HTTP/1.1" status: 204 len: 173 time: 1.0992985 Jul 22 14:16:35.470352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'name': 'network-vif-deleted', 'tag': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:35.472696 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088534a1-2bb8-45c4-99c7-45b49113983a" -d '{"events": [{"server_uuid": "66f81b1a-15f6-40f4-975e-ef3d7aa7d489", "name": "network-vif-deleted", "tag": "cb25ef11-67e6-4de4-b783-184ef8b15bcf"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:35.558205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Subnet': ['ID=366c73a5-1ed6-4991-a289-2d33c10216f8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:35.560059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] Checking router: 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:35.573842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.580236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49230) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:35.583439 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b40bd-f388-460d-91db-c7705e59c3c6 x-openstack-request-id: req-b27b40bd-f388-460d-91db-c7705e59c3c6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:35.583607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e90cdee0-3fa1-4c2b-911c-6ded250031b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/subnets/366c73a5-1ed6-4991-a289-2d33c10216f8 HTTP/1.1" status: 204 len: 168 time: 0.6506772 Jul 22 14:16:35.583731 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f81b1a-15f6-40f4-975e-ef3d7aa7d489", "name": "network-vif-deleted", "tag": "cb25ef11-67e6-4de4-b783-184ef8b15bcf", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:35.583731 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b27b40bd-f388-460d-91db-c7705e59c3c6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:35.583996 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f81b1a-15f6-40f4-975e-ef3d7aa7d489', 'name': 'network-vif-deleted', 'tag': 'cb25ef11-67e6-4de4-b783-184ef8b15bcf', 'status': 'completed', 'code': 200} Jul 22 14:16:35.585504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e4dc5-725e-4f1d-9eaf-809dde60de38 None None] Network 45d229c0-af92-4ce0-a937-8d75cad5fee0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:16:35.600543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] Routers {'9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:35.601446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:35.855097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:35.965677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] Set router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:36.035019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.200373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 11ba0a58-133f-4e25-9c21-92ffd3bc4599 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:36.201200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.341229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 11ba0a58-133f-4e25-9c21-92ffd3bc4599, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=11ba0a58-133f-4e25-9c21-92ffd3bc4599,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:36.343261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.385817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 11ba0a58-133f-4e25-9c21-92ffd3bc4599 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:36.483677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:16:33Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:36.533076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474958ee-2b18-4bb0-a9f3-f5f80c4e7e7d None None] The sync data for ids ['9dc426f7-dae3-4e4f-b1e7-83d21058cb6f'] in n-d-787205-11 is: [{'id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1502654369', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:13:58Z', 'updated_at': '2021-07-22T14:16:33Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '11ba0a58-133f-4e25-9c21-92ffd3bc4599', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc426f7-dae3-4e4f-b1e7-83d21058cb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:14:01Z', 'updated_at': '2021-07-22T14:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:36.583241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] DHCP port deletion for 45d229c0-af92-4ce0-a937-8d75cad5fee0 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:16:36.644354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] Deleting port c9c51df8-e7cc-487e-80b1-a38af51f50a9 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:36.644999 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.710238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] For port c9c51df8-e7cc-487e-80b1-a38af51f50a9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c9c51df8-e7cc-487e-80b1-a38af51f50a9,segment=NetworkSegment(5d8952e2-bf66-44eb-ba03-017d595be1b9),segment_id=5d8952e2-bf66-44eb-ba03-017d595be1b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:36.710904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.721807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.729232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] Calling delete_port for c9c51df8-e7cc-487e-80b1-a38af51f50a9 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:36.779069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=11ba0a58-133f-4e25-9c21-92ffd3bc4599,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:36.876527 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.941969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] Pushing event deleted for resources: {'Port': ['ID=c9c51df8-e7cc-487e-80b1-a38af51f50a9,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:36.943810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:36.952859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2115c83-651e-42f6-9c56-ee0e89532ac9 None None] No DVR routers for this DVR port c9c51df8-e7cc-487e-80b1-a38af51f50a9 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:16:37.138181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-e5143d3f-82f5-411b-aadc-d83cec79d9b8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:37.146722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-e5143d3f-82f5-411b-aadc-d83cec79d9b8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2550330 Jul 22 14:16:37.164751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-3922d1fc-2dfd-4bf8-9d2e-d643126988f0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0167422 Jul 22 14:16:37.185071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cb25ef11-67e6-4de4-b783-184ef8b15bcf no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:37.214590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-2dfa6dc3-4ccf-41ce-931e-8f858fa1d2db tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487211 Jul 22 14:16:37.225824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:37.233436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: cb25ef11-67e6-4de4-b783-184ef8b15bcf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:37.234329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cb25ef11-67e6-4de4-b783-184ef8b15bcf not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:37.239558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:37.357927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:37.358586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc426f7-dae3-4e4f-b1e7-83d21058cb6f {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:16:37.367075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:37.374154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b2bfb79e-c9c3-4b9c-a6fa-85767687a4f1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/routers/9dc426f7-dae3-4e4f-b1e7-83d21058cb6f HTTP/1.1" status: 204 len: 168 time: 1.7903440 Jul 22 14:16:37.377078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:37.448549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-11598214-b01f-4691-a8ea-4b7b667024c0 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329564 Jul 22 14:16:37.506270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:37.685790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-80d5ab8d-8ecb-4feb-a48b-02639d38e97d service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296720 Jul 22 14:16:38.170086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.188318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d229c0-af92-4ce0-a937-8d75cad5fee0']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:38.220441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-973c67fa-4fc5-427c-bc06-25c317e76b66 req-6e5f6d1a-1647-465b-9d79-2ea64e84483d service neutron] (93759) timed out ('10.222.0.20', 55106) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:16:38.229668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cac557ac-1d20-46a8-8e1b-dc0e7c05728f req-699fc21b-40b6-4b6a-9e98-a2712269d111 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 210 time: 0.1669383 Jul 22 14:16:38.231810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8952e2-bf66-44eb-ba03-017d595be1b9') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:38.232290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8952e2-bf66-44eb-ba03-017d595be1b9') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:38.262436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.287439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.295275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:16:38.296042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:16:38.379995 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:16:38.384792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.399684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.401934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/networks/45d229c0-af92-4ce0-a937-8d75cad5fee0 HTTP/1.1" status: 204 len: 168 time: 1.0235376 Jul 22 14:16:38.404846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49332) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:38.421307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725053e-bde0-4de6-b4f9-d87ee54399fb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Network': ['ID=45d229c0-af92-4ce0-a937-8d75cad5fee0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:38.518646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1cafbf9-01cc-4cb5-ab70-df230af1df4c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.561093 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1cafbf9-01cc-4cb5-ab70-df230af1df4c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.680668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76997f43-c4db-450f-93cd-a48a7b8cf461 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:38.682691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1cafbf9-01cc-4cb5-ab70-df230af1df4c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.686061 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1cafbf9-01cc-4cb5-ab70-df230af1df4c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:38.690740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a1cafbf9-01cc-4cb5-ab70-df230af1df4c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/security-groups/8134b249-aa3f-4ace-bf5b-662cdfaee875 HTTP/1.1" status: 204 len: 168 time: 0.2822850 Jul 22 14:16:38.707539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cafbf9-01cc-4cb5-ab70-df230af1df4c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8134b249-aa3f-4ace-bf5b-662cdfaee875,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:38.770525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 76997f43-c4db-450f-93cd-a48a7b8cf461 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:38.771505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76997f43-c4db-450f-93cd-a48a7b8cf461 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:38.772468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 11ba0a58-133f-4e25-9c21-92ffd3bc4599 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:38.817428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 11ba0a58-133f-4e25-9c21-92ffd3bc4599 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:38.818002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 11ba0a58-133f-4e25-9c21-92ffd3bc4599 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:38.818793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c9c51df8-e7cc-487e-80b1-a38af51f50a9 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:38.859986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c9c51df8-e7cc-487e-80b1-a38af51f50a9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:38.860333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c9c51df8-e7cc-487e-80b1-a38af51f50a9 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:38.978857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:38.983915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728435868', 'description': 'tempest-secgroup-smoke-728435868 description', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:39.010918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.103382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.107627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.147858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.149215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1691761 Jul 22 14:16:39.151277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6a02-41bb-4b0d-8f0c-26de217a710a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6ffc1-1db0-494f-8324-db21e8a289ed,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:39.152137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:39.156957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '48e6ffc1-1db0-494f-8324-db21e8a289ed', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:39.232069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.438740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f0da85e-9f7a-404a-94f5-a8830852d0b6 req-f29efda6-cbf1-4aef-93d0-63f3162ce6c4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 210 time: 0.1078799 Jul 22 14:16:39.514716 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.523243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.543881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7d362b-b73f-4b4d-9d16-143e2eba9725,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:39.570207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-1e67f5c8-77a5-4e5c-baed-896159ef1074 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:39.571781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-1e67f5c8-77a5-4e5c-baed-896159ef1074 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2750986 Jul 22 14:16:39.573131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.574535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-648fe939-6cdc-4ab4-95b4-7093e1f44031 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4211142 Jul 22 14:16:39.577498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49368) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:39.584668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '48e6ffc1-1db0-494f-8324-db21e8a289ed', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:39.586196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Request body: {'port': {'device_id': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'admin_state_up': True, 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:39.634017 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.705912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.711489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.718366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:16:39.723765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.773590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778bd1cb-88d6-44c7-8128-5e6181adbda1,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:39.786030 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.794354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:39.795100 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33d82a02-557e-486a-87ea-e048cd7edcdc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2151499 Jul 22 14:16:39.803493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '48e6ffc1-1db0-494f-8324-db21e8a289ed', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:39.852743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.977280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:39.993337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Allocated IP 172.20.0.10 (b5e42bc3-792e-4c04-8647-1aa6809bab10/58ecd425-e508-4afb-8e9c-7e150020fdf6/daa5fa32-8f0c-4269-9bb3-085eee7c1535) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:40.001546 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.046322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7278b21-ae7e-4a7e-a012-5215844f9e2c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:40.053733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.058254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78801f90-9cb4-4589-bd22-adafda172795 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2630513 Jul 22 14:16:40.060991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49386) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:40.067324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '48e6ffc1-1db0-494f-8324-db21e8a289ed', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:40.121813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.268080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.272917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.297834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2837981f-e25b-407d-ab47-d2d6efcbbd3f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:40.301144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.327649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.331899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-22fde053-23e5-4508-8492-c41e523487ad tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2689066 Jul 22 14:16:40.333938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:40.344160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '48e6ffc1-1db0-494f-8324-db21e8a289ed', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:40.390995 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:16:40.400219 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.477466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.480865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.514727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.592151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9488c14a-1f4b-472b-ac2d-3a4453ca7f0b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:40.647499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:40.655614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:40.663603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:40.680907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:40.690121 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.694716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9b3c423e-9953-42b6-b8d6-4e8c74f3c141 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3572814 Jul 22 14:16:40.695201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:40.739125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '48e6ffc1-1db0-494f-8324-db21e8a289ed', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:40.792031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142abf4-787f-4c26-951e-1c7a54acd9c3 req-c7b420e5-1888-4297-8348-dd13188acd23 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:40.794120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3142abf4-787f-4c26-951e-1c7a54acd9c3 req-c7b420e5-1888-4297-8348-dd13188acd23 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 932 time: 0.1467006 Jul 22 14:16:40.807842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:40.809944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.829767 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:16:40.856411 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c0b6553e-6e94-4c5f-a68d-3a5e3e5f9950 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2669694 Jul 22 14:16:40.859410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:40.878594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Request body: {'port': {'device_id': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:40.882648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3142abf4-787f-4c26-951e-1c7a54acd9c3 req-387decfc-6a3d-47a6-8e30-0929869715b7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803993 Jul 22 14:16:41.005937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.017708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.054847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d87821-927b-43fe-9e74-1efb368681c6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:41.090234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.097597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:41.099529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3daa2d13-35d9-4862-ba42-fef66c855bf3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3705795 Jul 22 14:16:41.112325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'network': {'name': 'tempest-network-smoke--253296481', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:41.195537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:16:41.198036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.204870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.270208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:16:41.296093 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.297131 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Added segment fe236e53-cc24-463b-9e55-f7783b3c7e31 of type vlan for network 893e3350-cadf-4224-a937-93e6483a3b44 Jul 22 14:16:41.395896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.445316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.467186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:41.467859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.486059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3826823 Jul 22 14:16:41.492262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:41.500231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'admin_state_up': True, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:41.570945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fce30-d193-4df6-938a-f90e28646f7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Network': ['ID=893e3350-cadf-4224-a937-93e6483a3b44,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:41.586703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 893e3350-cadf-4224-a937-93e6483a3b44 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:16:41.598878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.600680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.782676 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:41.893643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa5fa32-8f0c-4269-9bb3-085eee7c1535 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:41.904382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.011983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Transition to ACTIVE for port object daa5fa32-8f0c-4269-9bb3-085eee7c1535 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:42.087970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.132587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.211858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:42.294171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7973b3-862d-4747-bd23-507d0a9d07cd req-aabd30aa-b1e7-4eed-98ca-73fac767f1cb tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:42.296181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a7973b3-862d-4747-bd23-507d0a9d07cd req-aabd30aa-b1e7-4eed-98ca-73fac767f1cb tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 944 time: 0.2413886 Jul 22 14:16:42.303169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Attempting to bind port daa5fa32-8f0c-4269-9bb3-085eee7c1535 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:42.303812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Attempting to bind port daa5fa32-8f0c-4269-9bb3-085eee7c1535 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:42.304337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Attempting to bind port daa5fa32-8f0c-4269-9bb3-085eee7c1535 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:42.335312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Port daa5fa32-8f0c-4269-9bb3-085eee7c1535 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:16:42.335650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Attempting to bind port daa5fa32-8f0c-4269-9bb3-085eee7c1535 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:42.349721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:42.350335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:42.350756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Bound using segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:42.351194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Bound port: daa5fa32-8f0c-4269-9bb3-085eee7c1535, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:42.351565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.382859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a7973b3-862d-4747-bd23-507d0a9d07cd req-3fda6a3e-0722-4b4f-9702-8754e71721c4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757446 Jul 22 14:16:42.506248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:42.510132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:42.517200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.573432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:42.576191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.578536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] 10.222.0.13 "PUT /v2.0/ports/daa5fa32-8f0c-4269-9bb3-085eee7c1535 HTTP/1.1" status: 200 len: 1093 time: 1.7196047 Jul 22 14:16:42.579493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:42.582207 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c1e174-58ae-439c-83dd-5df191925ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:42.670135 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c9abb3-7d34-4d77-814e-4aef818b957c x-openstack-request-id: req-72c9abb3-7d34-4d77-814e-4aef818b957c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:42.670790 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:42.671254 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72c9abb3-7d34-4d77-814e-4aef818b957c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:42.672449 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'status': 'completed', 'code': 200} Jul 22 14:16:42.733781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544755d-9598-488f-bae4-8110a1d05895 service neutron] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:42.784319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.809575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.882919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c8467477-9b08-4192-8fa2-163d5aa9eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:42.884692 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-c8467477-9b08-4192-8fa2-163d5aa9eead service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 1096 time: 0.2575521 Jul 22 14:16:42.961426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-1a81f6e6-d973-4e7f-9a9f-99b09c23c8af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535 HTTP/1.1" status: 200 len: 217 time: 0.0687225 Jul 22 14:16:43.031198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.20 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/d585dae1-da85-4f8c-8e70-745c0bc38110) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:43.050748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-ced73273-7bee-482c-abcf-ddc009d87aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:43.052427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-ced73273-7bee-482c-abcf-ddc009d87aa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0830393 Jul 22 14:16:43.107006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-50707082-e683-463f-935b-50954edac82b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466828 Jul 22 14:16:43.297910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-b03093db-0c8e-4e39-9493-ab886fe0d485 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838770 Jul 22 14:16:43.347553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:43.461427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8038b29c-d31a-452d-95ad-78d3aba459e9 req-4fe3e8ff-693f-41d0-b8dd-70b1c89d217d service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563120 Jul 22 14:16:43.473196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:43.583077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e057b6-d9b1-4154-9aa2-98968cea7dea req-2b1c80df-c85c-4423-b60d-b125b962f374 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:43.590450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7e057b6-d9b1-4154-9aa2-98968cea7dea req-2b1c80df-c85c-4423-b60d-b125b962f374 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 944 time: 0.1010079 Jul 22 14:16:43.602810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:43.607743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=d585dae1-da85-4f8c-8e70-745c0bc38110,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:43.611905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:43.615072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:43.636387 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7e057b6-d9b1-4154-9aa2-98968cea7dea req-4d0e5f45-865e-4123-9b00-283c591bc22f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 Jul 22 14:16:43.806621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-c3ba3b1a-6c1b-4ead-8fbf-5ad93160e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:43.808147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-c3ba3b1a-6c1b-4ead-8fbf-5ad93160e35f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 1096 time: 0.2725227 Jul 22 14:16:44.071518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:44.071750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49530) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:44.439053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-01b0f576-f568-46b2-aff4-d1911171e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.445253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-01b0f576-f568-46b2-aff4-d1911171e2d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.6013281 Jul 22 14:16:44.529794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-4c341f3d-6318-4a3a-92de-8bc62d2b1d3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535 HTTP/1.1" status: 200 len: 217 time: 0.0668626 Jul 22 14:16:44.623803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-3c13a532-a1d2-4c61-85f2-0cd268654905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.625791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-3c13a532-a1d2-4c61-85f2-0cd268654905 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0886135 Jul 22 14:16:44.728330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.735009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.742009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.748166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.755109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.761296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.778206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:44.780239 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-083c996e-b733-44bc-af52-15ebd44233cd req-ee22a8a2-2f0f-4c4c-9893-340b6890755f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.5002730 Jul 22 14:16:45.032499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f093c-3473-426b-abff-bf2f49724ec2 req-e66beeb6-1f86-4af4-9c84-d2fe7130e2b5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.051888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4f093c-3473-426b-abff-bf2f49724ec2 req-e66beeb6-1f86-4af4-9c84-d2fe7130e2b5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 944 time: 0.1928031 Jul 22 14:16:45.191978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb4f093c-3473-426b-abff-bf2f49724ec2 req-01303713-264b-492a-bb76-b41ff99c126a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316862 Jul 22 14:16:45.274173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-66589079-767b-49fe-aed1-5296890988fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6022527 Jul 22 14:16:45.406835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:45.446423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-083c996e-b733-44bc-af52-15ebd44233cd req-6e039215-356b-42b2-b318-38b661dccc0d tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749988 Jul 22 14:16:45.519499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:45.714318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-cdb132a5-20f6-481e-a74a-4123374fbd4c service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174113 Jul 22 14:16:45.880569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.882389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Deleting port 64fde570-38fb-495c-a069-047893bd8d42 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:45.882834 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:45.889675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.896454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.903748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.911827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.917739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.924514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:45.926550 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-698d4c7e-7b35-4977-aaa1-72d7bc29de2d req-713a881b-e70c-4035-a10d-7ccf3acf8aa0 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.2993288 Jul 22 14:16:45.952600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66c1e174-58ae-439c-83dd-5df191925ee2 req-c575e0f6-7303-457b-8262-66ce0ac2f30b service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292173 Jul 22 14:16:45.978248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] For port 64fde570-38fb-495c-a069-047893bd8d42, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=64fde570-38fb-495c-a069-047893bd8d42,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:45.982184 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:45.983222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router abb7a677-e988-4834-9f0e-54e19a1eab4c is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:16:45.998561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Calling delete_port for 64fde570-38fb-495c-a069-047893bd8d42 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:46.112301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:46.126011 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Sync routers for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:46.135689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:46.137845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2d2333f8-824a-4822-86fe-05caef085bcc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6433272 Jul 22 14:16:46.138559 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:46.139312 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:46.142259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:46.183991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2bf352ca-3841-44db-a8e2-980209c2f090 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0ecc5739585a4cdd98d8a79fff6f65e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405726 Jul 22 14:16:46.184643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:46.272055 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:46.296792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:46.369513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4516b0-0d5d-4bdb-9a4d-4411d0c3ef6c tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:46.371836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6e4516b0-0d5d-4bdb-9a4d-4411d0c3ef6c tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1859622 Jul 22 14:16:46.378486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49592) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:46.436028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=64fde570-38fb-495c-a069-047893bd8d42,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:46.492677 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4c646fa4-3147-400f-b26f-046b6f059a92 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0702627 Jul 22 14:16:46.492956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:46.502360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774809002', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:46.576974 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:43Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:46.660539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef074-13cb-475f-b2e0-93574d70e768 req-5dc1ac3d-20c6-474c-b000-9f71d7aaedbf tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:46.661324 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Checking router: abb7a677-e988-4834-9f0e-54e19a1eab4c for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:46.661703 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Updating router abb7a677-e988-4834-9f0e-54e19a1eab4c port d585dae1-da85-4f8c-8e70-745c0bc38110 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:16:46.671824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c24ef074-13cb-475f-b2e0-93574d70e768 req-5dc1ac3d-20c6-474c-b000-9f71d7aaedbf tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 944 time: 0.3644722 Jul 22 14:16:46.751600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:16:46.755563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:46.761509 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:46.852787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c24ef074-13cb-475f-b2e0-93574d70e768 req-4f637b13-d36c-4438-9067-d96e17e6108a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798353 Jul 22 14:16:46.873520 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.118165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.195935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Subnet': ['ID=413ffb70-a7cf-4b25-99be-b9897005be53,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:47.232250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Checking segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:47.232629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network hostable DHCP agents. Network: 893e3350-cadf-4224-a937-93e6483a3b44, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:16:47.234107 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.254853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 893e3350-cadf-4224-a937-93e6483a3b44 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:16:47.258892 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Transition to ACTIVE for port object d585dae1-da85-4f8c-8e70-745c0bc38110 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:47.269992 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.278319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 893e3350-cadf-4224-a937-93e6483a3b44) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:47.279953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device daa5fa32-8f0c-4269-9bb3-085eee7c1535 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:16:47.296644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Router 5b7269e2-659e-46ca-9bc5-71c99a546d91 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:16:47.298393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:47.299151 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.323129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db81d6fa-f956-43b1-9964-7e2340be4c9b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8288796 Jul 22 14:16:47.325606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49632) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:47.331590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0f9e1-cda5-4b76-83cd-8b8308bf3c41 None None] Network 893e3350-cadf-4224-a937-93e6483a3b44 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:16:47.477990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:47.500988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49640) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:47.503592 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da0a8d5a-7696-4782-bce0-c48465fad2cb admin admin] 10.222.0.11 "PUT /v2.0/routers/5b7269e2-659e-46ca-9bc5-71c99a546d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4302838 Jul 22 14:16:47.558083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] Sync routers for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:47.604460 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Attempting to bind port d585dae1-da85-4f8c-8e70-745c0bc38110 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:47.605101 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Attempting to bind port d585dae1-da85-4f8c-8e70-745c0bc38110 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:47.605642 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Attempting to bind port d585dae1-da85-4f8c-8e70-745c0bc38110 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:47.626199 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:47.626886 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:47.627685 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.628414 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:47.629083 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Bound port: d585dae1-da85-4f8c-8e70-745c0bc38110, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:47.629701 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.669514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-893e3350-cadf-4224-a937-93e6483a3b44', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:16:47.670422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.690756 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] For port d585dae1-da85-4f8c-8e70-745c0bc38110, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:47.694436 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] For port d585dae1-da85-4f8c-8e70-745c0bc38110, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d585dae1-da85-4f8c-8e70-745c0bc38110,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:47.702645 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.705993 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13087d8-14ae-4796-9430-d7f2aa3530fa None None] Pushing event updated for resources: {'Port': ['ID=d585dae1-da85-4f8c-8e70-745c0bc38110,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:47.812228 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:47.814279 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:47.842307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:47.925864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13087d8-14ae-4796-9430-d7f2aa3530fa None None] Pushing event updated for resources: {'Port': ['ID=d585dae1-da85-4f8c-8e70-745c0bc38110,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:47.989909 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:48.199862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc19e-bbe2-4ac2-8ccc-aed1c0ace174 req-221e28e3-768c-4395-8802-f1e6403bc398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:48.201436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Allocated IP 172.20.0.2 (893e3350-cadf-4224-a937-93e6483a3b44/413ffb70-a7cf-4b25-99be-b9897005be53/f121c3a5-7394-449d-9c2a-6ed69f6eb9fd) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:48.202427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9bcc19e-bbe2-4ac2-8ccc-aed1c0ace174 req-221e28e3-768c-4395-8802-f1e6403bc398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 944 time: 0.1818898 Jul 22 14:16:48.267867 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-24203187-3585-4c5c-805d-840e9effb6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:43Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:48.287917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:48.288556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:48.292437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9bcc19e-bbe2-4ac2-8ccc-aed1c0ace174 req-d9c9709a-d6f4-4f54-a866-ff940a1021c3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797598 Jul 22 14:16:48.299260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:48.299648 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24203187-3585-4c5c-805d-840e9effb6be None None] The sync data for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 is: [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:43Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:48.426297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:48.600382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:48.616173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:48.690649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Deleting port e64bac84-5018-4e93-baf4-e9f98db7d57c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:48.691331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:48.707839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-434f9450-3b18-485a-94d1-4fb23167c217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:48.718165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'mac_address': 'fa:16:3e:44:fa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:16:48.912900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] For port e64bac84-5018-4e93-baf4-e9f98db7d57c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e64bac84-5018-4e93-baf4-e9f98db7d57c,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:48.915239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:48.936334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Calling delete_port for e64bac84-5018-4e93-baf4-e9f98db7d57c owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:49.074766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.094262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa5fa32-8f0c-4269-9bb3-085eee7c1535 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:49.100394 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.190094 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.199935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:49.211405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.240985 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.249582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Transition to ACTIVE for port object f121c3a5-7394-449d-9c2a-6ed69f6eb9fd will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:49.253017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64bac84-5018-4e93-baf4-e9f98db7d57c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:49.343432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Transition to ACTIVE for port object f121c3a5-7394-449d-9c2a-6ed69f6eb9fd will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:49.374731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:16:46Z', 'revision_number': 5, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port': {'id': 'e64bac84-5018-4e93-baf4-e9f98db7d57c', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:06:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:08:37Z', 'updated_at': '2021-07-22T14:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:49.493435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.514110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] Checking router: 5b7269e2-659e-46ca-9bc5-71c99a546d91 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:49.543372 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:49.558789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] Routers {'5b7269e2-659e-46ca-9bc5-71c99a546d91'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:49.559420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5b7269e2-659e-46ca-9bc5-71c99a546d91'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:49.563755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:49.584224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.1 (893e3350-cadf-4224-a937-93e6483a3b44/413ffb70-a7cf-4b25-99be-b9897005be53/12a487ba-be0e-4c2b-80c8-85aa4f01e4c2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:49.627350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60623-a694-4159-bebe-ada1511704f6 req-2446b74c-0ec7-4d51-8b83-6d747b248780 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:49.635175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3be60623-a694-4159-bebe-ada1511704f6 req-2446b74c-0ec7-4d51-8b83-6d747b248780 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 945 time: 0.2300358 Jul 22 14:16:49.647624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['daa5fa32-8f0c-4269-9bb3-085eee7c1535'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:16:49.731479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Network 893e3350-cadf-4224-a937-93e6483a3b44 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:49.734488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3be60623-a694-4159-bebe-ada1511704f6 req-ce74fb2f-a01f-4777-928b-09692946f778 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982797 Jul 22 14:16:49.763194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:49.771445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:49.786306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] Set router 5b7269e2-659e-46ca-9bc5-71c99a546d91 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:49.923235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:16:49Z', 'revision_number': 7, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:49.931768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49700) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:50.034620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Pushing event updated for resources: {'Port': ['ID=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:50.056485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458a90b-6b5a-40f6-9919-82e12ec69c81 None None] The sync data for ids ['5b7269e2-659e-46ca-9bc5-71c99a546d91'] in n-d-787205-11 is: [{'id': '5b7269e2-659e-46ca-9bc5-71c99a546d91', 'name': 'tempest-AttachVolumeTestJSON-1756039547-router', 'tenant_id': '40d7a857defb45efaee64269f816cbad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:08:34Z', 'updated_at': '2021-07-22T14:16:49Z', 'revision_number': 7, 'project_id': '40d7a857defb45efaee64269f816cbad', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:50.092662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.095674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Attempting to bind port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:50.096221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Attempting to bind port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:50.096832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Attempting to bind port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:50.104044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:50.104779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Checking segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:50.105937 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.106664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Bound using segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:50.107330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Bound port: f121c3a5-7394-449d-9c2a-6ed69f6eb9fd, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:50.107907 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.144024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.145011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.145754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.146624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.147295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.147955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.148597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:50.150801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-d80997de-9f9f-49b5-8174-d09066202aa4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.2176692 Jul 22 14:16:50.239362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] For port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:50.243192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] For port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:50.245243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dd7479a9-777f-4bec-8e71-09918b323a24 req-9228751a-8a48-427a-ab9f-197d2fcedc5a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866311 Jul 22 14:16:50.254217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.259590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.261774 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.293801 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:16:50.411011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23547d-ea3b-4e1d-bb98-d2d93e51854c None None] Pushing event updated for resources: {'Port': ['ID=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:50.448884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.449307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7269e2-659e-46ca-9bc5-71c99a546d91 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:16:50.454532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.458492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:50.458875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7a4a0b51-7acb-4b9e-8ec2-556083e1f177 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b7269e2-659e-46ca-9bc5-71c99a546d91 HTTP/1.1" status: 204 len: 168 time: 2.9567595 Jul 22 14:16:50.498201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.549926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:50.553591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Deleting subnet b7fa3873-e51e-434c-8fee-fab0a09ee07e {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:16:50.557671 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.649910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.668311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.733806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 893e3350-cadf-4224-a937-93e6483a3b44 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:50.737157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:50.743663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:50.769521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:50.814339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:50.865871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.060433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.147864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fa3873-e51e-434c-8fee-fab0a09ee07e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:51.178787 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.184900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2cfbd47-1d18-4cd1-8168-fea80df424a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b7fa3873-e51e-434c-8fee-fab0a09ee07e HTTP/1.1" status: 204 len: 168 time: 0.7252848 Jul 22 14:16:51.189158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49738) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:51.192243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152eecef-2edd-4462-9e51-7f0553ce4b3e None None] Network 7a83db8e-fb7b-4a43-b074-5172c21e030d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:16:51.250837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d585dae1-da85-4f8c-8e70-745c0bc38110 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:51.336833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device daa5fa32-8f0c-4269-9bb3-085eee7c1535 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:51.340560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da13d85-5d59-479f-9e40-54a7ecaf776f req-5165307e-efc6-4fe0-bde7-fcf7cbbf45a0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:51.343256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0da13d85-5d59-479f-9e40-54a7ecaf776f req-5165307e-efc6-4fe0-bde7-fcf7cbbf45a0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 945 time: 0.4812458 Jul 22 14:16:51.345598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.420527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49744) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:51.480952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.493363 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e989454-4536-4a7d-9863-bc172374ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.501728 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.547913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port daa5fa32-8f0c-4269-9bb3-085eee7c1535 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:51.554375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port daa5fa32-8f0c-4269-9bb3-085eee7c1535 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:51.556020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.591590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d585dae1-da85-4f8c-8e70-745c0bc38110 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:51.606439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d585dae1-da85-4f8c-8e70-745c0bc38110 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:51.610869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Deleting port 73791592-711d-4cac-afa4-13b2959b93d8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:16:51.610869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.612409 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.649234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0da13d85-5d59-479f-9e40-54a7ecaf776f req-38e3aa55-5adf-4422-873b-1075c62c16a0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841313 Jul 22 14:16:51.758204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] For port 73791592-711d-4cac-afa4-13b2959b93d8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=73791592-711d-4cac-afa4-13b2959b93d8,segment=NetworkSegment(637b4673-2d77-4a20-a976-ee64b74264cb),segment_id=637b4673-2d77-4a20-a976-ee64b74264cb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:51.759248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.794834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Calling delete_port for 73791592-711d-4cac-afa4-13b2959b93d8 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:16:51.891533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59384c7e-599b-46fd-8ebc-5b3ab3e7450a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.896014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:51.946525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Pushing event deleted for resources: {'Port': ['ID=73791592-711d-4cac-afa4-13b2959b93d8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:51.976048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] No DVR routers for this DVR port 73791592-711d-4cac-afa4-13b2959b93d8 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:16:52.004530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.025157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.154055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c5821-24e9-4f3b-b68a-988fadae6998 None None] DHCP port deletion for 7a83db8e-fb7b-4a43-b074-5172c21e030d request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:16:52.155759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.190656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.212673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a83db8e-fb7b-4a43-b074-5172c21e030d']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:52.235470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:52.236438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.237803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637b4673-2d77-4a20-a976-ee64b74264cb') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:52.238432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637b4673-2d77-4a20-a976-ee64b74264cb') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:52.244528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.261893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:52.266822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.274186 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59610212-c9d7-4c69-afdf-2c92e50287c5" -d '{"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-plugged", "status": "completed", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:52.297690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.313879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:52.316659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d585dae1-da85-4f8c-8e70-745c0bc38110, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d585dae1-da85-4f8c-8e70-745c0bc38110,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:52.321776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:16:52.322614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.323023 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:16:52.325463 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:16:52.331570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.346649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59384c7e-599b-46fd-8ebc-5b3ab3e7450a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.363823 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59384c7e-599b-46fd-8ebc-5b3ab3e7450a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.396234 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a590c8c-a0eb-4d47-b508-164b80017b8a x-openstack-request-id: req-6a590c8c-a0eb-4d47-b508-164b80017b8a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:52.396825 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-plugged", "status": "completed", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:52.397289 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a590c8c-a0eb-4d47-b508-164b80017b8a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:52.397925 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'code': 200} Jul 22 14:16:52.401584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 64fde570-38fb-495c-a069-047893bd8d42 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:52.431916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 64fde570-38fb-495c-a069-047893bd8d42 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:52.432499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 64fde570-38fb-495c-a069-047893bd8d42 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:52.456297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59384c7e-599b-46fd-8ebc-5b3ab3e7450a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b954d8f5-7a89-4224-a376-a842aa2d98b0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:52.481866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59384c7e-599b-46fd-8ebc-5b3ab3e7450a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5c1d597a0fd458bb0f186e72e15a07a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0539327 Jul 22 14:16:52.483501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.485060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.485274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49764) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:52.494877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:52.526552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.528465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7a83db8e-fb7b-4a43-b074-5172c21e030d HTTP/1.1" status: 204 len: 168 time: 1.3266890 Jul 22 14:16:52.545374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 893e3350-cadf-4224-a937-93e6483a3b44 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:52.546475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2e2ee-1a99-4c85-96bb-b26f2ee75384 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a83db8e-fb7b-4a43-b074-5172c21e030d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:52.556114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:52.560724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44fcffac-16c5-4b2b-be0f-c8088125c9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.572802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d585dae1-da85-4f8c-8e70-745c0bc38110,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:52.587082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44fcffac-16c5-4b2b-be0f-c8088125c9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.598259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764948d-7b10-4f12-a751-45d983202c7f None None] Network 893e3350-cadf-4224-a937-93e6483a3b44 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:16:52.674391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44fcffac-16c5-4b2b-be0f-c8088125c9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.677799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44fcffac-16c5-4b2b-be0f-c8088125c9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:52.682848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-44fcffac-16c5-4b2b-be0f-c8088125c9a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b954d8f5-7a89-4224-a376-a842aa2d98b0 HTTP/1.1" status: 204 len: 168 time: 0.1965089 Jul 22 14:16:52.707494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcffac-16c5-4b2b-be0f-c8088125c9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954d8f5-7a89-4224-a376-a842aa2d98b0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:52.786249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8664b8ff-45fe-4264-b3c0-affe0c1f680d None None] Provisioning for port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:52.794021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49778) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:52.829539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ca60c-7849-4a27-ac85-70fe47c424f2 req-494f4ed5-803e-4fb9-bc6f-0b754efa80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:52.839444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f121c3a5-7394-449d-9c2a-6ed69f6eb9fd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:52.841154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c5ca60c-7849-4a27-ac85-70fe47c424f2 req-494f4ed5-803e-4fb9-bc6f-0b754efa80cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 1098 time: 0.3621490 Jul 22 14:16:52.871783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router abb7a677-e988-4834-9f0e-54e19a1eab4c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:16:52.924116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c5ca60c-7849-4a27-ac85-70fe47c424f2 req-6c007e76-4146-44c7-96a6-c4358f956071 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749598 Jul 22 14:16:53.002629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:53.052706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:53.053590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.062957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:16:53.078872 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Sync routers for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:16:53.100458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-de7a84aa-258c-4279-a09f-329a15e39168 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/abb7a677-e988-4834-9f0e-54e19a1eab4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7731962 Jul 22 14:16:53.119223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:53.119981 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:53.285156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.323570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:53.349314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:53.355999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15e726a-d229-4df7-a261-fad9c5f44599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.357233 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.386507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-73bacd6d-fb57-4b5e-b4bf-6315a3974915 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40d7a857defb45efaee64269f816cbad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908475 Jul 22 14:16:53.388960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:53.412802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac910-5ea2-4832-8e96-be60b1e444f5 req-4308314b-5d7f-48be-99a2-b9712eb0ddac tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:53.415157 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:53.423169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea5ac910-5ea2-4832-8e96-be60b1e444f5 req-4308314b-5d7f-48be-99a2-b9712eb0ddac tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.6198854 Jul 22 14:16:53.460099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e64bac84-5018-4e93-baf4-e9f98db7d57c no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:53.500147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a483b2d-4a96-426a-b06a-cf32369666cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.507858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e64bac84-5018-4e93-baf4-e9f98db7d57c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:53.508448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e64bac84-5018-4e93-baf4-e9f98db7d57c not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:53.508619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73791592-711d-4cac-afa4-13b2959b93d8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:16:53.515667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:53.517166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea5ac910-5ea2-4832-8e96-be60b1e444f5 req-ebd615ce-938d-4d31-9667-2e6cce8ec76f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927567 Jul 22 14:16:53.566401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 73791592-711d-4cac-afa4-13b2959b93d8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:16:53.567750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73791592-711d-4cac-afa4-13b2959b93d8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:16:53.580403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a483b2d-4a96-426a-b06a-cf32369666cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.589347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15e726a-d229-4df7-a261-fad9c5f44599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.602836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15e726a-d229-4df7-a261-fad9c5f44599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.645254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e726a-d229-4df7-a261-fad9c5f44599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2c705-3560-4a7f-9c97-8a73fc979849,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:53.668190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9bf2227-e0cf-4aae-bb2d-473ac0a7d937 None None] Provisioning for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:53.673659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9bf2227-e0cf-4aae-bb2d-473ac0a7d937 None None] Provisioning complete for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:53.674560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2227-e0cf-4aae-bb2d-473ac0a7d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.704686 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a483b2d-4a96-426a-b06a-cf32369666cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.708214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a483b2d-4a96-426a-b06a-cf32369666cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.709754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3a483b2d-4a96-426a-b06a-cf32369666cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7a6d982-a8c4-4769-afc9-6246c104a05c HTTP/1.1" status: 204 len: 168 time: 0.3197117 Jul 22 14:16:53.724474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f15e726a-d229-4df7-a261-fad9c5f44599 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbdcf158d5494a928db3afbf1b3ba8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3975604 Jul 22 14:16:53.730155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:53.754227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf2227-e0cf-4aae-bb2d-473ac0a7d937 None None] Port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:16:53.780081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d181934e-2a49-4a10-8305-dd18b25758fd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728435868&fields=id&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 267 time: 0.1890235 Jul 22 14:16:53.793298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a483b2d-4a96-426a-b06a-cf32369666cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a6d982-a8c4-4769-afc9-6246c104a05c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:53.795092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9bf2227-e0cf-4aae-bb2d-473ac0a7d937 None None] Provisioning complete for port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:53.795741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2227-e0cf-4aae-bb2d-473ac0a7d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.922608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc93-3b77-49ac-9204-0a8dc841edbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:53.951895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 2, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:53.971706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc93-3b77-49ac-9204-0a8dc841edbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.035665 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Checking router: abb7a677-e988-4834-9f0e-54e19a1eab4c for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:16:54.037272 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Updating router abb7a677-e988-4834-9f0e-54e19a1eab4c port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:16:54.092608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-95d7e90f-c272-4463-b0f1-bc0848d8a629 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:54.094872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-95d7e90f-c272-4463-b0f1-bc0848d8a629 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 796 time: 0.2761769 Jul 22 14:16:54.110873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc93-3b77-49ac-9204-0a8dc841edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.115195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc93-3b77-49ac-9204-0a8dc841edbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.116941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-876903d6-483c-430c-aa56-2dea03ad904b None None] Provisioning complete for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:54.117330 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-876903d6-483c-430c-aa56-2dea03ad904b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.118382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-16b9bc93-3b77-49ac-9204-0a8dc841edbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63b2c705-3560-4a7f-9c97-8a73fc979849 HTTP/1.1" status: 204 len: 168 time: 0.3776777 Jul 22 14:16:54.132200 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.171401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9bc93-3b77-49ac-9204-0a8dc841edbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2c705-3560-4a7f-9c97-8a73fc979849,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:54.191268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-ed4efba5-6ba9-4bec-a61f-e2bbdf8f8175 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/quotas/0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 375 time: 0.0565236 Jul 22 14:16:54.302957 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.304943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-876903d6-483c-430c-aa56-2dea03ad904b None None] Port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:16:54.378961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-1d88f644-ea7a-4d86-b2fe-39921adcbf2d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1812010 Jul 22 14:16:54.532481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-07288c25-689e-4d6c-a5b3-3bdbe058942f None None] Provisioning complete for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:54.533005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-07288c25-689e-4d6c-a5b3-3bdbe058942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.574726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-a60e1dea-b537-4683-843e-0261ec4faa54 service neutron] 10.222.0.11 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848412 Jul 22 14:16:54.643168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-07288c25-689e-4d6c-a5b3-3bdbe058942f None None] Port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:16:54.698358 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.719452 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Transition to ACTIVE for port object 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:54.724384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d585dae1-da85-4f8c-8e70-745c0bc38110 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:54.730541 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.817078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4956a-b155-4cbb-8eb3-ecde4055c96d req-d4429e57-0771-4561-8865-671cdba917f4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:54.830420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8dd4956a-b155-4cbb-8eb3-ecde4055c96d req-d4429e57-0771-4561-8865-671cdba917f4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1821322 Jul 22 14:16:54.854595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-b8f7b06e-a784-454c-8cce-b6df28204b36 service neutron] 10.222.0.11 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548981 Jul 22 14:16:54.896452 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a8e34-547d-4660-9864-ce51c9038d42 None None] Pushing event updated for resources: {'Port': ['ID=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:54.903939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d585dae1-da85-4f8c-8e70-745c0bc38110 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:54.904289 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:54.944595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8dd4956a-b155-4cbb-8eb3-ecde4055c96d req-141b42d2-e23f-4fcc-91b1-b90518a86f5f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132154 Jul 22 14:16:55.005873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49852) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:55.017228 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Attempting to bind port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:55.017608 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Attempting to bind port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:55.017991 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Attempting to bind port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:55.027992 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:55.028368 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Checking segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:55.029679 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.031196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9fad424-1aea-4afa-8895-ee18d86610b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.032205 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Bound using segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:55.032751 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Bound port: 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:55.033142 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.144075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f121c3a5-7394-449d-9c2a-6ed69f6eb9fd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:55.231216 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] For port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:55.246672 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] For port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:55.261964 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.271417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0cad0774-4e68-4702-ac7a-892caf89b955 req-50f00615-0631-4aa4-834b-96ba01885308 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 210 time: 0.0528336 Jul 22 14:16:55.337926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:55.338302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.413609 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9fad424-1aea-4afa-8895-ee18d86610b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.416908 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:16:55.417550 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:55.432448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9fad424-1aea-4afa-8895-ee18d86610b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.503651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fad424-1aea-4afa-8895-ee18d86610b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3670dc48-f44d-4c4e-b82c-8f1e78929008,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:55.508205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a9fad424-1aea-4afa-8895-ee18d86610b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39363fce9ac84adab48d37a6614beba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5015416 Jul 22 14:16:55.510901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:55.624301 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fc5265-7b01-4aa1-befd-8ab6d3f70633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.650081 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:16:55.716051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fc5265-7b01-4aa1-befd-8ab6d3f70633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.800014 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a8e34-547d-4660-9864-ce51c9038d42 None None] Pushing event updated for resources: {'Port': ['ID=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:55.848089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fc5265-7b01-4aa1-befd-8ab6d3f70633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.861010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95fc5265-7b01-4aa1-befd-8ab6d3f70633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:55.869157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95fc5265-7b01-4aa1-befd-8ab6d3f70633 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3670dc48-f44d-4c4e-b82c-8f1e78929008 HTTP/1.1" status: 204 len: 168 time: 0.3552430 Jul 22 14:16:55.896921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc5265-7b01-4aa1-befd-8ab6d3f70633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3670dc48-f44d-4c4e-b82c-8f1e78929008,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:56.036983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53846466-85a2-40db-8f3a-3d7ea0d87222 req-5009145d-8d68-41e9-93ae-25dac9e0fc46 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:56.038928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53846466-85a2-40db-8f3a-3d7ea0d87222 req-5009145d-8d68-41e9-93ae-25dac9e0fc46 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.0956717 Jul 22 14:16:56.101557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53846466-85a2-40db-8f3a-3d7ea0d87222 req-dbe25b6f-f925-4773-bf47-c5ed796c7c11 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561035 Jul 22 14:16:56.145839 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:55Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:16:56.190951 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8bd2e9-4f86-42f1-9c72-df33fc3794c0 None None] The sync data for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 is: [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:55Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:16:56.493774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f475f26-d3a5-45e8-ba51-1f75731cf065 req-0b0ca7c7-2a30-4228-972e-9bb55cdaa2c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 210 time: 0.0586133 Jul 22 14:16:56.711470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:56.816385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:56.820735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:56.821343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:56.965448 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:57.051834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:16:57.061838 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:57.204715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:57.227177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.230042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.230769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.231648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.231999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.232336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.233545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.235245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.235672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.236008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.237102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.237608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:57.270032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-471412ef-952a-4025-bfdc-c05bc5703d66 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:57.287918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-471412ef-952a-4025-bfdc-c05bc5703d66 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 796 time: 0.4011958 Jul 22 14:16:57.414329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-addb5a9d-05c9-4a30-bb8f-472d86119d8c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 379 time: 0.1230333 Jul 22 14:16:57.428037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'port': {'device_id': '2352f0cb-3200-430b-a017-c512e9d31801', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'admin_state_up': True, 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'security_groups': ['48e6ffc1-1db0-494f-8324-db21e8a289ed']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:57.587855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ba868-5a49-4d73-bed1-76152bc2428b req-7cead3ff-53ab-46a4-9470-82b3d842b2da tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:57.589694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d21ba868-5a49-4d73-bed1-76152bc2428b req-7cead3ff-53ab-46a4-9470-82b3d842b2da tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.3531415 Jul 22 14:16:57.692462 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d21ba868-5a49-4d73-bed1-76152bc2428b req-9476c560-4090-4e16-bbff-2468d87e1b51 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879982 Jul 22 14:16:57.700101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad57f739-7a88-4887-ac19-6dacc37c07fd req-05b9f745-6559-4ef4-8329-52712cc3873a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 210 time: 0.0527754 Jul 22 14:16:57.755765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:16:57.759843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:57.975101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.4 (893e3350-cadf-4224-a937-93e6483a3b44/413ffb70-a7cf-4b25-99be-b9897005be53/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:16:58.289924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:58.305576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object f8d0f4bb-5f1f-4e04-8854-38e8840ab83a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:58.361943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:58.419412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 893e3350-cadf-4224-a937-93e6483a3b44 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:16:58.427161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:16:58.431820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:16:58.482695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:58.525848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:58.526851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:58.550141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-d3672ec0-4b3a-47d0-9be6-8f8d9974ac3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1249406 Jul 22 14:16:58.575279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Request body: {'port': {'device_id': '2352f0cb-3200-430b-a017-c512e9d31801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:16:58.711354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:16:58.815689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:58.816320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:58.821794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:58.979056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65dfc513-8e35-4cad-8418-31d5b370dfd9 None None] Provisioning for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:16:59.008223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65dfc513-8e35-4cad-8418-31d5b370dfd9 None None] Provisioning complete for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:16:59.009178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65dfc513-8e35-4cad-8418-31d5b370dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:59.012421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdf6f4-0037-4fa3-844d-ba89b9e074aa req-bcb6b6f7-673a-437a-a22b-649db2d71761 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:59.014240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08bdf6f4-0037-4fa3-844d-ba89b9e074aa req-bcb6b6f7-673a-437a-a22b-649db2d71761 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1549935 Jul 22 14:16:59.102806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08bdf6f4-0037-4fa3-844d-ba89b9e074aa req-ae3796d3-a0da-4078-8e58-c80768106edb tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763898 Jul 22 14:16:59.156121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee0162-9c61-47ac-a652-dcafd44c86f5 req-59a2d244-3c86-4fde-bc11-e03564e8d068 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:59.163360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fee0162-9c61-47ac-a652-dcafd44c86f5 req-59a2d244-3c86-4fde-bc11-e03564e8d068 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 931 time: 0.3251319 Jul 22 14:16:59.178033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-65dfc513-8e35-4cad-8418-31d5b370dfd9 None None] Port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:16:59.283054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fee0162-9c61-47ac-a652-dcafd44c86f5 req-d1aa1ba3-8c11-48e2-8ebb-092163491caa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026645 Jul 22 14:16:59.404394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d0f4bb-5f1f-4e04-8854-38e8840ab83a {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:16:59.415131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:59.432706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Transition to ACTIVE for port object f8d0f4bb-5f1f-4e04-8854-38e8840ab83a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:16:59.451120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:59.588496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:59.605454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:16:59.605840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:16:59.606678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:59.611864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:16:59.612163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:16:59.617801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:16:59.618406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Checking segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:16:59.618818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Bound using segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:16:59.619637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Bound port: f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:16:59.620172 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:59.709817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:16:59.713250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:16:59.720349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:59.791303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:59.791929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:59.793564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] 10.222.0.13 "PUT /v2.0/ports/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 1092 time: 1.2269824 Jul 22 14:16:59.794473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:16:59.797978 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:16:59.801214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d9afe-050a-45c4-a4b1-a5c9741f36ba service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:59.909595 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebc2f0d-91ae-429c-947a-59eb4abb9c4d x-openstack-request-id: req-6ebc2f0d-91ae-429c-947a-59eb4abb9c4d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:16:59.909901 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:16:59.910141 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ebc2f0d-91ae-429c-947a-59eb4abb9c4d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:16:59.910536 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'status': 'completed', 'code': 200} Jul 22 14:16:59.958410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-df522e2b-8432-469b-b20d-45a5775727c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:16:59.960029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-df522e2b-8432-469b-b20d-45a5775727c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1095 time: 0.1166961 Jul 22 14:17:00.025525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-3d519773-8e99-4958-98d9-ddbd2760a1b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 217 time: 0.0555017 Jul 22 14:17:00.158432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-fdbab730-5bb5-4880-9101-208c24733a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:00.161865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-fdbab730-5bb5-4880-9101-208c24733a75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.1277950 Jul 22 14:17:00.240292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-32abdca3-5106-4f4b-a2a6-5689bb202a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:00.242312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-32abdca3-5106-4f4b-a2a6-5689bb202a08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737357 Jul 22 14:17:00.340147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3b059-7119-45a1-a9a8-df01bc277f85 req-45f8b17e-33b0-42d6-b970-cf71ff90eebe tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:00.349129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ec3b059-7119-45a1-a9a8-df01bc277f85 req-45f8b17e-33b0-42d6-b970-cf71ff90eebe tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1378992 Jul 22 14:17:00.405603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-b952f011-b729-435e-8012-776d2349b71a service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553624 Jul 22 14:17:00.411084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ec3b059-7119-45a1-a9a8-df01bc277f85 req-0a441df6-ec3b-437f-ace7-7430afe9d1a3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548558 Jul 22 14:17:00.559928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f1a4e5-2511-4dff-806a-553c5961ebac req-15f00658-5371-400b-90ac-2c304ca3e994 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430025 Jul 22 14:17:00.568310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4bed5-f0a6-4b51-9e79-7228ef256a12 req-8d5a8584-a679-4dd4-9cc5-e1543df1e3c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:00.569829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4c4bed5-f0a6-4b51-9e79-7228ef256a12 req-8d5a8584-a679-4dd4-9cc5-e1543df1e3c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 0.1294792 Jul 22 14:17:00.659875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4c4bed5-f0a6-4b51-9e79-7228ef256a12 req-70e59d98-74a0-47ff-b7bc-e5245c1094ca tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834219 Jul 22 14:17:00.733380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-9b8e8374-972b-4e97-9d37-f289af1d18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:00.735968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-9b8e8374-972b-4e97-9d37-f289af1d18b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1095 time: 0.1029966 Jul 22 14:17:01.247008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-4da90f20-3a5b-402b-a5ee-87bebc894698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:01.248613 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-4da90f20-3a5b-402b-a5ee-87bebc894698 service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.5055592 Jul 22 14:17:01.295590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-07094f62-4e3e-45a6-b460-27cf6697512e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 217 time: 0.0397995 Jul 22 14:17:01.403215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-ed873f74-a412-4df6-80e6-7693a97f3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:01.405111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-ed873f74-a412-4df6-80e6-7693a97f3e1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.1020620 Jul 22 14:17:01.586270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-abf8fcbe-9f85-4fb7-afa0-edd7dfb8b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:01.588026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-abf8fcbe-9f85-4fb7-afa0-edd7dfb8b34c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730902 Jul 22 14:17:01.738861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61263a-7215-4fe5-afe6-8ce4c1a8dfee req-e9710228-caec-4d7f-8646-d480e09d24c7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:01.740759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e61263a-7215-4fe5-afe6-8ce4c1a8dfee req-e9710228-caec-4d7f-8646-d480e09d24c7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1895976 Jul 22 14:17:01.807776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-88d3e84f-4f4d-406e-9a6d-fd25231631b4 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109051 Jul 22 14:17:01.824811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e61263a-7215-4fe5-afe6-8ce4c1a8dfee req-5e1e7dd6-eb3a-4666-9968-86923cb59b70 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780752 Jul 22 14:17:01.957738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dabf3ac5-64c3-4cc6-b15c-7ca6035823aa req-2b7d4fb5-204f-4130-b27f-1bb9e4782e62 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428523 Jul 22 14:17:01.985714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1da353-77fe-4141-bacc-afcb13f8e866 req-251f46c2-0df3-4ddc-8ba7-6bcab7d89ad4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:01.988663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd1da353-77fe-4141-bacc-afcb13f8e866 req-251f46c2-0df3-4ddc-8ba7-6bcab7d89ad4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 0.1102231 Jul 22 14:17:02.068242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd1da353-77fe-4141-bacc-afcb13f8e866 req-c16261bf-02ef-423a-8fcb-f49c3af86974 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529270 Jul 22 14:17:02.990995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f55d25-691e-4e7b-8920-59e62ce2f8e4 req-813e056c-5407-4732-aff5-46c308ec92f5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:02.998219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51f55d25-691e-4e7b-8920-59e62ce2f8e4 req-813e056c-5407-4732-aff5-46c308ec92f5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.0881939 Jul 22 14:17:03.045535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51f55d25-691e-4e7b-8920-59e62ce2f8e4 req-3a2a5941-1293-4a9c-b5c5-bcd0310cb567 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Jul 22 14:17:03.260767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99f8ea-5183-4e0f-9c5d-1cf991637dc2 req-99326667-9547-46bc-9972-5fa8ac05d1dd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:03.262473 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb99f8ea-5183-4e0f-9c5d-1cf991637dc2 req-99326667-9547-46bc-9972-5fa8ac05d1dd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 0.0979373 Jul 22 14:17:03.314182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb99f8ea-5183-4e0f-9c5d-1cf991637dc2 req-9164474e-f13d-4a33-aa2c-3ed95ec6c79a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434344 Jul 22 14:17:03.372268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:17:03.516836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:03.533425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'mac_address': 'fa:16:3e:40:fc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:17:03.601281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:03.623364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0f4bb-5f1f-4e04-8854-38e8840ab83a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:17:03.664042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:03.675328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:03.744018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:03.889568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:17:04.300170 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3f6f7-bb56-4d24-b234-f800a6267bea req-18b7f6ed-aba3-4500-bec7-42a64ffec80a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:04.307179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-efe3f6f7-bb56-4d24-b234-f800a6267bea req-18b7f6ed-aba3-4500-bec7-42a64ffec80a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1413269 Jul 22 14:17:04.354061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-efe3f6f7-bb56-4d24-b234-f800a6267bea req-2beb60b7-4f5c-4a82-b891-f90a78396cf9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Jul 22 14:17:04.542426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28989ee6-3a1f-4fba-a539-5bdb6ae4c260 req-c828744d-61ba-476d-8f46-5a15916d55b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:04.545567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28989ee6-3a1f-4fba-a539-5bdb6ae4c260 req-c828744d-61ba-476d-8f46-5a15916d55b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.1058118 Jul 22 14:17:04.627690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28989ee6-3a1f-4fba-a539-5bdb6ae4c260 req-e34b6601-acee-407b-9eae-73a4175e9bae tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705807 Jul 22 14:17:05.388653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:05.477726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:05.482561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:05.483133 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:05.542780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266b809-525b-4750-8fa6-079b6fef780f req-77666666-77e9-4ba5-b155-be8198284b0b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:05.558814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9266b809-525b-4750-8fa6-079b6fef780f req-77666666-77e9-4ba5-b155-be8198284b0b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1204524 Jul 22 14:17:05.589517 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:05.614954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:05.617248 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17662111-c0a6-42b1-b5e8-dc15861016d4" -d '{"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:05.643935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:05.656921 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:05.657733 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9266b809-525b-4750-8fa6-079b6fef780f req-b8a0a568-3c98-4f58-946c-1b2f6badc65c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894766 Jul 22 14:17:05.721669 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376710b2-b8a5-4fa4-a6eb-c510670a865c x-openstack-request-id: req-376710b2-b8a5-4fa4-a6eb-c510670a865c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:05.722049 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:05.722518 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-376710b2-b8a5-4fa4-a6eb-c510670a865c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:05.722979 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'code': 200} Jul 22 14:17:05.784381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:05.945637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b258037-b8e5-4078-8b30-22f141debffa req-dffc4261-0412-4c3b-bd6c-3858d9b60983 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:05.947240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b258037-b8e5-4078-8b30-22f141debffa req-dffc4261-0412-4c3b-bd6c-3858d9b60983 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.1307769 Jul 22 14:17:05.950405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6ca3-e407-4b7e-b070-9cb4b5683ac8 req-20c9983b-2af0-4d43-9c76-d065d29295fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:05.952045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-034e6ca3-e407-4b7e-b070-9cb4b5683ac8 req-20c9983b-2af0-4d43-9c76-d065d29295fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1097 time: 0.1920903 Jul 22 14:17:06.031431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b258037-b8e5-4078-8b30-22f141debffa req-836ed5f2-4cdc-4132-9cf1-0ce47e500ef9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712895 Jul 22 14:17:06.047810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-034e6ca3-e407-4b7e-b070-9cb4b5683ac8 req-6612303b-5fc6-485f-a033-6dd44e51de10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873601 Jul 22 14:17:06.880513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0263f-d977-4367-9a26-43e88b807a84 req-937d0f1f-d520-4261-8e54-faaa2d04c461 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:06.884502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59f0263f-d977-4367-9a26-43e88b807a84 req-937d0f1f-d520-4261-8e54-faaa2d04c461 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1211998 Jul 22 14:17:06.956279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59f0263f-d977-4367-9a26-43e88b807a84 req-986b4e42-6d1a-4ba3-96c6-24408fee583d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644720 Jul 22 14:17:07.205498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0b2a-3501-48b0-9480-50c5e05717b9 req-c0c7a222-6750-4df5-85fd-68f407e874e5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:07.213601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-950e0b2a-3501-48b0-9480-50c5e05717b9 req-c0c7a222-6750-4df5-85fd-68f407e874e5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.1091404 Jul 22 14:17:07.299595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-950e0b2a-3501-48b0-9480-50c5e05717b9 req-2d8be63a-2d0d-44ae-be87-d20a40f2d1ae tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753081 Jul 22 14:17:07.445065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ec09ec-c219-4e6c-895d-2ec808283283 req-5070b267-165f-4dab-a9ff-b629aa11ba87 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:07.446621 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30ec09ec-c219-4e6c-895d-2ec808283283 req-5070b267-165f-4dab-a9ff-b629aa11ba87 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.0763891 Jul 22 14:17:07.495071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30ec09ec-c219-4e6c-895d-2ec808283283 req-f4776ad6-f992-4b12-afd3-da9067d664f2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424039 Jul 22 14:17:07.534520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50410) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:07.605516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d71fec9-9a14-4ca8-8795-a70f45596207 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:07.610518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d71fec9-9a14-4ca8-8795-a70f45596207 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1092 time: 0.0696900 Jul 22 14:17:07.613175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50412) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:07.617774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:07.649259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:07.773469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:07.940559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.176 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9ba09d77-2666-49d2-ae10-fedfa10c1d92) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:08.084262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:08.147108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:08.172519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a49f7-e76a-45ec-b55c-9cb29e0f063b req-acb63263-2761-4bd7-a397-2723a3a87c8c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:08.180204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f70a49f7-e76a-45ec-b55c-9cb29e0f063b req-acb63263-2761-4bd7-a397-2723a3a87c8c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1079156 Jul 22 14:17:08.198846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:08.215393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:08.220234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:08.250938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f70a49f7-e76a-45ec-b55c-9cb29e0f063b req-42fc610f-614b-41d9-8eb2-327dbb1acbdd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697417 Jul 22 14:17:08.438936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=9ba09d77-2666-49d2-ae10-fedfa10c1d92,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:08.831852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:08.982458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:09.179270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:09.187672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:09.307413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=9ba09d77-2666-49d2-ae10-fedfa10c1d92,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:09.313279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:09.489899 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 associated. External IP: 172.25.8.176, port: f8d0f4bb-5f1f-4e04-8854-38e8840ab83a. Jul 22 14:17:09.666574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdb6c3-7d6a-48c1-953b-ab99cbbc60ca req-71dbafdc-693d-47ed-a891-f6cdb4329415 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:09.668128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2cdb6c3-7d6a-48c1-953b-ab99cbbc60ca req-71dbafdc-693d-47ed-a891-f6cdb4329415 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1823492 Jul 22 14:17:09.788928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2cdb6c3-7d6a-48c1-953b-ab99cbbc60ca req-5d01b0f4-6bee-4b9a-ba9b-6b4557a90824 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122680 Jul 22 14:17:09.829829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router abb7a677-e988-4834-9f0e-54e19a1eab4c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:17:09.974599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:17:09.997720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] Sync routers for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:17:10.037654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:10.041960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:17:10.044610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:10.113832 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-abe08c1a-2908-4336-896b-5f809bfe5da8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4970593 Jul 22 14:17:10.113832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:10.134175 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7339bd-9924-4640-9b88-cb1ea5a64156" -d '{"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:10.276956 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636a5d9c-9f5b-4fdc-8805-c5fc109657b7 x-openstack-request-id: req-636a5d9c-9f5b-4fdc-8805-c5fc109657b7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:10.277236 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:10.277479 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-636a5d9c-9f5b-4fdc-8805-c5fc109657b7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:10.277925 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'status': 'completed', 'code': 200} Jul 22 14:17:10.301930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:17:10.354509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d6401-2fa5-4d72-a93f-4784d74d796a req-2838464b-d4b2-45ff-a8b0-88c0fad40f80 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:10.362033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d8d6401-2fa5-4d72-a93f-4784d74d796a req-2838464b-d4b2-45ff-a8b0-88c0fad40f80 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.1378124 Jul 22 14:17:10.410855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-b6384263-dce4-48a4-8de9-4b5bbe70d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:10.413796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-b6384263-dce4-48a4-8de9-4b5bbe70d60a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1097 time: 0.1219130 Jul 22 14:17:10.431731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d8d6401-2fa5-4d72-a93f-4784d74d796a req-c1a72927-8fae-4cef-b6f3-3b6be7a73a20 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687115 Jul 22 14:17:10.457469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:10.625682 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-469a3640-c198-413d-b65f-10b3cbae6e31 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 HTTP/1.1" status: 200 len: 991 time: 0.1646905 Jul 22 14:17:10.659253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-63d33f94-1025-4440-b485-eda9289a283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:10.660762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-63d33f94-1025-4440-b485-eda9289a283a service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.2322841 Jul 22 14:17:10.716431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'd0c91b29-fd3d-4949-a57d-71ce0dfa0f67', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'mac_address': 'fa:16:3e:40:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352f0cb-3200-430b-a017-c512e9d31801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:17:08Z', 'updated_at': '2021-07-22T14:17:08Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:57Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:10.755649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] Checking router: abb7a677-e988-4834-9f0e-54e19a1eab4c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:17:10.764614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:17:10.766281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:16:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:10.776952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-87c815ea-3452-4ea5-b2e5-a56d623a62fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.1072991 Jul 22 14:17:10.889256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:17:10.893899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-615aa560-ea1f-405a-8522-56527d7ea603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:10.901024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-615aa560-ea1f-405a-8522-56527d7ea603 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.1139908 Jul 22 14:17:11.028522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-1c0f9062-5689-43b1-8d2a-6c0feee3d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:11.031879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-1c0f9062-5689-43b1-8d2a-6c0feee3d5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1241269 Jul 22 14:17:11.056797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5de0d4-46a4-4c92-a396-dacaa392a00f req-290ac275-8a35-4cb5-9eaf-27a583f18a9f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:11.074561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f5de0d4-46a4-4c92-a396-dacaa392a00f req-290ac275-8a35-4cb5-9eaf-27a583f18a9f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1559758 Jul 22 14:17:11.152268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f5de0d4-46a4-4c92-a396-dacaa392a00f req-c5193a33-491a-43c8-9764-e6ea349a08c6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760531 Jul 22 14:17:11.201836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-b356a6fe-7815-4036-93f6-37bbd0e6772d service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489196 Jul 22 14:17:11.239820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'd0c91b29-fd3d-4949-a57d-71ce0dfa0f67', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'mac_address': 'fa:16:3e:40:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352f0cb-3200-430b-a017-c512e9d31801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:17:08Z', 'updated_at': '2021-07-22T14:17:08Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:57Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:11.281476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eeb2b6-afa3-431d-b3c2-1ec07d5f9fe5 None None] The sync data for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 is: [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'd0c91b29-fd3d-4949-a57d-71ce0dfa0f67', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2030, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'mac_address': 'fa:16:3e:40:fc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352f0cb-3200-430b-a017-c512e9d31801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:17:08Z', 'updated_at': '2021-07-22T14:17:08Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:57Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:17:11.397119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b7339bd-9924-4640-9b88-cb1ea5a64156 req-2a54bf5e-ce25-41cf-a49e-fa6a0cd82aa9 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990962 Jul 22 14:17:11.600165 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ee1cf-9ac4-4ca3-8c91-6ea4bdbb34d7 None None] New status for floating IP d0c91b29-fd3d-4949-a57d-71ce0dfa0f67: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:17:11.628687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:11.757923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b00353da-8d9e-4dc7-9ae3-0d01a59e3e7b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 HTTP/1.1" status: 200 len: 991 time: 0.1271837 Jul 22 14:17:12.351836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc61aff-737b-4b61-977a-ac7e3df5ec8b req-6c7d6cd1-5568-4192-9e67-355d2383a404 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:12.353946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbc61aff-737b-4b61-977a-ac7e3df5ec8b req-6c7d6cd1-5568-4192-9e67-355d2383a404 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1083591 Jul 22 14:17:12.356728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:12.454897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbc61aff-737b-4b61-977a-ac7e3df5ec8b req-cee6567a-b893-442c-9479-b2a418c6be1e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810359 Jul 22 14:17:12.503613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d092eaa-394c-4b49-bb9a-1388bde962d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.619591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d092eaa-394c-4b49-bb9a-1388bde962d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.625038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d092eaa-394c-4b49-bb9a-1388bde962d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.685678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d092eaa-394c-4b49-bb9a-1388bde962d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcefb16-6793-486a-b8bb-934792b3adec,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:12.690130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3d092eaa-394c-4b49-bb9a-1388bde962d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7103d2b5bb348c5922ced8db6958c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323562 Jul 22 14:17:12.694013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:12.759901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a438694-c054-4ad3-9934-a31f8ba89965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.762939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:12.804805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a438694-c054-4ad3-9934-a31f8ba89965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.848854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-372628fa-b204-4399-ade1-b15823218ce7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 HTTP/1.1" status: 200 len: 993 time: 0.0756018 Jul 22 14:17:12.894133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a438694-c054-4ad3-9934-a31f8ba89965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.898050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a438694-c054-4ad3-9934-a31f8ba89965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.901684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a438694-c054-4ad3-9934-a31f8ba89965 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bcefb16-6793-486a-b8bb-934792b3adec HTTP/1.1" status: 204 len: 168 time: 0.2043064 Jul 22 14:17:12.910128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a438694-c054-4ad3-9934-a31f8ba89965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcefb16-6793-486a-b8bb-934792b3adec,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:13.294961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50616) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:13.315083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56c5b33-1031-48d5-8841-d25aa593bb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.471076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56c5b33-1031-48d5-8841-d25aa593bb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.476711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56c5b33-1031-48d5-8841-d25aa593bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.539830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d56c5b33-1031-48d5-8841-d25aa593bb13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6316d30df3314735ae1b4a1275764411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434568 Jul 22 14:17:13.542795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:13.545376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c5b33-1031-48d5-8841-d25aa593bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a2f65-cb6e-4e2d-bb48-999fd5a359d3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:13.630985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20457d2f-2b8e-4568-adb1-6057555f5149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.659544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b95ab-e495-43c1-b670-258c498078f3 req-9c784f49-120f-4125-891c-ba0165e46aa8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:13.661568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc1b95ab-e495-43c1-b670-258c498078f3 req-9c784f49-120f-4125-891c-ba0165e46aa8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1049504 Jul 22 14:17:13.667646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20457d2f-2b8e-4568-adb1-6057555f5149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.722377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc1b95ab-e495-43c1-b670-258c498078f3 req-003c94d7-e8f7-4793-93b6-da4e7ce5be48 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Jul 22 14:17:13.747599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20457d2f-2b8e-4568-adb1-6057555f5149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.750968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20457d2f-2b8e-4568-adb1-6057555f5149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.752138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-20457d2f-2b8e-4568-adb1-6057555f5149 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d41a2f65-cb6e-4e2d-bb48-999fd5a359d3 HTTP/1.1" status: 204 len: 168 time: 0.2083397 Jul 22 14:17:13.760481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20457d2f-2b8e-4568-adb1-6057555f5149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a2f65-cb6e-4e2d-bb48-999fd5a359d3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:14.201539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-ca2b3e99-2c66-442d-976f-395b06ce80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:14.203678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-ca2b3e99-2c66-442d-976f-395b06ce80d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 1098 time: 0.0770192 Jul 22 14:17:14.329560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-deb893db-5e70-4525-8901-e71f1d47a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:14.331726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-deb893db-5e70-4525-8901-e71f1d47a2bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.1066983 Jul 22 14:17:14.385573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-18c5c577-db44-4a34-92f3-bc71753436d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535 HTTP/1.1" status: 200 len: 217 time: 0.0467737 Jul 22 14:17:14.447932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-4a64fe14-8ae6-420f-9fbf-bbc170f908a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:14.449568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-4a64fe14-8ae6-420f-9fbf-bbc170f908a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0568173 Jul 22 14:17:14.494678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-20480f89-1b17-43ed-9971-c034da6a72ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355482 Jul 22 14:17:14.639689 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-142e9677-661a-4022-aced-39302a06f3c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376786 Jul 22 14:17:14.742313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3cb317a1-fde2-4662-8663-44381e9ab7be req-7b1b57f4-a643-461a-8694-6f7c3990bd5b service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945628 Jul 22 14:17:14.897298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad2625-2402-42b8-baec-019c81225dcc req-2e05711d-a7aa-487e-a260-2fe15646605a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:14.898913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7ad2625-2402-42b8-baec-019c81225dcc req-2e05711d-a7aa-487e-a260-2fe15646605a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.0835693 Jul 22 14:17:14.961492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7ad2625-2402-42b8-baec-019c81225dcc req-d084dbcd-11d5-4d19-8003-42a29b01503f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535944 Jul 22 14:17:15.095599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:15.218214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-faa2e4bf-7804-4835-a7c9-700064099f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.316335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-faa2e4bf-7804-4835-a7c9-700064099f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.320110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-faa2e4bf-7804-4835-a7c9-700064099f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.358280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2e4bf-7804-4835-a7c9-700064099f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c3050-c98c-48bf-bed8-36b627947aa2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:15.365362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-faa2e4bf-7804-4835-a7c9-700064099f28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa3c3ad75b47440a8db118bb6fc71474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662537 Jul 22 14:17:15.366507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:15.422199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65294a5f-ff43-4afc-899a-0f69c85cca44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.444119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65294a5f-ff43-4afc-899a-0f69c85cca44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.500778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65294a5f-ff43-4afc-899a-0f69c85cca44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.503794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65294a5f-ff43-4afc-899a-0f69c85cca44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.505001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-65294a5f-ff43-4afc-899a-0f69c85cca44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c9c3050-c98c-48bf-bed8-36b627947aa2 HTTP/1.1" status: 204 len: 168 time: 0.1383460 Jul 22 14:17:15.513799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65294a5f-ff43-4afc-899a-0f69c85cca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c3050-c98c-48bf-bed8-36b627947aa2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:16.157638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581377b-0920-4e73-9fbc-2085e093923e req-fb15dab2-f990-467e-ba4b-da2907bdd320 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:16.162260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0581377b-0920-4e73-9fbc-2085e093923e req-fb15dab2-f990-467e-ba4b-da2907bdd320 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.0981987 Jul 22 14:17:16.205589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0581377b-0920-4e73-9fbc-2085e093923e req-3feaef3d-0ec3-4587-9588-7b72f297b27d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Jul 22 14:17:17.389328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d713f79-9939-4a25-b4de-f21b0ae991f3 req-0a1b3352-adaa-4051-afb2-e7aa2904565c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:17.392091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d713f79-9939-4a25-b4de-f21b0ae991f3 req-0a1b3352-adaa-4051-afb2-e7aa2904565c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.0945737 Jul 22 14:17:17.448913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7d713f79-9939-4a25-b4de-f21b0ae991f3 req-1d77e523-5d27-4e6c-94e1-cf56834fef84 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 Jul 22 14:17:17.646397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:17.783813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f1581f1-2853-4f93-aecc-e4b696e425b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:17.939045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f1581f1-2853-4f93-aecc-e4b696e425b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:17.943162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f1581f1-2853-4f93-aecc-e4b696e425b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:17.990861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f1581f1-2853-4f93-aecc-e4b696e425b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2563dc84b0d644e6b12045d0bb6d14b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426900 Jul 22 14:17:17.993133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50836) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:18.002475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1581f1-2853-4f93-aecc-e4b696e425b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8825a3-9950-47ce-a0ec-bd608d5fc445,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:18.061415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe018b9-2cfc-4814-b878-684df6d698ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.084434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe018b9-2cfc-4814-b878-684df6d698ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.136000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe018b9-2cfc-4814-b878-684df6d698ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.139044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe018b9-2cfc-4814-b878-684df6d698ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.143785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dbe018b9-2cfc-4814-b878-684df6d698ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc8825a3-9950-47ce-a0ec-bd608d5fc445 HTTP/1.1" status: 204 len: 168 time: 0.1471643 Jul 22 14:17:18.150293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe018b9-2cfc-4814-b878-684df6d698ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8825a3-9950-47ce-a0ec-bd608d5fc445,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:18.527653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:18.548655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6feb565d-9c87-40ba-b7fe-a0417aed26e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.554014 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-440ed6fd-2e35-493a-b9ee-c29bb2959e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.731879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0e3d0-b174-4df1-9edd-85fb55291e9f req-9c52e6f9-0ffc-4b32-a866-8d6185b81d48 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:18.734617 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80a0e3d0-b174-4df1-9edd-85fb55291e9f req-9c52e6f9-0ffc-4b32-a866-8d6185b81d48 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1608384 Jul 22 14:17:18.822497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6feb565d-9c87-40ba-b7fe-a0417aed26e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.834451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80a0e3d0-b174-4df1-9edd-85fb55291e9f req-a9189651-eef3-4767-b788-71e1a176a90c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882518 Jul 22 14:17:18.835998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6feb565d-9c87-40ba-b7fe-a0417aed26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:18.911215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6feb565d-9c87-40ba-b7fe-a0417aed26e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc3a8df477e4495f94f69933370b1ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817971 Jul 22 14:17:18.912366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb565d-9c87-40ba-b7fe-a0417aed26e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc74bbe-c6fc-4334-991e-cffc5dcfb058,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:18.915499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:18.993897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:19.036478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c99f78aa-dd75-4968-b22b-cbd0beff109d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:19.067070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c99f78aa-dd75-4968-b22b-cbd0beff109d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:19.121598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c99f78aa-dd75-4968-b22b-cbd0beff109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:19.126212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c99f78aa-dd75-4968-b22b-cbd0beff109d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:19.127690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c99f78aa-dd75-4968-b22b-cbd0beff109d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfc74bbe-c6fc-4334-991e-cffc5dcfb058 HTTP/1.1" status: 204 len: 168 time: 0.2100351 Jul 22 14:17:19.140922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f78aa-dd75-4968-b22b-cbd0beff109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc74bbe-c6fc-4334-991e-cffc5dcfb058,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:19.900843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:20.013513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20b18d-09c2-4163-a308-42707ff2ca01 req-98d64895-244b-4dc2-840e-e82243bbb692 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:20.022383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d20b18d-09c2-4163-a308-42707ff2ca01 req-98d64895-244b-4dc2-840e-e82243bbb692 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.0887232 Jul 22 14:17:20.082250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d20b18d-09c2-4163-a308-42707ff2ca01 req-62d0f40b-e415-4d2d-a8f8-3669f97d2b99 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587373 Jul 22 14:17:20.447974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:20.558476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aee9d417-6542-4d77-88d5-8523c37321c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:20.666487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aee9d417-6542-4d77-88d5-8523c37321c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:20.672168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aee9d417-6542-4d77-88d5-8523c37321c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:20.714682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aee9d417-6542-4d77-88d5-8523c37321c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea525c62af6141d28210354d9a94f67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2655144 Jul 22 14:17:20.715651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9d417-6542-4d77-88d5-8523c37321c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c2e56-89c3-4bc2-aedb-f59a333f9fd5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:20.717321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50942) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:21.057420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca4c97ef-8418-4208-9d2a-410f10bd4835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:21.080411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca4c97ef-8418-4208-9d2a-410f10bd4835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:21.142958 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca4c97ef-8418-4208-9d2a-410f10bd4835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:21.147024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca4c97ef-8418-4208-9d2a-410f10bd4835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:21.150108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca4c97ef-8418-4208-9d2a-410f10bd4835 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d2c2e56-89c3-4bc2-aedb-f59a333f9fd5 HTTP/1.1" status: 204 len: 168 time: 0.4298193 Jul 22 14:17:21.163697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c97ef-8418-4208-9d2a-410f10bd4835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c2e56-89c3-4bc2-aedb-f59a333f9fd5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:21.319431 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:21.325717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac27a7-7fce-461b-95fd-86259823375f req-ec085b56-c4da-442b-af1e-3a6369901073 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:21.328082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00ac27a7-7fce-461b-95fd-86259823375f req-ec085b56-c4da-442b-af1e-3a6369901073 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1218774 Jul 22 14:17:21.393547 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00ac27a7-7fce-461b-95fd-86259823375f req-a8d17a94-fefe-4c83-a3bd-bd8c3a585572 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Jul 22 14:17:21.419741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c373c87b-d667-44c0-9730-c93598c03614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:22.369630 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:22.532145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:22.561120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909af01-02e2-4be9-8eba-652c6d28c4ad req-81eb6eb6-285b-4038-a2aa-a8ba15275adc tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:22.563648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3909af01-02e2-4be9-8eba-652c6d28c4ad req-81eb6eb6-285b-4038-a2aa-a8ba15275adc tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1025720 Jul 22 14:17:22.615535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3909af01-02e2-4be9-8eba-652c6d28c4ad req-a71d4c7b-069e-4866-9cca-84b2dafb3ead tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457282 Jul 22 14:17:22.672568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe565-24f7-4a58-bab7-9e0abbceb5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:22.789898 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe565-24f7-4a58-bab7-9e0abbceb5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:22.793693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe565-24f7-4a58-bab7-9e0abbceb5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:22.846232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ce1fe565-24f7-4a58-bab7-9e0abbceb5cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b27e7c48e88743f7892cfcd9d0680548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124595 Jul 22 14:17:22.847011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51052) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:22.850248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fe565-24f7-4a58-bab7-9e0abbceb5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2105d09f-ed6c-442a-9904-ec38c15c5a5d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:22.925923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e801edb8-e194-42f5-967e-8948f111e5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:22.949511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e801edb8-e194-42f5-967e-8948f111e5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:23.005446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e801edb8-e194-42f5-967e-8948f111e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:23.008405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e801edb8-e194-42f5-967e-8948f111e5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:23.009764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e801edb8-e194-42f5-967e-8948f111e5b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2105d09f-ed6c-442a-9904-ec38c15c5a5d HTTP/1.1" status: 204 len: 168 time: 0.1616232 Jul 22 14:17:23.019291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801edb8-e194-42f5-967e-8948f111e5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105d09f-ed6c-442a-9904-ec38c15c5a5d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:23.513160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device daa5fa32-8f0c-4269-9bb3-085eee7c1535 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:17:23.634505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:23.669254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'mac_address': 'fa:16:3e:44:fa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:17:23.753866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:23.899951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353f908-3c86-4e6d-8535-4da5a8a7afd2 req-27ca931b-52e9-4bcf-8565-5f9c649bee28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:23.908428 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9353f908-3c86-4e6d-8535-4da5a8a7afd2 req-27ca931b-52e9-4bcf-8565-5f9c649bee28 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1370261 Jul 22 14:17:23.958317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9353f908-3c86-4e6d-8535-4da5a8a7afd2 req-ea59074e-e6c7-47b4-bac9-360e89297bf2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Jul 22 14:17:23.987148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id daa5fa32-8f0c-4269-9bb3-085eee7c1535 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:17:24.028781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:24.042041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.061693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:24.121890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:24.146181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['daa5fa32-8f0c-4269-9bb3-085eee7c1535'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:17:24.250170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.311565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-444017231'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:24.360086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:24.363704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.386380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.619028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.631311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.654208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:17:24.666768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.668312 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Added segment ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8 of type vlan for network 5a67e2db-09d2-40a9-8f88-44db2e308c21 Jul 22 14:17:24.755444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.771854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e597541b-fa39-4d8b-a441-026b87633384,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:24.825333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.845239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:24.845872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:24.902655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8393288 Jul 22 14:17:24.907331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51130) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:24.920435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'subnet': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:25.019411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d771876-c46e-4194-b120-49e7e18ffb59 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Network': ['ID=5a67e2db-09d2-40a9-8f88-44db2e308c21,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:25.032764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:17:25.112594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:25.119275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:25.264133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f0d8-a447-4db8-bdd9-ac87a53f450c req-92197ef6-8bbc-47ed-9c04-cb430a6bd63f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:25.276386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac09f0d8-a447-4db8-bdd9-ac87a53f450c req-92197ef6-8bbc-47ed-9c04-cb430a6bd63f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 945 time: 0.1503897 Jul 22 14:17:25.361314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac09f0d8-a447-4db8-bdd9-ac87a53f450c req-2b7ef3d2-bf70-407e-b19e-3c40e20b8b38 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773752 Jul 22 14:17:25.433141 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:25.529703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device daa5fa32-8f0c-4269-9bb3-085eee7c1535 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:25.575424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Checking segment: {'id': 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:25.576081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network hostable DHCP agents. Network: 5a67e2db-09d2-40a9-8f88-44db2e308c21, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:17:25.580947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Subnet': ['ID=4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:25.591112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.591898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.592420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.593766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.594281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.594828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.595342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.595856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.596377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.596884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.597384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.597920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:25.616232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port daa5fa32-8f0c-4269-9bb3-085eee7c1535 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:25.616875 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:25.626143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:17:25.641900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 5a67e2db-09d2-40a9-8f88-44db2e308c21) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:25.650232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:25.652193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:25.676432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50d182-f7ca-4f59-9093-7e098dad538d None None] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:25.729747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:25.743787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'name': 'tempest-AllowedAddressPairTestJSON-282009411'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:25.745686 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7e712c4-248b-4256-858f-1049138bb26e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8370907 Jul 22 14:17:25.840446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:25.911911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:25.929956 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0ce5c-a4b2-4656-8383-0177040367a1" -d '{"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-plugged", "status": "completed", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:26.003522 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd57cfe-a02b-4269-84cb-c876af742451 x-openstack-request-id: req-cfd57cfe-a02b-4269-84cb-c876af742451 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:26.006223 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-plugged", "status": "completed", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:26.007849 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfd57cfe-a02b-4269-84cb-c876af742451 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:26.008965 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'code': 200} Jul 22 14:17:26.017805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:26.043263 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:26.062895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:26.066997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:26.097601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] device_id is not set on port bcbb7ede-231c-43c5-bd64-a718369e0ad1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:26.205783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:26.212419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-5a67e2db-09d2-40a9-8f88-44db2e308c21', 'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'tenant_id': '5a04fa3670a14c518cf358c141d3f644', 'fixed_ips': [{'subnet_id': '4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:17:26.213692 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:26.293737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Allocated IP 172.20.0.5 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/bcbb7ede-231c-43c5-bd64-a718369e0ad1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:26.550635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:26.567712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Transition to ACTIVE for port object bcbb7ede-231c-43c5-bd64-a718369e0ad1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:26.610881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:26.654895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c8e82-f1df-44dc-aebd-b18da461e70d req-c1489743-8e57-4696-8c4d-a67041a7ea8e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:26.666341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:26.667367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d8c8e82-f1df-44dc-aebd-b18da461e70d req-c1489743-8e57-4696-8c4d-a67041a7ea8e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1776450 Jul 22 14:17:26.671665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:26.680797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:26.725939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=bcbb7ede-231c-43c5-bd64-a718369e0ad1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:26.747661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:26.748721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:26.755319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Allocated IP 172.20.0.2 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/10d984fa-1032-43e1-b8e3-27c857076aeb) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:26.761977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d8c8e82-f1df-44dc-aebd-b18da461e70d req-1ac7988b-b466-4b2c-9093-8d7a72206c0e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897944 Jul 22 14:17:26.781673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ae0b7368-5230-4ae7-83bd-ee748bd51671 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0476108 Jul 22 14:17:26.785016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:26.791083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'name': 'tempest-AllowedAddressPairTestJSON-2090293342', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e0:a6:b2'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:27.004145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:27.083665 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.100459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Transition to ACTIVE for port object 10d984fa-1032-43e1-b8e3-27c857076aeb will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:27.134812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Transition to ACTIVE for port object 10d984fa-1032-43e1-b8e3-27c857076aeb will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:27.150638 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.171407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.197405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] device_id is not set on port fd2d196a-62f1-444b-bd99-74f110f0b0be yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:27.202067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:27.229523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:27.238895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:27.249963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Pushing event updated for resources: {'Port': ['ID=10d984fa-1032-43e1-b8e3-27c857076aeb,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:27.298713 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:17:27.346140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Attempting to bind port 10d984fa-1032-43e1-b8e3-27c857076aeb on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:27.346525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Attempting to bind port 10d984fa-1032-43e1-b8e3-27c857076aeb by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:27.346901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Attempting to bind port 10d984fa-1032-43e1-b8e3-27c857076aeb on network 5a67e2db-09d2-40a9-8f88-44db2e308c21 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:27.353416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:27.354207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Checking segment: {'id': 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:27.354679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.355062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Bound using segment: {'id': 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:27.355580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Bound port: 10d984fa-1032-43e1-b8e3-27c857076aeb, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:27.355996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.415262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Allocated IP 172.20.0.4 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/fd2d196a-62f1-444b-bd99-74f110f0b0be) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:27.450738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] For port 10d984fa-1032-43e1-b8e3-27c857076aeb, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:27.455004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] For port 10d984fa-1032-43e1-b8e3-27c857076aeb, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=10d984fa-1032-43e1-b8e3-27c857076aeb,segment=NetworkSegment(ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8),segment_id=ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:27.463741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.597080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971100e9-dc81-4814-b4fa-093b4f1563b0 None None] Pushing event updated for resources: {'Port': ['ID=10d984fa-1032-43e1-b8e3-27c857076aeb,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:27.758919 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:27.798440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Transition to ACTIVE for port object fd2d196a-62f1-444b-bd99-74f110f0b0be will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:27.892386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:28.028071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:28.043457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:28.046678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:28.085204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487a18-5076-4820-a9ca-fb633ba1f3b1 req-ac15c5ae-9b56-4dc2-9e5f-8fd155b5e46a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:28.087419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2487a18-5076-4820-a9ca-fb633ba1f3b1 req-ac15c5ae-9b56-4dc2-9e5f-8fd155b5e46a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1628716 Jul 22 14:17:28.146451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2487a18-5076-4820-a9ca-fb633ba1f3b1 req-744fe19f-0ac5-4237-8fbd-34e50e390e08 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515440 Jul 22 14:17:28.156878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:28.157585 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:28.185228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=fd2d196a-62f1-444b-bd99-74f110f0b0be,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:28.203958 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5aeadf50-abdf-4245-bd22-85e1817f229d tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4174688 Jul 22 14:17:28.206588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:28.389275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917528d-922b-43a4-9a98-01e7a290724e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:28.396580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917528d-922b-43a4-9a98-01e7a290724e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:28.402975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c917528d-922b-43a4-9a98-01e7a290724e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:28.404809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c917528d-922b-43a4-9a98-01e7a290724e tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1970937 Jul 22 14:17:28.408223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:28.541402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port fd2d196a-62f1-444b-bd99-74f110f0b0be {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:28.550202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:28.737708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:28.802563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for fd2d196a-62f1-444b-bd99-74f110f0b0be owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:28.812772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 10d984fa-1032-43e1-b8e3-27c857076aeb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:28.958674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 10d984fa-1032-43e1-b8e3-27c857076aeb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:29.071537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:29.108504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=fd2d196a-62f1-444b-bd99-74f110f0b0be,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:29.157013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6b6bc0-d294-47dd-8324-efb46a8b5946 None None] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:29.375257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] Provisioning for port 10d984fa-1032-43e1-b8e3-27c857076aeb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:29.392860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] Provisioning complete for port 10d984fa-1032-43e1-b8e3-27c857076aeb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:29.394987 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:29.468111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:29.470750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-024cd8fc-6002-4f3a-9bfa-0042c4fcdbfe tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/ports/fd2d196a-62f1-444b-bd99-74f110f0b0be HTTP/1.1" status: 204 len: 168 time: 1.0615058 Jul 22 14:17:29.474010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:29.522929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9582b-c3ff-4fad-b57b-b8eea7134c81 req-fb548c3c-8453-4d90-bec5-4fe889456d08 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:29.525058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fea9582b-c3ff-4fad-b57b-b8eea7134c81 req-fb548c3c-8453-4d90-bec5-4fe889456d08 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.2030063 Jul 22 14:17:29.549754 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a226145f-2a5d-4276-903a-89a3f9267f67 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] GET failed (client error): The resource could not be found. Jul 22 14:17:29.554970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a226145f-2a5d-4276-903a-89a3f9267f67 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "GET /v2.0/ports/fd2d196a-62f1-444b-bd99-74f110f0b0be HTTP/1.1" status: 404 len: 333 time: 0.0792937 Jul 22 14:17:29.560003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:29.580427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'name': 'tempest-AllowedAddressPairTestJSON-1948606090'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:29.593341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fea9582b-c3ff-4fad-b57b-b8eea7134c81 req-23708ef9-57b4-42ff-9c78-6b3d3ea923e7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612381 Jul 22 14:17:29.728618 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:29.776215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] For port 10d984fa-1032-43e1-b8e3-27c857076aeb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=10d984fa-1032-43e1-b8e3-27c857076aeb,segment=NetworkSegment(ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8),segment_id=ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:29.785380 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:29.815408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:29.819159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:29.854782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] device_id is not set on port aa06cb82-110a-4a99-ac9a-239437bd99c2 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:29.900066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb15be2-e8d5-485e-be5a-535c6db6ff9a None None] Pushing event updated for resources: {'Port': ['ID=10d984fa-1032-43e1-b8e3-27c857076aeb,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:30.062621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Allocated IP 172.20.0.8 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/aa06cb82-110a-4a99-ac9a-239437bd99c2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:30.221992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a57e6176-a30b-4768-972a-e34557bcdaa7 None None] Provisioning for port bcbb7ede-231c-43c5-bd64-a718369e0ad1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:30.227586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a57e6176-a30b-4768-972a-e34557bcdaa7 None None] Provisioning complete for port bcbb7ede-231c-43c5-bd64-a718369e0ad1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:30.228112 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a57e6176-a30b-4768-972a-e34557bcdaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:30.321858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a57e6176-a30b-4768-972a-e34557bcdaa7 None None] Port bcbb7ede-231c-43c5-bd64-a718369e0ad1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:30.354854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:30.378640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a57e6176-a30b-4768-972a-e34557bcdaa7 None None] Provisioning complete for port 10d984fa-1032-43e1-b8e3-27c857076aeb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:30.379025 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a57e6176-a30b-4768-972a-e34557bcdaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:30.405986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Transition to ACTIVE for port object aa06cb82-110a-4a99-ac9a-239437bd99c2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:30.497222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:30.552147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:30.564462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:30.570586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:30.754276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=aa06cb82-110a-4a99-ac9a-239437bd99c2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:30.759538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-58c5cf39-6469-44de-aa5a-cfb3fc9c4fc2 None None] Provisioning complete for port bcbb7ede-231c-43c5-bd64-a718369e0ad1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:30.759917 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58c5cf39-6469-44de-aa5a-cfb3fc9c4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:30.812385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:30.823174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:30.900537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-58c5cf39-6469-44de-aa5a-cfb3fc9c4fc2 None None] Port bcbb7ede-231c-43c5-bd64-a718369e0ad1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:30.907547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 10d984fa-1032-43e1-b8e3-27c857076aeb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:31.040739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e3c986c7-43ff-4622-b7d5-afad359cff24 None None] Could not find standard attr ID for object fd2d196a-62f1-444b-bd99-74f110f0b0be. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:17:31.046394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.046907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.047660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.047804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.049203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.052631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.053936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.056268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.056741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.057212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.057830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.058273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:31.081277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 10d984fa-1032-43e1-b8e3-27c857076aeb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:31.081760 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:31.130521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5fc141fc-e991-432b-9961-5adb87f854a5 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5691054 Jul 22 14:17:31.133292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51210) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:31.152485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fe0b1-536a-4388-b3e2-e174f9e893dc req-3d869e86-bd82-43f8-b291-c672a757c718 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:31.154539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-015fe0b1-536a-4388-b3e2-e174f9e893dc req-3d869e86-bd82-43f8-b291-c672a757c718 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.3180027 Jul 22 14:17:31.165480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e0:a6:b2'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:31.234293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-015fe0b1-536a-4388-b3e2-e174f9e893dc req-98d3f34d-741e-409c-a544-454d67dade1e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708740 Jul 22 14:17:31.401900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:31.486593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-84bca081-03ef-4295-a26e-3dc4331f5ac1 None None] Provisioning for port aa06cb82-110a-4a99-ac9a-239437bd99c2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:31.491170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-84bca081-03ef-4295-a26e-3dc4331f5ac1 None None] Provisioning complete for port aa06cb82-110a-4a99-ac9a-239437bd99c2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:31.492748 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-84bca081-03ef-4295-a26e-3dc4331f5ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:31.594250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-84bca081-03ef-4295-a26e-3dc4331f5ac1 None None] Port aa06cb82-110a-4a99-ac9a-239437bd99c2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:31.688123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:31.703498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:31.814431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=aa06cb82-110a-4a99-ac9a-239437bd99c2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:31.828711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] In _notify_port_updated(), no bound segment for port aa06cb82-110a-4a99-ac9a-239437bd99c2 on network 5a67e2db-09d2-40a9-8f88-44db2e308c21 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:17:31.834560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:31.835291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:31.836847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-92e162de-fd84-4957-9130-a3175b2f30b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "PUT /v2.0/ports/aa06cb82-110a-4a99-ac9a-239437bd99c2 HTTP/1.1" status: 200 len: 993 time: 0.7025313 Jul 22 14:17:31.839869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:32.075133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port aa06cb82-110a-4a99-ac9a-239437bd99c2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:32.075487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:32.126960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-10208b66-97fa-4f26-88a0-22bfd9ee0162 None None] Provisioning complete for port aa06cb82-110a-4a99-ac9a-239437bd99c2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:32.127471 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-10208b66-97fa-4f26-88a0-22bfd9ee0162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:32.184672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-10208b66-97fa-4f26-88a0-22bfd9ee0162 None None] Port aa06cb82-110a-4a99-ac9a-239437bd99c2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:32.284473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:32.306190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for aa06cb82-110a-4a99-ac9a-239437bd99c2 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:32.535066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738a7f2-dd2c-4195-b7e6-bc9c3abe2990 req-84aa9c16-6c23-4c8a-87ee-7964886750bb tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:32.539944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a738a7f2-dd2c-4195-b7e6-bc9c3abe2990 req-84aa9c16-6c23-4c8a-87ee-7964886750bb tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1770616 Jul 22 14:17:32.595899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:32.606516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a738a7f2-dd2c-4195-b7e6-bc9c3abe2990 req-655bdeb7-f908-4a42-aed6-ba8734bbb7f0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Jul 22 14:17:32.679012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=aa06cb82-110a-4a99-ac9a-239437bd99c2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:32.904642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:32.910275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51240) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:32.910498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4d3f5eac-44d9-4d64-8c6b-ac7728f46556 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/ports/aa06cb82-110a-4a99-ac9a-239437bd99c2 HTTP/1.1" status: 204 len: 168 time: 1.0693045 Jul 22 14:17:32.946948 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e1f205-258e-42c8-9b89-f271d64a303b tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] GET failed (client error): The resource could not be found. Jul 22 14:17:32.948938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-86e1f205-258e-42c8-9b89-f271d64a303b tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "GET /v2.0/ports/aa06cb82-110a-4a99-ac9a-239437bd99c2 HTTP/1.1" status: 404 len: 333 time: 0.0375137 Jul 22 14:17:32.954209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:32.959763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'name': 'tempest-AllowedAddressPairTestJSON-1619937077'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:33.111643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:33.116386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:33.139291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] device_id is not set on port d7d46731-adb9-4679-88b3-de4df58d972f yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:33.284386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Allocated IP 172.20.0.6 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/d7d46731-adb9-4679-88b3-de4df58d972f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:33.520775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:33.555148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Transition to ACTIVE for port object d7d46731-adb9-4679-88b3-de4df58d972f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:33.633726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:33.706670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=d7d46731-adb9-4679-88b3-de4df58d972f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:33.737765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:33.742240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:33.763888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:33.886488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98242c9a-6c0f-40de-829f-e2f36f9e69d7 req-000f3e5a-5ee2-462e-aea7-368bc1512a9a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:33.897747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98242c9a-6c0f-40de-829f-e2f36f9e69d7 req-000f3e5a-5ee2-462e-aea7-368bc1512a9a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1512198 Jul 22 14:17:33.905067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:33.905810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:33.935761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d68428be-f226-4da8-84e2-96c4fea76c26 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9803097 Jul 22 14:17:33.942561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:33.947980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98242c9a-6c0f-40de-829f-e2f36f9e69d7 req-ff04a7be-0966-4adf-ba9c-41c008844aa8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Jul 22 14:17:33.960394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:a6:b2'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:34.328382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:34.334849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-81f40442-4248-45f6-bada-24092999f55a None None] Provisioning for port d7d46731-adb9-4679-88b3-de4df58d972f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:34.341762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-81f40442-4248-45f6-bada-24092999f55a None None] Provisioning complete for port d7d46731-adb9-4679-88b3-de4df58d972f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:34.342190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81f40442-4248-45f6-bada-24092999f55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:34.451466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-81f40442-4248-45f6-bada-24092999f55a None None] Port d7d46731-adb9-4679-88b3-de4df58d972f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:34.503110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:34.514974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:34.610604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=d7d46731-adb9-4679-88b3-de4df58d972f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:34.658780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] In _notify_port_updated(), no bound segment for port d7d46731-adb9-4679-88b3-de4df58d972f on network 5a67e2db-09d2-40a9-8f88-44db2e308c21 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:17:34.668831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:34.671401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:34.673061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8e8190e-4580-4ba3-9dc6-c0a19e7fd010 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "PUT /v2.0/ports/d7d46731-adb9-4679-88b3-de4df58d972f HTTP/1.1" status: 200 len: 996 time: 0.7252219 Jul 22 14:17:34.678985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:34.879484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port d7d46731-adb9-4679-88b3-de4df58d972f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:34.880068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:34.933241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6ddab9b6-5501-4f6d-89b4-cc3ea215a613 None None] Provisioning complete for port d7d46731-adb9-4679-88b3-de4df58d972f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:34.937948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ddab9b6-5501-4f6d-89b4-cc3ea215a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:35.020355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6ddab9b6-5501-4f6d-89b4-cc3ea215a613 None None] Port d7d46731-adb9-4679-88b3-de4df58d972f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:35.487666 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:35.527576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for d7d46731-adb9-4679-88b3-de4df58d972f owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:35.728435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9182263-ac48-40e7-a368-77be1be3bbef req-563f6dc3-33c1-413c-984e-f090978dc9f7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:35.738183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9182263-ac48-40e7-a368-77be1be3bbef req-563f6dc3-33c1-413c-984e-f090978dc9f7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.3387573 Jul 22 14:17:35.768059 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:35.810772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=d7d46731-adb9-4679-88b3-de4df58d972f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:35.859488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9182263-ac48-40e7-a368-77be1be3bbef req-64e7e957-bb63-48cf-ade7-653047fe0b25 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187398 Jul 22 14:17:36.044302 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:36.047428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2010dcaa-a83e-4892-9698-7c9ba3537a31 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/ports/d7d46731-adb9-4679-88b3-de4df58d972f HTTP/1.1" status: 204 len: 168 time: 1.3657441 Jul 22 14:17:36.054072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51312) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:36.096576 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbed7e11-7e7f-46f3-a72d-db8de964d0fd tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] GET failed (client error): The resource could not be found. Jul 22 14:17:36.098841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bbed7e11-7e7f-46f3-a72d-db8de964d0fd tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "GET /v2.0/ports/d7d46731-adb9-4679-88b3-de4df58d972f HTTP/1.1" status: 404 len: 333 time: 0.0379839 Jul 22 14:17:36.103704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:36.110877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'name': 'tempest-AllowedAddressPairTestJSON-44388668'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:36.345724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:36.355407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:36.378029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] device_id is not set on port e7f3677a-b197-4a7c-bda6-bfd09628bff1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:36.547745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Allocated IP 172.20.0.6 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/e7f3677a-b197-4a7c-bda6-bfd09628bff1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:36.829437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:36.904633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Transition to ACTIVE for port object e7f3677a-b197-4a7c-bda6-bfd09628bff1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:36.950625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:37.049751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=e7f3677a-b197-4a7c-bda6-bfd09628bff1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:37.067413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac440f8-bf30-4492-8afb-56d85a732d6d req-7fe0a11b-09d8-4867-b9a2-a000739deb90 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:37.069437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ac440f8-bf30-4492-8afb-56d85a732d6d req-7fe0a11b-09d8-4867-b9a2-a000739deb90 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1008828 Jul 22 14:17:37.081480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:37.087543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:37.090944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:37.162994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ac440f8-bf30-4492-8afb-56d85a732d6d req-183b1a15-47f0-42fe-a4b4-189e92651a13 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770137 Jul 22 14:17:37.179691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:37.180359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:37.207782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0a97802d-89f5-4cd5-9022-fbe0ff5beb2a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0999808 Jul 22 14:17:37.208072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51346) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:37.213871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'network_id': '5a67e2db-09d2-40a9-8f88-44db2e308c21', 'name': 'tempest-AllowedAddressPairTestJSON-1906837611'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:37.475288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Made reservation on behalf of 5a04fa3670a14c518cf358c141d3f644 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:37.484047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:37.529913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] device_id is not set on port 7d492eb9-f548-4343-9910-c85d07fa146a yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:37.571578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5bd11df4-cbff-4162-9a99-b5b221f113d5 None None] Provisioning for port e7f3677a-b197-4a7c-bda6-bfd09628bff1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:37.582977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5bd11df4-cbff-4162-9a99-b5b221f113d5 None None] Provisioning complete for port e7f3677a-b197-4a7c-bda6-bfd09628bff1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:37.583742 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5bd11df4-cbff-4162-9a99-b5b221f113d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:37.683772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5bd11df4-cbff-4162-9a99-b5b221f113d5 None None] Port e7f3677a-b197-4a7c-bda6-bfd09628bff1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:37.805197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Allocated IP 172.20.0.12 (5a67e2db-09d2-40a9-8f88-44db2e308c21/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2/7d492eb9-f548-4343-9910-c85d07fa146a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:38.114493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:38.157958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Transition to ACTIVE for port object 7d492eb9-f548-4343-9910-c85d07fa146a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:38.218732 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:38.394763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:38.401510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:38.407391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:38.441717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47383bb-3b56-40d2-aa5c-568fb996924a req-4128b46b-1bad-4ef2-9239-8acecef5e5a4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:38.455319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e47383bb-3b56-40d2-aa5c-568fb996924a req-4128b46b-1bad-4ef2-9239-8acecef5e5a4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.2116654 Jul 22 14:17:38.518791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=7d492eb9-f548-4343-9910-c85d07fa146a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:38.566044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e47383bb-3b56-40d2-aa5c-568fb996924a req-9c3e841c-0186-4f91-a4c4-5f9d5b7e1af1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093068 Jul 22 14:17:38.569502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:38.570254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:38.611281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-994e08b2-9a5c-4aea-844f-cf3b46e08daa tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4020128 Jul 22 14:17:38.613868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:38.619921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e0:a6:b2'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:09:9a:c8'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:38.831339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b72027b3-2fe2-4f39-bc36-7357b17954e9 None None] Provisioning for port 7d492eb9-f548-4343-9910-c85d07fa146a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:38.850265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b72027b3-2fe2-4f39-bc36-7357b17954e9 None None] Provisioning complete for port 7d492eb9-f548-4343-9910-c85d07fa146a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:38.851053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b72027b3-2fe2-4f39-bc36-7357b17954e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:38.911693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b72027b3-2fe2-4f39-bc36-7357b17954e9 None None] Port 7d492eb9-f548-4343-9910-c85d07fa146a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:38.969859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.335612 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.341785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.434415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event updated for resources: {'Port': ['ID=7d492eb9-f548-4343-9910-c85d07fa146a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:39.463047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] In _notify_port_updated(), no bound segment for port 7d492eb9-f548-4343-9910-c85d07fa146a on network 5a67e2db-09d2-40a9-8f88-44db2e308c21 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:17:39.471537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:39.472871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.477063 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a270dace-f633-41b8-8a31-b108017a5f4a tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "PUT /v2.0/ports/7d492eb9-f548-4343-9910-c85d07fa146a HTTP/1.1" status: 200 len: 1056 time: 0.8591206 Jul 22 14:17:39.477432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:39.754593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port 7d492eb9-f548-4343-9910-c85d07fa146a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:39.754593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.756795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-881aae37-d5a9-47de-bb45-5114ce3746e7 None None] Provisioning complete for port 7d492eb9-f548-4343-9910-c85d07fa146a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:39.757228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-881aae37-d5a9-47de-bb45-5114ce3746e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.843080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-881aae37-d5a9-47de-bb45-5114ce3746e7 None None] Port 7d492eb9-f548-4343-9910-c85d07fa146a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:39.874330 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:39.912438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for 7d492eb9-f548-4343-9910-c85d07fa146a owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:39.955463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6566f-6fee-4a28-a403-3f55b02ac614 req-35c6e76f-2416-4b72-9103-a065c1843b90 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:39.964054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34a6566f-6fee-4a28-a403-3f55b02ac614 req-35c6e76f-2416-4b72-9103-a065c1843b90 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.2827489 Jul 22 14:17:40.074914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34a6566f-6fee-4a28-a403-3f55b02ac614 req-3d5c8702-9b88-47a6-8ed9-3c926cd75907 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093338 Jul 22 14:17:40.254098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:40.381308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=7d492eb9-f548-4343-9910-c85d07fa146a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:40.817645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:40.829374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:40.840032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-20ac1680-508c-4df5-a48c-23dee3a299df tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/ports/7d492eb9-f548-4343-9910-c85d07fa146a HTTP/1.1" status: 204 len: 168 time: 1.3611608 Jul 22 14:17:40.888029 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ca9006-d365-4a9a-954d-1f6acb769017 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] GET failed (client error): The resource could not be found. Jul 22 14:17:40.890886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58ca9006-d365-4a9a-954d-1f6acb769017 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "GET /v2.0/ports/7d492eb9-f548-4343-9910-c85d07fa146a HTTP/1.1" status: 404 len: 333 time: 0.0598147 Jul 22 14:17:40.893955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51432) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:41.093924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port e7f3677a-b197-4a7c-bda6-bfd09628bff1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:41.094591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:41.208617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:41.248096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for e7f3677a-b197-4a7c-bda6-bfd09628bff1 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:41.288120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cfbf1-ecc9-4b00-a3e8-3b64763599dc req-b7394394-8cc4-4340-90f8-a34c2addacd8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:41.297394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b16cfbf1-ecc9-4b00-a3e8-3b64763599dc req-b7394394-8cc4-4340-90f8-a34c2addacd8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1271639 Jul 22 14:17:41.366007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b16cfbf1-ecc9-4b00-a3e8-3b64763599dc req-3cbb145f-4fcf-4cd5-9864-3e5596a5a67a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635746 Jul 22 14:17:41.472177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:41.516644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=e7f3677a-b197-4a7c-bda6-bfd09628bff1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:41.625068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:41.633678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2695d0b7-e6b4-49d0-b0d8-77fd79411f87 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/ports/e7f3677a-b197-4a7c-bda6-bfd09628bff1 HTTP/1.1" status: 204 len: 168 time: 0.7370386 Jul 22 14:17:41.635291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:41.695816 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee56ce34-5322-4079-a164-aa8df5b9bf8c tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] GET failed (client error): The resource could not be found. Jul 22 14:17:41.697420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ee56ce34-5322-4079-a164-aa8df5b9bf8c tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "GET /v2.0/ports/e7f3677a-b197-4a7c-bda6-bfd09628bff1 HTTP/1.1" status: 404 len: 333 time: 0.0578368 Jul 22 14:17:41.701034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51466) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:41.788086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51470) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:41.885811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port bcbb7ede-231c-43c5-bd64-a718369e0ad1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:41.886860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:41.966871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33135bc1-baa9-4d13-ae0b-59bdd9c93bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.047404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.060993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for bcbb7ede-231c-43c5-bd64-a718369e0ad1 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:42.093888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33135bc1-baa9-4d13-ae0b-59bdd9c93bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.101181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33135bc1-baa9-4d13-ae0b-59bdd9c93bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.145898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33135bc1-baa9-4d13-ae0b-59bdd9c93bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3905d46-57a1-4741-862e-b4e69c6d8bb7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:42.151288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33135bc1-baa9-4d13-ae0b-59bdd9c93bc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b75fb73ad08b4eb0a4e1061b80b74f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625116 Jul 22 14:17:42.154512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51484) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:42.208931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49302e4a-f1ce-4dfb-91bd-c28e21b1806e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.236921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49302e4a-f1ce-4dfb-91bd-c28e21b1806e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.283773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-ac61f2fc-0427-4993-8507-32fa1ce6e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:42.286113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-ac61f2fc-0427-4993-8507-32fa1ce6e218 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 1098 time: 0.1212993 Jul 22 14:17:42.287131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.310416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49302e4a-f1ce-4dfb-91bd-c28e21b1806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.313833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49302e4a-f1ce-4dfb-91bd-c28e21b1806e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.315139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-49302e4a-f1ce-4dfb-91bd-c28e21b1806e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3905d46-57a1-4741-862e-b4e69c6d8bb7 HTTP/1.1" status: 204 len: 168 time: 0.1590953 Jul 22 14:17:42.329418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49302e4a-f1ce-4dfb-91bd-c28e21b1806e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3905d46-57a1-4741-862e-b4e69c6d8bb7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:42.346364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=bcbb7ede-231c-43c5-bd64-a718369e0ad1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:42.520216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.522132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8977f22-a932-4785-9477-2fc6b084a097 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/ports/bcbb7ede-231c-43c5-bd64-a718369e0ad1 HTTP/1.1" status: 204 len: 168 time: 0.8201199 Jul 22 14:17:42.525207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51498) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:42.559794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-0021cfe0-c631-4355-b3e3-f87f6a428956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:42.562781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-0021cfe0-c631-4355-b3e3-f87f6a428956 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.2653420 Jul 22 14:17:42.614027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting subnet 4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:17:42.620819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.626800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-e17f6f2f-499c-46ce-b0d4-b0a21606b3da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535 HTTP/1.1" status: 200 len: 217 time: 0.0578036 Jul 22 14:17:42.682619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7dab5b-191e-4190-84f1-103f8092d596 req-56fe897f-726a-4bf9-9bf8-5dcadf06b5f7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:42.691427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e7dab5b-191e-4190-84f1-103f8092d596 req-56fe897f-726a-4bf9-9bf8-5dcadf06b5f7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.2433758 Jul 22 14:17:42.702696 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.731269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-0f15a0fa-7f8b-4c89-afa4-934af11657fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:42.732918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-0f15a0fa-7f8b-4c89-afa4-934af11657fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0943868 Jul 22 14:17:42.792013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-d6fb6092-3cb7-442e-b68b-af5db916703e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504434 Jul 22 14:17:42.811542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e7dab5b-191e-4190-84f1-103f8092d596 req-4d6ccf43-7e77-499a-aa27-df44f55a87fa tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511844 Jul 22 14:17:42.916588 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.937641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-be93b4cf-0667-4d07-b8f3-e6b3d647c666 service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382005 Jul 22 14:17:43.025012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.058778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Subnet': ['ID=4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:43.061049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.063931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0392357-6193-4eea-b826-e0136c6b38b8 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/subnets/4f57b10f-b7b1-4959-9e90-e3f0bb7c8bf2 HTTP/1.1" status: 204 len: 168 time: 0.5369823 Jul 22 14:17:43.066902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51526) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:43.069419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10bb61d-5315-4f97-9066-003d26318e08 None None] Network 5a67e2db-09d2-40a9-8f88-44db2e308c21 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:43.075166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bad830-c419-4db1-ae6a-94e8e567859b req-ecd21d0e-4e99-4280-b66a-51c2277ab9ff service neutron] 10.222.0.13 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314352 Jul 22 14:17:43.186828 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.262947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Deleting port 10d984fa-1032-43e1-b8e3-27c857076aeb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:43.263296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.327379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] DHCP port deletion for 5a67e2db-09d2-40a9-8f88-44db2e308c21 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:17:43.373443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] For port 10d984fa-1032-43e1-b8e3-27c857076aeb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=10d984fa-1032-43e1-b8e3-27c857076aeb,segment=NetworkSegment(ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8),segment_id=ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:43.377167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.382699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:43.396848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Calling delete_port for 10d984fa-1032-43e1-b8e3-27c857076aeb owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:43.405451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] Deleting port 10d984fa-1032-43e1-b8e3-27c857076aeb {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:43.406115 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.488789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] For port 10d984fa-1032-43e1-b8e3-27c857076aeb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=10d984fa-1032-43e1-b8e3-27c857076aeb,segment=NetworkSegment(ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8),segment_id=ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:43.489195 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.505847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] Calling delete_port for 10d984fa-1032-43e1-b8e3-27c857076aeb owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:43.515836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.517874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1096441338-network', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:43.543313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Port': ['ID=10d984fa-1032-43e1-b8e3-27c857076aeb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:43.553373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] No DVR routers for this DVR port 10d984fa-1032-43e1-b8e3-27c857076aeb on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:17:43.568457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Made reservation on behalf of 15330ac70c4b4f79a18ce8ce210c4a25 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:43.570886 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.594084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.606376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.642169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] Pushing event deleted for resources: {'Port': ['ID=10d984fa-1032-43e1-b8e3-27c857076aeb,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:43.652483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec170a-8b3d-4c95-84e2-29744916f4bd None None] No DVR routers for this DVR port 10d984fa-1032-43e1-b8e3-27c857076aeb on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:17:43.655221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.672671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a67e2db-09d2-40a9-8f88-44db2e308c21']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:43.683858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:43.684165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb8963b-39e9-4f41-85b4-ec7cbe6a4bf8') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:43.695116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.709649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.711247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.715286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.718701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:17:43.719255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:17:43.722265 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:17:43.753347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d324d-83cb-4169-83f6-05734d2ec751,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:43.800636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.806036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.810741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:17:43.811038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] 10.222.0.11 "DELETE /v2.0/networks/5a67e2db-09d2-40a9-8f88-44db2e308c21 HTTP/1.1" status: 204 len: 168 time: 0.7420506 Jul 22 14:17:43.825029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.825605 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Added segment 5907f308-40c6-48a5-916b-ebe25f48ff60 of type vlan for network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 Jul 22 14:17:43.893600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.003209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.004394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:44.005207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.113879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7299554 Jul 22 14:17:44.142252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:44.161140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Request body: {'subnet': {'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1096441338-subnet', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:44.180514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c029d1e-e13c-4338-9174-ee76d019f6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=46e1d4df-016e-49f4-8da9-5f1e428de7f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:44.187990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abcc23-2c82-4ee2-be77-c30bcb0b3e28 tempest-AllowedAddressPairTestJSON-1700908681 tempest-AllowedAddressPairTestJSON-1700908681-project] Pushing event deleted for resources: {'Network': ['ID=5a67e2db-09d2-40a9-8f88-44db2e308c21,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:44.192668 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:17:44.218381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e32d5-c3a3-4fed-84e0-005df192cec5 req-04614e97-cd3f-4225-9a2b-b52206f94745 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:44.226626 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-355e32d5-c3a3-4fed-84e0-005df192cec5 req-04614e97-cd3f-4225-9a2b-b52206f94745 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.2646599 Jul 22 14:17:44.254982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Made reservation on behalf of 15330ac70c4b4f79a18ce8ce210c4a25 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:44.257806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.286285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:44.308339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-355e32d5-c3a3-4fed-84e0-005df192cec5 req-c61ada6e-997d-4345-a9a0-cad1ff6b6f78 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808926 Jul 22 14:17:44.340219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310c7d0-8f1e-4c73-a9ea-0405e5e43b2d req-48f976bb-898c-471f-8dee-5aaa1b05fe87 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:44.341768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2310c7d0-8f1e-4c73-a9ea-0405e5e43b2d req-48f976bb-898c-471f-8dee-5aaa1b05fe87 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1097 time: 0.1010554 Jul 22 14:17:44.393538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2310c7d0-8f1e-4c73-a9ea-0405e5e43b2d req-edd5cf61-cd20-4248-90a8-18d80ca5b4b1 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455348 Jul 22 14:17:44.579968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eac2f334-bc5b-4e81-8844-6754bc130dc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a04fa3670a14c518cf358c141d3f644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903979 Jul 22 14:17:44.583756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:44.587556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94dcfe-6a88-4973-9728-f57e83defc01 req-8eb9d885-23b9-4b88-ae2e-1bdebef1cc37 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:44.607778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a94dcfe-6a88-4973-9728-f57e83defc01 req-8eb9d885-23b9-4b88-ae2e-1bdebef1cc37 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.1000352 Jul 22 14:17:44.624330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.667918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a94dcfe-6a88-4973-9728-f57e83defc01 req-4bef8bb8-1f87-4d6c-ad0e-e9ba326893db tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618563 Jul 22 14:17:44.676624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e58a9d-1b52-46fc-8c19-41a24315c2bc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:44.711673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51592) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:44.722193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 10d984fa-1032-43e1-b8e3-27c857076aeb no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:17:44.740755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Checking segment: {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:44.741058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Network hostable DHCP agents. Network: 46e1d4df-016e-49f4-8da9-5f1e428de7f9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:17:44.753200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 10d984fa-1032-43e1-b8e3-27c857076aeb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:17:44.754005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 10d984fa-1032-43e1-b8e3-27c857076aeb not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:17:44.759368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3fd6bde-1027-41c0-b6de-ed676b7fe84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.778635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:17:44.808100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3fd6bde-1027-41c0-b6de-ed676b7fe84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.808356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9499e3c5-6b17-4aeb-917f-f51e00656aec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 HTTP/1.1" status: 200 len: 993 time: 0.0862567 Jul 22 14:17:44.810082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 46e1d4df-016e-49f4-8da9-5f1e428de7f9) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:44.815796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:44.816470 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.822865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d9810-73c4-4847-bda5-29a26cebf768 None None] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:44.855331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d61941d-b7f4-48e7-9fbb-87a202261bbe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7095230 Jul 22 14:17:44.861690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51596) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:44.867128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:44.888114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3fd6bde-1027-41c0-b6de-ed676b7fe84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.894304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3fd6bde-1027-41c0-b6de-ed676b7fe84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.897861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a3fd6bde-1027-41c0-b6de-ed676b7fe84b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e597541b-fa39-4d8b-a441-026b87633384 HTTP/1.1" status: 204 len: 168 time: 0.3109274 Jul 22 14:17:44.916949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd6bde-1027-41c0-b6de-ed676b7fe84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e597541b-fa39-4d8b-a441-026b87633384,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:44.926016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:44.927703 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.032145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.138173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-46e1d4df-016e-49f4-8da9-5f1e428de7f9', 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'fixed_ips': [{'subnet_id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:17:45.139930 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.226940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.415920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Allocated IP 172.20.0.2 (46e1d4df-016e-49f4-8da9-5f1e428de7f9/c7e58a9d-1b52-46fc-8c19-41a24315c2bc/a0015df7-3afc-4380-bd34-f49efdeb8279) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:45.584796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57abd-c547-477e-befc-c5ae8ae1db81 req-c2da25ae-cc03-44b6-9f1c-b0339e48f406 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:45.592995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38a57abd-c547-477e-befc-c5ae8ae1db81 req-c2da25ae-cc03-44b6-9f1c-b0339e48f406 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 946 time: 0.1352575 Jul 22 14:17:45.595459 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.630875 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.642548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Transition to ACTIVE for port object a0015df7-3afc-4380-bd34-f49efdeb8279 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:45.650532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.665891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device daa5fa32-8f0c-4269-9bb3-085eee7c1535 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:17:45.730326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38a57abd-c547-477e-befc-c5ae8ae1db81 req-60df168a-6332-44aa-99b6-3136bd9fc5f6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361651 Jul 22 14:17:45.785941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Transition to ACTIVE for port object a0015df7-3afc-4380-bd34-f49efdeb8279 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:45.792399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.805075 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.833263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:45.869792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:45.878063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:45.918911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:45.924285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Allocated IP 172.25.8.164 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/cdc5c312-be49-4ef0-9ef9-2ff94b34e777) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:45.926103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:45.928731 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2111e852-d672-433d-8621-6b56996fe410" -d '{"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-unplugged", "status": "completed", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:45.936295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.050601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Pushing event updated for resources: {'Port': ['ID=a0015df7-3afc-4380-bd34-f49efdeb8279,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:46.109822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:46.126298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Attempting to bind port a0015df7-3afc-4380-bd34-f49efdeb8279 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:46.126667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Attempting to bind port a0015df7-3afc-4380-bd34-f49efdeb8279 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:46.128863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Attempting to bind port a0015df7-3afc-4380-bd34-f49efdeb8279 on network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:46.139717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:46.140315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Checking segment: {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:46.140873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.141347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Bound using segment: {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:46.141856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Bound port: a0015df7-3afc-4380-bd34-f49efdeb8279, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:46.142356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.212677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:46.240816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] For port a0015df7-3afc-4380-bd34-f49efdeb8279, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:46.246023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] For port a0015df7-3afc-4380-bd34-f49efdeb8279, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a0015df7-3afc-4380-bd34-f49efdeb8279,segment=NetworkSegment(5907f308-40c6-48a5-916b-ebe25f48ff60),segment_id=5907f308-40c6-48a5-916b-ebe25f48ff60)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:46.257006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.275430 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.355538 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aabac7-24f1-4ff9-b963-c71ea3b1233b x-openstack-request-id: req-c3aabac7-24f1-4ff9-b963-c71ea3b1233b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:46.355832 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-unplugged", "status": "failed", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:46.356085 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3aabac7-24f1-4ff9-b963-c71ea3b1233b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:46.359329 n-d-787205-11 neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'code': 422} returned with failed status Jul 22 14:17:46.387095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.432913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d1c57-ae63-4099-9c32-3f90f1d4f733 None None] Pushing event updated for resources: {'Port': ['ID=a0015df7-3afc-4380-bd34-f49efdeb8279,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:46.472161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:46.502809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1732940168'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:46.512352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:46.526334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:46.532093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:46.546445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:46.554705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.565148 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.772306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.780876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.870687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:17:46.878989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce38cf-f597-47ee-b668-4c53edb069c5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:46.901603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:46.902081 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Added segment 6a18075d-6654-4e5d-a2d4-cda16db309ae of type vlan for network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 Jul 22 14:17:46.921812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-d96901cf-b488-473a-9c01-1a637f0748c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5540321 Jul 22 14:17:47.006281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.060174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.071122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:47.072457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.080318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c022cf-d767-4cd9-b0e8-364f8c5318bc req-32089c9b-192e-47f0-a33c-7a722ad6add7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:47.088870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1c022cf-d767-4cd9-b0e8-364f8c5318bc req-32089c9b-192e-47f0-a33c-7a722ad6add7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.5335338 Jul 22 14:17:47.171830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1c022cf-d767-4cd9-b0e8-364f8c5318bc req-b3872a55-bdf3-42b7-b978-f73f4bd5f471 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764296 Jul 22 14:17:47.172754 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.221796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0076015 Jul 22 14:17:47.269811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621cc02-e74a-401f-b28a-bc0e6ff0e0f3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Network': ['ID=67dd3391-bb83-45f4-a5cd-ad48df5b18f5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:47.289039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:17:47.360340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-019be6ea-e71c-44d2-8d97-ffb9c352e8c8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:47.375325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-019be6ea-e71c-44d2-8d97-ffb9c352e8c8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=14ea2421-4105-42f5-a276-a9ce8ffc804e HTTP/1.1" status: 200 len: 944 time: 0.2247980 Jul 22 14:17:47.691816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Deleting port daa5fa32-8f0c-4269-9bb3-085eee7c1535 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:17:47.692485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.800902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.975835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] For port daa5fa32-8f0c-4269-9bb3-085eee7c1535, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=daa5fa32-8f0c-4269-9bb3-085eee7c1535,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:47.976694 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:47.993780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Calling delete_port for daa5fa32-8f0c-4269-9bb3-085eee7c1535 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:17:48.215266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:17:48.269173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:48.274505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacf4f19-aaf0-4798-9953-461da1e2bc55 None None] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:48.335654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event deleted for resources: {'Port': ['ID=daa5fa32-8f0c-4269-9bb3-085eee7c1535,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:48.493963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] No DVR routers for this DVR port daa5fa32-8f0c-4269-9bb3-085eee7c1535 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:17:48.513834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:48.516851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae1679c-6a6d-4e83-b090-4ed335b88907 req-20b976e6-8c22-4e2a-aca3-df19adbae398 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "DELETE /v2.0/ports/daa5fa32-8f0c-4269-9bb3-085eee7c1535 HTTP/1.1" status: 204 len: 173 time: 1.1406841 Jul 22 14:17:48.517524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-deleted', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:48.520471 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf0155-1960-4604-b8c7-c9cceeb69b7c" -d '{"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-deleted", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:48.524069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ce2610ba-d683-4b24-b82a-536e349250fc None None] Provisioning for port a0015df7-3afc-4380-bd34-f49efdeb8279 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:48.556510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0cca167d-68af-4213-bc98-cc27f5596426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:48.564632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da797a85-b340-4037-9cb3-3bf023b7a6ec req-017baa86-9360-4b7d-b4d0-e4ef06047974 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:48.572616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da797a85-b340-4037-9cb3-3bf023b7a6ec req-017baa86-9360-4b7d-b4d0-e4ef06047974 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.2011745 Jul 22 14:17:48.603325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:17:48.642620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Sync routers for ids ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:17:48.658219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Routers {'2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:17:48.659478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:48.685411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da797a85-b340-4037-9cb3-3bf023b7a6ec req-332224eb-a233-468e-8cc7-4af5eec86295 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114969 Jul 22 14:17:48.691639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:48.693600 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-598a016e-3e3f-4365-ab7c-64eb2109ae72 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8306496 Jul 22 14:17:48.696431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:48.961430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0015df7-3afc-4380-bd34-f49efdeb8279 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:49.088180 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f613b9-8ec7-437c-bca5-2b7422d345a8 x-openstack-request-id: req-97f613b9-8ec7-437c-bca5-2b7422d345a8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:49.088732 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ea2421-4105-42f5-a276-a9ce8ffc804e", "name": "network-vif-deleted", "tag": "daa5fa32-8f0c-4269-9bb3-085eee7c1535", "status": "failed", "code": 422}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:49.088732 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97f613b9-8ec7-437c-bca5-2b7422d345a8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:49.089127 n-d-787205-11 neutron-server[93759]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14ea2421-4105-42f5-a276-a9ce8ffc804e', 'name': 'network-vif-deleted', 'tag': 'daa5fa32-8f0c-4269-9bb3-085eee7c1535', 'status': 'failed', 'code': 422} returned with failed status Jul 22 14:17:49.133119 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.288188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Set router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:17:49.362471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a0015df7-3afc-4380-bd34-f49efdeb8279 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:49.473047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a0015df7-3afc-4380-bd34-f49efdeb8279 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:49.473398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.486528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-248b57e2-02cb-48d0-ba84-c86747ab41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:49.488412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-248b57e2-02cb-48d0-ba84-c86747ab41c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1097 time: 0.3745077 Jul 22 14:17:49.530791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1d09863-9d9b-4def-a85e-52b579d30294 None None] Provisioning complete for port a0015df7-3afc-4380-bd34-f49efdeb8279 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:49.531073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1d09863-9d9b-4def-a85e-52b579d30294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.628120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:17:46Z', 'revision_number': 3, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:49.659247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Checking router: 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:17:49.659508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Updating router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:17:49.733283 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.759219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-c9c1b9ad-bf45-4850-b89e-e5e3eeb855af tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:49.762067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-c9c1b9ad-bf45-4850-b89e-e5e3eeb855af tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2133827 Jul 22 14:17:49.795366 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.798343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-d64549b4-c7bb-408e-a2c6-113e451da920 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0297518 Jul 22 14:17:49.815290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-fcf79f56-c55b-4b3c-92c8-5c1b0eb021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:49.822077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-fcf79f56-c55b-4b3c-92c8-5c1b0eb021c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.3254354 Jul 22 14:17:49.841258 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1d09863-9d9b-4def-a85e-52b579d30294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.860078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a0015df7-3afc-4380-bd34-f49efdeb8279, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a0015df7-3afc-4380-bd34-f49efdeb8279,segment=NetworkSegment(5907f308-40c6-48a5-916b-ebe25f48ff60),segment_id=5907f308-40c6-48a5-916b-ebe25f48ff60)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:49.863876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-6b2d4823-943b-470f-a194-58f651f83f72 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594127 Jul 22 14:17:49.884221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:49.967190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a0015df7-3afc-4380-bd34-f49efdeb8279,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:49.977706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-b99658be-2167-4f7a-be6b-993b484eca43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 1001 time: 0.1351352 Jul 22 14:17:50.059038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-2d6952ea-57a7-4353-83c0-ed12d14ec639 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882041 Jul 22 14:17:50.078723 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.125062 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-f1d09863-9d9b-4def-a85e-52b579d30294 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:17:50.125578 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-f1d09863-9d9b-4def-a85e-52b579d30294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:17:50.185425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-a6479c2b-57aa-4faf-a918-74966880501c service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157165 Jul 22 14:17:50.324611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.350566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Transition to ACTIVE for port object cdc5c312-be49-4ef0-9ef9-2ff94b34e777 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:50.364398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.432377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.456972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-11427abe-bf1e-477d-b409-dea29067180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:50.460504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-11427abe-bf1e-477d-b409-dea29067180d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.4807532 Jul 22 14:17:50.511419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Attempting to bind port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:50.511808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Attempting to bind port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:50.512178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Attempting to bind port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:50.520786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:50.527174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:50.532110 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.532541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:50.533056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Bound port: cdc5c312-be49-4ef0-9ef9-2ff94b34e777, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:50.533451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.679871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01753e-8748-4293-9869-3d498e832b86 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:50.752059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Allocated IP 172.20.0.1 (46e1d4df-016e-49f4-8da9-5f1e428de7f9/c7e58a9d-1b52-46fc-8c19-41a24315c2bc/b245b812-f073-4430-bdd6-9f4be3f7ef38) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:50.775741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa857b6e-88de-4998-9780-a1995c8f3448 req-08e55362-79d2-4acb-a016-cd8c5657a675 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 210 time: 0.0828922 Jul 22 14:17:50.833560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] For port cdc5c312-be49-4ef0-9ef9-2ff94b34e777, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:50.856552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] For port cdc5c312-be49-4ef0-9ef9-2ff94b34e777, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:50.864833 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.872128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0015df7-3afc-4380-bd34-f49efdeb8279 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:50.958218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:50.970722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51838) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:50.977151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'subnet': {'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:50.987085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01753e-8748-4293-9869-3d498e832b86 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:50.994252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Transition to ACTIVE for port object b245b812-f073-4430-bdd6-9f4be3f7ef38 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:51.016576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Routers {'2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:17:51.021126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:51.026333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0260c-e08d-4906-9932-8c44455c2cc6 req-2cd71221-9b86-4865-b5ca-a7590ba80f8d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:51.034415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5d0260c-e08d-4906-9932-8c44455c2cc6 req-2cd71221-9b86-4865-b5ca-a7590ba80f8d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 1.0383248 Jul 22 14:17:51.041489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a0015df7-3afc-4380-bd34-f49efdeb8279 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:51.042793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.178008 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5d0260c-e08d-4906-9932-8c44455c2cc6 req-2685ab70-b44e-4962-909a-84e65d790d03 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383779 Jul 22 14:17:51.209414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-ed4ae6bc-79fe-4118-8417-d72f310a59f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:51.211038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-ed4ae6bc-79fe-4118-8417-d72f310a59f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7376468 Jul 22 14:17:51.212194 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.258972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:51.263431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.309601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:51.317231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009422-55be-4dad-aaf3-59dfbe393843 req-f6c200b3-fc36-46a6-8fa2-3569453cc8dc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:51.320595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:51.323457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:51.325204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00009422-55be-4dad-aaf3-59dfbe393843 req-f6c200b3-fc36-46a6-8fa2-3569453cc8dc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 0.3432078 Jul 22 14:17:51.361065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] Set router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:17:51.366217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Pushing event updated for resources: {'Port': ['ID=b245b812-f073-4430-bdd6-9f4be3f7ef38,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:51.436071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.442899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-687a11dd-aadc-463c-81aa-af529793f800 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210035 Jul 22 14:17:51.516842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00009422-55be-4dad-aaf3-59dfbe393843 req-796cecbe-2cd1-45db-8c60-2ebe5f6185fc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905904 Jul 22 14:17:51.627677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.636533 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-27c98cfd-ef5d-425e-a467-361055ad5b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.805891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.825595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-42a0ab27-aa9b-458b-b7a0-ca12e5fb8b75 None None] Provisioning for port b245b812-f073-4430-bdd6-9f4be3f7ef38 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:51.838062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-42a0ab27-aa9b-458b-b7a0-ca12e5fb8b75 None None] Provisioning complete for port b245b812-f073-4430-bdd6-9f4be3f7ef38 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:51.838548 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-42a0ab27-aa9b-458b-b7a0-ca12e5fb8b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:51.914314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Subnet': ['ID=7484fa64-b706-4cb3-ab98-633f1d025566,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:51.927037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-42a0ab27-aa9b-458b-b7a0-ca12e5fb8b75 None None] Port b245b812-f073-4430-bdd6-9f4be3f7ef38 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:51.941143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:17:46Z', 'revision_number': 3, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:52.004552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd64bd-3fb3-4a6c-bbfd-616a1f9927b6 None None] The sync data for ids ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'] in n-d-787205-11 is: [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:17:46Z', 'revision_number': 3, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:17:52.052371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-036ff72e-39b8-4018-9544-59ea2d26b82b req-9a7c4f2c-4f9c-4ec2-851c-b85d57a71a18 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 210 time: 0.1222651 Jul 22 14:17:52.123725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Checking segment: {'id': '6a18075d-6654-4e5d-a2d4-cda16db309ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:52.124864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network hostable DHCP agents. Network: 67dd3391-bb83-45f4-a5cd-ad48df5b18f5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:17:52.192103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-752ae3a1-f1fd-4715-b6af-aa284199a376 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:52.194209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-752ae3a1-f1fd-4715-b6af-aa284199a376 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.2362447 Jul 22 14:17:52.213108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Request body: {'port': {'device_id': '437c0caa-f340-4855-8530-7482c84f2cda', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'admin_state_up': True, 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:52.245904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-b391126b-12b3-4a43-9be5-672efa63fbf4 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7664711 Jul 22 14:17:52.310985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.340476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:17:52.368286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 67dd3391-bb83-45f4-a5cd-ad48df5b18f5) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:52.382926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab5817-7b04-48ee-990b-07d323df3b8d None None] Network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:52.403565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.442514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:52.443161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.498270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-413b7b6a-b87b-431f-8c11-fcc4b9bef470 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5261672 Jul 22 14:17:52.509123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51876) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:52.527757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1203700184'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:52.616549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b28545-b01c-4053-a1ba-adde3eb63aee req-8d614724-a911-449f-a7fc-1920b8fa8177 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:52.624178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88b28545-b01c-4053-a1ba-adde3eb63aee req-8d614724-a911-449f-a7fc-1920b8fa8177 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.2924159 Jul 22 14:17:52.634084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:52.637454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.674809 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.682646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.699993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:52.703695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-67dd3391-bb83-45f4-a5cd-ad48df5b18f5', 'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5', 'tenant_id': '47d8a6becc7c4eb49b4b2730c6dacb12', 'fixed_ips': [{'subnet_id': '7484fa64-b706-4cb3-ab98-633f1d025566'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:17:52.704684 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.706013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.729680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88b28545-b01c-4053-a1ba-adde3eb63aee req-cda31d34-c1ba-46df-9453-d0e3538d70bc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032176 Jul 22 14:17:52.769910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:17:52.799971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.800334 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Added segment 6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc of type vlan for network c0fbbf2f-67fa-4e58-b88d-1dba165a726c Jul 22 14:17:52.810413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Pushing event updated for resources: {'Port': ['ID=b245b812-f073-4430-bdd6-9f4be3f7ef38,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:52.837831 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.949858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdc5c312-be49-4ef0-9ef9-2ff94b34e777 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:52.963985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:52.972527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:52.975686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:53.016104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Allocated IP 2001:db8:0:ffff::2 (67dd3391-bb83-45f4-a5cd-ad48df5b18f5/7484fa64-b706-4cb3-ab98-633f1d025566/e1aee582-0502-4422-9a06-44ab0d6c79e9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:53.068283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:53.117136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Allocated IP 172.20.0.13 (b5e42bc3-792e-4c04-8647-1aa6809bab10/58ecd425-e508-4afb-8e9c-7e150020fdf6/a05ff30d-94cf-4347-a48a-55dd7932d98a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:53.119443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.149440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:53.150024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.210610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:17:53.274244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3143a625-b27e-4fa3-960b-0b27f2db9983 req-8dddd02d-657f-4e3e-90fc-0d3bb21b87bc tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 210 time: 0.0638189 Jul 22 14:17:53.339233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Network': ['ID=c0fbbf2f-67fa-4e58-b88d-1dba165a726c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:53.339567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:53.340146 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.378299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c0fbbf2f-67fa-4e58-b88d-1dba165a726c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:17:53.468781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:17:53.482267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-473bf735-bd2d-4882-87c3-bc3234768a00 admin admin] 10.222.0.11 "PUT /v2.0/routers/2a9d74c5-0b05-4e63-a4b2-2ceb45492f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7830989 Jul 22 14:17:53.576432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68cc7307-a5c4-4ec1-aee3-eb0c6c71cafb None None] Provisioning complete for port b245b812-f073-4430-bdd6-9f4be3f7ef38 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:53.577191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68cc7307-a5c4-4ec1-aee3-eb0c6c71cafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.626336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-68cc7307-a5c4-4ec1-aee3-eb0c6c71cafb None None] Port b245b812-f073-4430-bdd6-9f4be3f7ef38 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:17:53.645083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.676902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.686608 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.708331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Transition to ACTIVE for port object e1aee582-0502-4422-9a06-44ab0d6c79e9 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:53.715499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:53.716755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port cdc5c312-be49-4ef0-9ef9-2ff94b34e777, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:53.720508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-67af5a36-749a-40de-b54e-53059e53de22 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2042253 Jul 22 14:17:53.722594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.723769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'subnet': {'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:53.729721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.740494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Transition to ACTIVE for port object e1aee582-0502-4422-9a06-44ab0d6c79e9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:53.776693 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:53.813647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:53.815294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:53.821418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:53.826483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:53.853194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:53.864547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:53.870926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:53.873087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Pushing event updated for resources: {'Port': ['ID=e1aee582-0502-4422-9a06-44ab0d6c79e9,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:54.013518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Attempting to bind port e1aee582-0502-4422-9a06-44ab0d6c79e9 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:54.014334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Attempting to bind port e1aee582-0502-4422-9a06-44ab0d6c79e9 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6a18075d-6654-4e5d-a2d4-cda16db309ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:54.015304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Attempting to bind port e1aee582-0502-4422-9a06-44ab0d6c79e9 on network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:54.026916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:54.034710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:54.035710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Checking segment: {'id': '6a18075d-6654-4e5d-a2d4-cda16db309ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:54.036203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.036509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.037071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Bound using segment: {'id': '6a18075d-6654-4e5d-a2d4-cda16db309ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:54.037762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Bound port: e1aee582-0502-4422-9a06-44ab0d6c79e9, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a18075d-6654-4e5d-a2d4-cda16db309ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '67dd3391-bb83-45f4-a5cd-ad48df5b18f5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:54.038474 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.137404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] For port e1aee582-0502-4422-9a06-44ab0d6c79e9, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:54.141470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] For port e1aee582-0502-4422-9a06-44ab0d6c79e9, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e1aee582-0502-4422-9a06-44ab0d6c79e9,segment=NetworkSegment(6a18075d-6654-4e5d-a2d4-cda16db309ae),segment_id=6a18075d-6654-4e5d-a2d4-cda16db309ae)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:54.143423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7cf8f-a1da-4ff8-90d5-464e12237321 req-cef459e0-b62f-4685-a28f-e3d91dd02e07 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:54.145516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33a7cf8f-a1da-4ff8-90d5-464e12237321 req-cef459e0-b62f-4685-a28f-e3d91dd02e07 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.2256205 Jul 22 14:17:54.146998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.253541 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.275663 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ca74a-f48c-4026-a87c-adcdfd66db33 None None] Pushing event updated for resources: {'Port': ['ID=e1aee582-0502-4422-9a06-44ab0d6c79e9,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:54.279290 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33a7cf8f-a1da-4ff8-90d5-464e12237321 req-01d5c67d-d804-4f88-b76c-d2ea797eed56 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164672 Jul 22 14:17:54.372404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event updated for resources: {'Port': ['ID=a05ff30d-94cf-4347-a48a-55dd7932d98a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:54.426094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:54.427044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.513654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-103b7f27-a5df-45f2-9aa6-d0c79333d968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3112767 Jul 22 14:17:54.532245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Request body: {'port': {'device_id': '437c0caa-f340-4855-8530-7482c84f2cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:54.636967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf49803-e06f-4567-8981-3302529ff080 req-7dee5e2e-d4a2-4a57-b3ff-257c537acd24 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:54.645575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abf49803-e06f-4567-8981-3302529ff080 req-7dee5e2e-d4a2-4a57-b3ff-257c537acd24 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 932 time: 0.2140911 Jul 22 14:17:54.700686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:17:54.703396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:54.713326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1008611210-network', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:54.716831 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.756636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.783179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:17:54.810047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abf49803-e06f-4567-8981-3302529ff080 req-e48c03d1-fb31-4566-a969-1dd22f5fd8e7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612327 Jul 22 14:17:54.866320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Made reservation on behalf of d6e2dd5485c145159af13b64b5da8a99 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:54.873334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.898317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Subnet': ['ID=0fff04f7-0536-4e45-82cb-8bd26fe69d8d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:54.939436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:54.943632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e1aee582-0502-4422-9a06-44ab0d6c79e9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:54.960637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Checking segment: {'id': '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:54.961167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network hostable DHCP agents. Network: c0fbbf2f-67fa-4e58-b88d-1dba165a726c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:17:55.002025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network c0fbbf2f-67fa-4e58-b88d-1dba165a726c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:17:55.015030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, c0fbbf2f-67fa-4e58-b88d-1dba165a726c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:55.031734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d4955-d280-4077-a4b6-8413549b3f51 None None] Network c0fbbf2f-67fa-4e58-b88d-1dba165a726c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:55.039288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:55.040027 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.051061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:55.121184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.127279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.132274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e1aee582-0502-4422-9a06-44ab0d6c79e9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:55.149125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdc5c312-be49-4ef0-9ef9-2ff94b34e777 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:55.152598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:17:55.167374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b228094-55d9-4423-ad10-f8d13cbfa304,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:55.180679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:55.180805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f74f11cd-e3f6-4f40-8ecc-84f12f2116f8 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4629502 Jul 22 14:17:55.192745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:17:55.206941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.207480 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Added segment eedb9a4e-81f6-4861-9c86-b8e4f0b2637b of type vlan for network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd Jul 22 14:17:55.211844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'port': {'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c', 'name': 'tempest-NetworksIpV6TestAttrs-938916381'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:55.267809 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.320093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.321441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:55.322284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.396170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.408971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] Pushing event updated for resources: {'Network': ['ID=35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:55.416389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05ff30d-94cf-4347-a48a-55dd7932d98a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:17:55.424641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-c0fbbf2f-67fa-4e58-b88d-1dba165a726c', 'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c', 'tenant_id': '47d8a6becc7c4eb49b4b2730c6dacb12', 'fixed_ips': [{'subnet_id': '0fff04f7-0536-4e45-82cb-8bd26fe69d8d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:17:55.425587 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.426800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8869f43-5230-41de-80ed-398d8b57d281 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7221797 Jul 22 14:17:55.432221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:55.436307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:17:55.437959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.442716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Request body: {'subnet': {'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1008611210-subnet', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:55.460085 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Sync routers for ids ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:17:55.462608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:17:55.471342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Transition to ACTIVE for port object a05ff30d-94cf-4347-a48a-55dd7932d98a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:55.485723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:55.499346 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.501255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Made reservation on behalf of d6e2dd5485c145159af13b64b5da8a99 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:55.504003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.507463 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Routers {'2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:17:55.510242 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:55.534221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:55.534599 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.581039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:55.710671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed816f-2de3-4658-997e-bab9da76c2b7 None None] Network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:55.717914 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Set router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:17:55.735662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ff30d-94cf-4347-a48a-55dd7932d98a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:55.820334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['cd295c84-19b9-4287-973d-6e98f23d0818'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:17:55.881286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd4cd3-b054-4cdc-82fd-73a731b3f64c req-13b475e8-30c4-43a9-b887-06694287d967 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:55.909187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3dd4cd3-b054-4cdc-82fd-73a731b3f64c req-13b475e8-30c4-43a9-b887-06694287d967 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.4302816 Jul 22 14:17:55.977255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:17:55.980991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.025115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.026493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Attempting to bind port a05ff30d-94cf-4347-a48a-55dd7932d98a on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:56.027179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Attempting to bind port a05ff30d-94cf-4347-a48a-55dd7932d98a by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:56.027677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Attempting to bind port a05ff30d-94cf-4347-a48a-55dd7932d98a on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:56.028073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Provisioning for port e1aee582-0502-4422-9a06-44ab0d6c79e9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:17:56.046729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3dd4cd3-b054-4cdc-82fd-73a731b3f64c req-b3a03c8b-51a5-4ef1-bd54-bf23c67f4c1a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311319 Jul 22 14:17:56.055942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Port a05ff30d-94cf-4347-a48a-55dd7932d98a on network b5e42bc3-792e-4c04-8647-1aa6809bab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:17:56.056574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Attempting to bind port a05ff30d-94cf-4347-a48a-55dd7932d98a on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:56.059484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] device_id is not set on port ba07ebe0-8e48-4e3d-9e69-65558ae6a91c yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:17:56.070000 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:56.070750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:56.071401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Bound using segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:56.072184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Bound port: a05ff30d-94cf-4347-a48a-55dd7932d98a, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:56.072786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.105259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:56.141451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Provisioning complete for port e1aee582-0502-4422-9a06-44ab0d6c79e9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:56.142001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.160388 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:17:52Z', 'revision_number': 4, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b245b812-f073-4430-bdd6-9f4be3f7ef38', 'name': '', 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'mac_address': 'fa:16:3e:c4:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:50Z', 'updated_at': '2021-07-22T14:17:52Z', 'revision_number': 2, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'subnets': [{'id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:56.193304 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Checking router: 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:17:56.194228 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Updating router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 port b245b812-f073-4430-bdd6-9f4be3f7ef38 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:17:56.249602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c75cd3-6c03-4188-8873-9ba45fdb716d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:56.268184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Checking segment: {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:56.268332 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.268435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Network hostable DHCP agents. Network: 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:17:56.276523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] For port a05ff30d-94cf-4347-a48a-55dd7932d98a, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:56.283718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2e37-5ca8-4323-bdc7-424ea0faffc7 req-1d07c594-c8ef-4366-b7d4-525bcce641e3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:56.285678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb5b2e37-5ca8-4323-bdc7-424ea0faffc7 req-1d07c594-c8ef-4366-b7d4-525bcce641e3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 944 time: 0.2896845 Jul 22 14:17:56.287152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] For port a05ff30d-94cf-4347-a48a-55dd7932d98a, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:56.324764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:17:56.346538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb5b2e37-5ca8-4323-bdc7-424ea0faffc7 req-738b840b-b103-472d-bb92-94cc3ff998b3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535240 Jul 22 14:17:56.347959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:56.351505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.361489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:56.362496 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00694009-69e7-4048-8868-ac143677afce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.386169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefc6e7-0f0d-4fdc-9d9a-61b500739a10 None None] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:17:56.390720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-00694009-69e7-4048-8868-ac143677afce admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9544950 Jul 22 14:17:56.391461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:17:56.400900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:17:56.430623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:56.431263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.433694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] 10.222.0.20 "PUT /v2.0/ports/a05ff30d-94cf-4347-a48a-55dd7932d98a HTTP/1.1" status: 200 len: 1093 time: 1.9104495 Jul 22 14:17:56.434366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c0caa-f340-4855-8530-7482c84f2cda', 'tag': 'a05ff30d-94cf-4347-a48a-55dd7932d98a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:56.445489 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c32934-5e42-4a50-8f10-8d908684d7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "437c0caa-f340-4855-8530-7482c84f2cda", "tag": "a05ff30d-94cf-4347-a48a-55dd7932d98a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:56.454633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.457119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.549508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Allocated IP 2001:db8::f816:3eff:fef2:1d5b (c0fbbf2f-67fa-4e58-b88d-1dba165a726c/0fff04f7-0536-4e45-82cb-8bd26fe69d8d/b6ab58de-608f-4c74-83ff-29fb8e216a2b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:56.578156 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e2ec37-09ad-4883-90a4-48c6bebaeabe x-openstack-request-id: req-27e2ec37-09ad-4883-90a4-48c6bebaeabe {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:56.578443 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c0caa-f340-4855-8530-7482c84f2cda", "tag": "a05ff30d-94cf-4347-a48a-55dd7932d98a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:56.578887 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27e2ec37-09ad-4883-90a4-48c6bebaeabe {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:56.579452 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437c0caa-f340-4855-8530-7482c84f2cda', 'tag': 'a05ff30d-94cf-4347-a48a-55dd7932d98a', 'status': 'completed', 'code': 200} Jul 22 14:17:56.587020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d20e9-5884-463c-b01f-102fafd5fba7 service neutron] Pushing event updated for resources: {'Port': ['ID=a05ff30d-94cf-4347-a48a-55dd7932d98a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:56.603560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.662943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-59abd2f9-06c2-43cc-9a11-c3fc6dacf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:56.665301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-59abd2f9-06c2-43cc-9a11-c3fc6dacf0ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 1096 time: 0.1859071 Jul 22 14:17:56.798931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.804557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-88c11694-686b-4809-801c-6be7d48b0282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a HTTP/1.1" status: 200 len: 217 time: 0.1317806 Jul 22 14:17:56.855247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.865539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-2e7c23ef-c0a6-4e17-9d64-1383a923dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:56.867472 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-2e7c23ef-c0a6-4e17-9d64-1383a923dc8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.0562546 Jul 22 14:17:56.949000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-55744a3a-fada-40db-91c0-4576397aa553 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751197 Jul 22 14:17:56.962116 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:56.978943 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Transition to ACTIVE for port object b245b812-f073-4430-bdd6-9f4be3f7ef38 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:57.007742 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.186781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-72148fa9-04e2-423c-8fbb-4b7f50cad671 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289207 Jul 22 14:17:57.303980 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Pushing event updated for resources: {'Port': ['ID=b245b812-f073-4430-bdd6-9f4be3f7ef38,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:57.325594 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.326095 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.326433 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.327503 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.327907 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.328234 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.328613 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.329119 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.329450 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.330011 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.330346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.330664 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.343984 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Attempting to bind port b245b812-f073-4430-bdd6-9f4be3f7ef38 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:57.344980 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Attempting to bind port b245b812-f073-4430-bdd6-9f4be3f7ef38 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:57.344980 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Attempting to bind port b245b812-f073-4430-bdd6-9f4be3f7ef38 on network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:57.354334 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:57.354737 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Checking segment: {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:57.355016 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.355405 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Bound using segment: {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:57.356056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Bound port: b245b812-f073-4430-bdd6-9f4be3f7ef38, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5907f308-40c6-48a5-916b-ebe25f48ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:57.362200 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.492828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.501911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57342e74-6eb9-41a1-9bfa-e963a64b5934 req-28d5aad9-794c-4e53-b386-0fc38de1321d service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088725 Jul 22 14:17:57.524413 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] For port b245b812-f073-4430-bdd6-9f4be3f7ef38, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:57.529866 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] For port b245b812-f073-4430-bdd6-9f4be3f7ef38, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b245b812-f073-4430-bdd6-9f4be3f7ef38,segment=NetworkSegment(5907f308-40c6-48a5-916b-ebe25f48ff60),segment_id=5907f308-40c6-48a5-916b-ebe25f48ff60)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:57.539931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] For port e1aee582-0502-4422-9a06-44ab0d6c79e9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e1aee582-0502-4422-9a06-44ab0d6c79e9,segment=NetworkSegment(6a18075d-6654-4e5d-a2d4-cda16db309ae),segment_id=6a18075d-6654-4e5d-a2d4-cda16db309ae)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:57.545743 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.567101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.594647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ea8c-2467-41a7-be29-be226e027a1f req-49b9cd87-6d77-4f80-9ebf-7620773bb26b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:57.600271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e360ea8c-2467-41a7-be29-be226e027a1f req-49b9cd87-6d77-4f80-9ebf-7620773bb26b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.3799071 Jul 22 14:17:57.606567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:57.727768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00cda9-6d3d-460d-bbe2-10bc304958a2 req-1d59e0d0-4023-4d1d-b5ca-ba508142176a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:57.729835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e00cda9-6d3d-460d-bbe2-10bc304958a2 req-1d59e0d0-4023-4d1d-b5ca-ba508142176a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 944 time: 0.1906247 Jul 22 14:17:57.737184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-6dd0c7da-9faa-400f-99f7-294c1d833186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:57.738882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-6dd0c7da-9faa-400f-99f7-294c1d833186 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 1096 time: 0.1431773 Jul 22 14:17:57.756300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Routers {'2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:17:57.756300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:57.815129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Pushing event updated for resources: {'Port': ['ID=e1aee582-0502-4422-9a06-44ab0d6c79e9,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:57.831739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.832008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.832355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.833216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.833566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.833932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.834865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.835209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.835543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.835877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.836206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.836532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bcd5db-7b6b-4053-a400-eb5ff76c2f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:17:57.841289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e00cda9-6d3d-460d-bbe2-10bc304958a2 req-beabbf33-28ba-4379-9340-e2b2ca99b920 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011443 Jul 22 14:17:57.898950 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575605a-9e6f-4eff-9dab-8bb9033c43e4 None None] Pushing event updated for resources: {'Port': ['ID=b245b812-f073-4430-bdd6-9f4be3f7ef38,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:57.920961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'fixed_ips': [{'subnet_id': '72c75cd3-6c03-4188-8873-9ba45fdb716d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:17:57.921858 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.034562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-21b0ccc6-75f8-4e5c-aada-5d82a34ad22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:58.036126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-21b0ccc6-75f8-4e5c-aada-5d82a34ad22a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.2699666 Jul 22 14:17:58.095376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Allocated IP 172.25.8.133 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:58.101026 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] Set router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:17:58.135726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e360ea8c-2467-41a7-be29-be226e027a1f req-d23ed54d-4b70-4fe2-a310-8bb523594de8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297045 Jul 22 14:17:58.165807 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-9d622b39-ece2-498c-a80e-9bc8589f36a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a HTTP/1.1" status: 200 len: 217 time: 0.1215115 Jul 22 14:17:58.197738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.235031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Transition to ACTIVE for port object b6ab58de-608f-4c74-83ff-29fb8e216a2b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:58.298688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Transition to ACTIVE for port object b6ab58de-608f-4c74-83ff-29fb8e216a2b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:58.316014 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.393306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.408719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Allocated IP 172.20.0.2 (35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd/72c75cd3-6c03-4188-8873-9ba45fdb716d/7d37b5b3-b531-4cec-9f5e-45fd2119e508) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:58.412567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Network c0fbbf2f-67fa-4e58-b88d-1dba165a726c is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:58.418621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Allocated IP 2001:db8::f816:3eff:fe17:f49c (c0fbbf2f-67fa-4e58-b88d-1dba165a726c/0fff04f7-0536-4e45-82cb-8bd26fe69d8d/ba07ebe0-8e48-4e3d-9e69-65558ae6a91c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:17:58.430988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:58.434817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:58.452431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-166228e6-277f-4809-848c-a3f2645bb034 None None] Provisioning complete for port e1aee582-0502-4422-9a06-44ab0d6c79e9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:58.452969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-166228e6-277f-4809-848c-a3f2645bb034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.500265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.533174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Pushing event updated for resources: {'Port': ['ID=b6ab58de-608f-4c74-83ff-29fb8e216a2b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:58.575248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Pushing event updated for resources: {'Port': ['ID=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:58.622477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:58.647784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:58.652459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:58.682315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Attempting to bind port b6ab58de-608f-4c74-83ff-29fb8e216a2b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:17:58.682832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Attempting to bind port b6ab58de-608f-4c74-83ff-29fb8e216a2b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:17:58.683411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Attempting to bind port b6ab58de-608f-4c74-83ff-29fb8e216a2b on network c0fbbf2f-67fa-4e58-b88d-1dba165a726c {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:17:58.705109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:17:58.706292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Checking segment: {'id': '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:17:58.706292 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.706748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Bound using segment: {'id': '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:17:58.707192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Bound port: b6ab58de-608f-4c74-83ff-29fb8e216a2b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c0fbbf2f-67fa-4e58-b88d-1dba165a726c'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:17:58.707582 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.783809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] For port b6ab58de-608f-4c74-83ff-29fb8e216a2b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:17:58.786518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] For port b6ab58de-608f-4c74-83ff-29fb8e216a2b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6ab58de-608f-4c74-83ff-29fb8e216a2b,segment=NetworkSegment(6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc),segment_id=6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:17:58.793728 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.836239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:58.892301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e1aee582-0502-4422-9a06-44ab0d6c79e9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:17:58.932983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:58.999998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-07137561-8101-483c-be2e-08a89d3458c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:59.005580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-07137561-8101-483c-be2e-08a89d3458c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.8322062 Jul 22 14:17:59.011260 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:17:52Z', 'revision_number': 4, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b245b812-f073-4430-bdd6-9f4be3f7ef38', 'name': '', 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'mac_address': 'fa:16:3e:c4:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:50Z', 'updated_at': '2021-07-22T14:17:57Z', 'revision_number': 4, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'subnets': [{'id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:17:59.030557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Transition to ACTIVE for port object ba07ebe0-8e48-4e3d-9e69-65558ae6a91c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:59.072826 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4943de0-55ec-4186-8dee-d657947b48f9 None None] The sync data for ids ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'] in n-d-787205-11 is: [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:17:52Z', 'revision_number': 4, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b245b812-f073-4430-bdd6-9f4be3f7ef38', 'name': '', 'network_id': '46e1d4df-016e-49f4-8da9-5f1e428de7f9', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'mac_address': 'fa:16:3e:c4:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:50Z', 'updated_at': '2021-07-22T14:17:57Z', 'revision_number': 4, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'subnets': [{'id': 'c7e58a9d-1b52-46fc-8c19-41a24315c2bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:17:59.090783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-31c77060-8070-4d53-863c-d76b59ecaf50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777328 Jul 22 14:17:59.138173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port cd295c84-19b9-4287-973d-6e98f23d0818 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:59.140960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.263632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e1aee582-0502-4422-9a06-44ab0d6c79e9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:17:59.265125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.318571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10f2a-3c07-4f4a-bcac-347592db25e6 None None] Pushing event updated for resources: {'Port': ['ID=b6ab58de-608f-4c74-83ff-29fb8e216a2b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:59.346763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.416528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Transition to ACTIVE for port object 7d37b5b3-b531-4cec-9f5e-45fd2119e508 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:59.434605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f561bbc-c239-403b-85d0-af419cd9d00f req-73a964e7-fdb1-452c-a891-31aecff1a811 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:59.448776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f561bbc-c239-403b-85d0-af419cd9d00f req-73a964e7-fdb1-452c-a891-31aecff1a811 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 944 time: 0.4044409 Jul 22 14:17:59.481435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.542441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:17:59.548966 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f8136e-8f51-4d41-9cf9-9a4ec3ac35d2" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:17:59.557073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f561bbc-c239-403b-85d0-af419cd9d00f req-15b0fbd2-54d4-490e-89a4-99d3228a69b8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068902 Jul 22 14:17:59.587886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:17:59.615323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Transition to ACTIVE for port object 7d37b5b3-b531-4cec-9f5e-45fd2119e508 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:17:59.617034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.621459 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.730567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.740138 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861615c-d227-4835-8385-1e0200b6754b x-openstack-request-id: req-3861615c-d227-4835-8385-1e0200b6754b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:17:59.747345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.749928 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:17:59.749928 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3861615c-d227-4835-8385-1e0200b6754b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:17:59.752806 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:17:59.843305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:59.854151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Port': ['ID=ba07ebe0-8e48-4e3d-9e69-65558ae6a91c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:17:59.864386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:59.864889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-e521e0de-8d57-47f1-ae5f-2c6a5bc8cf7e service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651939 Jul 22 14:17:59.866902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network c0fbbf2f-67fa-4e58-b88d-1dba165a726c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:17:59.875838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:59.889516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:17:59.893082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:17:59.911564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:17:59.912246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:59.926791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:00.016799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Attempting to bind port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:00.017398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Attempting to bind port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:00.017945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Attempting to bind port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 on network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:00.032168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Pushing event updated for resources: {'Port': ['ID=7d37b5b3-b531-4cec-9f5e-45fd2119e508,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:00.035297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:00.035297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Checking segment: {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:00.035753 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:00.036250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Bound using segment: {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:00.036811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Bound port: 7d37b5b3-b531-4cec-9f5e-45fd2119e508, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:00.037302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:00.137036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c3b5c48b-6750-4ce8-914b-3894718f035f tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.9524813 Jul 22 14:18:00.142937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52002) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:00.191488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] For port 7d37b5b3-b531-4cec-9f5e-45fd2119e508, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:00.204855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] For port 7d37b5b3-b531-4cec-9f5e-45fd2119e508, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7d37b5b3-b531-4cec-9f5e-45fd2119e508,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:00.218758 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:00.302909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ac988-a3cd-4e5d-a703-562c43730527 req-6d98c1f8-04e5-473d-9e79-62f4e5bf5ec1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:00.304740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4a9ac988-a3cd-4e5d-a703-562c43730527 req-6d98c1f8-04e5-473d-9e79-62f4e5bf5ec1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.9394321 Jul 22 14:18:00.336028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:00.367180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0e045-801e-45a6-b326-009517c5a9a2 None None] Pushing event updated for resources: {'Port': ['ID=7d37b5b3-b531-4cec-9f5e-45fd2119e508,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:00.403768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90c32934-5e42-4a50-8f10-8d908684d7ed req-e290be83-1def-486e-96b7-ae9d376f76f6 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261412 Jul 22 14:18:00.414773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting subnet 0fff04f7-0536-4e45-82cb-8bd26fe69d8d {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:00.424808 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:00.469539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4a9ac988-a3cd-4e5d-a703-562c43730527 req-c6c8aa4b-cd0c-43d8-bcbf-c1a98ca5f782 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363626 Jul 22 14:18:00.536667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:00.812642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a05ff30d-94cf-4347-a48a-55dd7932d98a details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:18:01.021587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Router b652f078-264d-43e1-8c6e-ac4e9b00f226 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:18:01.031687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.049593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016e046-f246-4131-8323-c30f94e60569 None None] Network c0fbbf2f-67fa-4e58-b88d-1dba165a726c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:01.185087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b245b812-f073-4430-bdd6-9f4be3f7ef38 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:01.195026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-144f0d1c-8889-4efb-9b3f-de513feac39b None None] Provisioning for port b6ab58de-608f-4c74-83ff-29fb8e216a2b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:01.208083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a05ff30d-94cf-4347-a48a-55dd7932d98a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:01.219273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.268839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'a05ff30d-94cf-4347-a48a-55dd7932d98a', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'a05ff30d-94cf-4347-a48a-55dd7932d98a', 'mac_address': 'fa:16:3e:e8:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:18:01.281184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Subnet': ['ID=0fff04f7-0536-4e45-82cb-8bd26fe69d8d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:01.306933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.311812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0bf674da-b1ff-4b23-bb78-97b5e7a4116c tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/0fff04f7-0536-4e45-82cb-8bd26fe69d8d HTTP/1.1" status: 204 len: 168 time: 1.1640482 Jul 22 14:18:01.316591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52014) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:01.395954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76c2af-299b-45f8-854a-e18ddde31153 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:01.402575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76c2af-299b-45f8-854a-e18ddde31153 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:01.417794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b245b812-f073-4430-bdd6-9f4be3f7ef38 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:01.419165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5e76c2af-299b-45f8-854a-e18ddde31153 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1009383 Jul 22 14:18:01.420056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52016) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:01.431425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b245b812-f073-4430-bdd6-9f4be3f7ef38 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:01.431843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.514637 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.592838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05ff30d-94cf-4347-a48a-55dd7932d98a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:01.626489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6450583c-7612-4fe6-ab7a-1b85ede22334 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.667034 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6450583c-7612-4fe6-ab7a-1b85ede22334 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 14:18:01.667768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6450583c-7612-4fe6-ab7a-1b85ede22334 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:01.669792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6450583c-7612-4fe6-ab7a-1b85ede22334 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/c0fbbf2f-67fa-4e58-b88d-1dba165a726c HTTP/1.1" status: 409 len: 405 time: 0.2466996 Jul 22 14:18:01.675247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52022) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:01.695484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1998029463'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:01.722182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a05ff30d-94cf-4347-a48a-55dd7932d98a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:01.723302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.747834 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.797425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:01.812127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a2840-756f-4e14-bd67-1dd0f139c2f8 req-b01d6ad8-ab2d-4011-8768-600dd1c9c039 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:01.814047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c47a2840-756f-4e14-bd67-1dd0f139c2f8 req-b01d6ad8-ab2d-4011-8768-600dd1c9c039 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 944 time: 1.0799189 Jul 22 14:18:01.815870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.827439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b245b812-f073-4430-bdd6-9f4be3f7ef38, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b245b812-f073-4430-bdd6-9f4be3f7ef38,segment=NetworkSegment(5907f308-40c6-48a5-916b-ebe25f48ff60),segment_id=5907f308-40c6-48a5-916b-ebe25f48ff60)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:01.837494 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:01.838780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6ab58de-608f-4c74-83ff-29fb8e216a2b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:01.924685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a05ff30d-94cf-4347-a48a-55dd7932d98a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:01.935669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:18:01.939975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f363463-d5ec-49f8-9e52-5759f8f9e3ae req-d2bb2502-1635-465c-89ed-d8549893df16 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:01.953312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f363463-d5ec-49f8-9e52-5759f8f9e3ae req-d2bb2502-1635-465c-89ed-d8549893df16 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.3487439 Jul 22 14:18:01.981387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:01.987678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af92e898-668d-43b5-9567-05d130ca625d None None] DHCP port deletion for c0fbbf2f-67fa-4e58-b88d-1dba165a726c request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:02.009198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.009634 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Added segment 0f7788a2-fe5d-4724-ba97-48caecac8e5b of type vlan for network cf77190b-c557-405e-8311-8966aea72b27 Jul 22 14:18:02.013372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Sync routers for ids ['b652f078-264d-43e1-8c6e-ac4e9b00f226'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:18:02.013690 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.017987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ea6889a-aae5-46b9-a977-3cba566e1015 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6229637 Jul 22 14:18:02.023930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f363463-d5ec-49f8-9e52-5759f8f9e3ae req-067ec5f4-7157-4691-bab5-88c48b666860 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668745 Jul 22 14:18:02.028555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:02.035929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c47a2840-756f-4e14-bd67-1dd0f139c2f8 req-15f66f97-5913-41f9-8eaf-0e62106a0cff tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106972 Jul 22 14:18:02.219646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Routers {'b652f078-264d-43e1-8c6e-ac4e9b00f226'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:02.220865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b652f078-264d-43e1-8c6e-ac4e9b00f226'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:02.223501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b6ab58de-608f-4c74-83ff-29fb8e216a2b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:02.293077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.326482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6ab58de-608f-4c74-83ff-29fb8e216a2b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:02.326975 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.353494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.368194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:02.370330 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.441286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52052) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:02.441762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7574878 Jul 22 14:18:02.450041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'subnet': {'network_id': 'cf77190b-c557-405e-8311-8966aea72b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:02.527313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717cb25-a4fd-4924-98fe-5237d38bcedd tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Network': ['ID=cf77190b-c557-405e-8311-8966aea72b27,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:02.676537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:02.680110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:02.716205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a05ff30d-94cf-4347-a48a-55dd7932d98a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:02.807776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5a964-cfdd-4a9d-8a8a-48b8b5447684 None None] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:02.914199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network cf77190b-c557-405e-8311-8966aea72b27 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:03.010440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b245b812-f073-4430-bdd6-9f4be3f7ef38,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:03.160065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-90cab0f1-c356-481b-9e2f-a8acbcad8389 None None] Provisioning for port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:03.169986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-af92e898-668d-43b5-9567-05d130ca625d None None] Deleting port b6ab58de-608f-4c74-83ff-29fb8e216a2b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:03.171524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-af92e898-668d-43b5-9567-05d130ca625d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:03.253133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-af92e898-668d-43b5-9567-05d130ca625d None None] For port b6ab58de-608f-4c74-83ff-29fb8e216a2b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6ab58de-608f-4c74-83ff-29fb8e216a2b,segment=NetworkSegment(6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc),segment_id=6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:03.253840 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-af92e898-668d-43b5-9567-05d130ca625d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:03.257854 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:03.268234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-af92e898-668d-43b5-9567-05d130ca625d None None] Calling delete_port for b6ab58de-608f-4c74-83ff-29fb8e216a2b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:03.527584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:18:03.532152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:03.536479 n-d-787205-11 neutron-server[93761]: INFO neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No ports have port_id starting with b6ab58de-608f-4c74-83ff-29fb8e216a2b Jul 22 14:18:03.551091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dca35-58c7-4907-a2c6-aaf59d03fcc9 req-bdda2178-329b-4509-8c4c-2555d3061722 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:03.557850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-025dca35-58c7-4907-a2c6-aaf59d03fcc9 req-bdda2178-329b-4509-8c4c-2555d3061722 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.3130565 Jul 22 14:18:03.559138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-af92e898-668d-43b5-9567-05d130ca625d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:03.569518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37301661-1792-4fcf-9af5-1dcc237ba2d9 req-62f23d1a-d4b2-4323-9454-c0b7b51b559a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:03.572783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37301661-1792-4fcf-9af5-1dcc237ba2d9 req-62f23d1a-d4b2-4323-9454-c0b7b51b559a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 945 time: 0.3680339 Jul 22 14:18:03.612625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Set router b652f078-264d-43e1-8c6e-ac4e9b00f226 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:03.729084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Subnet': ['ID=daf35dda-7eb8-4dfb-904e-70bed0780c9d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:03.757644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e898-668d-43b5-9567-05d130ca625d None None] Pushing event deleted for resources: {'Port': ['ID=b6ab58de-608f-4c74-83ff-29fb8e216a2b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:03.767292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92e898-668d-43b5-9567-05d130ca625d None None] No DVR routers for this DVR port b6ab58de-608f-4c74-83ff-29fb8e216a2b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:03.784512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37301661-1792-4fcf-9af5-1dcc237ba2d9 req-50ff6608-924e-4317-bc2b-3fd823be2f46 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053137 Jul 22 14:18:03.815976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Checking segment: {'id': '0f7788a2-fe5d-4724-ba97-48caecac8e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cf77190b-c557-405e-8311-8966aea72b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:03.816348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network hostable DHCP agents. Network: cf77190b-c557-405e-8311-8966aea72b27, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:03.836983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-025dca35-58c7-4907-a2c6-aaf59d03fcc9 req-c3b606b7-7e16-4d58-9c41-dd4f8f436f3a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133280 Jul 22 14:18:03.851110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Allocated IP 172.20.0.1 (35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd/72c75cd3-6c03-4188-8873-9ba45fdb716d/c7afedee-296a-4107-a66f-6870d453720f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:03.863997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network cf77190b-c557-405e-8311-8966aea72b27 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:03.881160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, cf77190b-c557-405e-8311-8966aea72b27) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:03.899771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:03.900447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:03.902339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d66663-2adb-461f-9ef9-18a69a333a09 None None] Network cf77190b-c557-405e-8311-8966aea72b27 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:03.965678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52092) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:03.971769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'port': {'network_id': 'cf77190b-c557-405e-8311-8966aea72b27', 'name': 'tempest-NetworksIpV6TestAttrs-1972708173'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:03.972337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c255eca8-3209-4ba8-9158-26d4285343b1 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5246983 Jul 22 14:18:04.004966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b245b812-f073-4430-bdd6-9f4be3f7ef38 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:04.299035 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:18:04.418889 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-456a08a5-59af-4277-b58f-a43ef900691c req-edd57868-02ad-46e4-9e02-f8329527753e service neutron] show failed (client error): The resource could not be found. Jul 22 14:18:04.419944 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-edd57868-02ad-46e4-9e02-f8329527753e service neutron] 10.222.0.13 "GET /v2.0/ports/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.1452348 Jul 22 14:18:04.512843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-cf77190b-c557-405e-8311-8966aea72b27', 'network_id': 'cf77190b-c557-405e-8311-8966aea72b27', 'tenant_id': '47d8a6becc7c4eb49b4b2730c6dacb12', 'fixed_ips': [{'subnet_id': 'daf35dda-7eb8-4dfb-904e-70bed0780c9d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:18:04.513764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:04.755140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b245b812-f073-4430-bdd6-9f4be3f7ef38 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:04.755922 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.008685 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.042031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Transition to ACTIVE for port object c7afedee-296a-4107-a66f-6870d453720f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:05.090738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd55d-fce3-46fb-84c1-faba4150e3ba req-86121db7-3c47-498d-a663-e8c804fe9836 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:05.107504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc4fd55d-fce3-46fb-84c1-faba4150e3ba req-86121db7-3c47-498d-a663-e8c804fe9836 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 945 time: 0.1622648 Jul 22 14:18:05.204040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Allocated IP 2001:db8::f816:3eff:fee9:af2d (cf77190b-c557-405e-8311-8966aea72b27/daf35dda-7eb8-4dfb-904e-70bed0780c9d/bd3b9cce-28fc-4fe5-a150-967213dd8759) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:05.222374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc4fd55d-fce3-46fb-84c1-faba4150e3ba req-5862326b-63fa-49f7-8d27-671bee6f2915 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135235 Jul 22 14:18:05.403934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:05.409096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.493925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-918513c5-6fb9-4a3e-aebf-a00d70144e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:05.500869 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-918513c5-6fb9-4a3e-aebf-a00d70144e24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 1097 time: 0.6733530 Jul 22 14:18:05.519837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.526722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:05.611783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:17:59Z', 'revision_number': 3, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:05.654290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7afedee-296a-4107-a66f-6870d453720f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:05.688580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] device_id is not set on port 9d96700b-f01b-4b5e-9232-3ba3518b4a62 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:05.698149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Checking router: b652f078-264d-43e1-8c6e-ac4e9b00f226 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:18:05.698402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Updating router b652f078-264d-43e1-8c6e-ac4e9b00f226 port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:18:05.731629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c4701-6720-454a-abe4-d331f08a4d1a req-bad8f60a-58b6-4c12-b67c-a5497c908dd7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:05.734852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-385c4701-6720-454a-abe4-d331f08a4d1a req-bad8f60a-58b6-4c12-b67c-a5497c908dd7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.6572933 Jul 22 14:18:05.758383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7d37b5b3-b531-4cec-9f5e-45fd2119e508 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:05.794124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:05.796749 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.853429 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.868500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Transition to ACTIVE for port object bd3b9cce-28fc-4fe5-a150-967213dd8759 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:05.887178 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:05.907999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:05.911788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:05.971064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Transition to ACTIVE for port object bd3b9cce-28fc-4fe5-a150-967213dd8759 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:05.977587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:05.986554 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:06.020621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:06.021143 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:06.153328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Network cf77190b-c557-405e-8311-8966aea72b27 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:06.169803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Pushing event updated for resources: {'Port': ['ID=bd3b9cce-28fc-4fe5-a150-967213dd8759,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:06.238169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Allocated IP 2001:db8::f816:3eff:fee5:8a92 (cf77190b-c557-405e-8311-8966aea72b27/daf35dda-7eb8-4dfb-904e-70bed0780c9d/9d96700b-f01b-4b5e-9232-3ba3518b4a62) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:06.494394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:06.510810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Transition to ACTIVE for port object 9d96700b-f01b-4b5e-9232-3ba3518b4a62 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:06.593226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:06.606110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:06.667764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985e20-59f3-474c-b240-dcc047bf2fc0 req-f4aa8a95-371f-404b-8d98-bd2a78d287aa tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:06.677141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c8b85ae2-3ae6-4127-85be-40e22098ba19 None None] Provisioning for port c7afedee-296a-4107-a66f-6870d453720f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:06.683378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1985e20-59f3-474c-b240-dcc047bf2fc0 req-f4aa8a95-371f-404b-8d98-bd2a78d287aa tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 945 time: 0.2259057 Jul 22 14:18:06.772486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:06.799288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-385c4701-6720-454a-abe4-d331f08a4d1a req-b191637f-1c31-4c72-967f-d6760e6985ba tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0427551 Jul 22 14:18:06.820910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:06.821124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1985e20-59f3-474c-b240-dcc047bf2fc0 req-3bb744dc-212b-4241-bd4e-67025bd63f54 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367435 Jul 22 14:18:06.860539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a05ff30d-94cf-4347-a48a-55dd7932d98a up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:06.870956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c8b85ae2-3ae6-4127-85be-40e22098ba19 None None] Provisioning complete for port c7afedee-296a-4107-a66f-6870d453720f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:06.871632 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c8b85ae2-3ae6-4127-85be-40e22098ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:06.997689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network cf77190b-c557-405e-8311-8966aea72b27 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:07.005325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:07.026554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:07.030630 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.036207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:07.036938 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.051255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Transition to ACTIVE for port object c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:07.069512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1027679 Jul 22 14:18:07.074363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52276) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:07.075941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:07.121569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d889bc9-5e70-42f0-aafe-2b32e04ba523 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Port': ['ID=9d96700b-f01b-4b5e-9232-3ba3518b4a62,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:07.190857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Attempting to bind port bd3b9cce-28fc-4fe5-a150-967213dd8759 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:07.191567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Attempting to bind port bd3b9cce-28fc-4fe5-a150-967213dd8759 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0f7788a2-fe5d-4724-ba97-48caecac8e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cf77190b-c557-405e-8311-8966aea72b27'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:07.192171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Attempting to bind port bd3b9cce-28fc-4fe5-a150-967213dd8759 on network cf77190b-c557-405e-8311-8966aea72b27 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:07.194740 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.223635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:07.225849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.244640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting subnet daf35dda-7eb8-4dfb-904e-70bed0780c9d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:07.254301 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.258294 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.356038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:07.359409 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5ff426-095c-47cf-8186-7374b8a52126" -d '{"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:07.370222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.402873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Transition to ACTIVE for port object f8d0f4bb-5f1f-4e04-8854-38e8840ab83a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:07.417474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.430810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.496655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdce76-5824-4f4f-8e4f-8342de312adb None None] Pushing event updated for resources: {'Port': ['ID=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:07.504810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:07.506067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Checking segment: {'id': '0f7788a2-fe5d-4724-ba97-48caecac8e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cf77190b-c557-405e-8311-8966aea72b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:07.507124 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.510914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Bound using segment: {'id': '0f7788a2-fe5d-4724-ba97-48caecac8e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cf77190b-c557-405e-8311-8966aea72b27'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:07.511682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Bound port: bd3b9cce-28fc-4fe5-a150-967213dd8759, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7788a2-fe5d-4724-ba97-48caecac8e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cf77190b-c557-405e-8311-8966aea72b27'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:07.512783 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.527881 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a8444-a32c-4434-859e-ab7460b6b330 x-openstack-request-id: req-a06a8444-a32c-4434-859e-ab7460b6b330 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:07.528243 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:07.528430 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a06a8444-a32c-4434-859e-ab7460b6b330 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:07.528821 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'code': 200} Jul 22 14:18:07.532557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:07.567614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port a05ff30d-94cf-4347-a48a-55dd7932d98a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:07.573973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7d37b5b3-b531-4cec-9f5e-45fd2119e508, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7d37b5b3-b531-4cec-9f5e-45fd2119e508,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:07.614392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port a05ff30d-94cf-4347-a48a-55dd7932d98a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:07.615341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.637899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Attempting to bind port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:07.642096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Attempting to bind port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:07.642907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Attempting to bind port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:07.646023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c8b85ae2-3ae6-4127-85be-40e22098ba19 None None] Port c7afedee-296a-4107-a66f-6870d453720f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:18:07.821631 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.826965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:07.829569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:07.829984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:07.830395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.837839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:07.838440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Bound port: c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:07.839308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:07.875935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] No DVR routers for this DVR port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:07.907630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] For port bd3b9cce-28fc-4fe5-a150-967213dd8759, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:07.961040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6ab58de-608f-4c74-83ff-29fb8e216a2b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:08.000805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] For port bd3b9cce-28fc-4fe5-a150-967213dd8759, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd3b9cce-28fc-4fe5-a150-967213dd8759,segment=NetworkSegment(0f7788a2-fe5d-4724-ba97-48caecac8e5b),segment_id=0f7788a2-fe5d-4724-ba97-48caecac8e5b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:08.024140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.090834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b6ab58de-608f-4c74-83ff-29fb8e216a2b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:08.091493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6ab58de-608f-4c74-83ff-29fb8e216a2b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:08.093960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.132187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e93ec-354c-46a2-8373-aae2d7e90160 req-9ba30eb9-0950-4e7e-aa07-a33b4a4b769b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:08.140752 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f3e93ec-354c-46a2-8373-aae2d7e90160 req-9ba30eb9-0950-4e7e-aa07-a33b4a4b769b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 945 time: 0.2071075 Jul 22 14:18:08.166587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:08.219196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f3e93ec-354c-46a2-8373-aae2d7e90160 req-8def9698-f79d-4e61-aa6e-e993a983d0a6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773237 Jul 22 14:18:08.222961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] For port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:08.241210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7d37b5b3-b531-4cec-9f5e-45fd2119e508,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:08.246210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.246565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] For port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:08.312332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:08.312807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:08.313142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:08.332259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:18:08.332495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:08.334079 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.338471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Subnet': ['ID=daf35dda-7eb8-4dfb-904e-70bed0780c9d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:08.380502 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.388928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-26b27954-fe3b-4ec7-b7d2-5ffa23e764de tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/daf35dda-7eb8-4dfb-904e-70bed0780c9d HTTP/1.1" status: 204 len: 168 time: 1.3119800 Jul 22 14:18:08.391549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:08.403478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:08.404089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Checking segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:08.405334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Bound using segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:08.405334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Bound port: f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:08.410080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.415780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.449098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.540405 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.563110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accca127-1b0e-4520-b703-a2de712854c1 None None] Pushing event updated for resources: {'Port': ['ID=bd3b9cce-28fc-4fe5-a150-967213dd8759,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:08.574614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752f1e0-e06b-4fde-9a5d-5c89a51555cf tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:08.577107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c752f1e0-e06b-4fde-9a5d-5c89a51555cf tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:08.582093 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c752f1e0-e06b-4fde-9a5d-5c89a51555cf tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1893640 Jul 22 14:18:08.583123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:08.677746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7afedee-296a-4107-a66f-6870d453720f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:08.696677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Routers {'b652f078-264d-43e1-8c6e-ac4e9b00f226'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:08.697313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b652f078-264d-43e1-8c6e-ac4e9b00f226'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:08.697719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998999-91de-43fd-ba6c-2ccbff9e29cd req-333b7e5c-871b-471e-abf4-8e7493be2c9c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:08.699364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13998999-91de-43fd-ba6c-2ccbff9e29cd req-333b7e5c-871b-471e-abf4-8e7493be2c9c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 0.5723295 Jul 22 14:18:08.700243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.739347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c0caa-f340-4855-8530-7482c84f2cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ff30d-94cf-4347-a48a-55dd7932d98a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:08.760120 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6889ead7-ec57-40fe-b808-5cf772ecf3c6" -d '{"events": [{"server_uuid": "437c0caa-f340-4855-8530-7482c84f2cda", "name": "network-vif-plugged", "status": "completed", "tag": "a05ff30d-94cf-4347-a48a-55dd7932d98a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:08.795515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:08.818227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be6a067-f08b-4407-8a00-cf2f44d81e15 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.827862 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be6a067-f08b-4407-8a00-cf2f44d81e15 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 14:18:08.828785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be6a067-f08b-4407-8a00-cf2f44d81e15 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:08.837014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5be6a067-f08b-4407-8a00-cf2f44d81e15 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/cf77190b-c557-405e-8311-8966aea72b27 HTTP/1.1" status: 409 len: 405 time: 0.2525182 Jul 22 14:18:08.838295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:08.844530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-531636395'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:08.891211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:08.895135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:08.897903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.901169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13998999-91de-43fd-ba6c-2ccbff9e29cd req-d451afbe-a746-497c-9487-5231594845e1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901565 Jul 22 14:18:08.915515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:08.973521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] Set router b652f078-264d-43e1-8c6e-ac4e9b00f226 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:09.002999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:09.039851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.040539 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Added segment 96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45 of type vlan for network d47438d9-0fce-489e-879f-f6ea9121bb60 Jul 22 14:18:09.045924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:09.046667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.059802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 1092 time: 3.5437732 Jul 22 14:18:09.113693 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668513d8-7f05-4488-8dcc-c12e15f9794f x-openstack-request-id: req-668513d8-7f05-4488-8dcc-c12e15f9794f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:09.118093 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c0caa-f340-4855-8530-7482c84f2cda", "name": "network-vif-plugged", "status": "completed", "tag": "a05ff30d-94cf-4347-a48a-55dd7932d98a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:09.118729 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-668513d8-7f05-4488-8dcc-c12e15f9794f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:09.119304 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c0caa-f340-4855-8530-7482c84f2cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05ff30d-94cf-4347-a48a-55dd7932d98a', 'code': 200} Jul 22 14:18:09.132747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a05ff30d-94cf-4347-a48a-55dd7932d98a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:09.166781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.177643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.301131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:09.321923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bcae05-580d-4632-9ce9-3afaa43173e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:09.329222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:09.335506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdce76-5824-4f4f-8e4f-8342de312adb None None] Pushing event updated for resources: {'Port': ['ID=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:09.338142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.358455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:09.359106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.569846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf94704-551f-45c9-9f39-ef3c14b86a73 req-80c193fa-a5e2-4ab5-a223-df1a41f4c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:09.572158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddf94704-551f-45c9-9f39-ef3c14b86a73 req-80c193fa-a5e2-4ab5-a223-df1a41f4c939 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 1098 time: 0.3884530 Jul 22 14:18:09.574169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7346218 Jul 22 14:18:09.613711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:09.666825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'subnet': {'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:09.680138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d5d12-15ac-4862-a88e-045f7a55afe3 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Network': ['ID=d47438d9-0fce-489e-879f-f6ea9121bb60,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:09.741034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:09.742917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d47438d9-0fce-489e-879f-f6ea9121bb60 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:09.743147 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188" -d '{"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:09.745194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddf94704-551f-45c9-9f39-ef3c14b86a73 req-ad9ae9c5-a655-4257-9844-72cbffa27c85 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254909 Jul 22 14:18:09.825018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Router b652f078-264d-43e1-8c6e-ac4e9b00f226 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:18:09.938392 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facbc945-1114-4ff3-8aab-fe77ddf9d217 x-openstack-request-id: req-facbc945-1114-4ff3-8aab-fe77ddf9d217 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:09.938958 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:09.939405 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-facbc945-1114-4ff3-8aab-fe77ddf9d217 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:09.939968 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'status': 'completed', 'code': 200} Jul 22 14:18:09.947298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a05ff30d-94cf-4347-a48a-55dd7932d98a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:10.011233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-76812b52-b7ee-458a-842d-0bd3db95aa1a None None] Provisioning complete for port c7afedee-296a-4107-a66f-6870d453720f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:10.015104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76812b52-b7ee-458a-842d-0bd3db95aa1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:10.026094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:10.030784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:10.070533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-ab893a1a-2fe5-468e-8683-7ce58908e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:10.072850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-ab893a1a-2fe5-468e-8683-7ce58908e014 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1095 time: 0.1387384 Jul 22 14:18:10.102496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c7afedee-296a-4107-a66f-6870d453720f', 'name': '', 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'mac_address': 'fa:16:3e:30:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:18:03Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 2, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'subnets': [{'id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:10.136364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-5340ac15-4def-4747-9471-321166a596fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:10.140364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-5340ac15-4def-4747-9471-321166a596fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1095 time: 1.0529251 Jul 22 14:18:10.169865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bcb8f8-d5e9-4bba-9659-79bb5d357466 None None] The sync data for ids ['b652f078-264d-43e1-8c6e-ac4e9b00f226'] in n-d-787205-11 is: [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:18:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c7afedee-296a-4107-a66f-6870d453720f', 'name': '', 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'mac_address': 'fa:16:3e:30:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:18:03Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 2, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'subnets': [{'id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:18:10.175362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-76812b52-b7ee-458a-842d-0bd3db95aa1a None None] Port c7afedee-296a-4107-a66f-6870d453720f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:18:10.365322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44600abb-572e-4ded-90eb-1c831630f08f None None] Network cf77190b-c557-405e-8311-8966aea72b27 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:10.387323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:18:10.402304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbc487-5846-4049-ab12-f93ec43779d2 req-513a3212-b633-49c4-af4e-f522382c4a44 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:10.410399 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abcbc487-5846-4049-ab12-f93ec43779d2 req-513a3212-b633-49c4-af4e-f522382c4a44 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.6943557 Jul 22 14:18:10.441637 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-17bfb8a4-dd0a-4e54-81e1-ba928f1478c5 admin admin] 10.222.0.11 "PUT /v2.0/routers/b652f078-264d-43e1-8c6e-ac4e9b00f226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3835511 Jul 22 14:18:10.570280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-45fcaeb1-0c8b-400b-b80c-9f7da83bdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:10.577781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-45fcaeb1-0c8b-400b-b80c-9f7da83bdf43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.4254313 Jul 22 14:18:10.605526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7d37b5b3-b531-4cec-9f5e-45fd2119e508 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:10.608127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abcbc487-5846-4049-ab12-f93ec43779d2 req-5786066a-aae6-43d1-b5b1-16f48343bacd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964865 Jul 22 14:18:10.706457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-01d33305-61ad-40bd-bf54-f84bbd349a62 None None] Provisioning for port bd3b9cce-28fc-4fe5-a150-967213dd8759 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:10.793811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:10.794400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:10.837211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be526245-27ca-44f2-9d24-66c3c3a3371e req-011cce32-c592-4bec-b809-119a2dd062dd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:10.863188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be526245-27ca-44f2-9d24-66c3c3a3371e req-011cce32-c592-4bec-b809-119a2dd062dd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 0.7307823 Jul 22 14:18:10.874561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-6886033d-a40a-4df2-9948-a53c8903e4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:10.876116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-6886033d-a40a-4df2-9948-a53c8903e4be service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.7947707 Jul 22 14:18:10.987470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-3d5e3ee3-7d7e-4f94-8903-2e2101166a15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.3617818 Jul 22 14:18:11.034324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] DHCP port deletion for cf77190b-c557-405e-8311-8966aea72b27 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:11.127855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-897283ac-5c2b-49c6-851b-fc5960579864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:11.131663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-897283ac-5c2b-49c6-851b-fc5960579864 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.1231303 Jul 22 14:18:11.174516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd3b9cce-28fc-4fe5-a150-967213dd8759 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:11.206474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be526245-27ca-44f2-9d24-66c3c3a3371e req-07da084a-7de1-4f94-be64-c7c1755e7697 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408253 Jul 22 14:18:11.328550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port bd3b9cce-28fc-4fe5-a150-967213dd8759 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:11.333525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a08a5-59af-4277-b58f-a43ef900691c req-156513d8-edc2-44b1-a740-193fabf2430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:11.347558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-dfde9184-fcb2-4d02-a39a-8b42c1a3e4d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.3545673 Jul 22 14:18:11.353242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bd3b9cce-28fc-4fe5-a150-967213dd8759 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:11.354234 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:11.355327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-156513d8-edc2-44b1-a740-193fabf2430f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2166245 Jul 22 14:18:11.419049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-e2e0e765-2418-4023-9c69-7404b7ab7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:11.421514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-e2e0e765-2418-4023-9c69-7404b7ab7147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.0661075 Jul 22 14:18:11.473209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] Deleting port bd3b9cce-28fc-4fe5-a150-967213dd8759 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:11.473919 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:11.478532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:18:11.488526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:11.605963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] For port bd3b9cce-28fc-4fe5-a150-967213dd8759, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd3b9cce-28fc-4fe5-a150-967213dd8759,segment=NetworkSegment(0f7788a2-fe5d-4724-ba97-48caecac8e5b),segment_id=0f7788a2-fe5d-4724-ba97-48caecac8e5b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:11.606904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:11.676087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-d9c738d3-8ede-44ab-b51a-38d56d2d13e8 service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127003 Jul 22 14:18:11.683301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] Calling delete_port for bd3b9cce-28fc-4fe5-a150-967213dd8759 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:11.707122 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:11.796166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Subnet': ['ID=c29f2e41-e4fd-4222-81e4-f98b37c46e2d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:11.839166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Checking segment: {'id': '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:11.846053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network hostable DHCP agents. Network: d47438d9-0fce-489e-879f-f6ea9121bb60, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:11.872751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port bd3b9cce-28fc-4fe5-a150-967213dd8759, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd3b9cce-28fc-4fe5-a150-967213dd8759,segment=NetworkSegment(0f7788a2-fe5d-4724-ba97-48caecac8e5b),segment_id=0f7788a2-fe5d-4724-ba97-48caecac8e5b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:11.901559 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:11.913675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-7ab9f3f7-8443-4129-8d5d-db30f8254cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:11.915247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-7ab9f3f7-8443-4129-8d5d-db30f8254cd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4308021 Jul 22 14:18:11.964402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network d47438d9-0fce-489e-879f-f6ea9121bb60 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:11.988973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-456a08a5-59af-4277-b58f-a43ef900691c req-702ed088-c377-46be-825f-4d5e04f6d205 service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982497 Jul 22 14:18:12.012666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d47438d9-0fce-489e-879f-f6ea9121bb60) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:12.049511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=bd3b9cce-28fc-4fe5-a150-967213dd8759,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:12.060323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d8d35-643b-4a91-af50-c4323a1084b3 None None] Network d47438d9-0fce-489e-879f-f6ea9121bb60 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:12.116498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:12.117114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:12.139794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3762e-179d-4586-892e-5737713e0527 req-eb0102f1-2204-4ef0-8d89-31b2669f2964 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:12.141339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6e3762e-179d-4586-892e-5737713e0527 req-eb0102f1-2204-4ef0-8d89-31b2669f2964 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.3397074 Jul 22 14:18:12.233119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-fc2a3e21-3e48-4b83-bbb0-477437f94062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:12.236284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-fc2a3e21-3e48-4b83-bbb0-477437f94062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1095 time: 0.1735830 Jul 22 14:18:12.278292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ee119a0e-eb89-4bd3-90d9-700feafa3f02 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6225131 Jul 22 14:18:12.279359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52632) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:12.349895 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:12.367686 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-d1a6e496-4076-4ac7-8f44-74a265082ffe service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438286 Jul 22 14:18:12.390427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6e3762e-179d-4586-892e-5737713e0527 req-52c10cf3-ee23-46c8-896f-ab12377dfe48 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048070 Jul 22 14:18:12.677435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-39239a07-b04f-47e4-bfd1-d946dd4be97c service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818000 Jul 22 14:18:12.782513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] Pushing event deleted for resources: {'Port': ['ID=bd3b9cce-28fc-4fe5-a150-967213dd8759,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:12.793208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:12.900522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb01e0-6bc3-4b7c-9935-6f9d079e93f8 None None] No DVR routers for this DVR port bd3b9cce-28fc-4fe5-a150-967213dd8759 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:13.092258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc4f42-4a21-48c7-8f90-d2c5152243ff req-c179f2df-0c27-4028-af83-afc3ecc430e6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:13.094456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34dc4f42-4a21-48c7-8f90-d2c5152243ff req-c179f2df-0c27-4028-af83-afc3ecc430e6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1472309 Jul 22 14:18:13.135031 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:13.163485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34dc4f42-4a21-48c7-8f90-d2c5152243ff req-6b7fc733-432b-4271-b8d9-ffa07fb18e88 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600958 Jul 22 14:18:13.213592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:13.219577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-d47438d9-0fce-489e-879f-f6ea9121bb60', 'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60', 'tenant_id': '47d8a6becc7c4eb49b4b2730c6dacb12', 'fixed_ips': [{'subnet_id': 'c29f2e41-e4fd-4222-81e4-f98b37c46e2d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:18:13.223357 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:13.329531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:13.329949 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:13.403340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-fea13433-95cf-4da4-a8bf-0c8bbb265385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:13.405282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-fea13433-95cf-4da4-a8bf-0c8bbb265385 service neutron] 10.222.0.20 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 1.1612122 Jul 22 14:18:13.468922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:13.484086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aaa29-99ca-453d-bc45-3cec3c4e1f10 req-4bfc859f-4f7d-4a43-914b-6fc765fc0e24 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:13.491740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c6aaa29-99ca-453d-bc45-3cec3c4e1f10 req-4bfc859f-4f7d-4a43-914b-6fc765fc0e24 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 1.0634620 Jul 22 14:18:13.642555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-bfc07c81-d85c-4bfe-9bdf-a7d03dc2c6fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0880210 Jul 22 14:18:13.771392 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:13.774893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-abd53706-e2e1-47e5-82b3-409388c28661 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.3609946 Jul 22 14:18:13.786994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Allocated IP 2001:db8::f816:3eff:fe19:20dd (d47438d9-0fce-489e-879f-f6ea9121bb60/c29f2e41-e4fd-4222-81e4-f98b37c46e2d/dec7656b-c901-4d3f-a273-9755297aed09) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:13.859522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:13.875201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-cbc92b32-300b-448a-b148-35522550a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:13.877290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-cbc92b32-300b-448a-b148-35522550a073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.0927522 Jul 22 14:18:13.888308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:13.892174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c6aaa29-99ca-453d-bc45-3cec3c4e1f10 req-ad163515-5ae6-437a-aba6-0235543c17ce tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3994834 Jul 22 14:18:13.925944 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.003069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-f077178a-bb8f-4d9b-9988-92f2e7e5243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.007822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-f077178a-bb8f-4d9b-9988-92f2e7e5243e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118035 Jul 22 14:18:14.067267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd3b9cce-28fc-4fe5-a150-967213dd8759 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:14.134180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: bd3b9cce-28fc-4fe5-a150-967213dd8759 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:14.140437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd3b9cce-28fc-4fe5-a150-967213dd8759 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:14.193562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.194427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.197335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.197892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.198372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.198849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.199313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.206232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3ae8fecd-0e2c-4145-82a5-bc0f7d993921 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=849bf900681e4172bc7268e1cfa1a338&device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 6498 time: 0.5127017 Jul 22 14:18:14.248663 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:14.262142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-e3a5e9d8-28be-471d-adfe-30819ce93289 service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411911 Jul 22 14:18:14.385227 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Sync routers for ids ['b652f078-264d-43e1-8c6e-ac4e9b00f226'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:18:14.391701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.401591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Transition to ACTIVE for port object dec7656b-c901-4d3f-a273-9755297aed09 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:14.419805 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Routers {'b652f078-264d-43e1-8c6e-ac4e9b00f226'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:14.420542 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b652f078-264d-43e1-8c6e-ac4e9b00f226'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:14.421307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Transition to ACTIVE for port object dec7656b-c901-4d3f-a273-9755297aed09 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:14.443901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.509460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Pushing event updated for resources: {'Port': ['ID=dec7656b-c901-4d3f-a273-9755297aed09,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:14.529274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Network d47438d9-0fce-489e-879f-f6ea9121bb60 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:14.532225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:14.536051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:14.541067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-26648f20-9e76-4f43-8a99-482e2be604d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.543920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-26648f20-9e76-4f43-8a99-482e2be604d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.546513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-26648f20-9e76-4f43-8a99-482e2be604d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:14.550733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-26648f20-9e76-4f43-8a99-482e2be604d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=a183127a-ba81-47ed-954d-eda7bfc44b91&id=0df27a70-30fc-482e-b6df-2b629d2507d7&id=0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 200 len: 2291 time: 0.3077502 Jul 22 14:18:14.582287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.613050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Attempting to bind port dec7656b-c901-4d3f-a273-9755297aed09 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:14.614031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Attempting to bind port dec7656b-c901-4d3f-a273-9755297aed09 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:14.614627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Attempting to bind port dec7656b-c901-4d3f-a273-9755297aed09 on network d47438d9-0fce-489e-879f-f6ea9121bb60 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:14.624522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:14.625090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Checking segment: {'id': '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:14.625597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.626123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Bound using segment: {'id': '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:14.626884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Bound port: dec7656b-c901-4d3f-a273-9755297aed09, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd47438d9-0fce-489e-879f-f6ea9121bb60'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:14.627510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.687501 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Set router b652f078-264d-43e1-8c6e-ac4e9b00f226 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:14.777151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Subnet': ['ID=c29f2e41-e4fd-4222-81e4-f98b37c46e2d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:14.788545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d317e46d-75c1-4fca-b87e-4c9fcf2fa188 req-13eb040f-1429-455a-8b92-c70f156a7796 service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101697 Jul 22 14:18:14.869227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:18:14.908186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] For port dec7656b-c901-4d3f-a273-9755297aed09, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:14.916860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] For port dec7656b-c901-4d3f-a273-9755297aed09, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=dec7656b-c901-4d3f-a273-9755297aed09,segment=NetworkSegment(96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45),segment_id=96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:14.928126 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.999091 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.027397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47438d9-0fce-489e-879f-f6ea9121bb60']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:15.052178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:15.052178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:15.077662 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.098941 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c7afedee-296a-4107-a66f-6870d453720f', 'name': '', 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'mac_address': 'fa:16:3e:30:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:18:03Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 2, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'subnets': [{'id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:15.146189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-2da8bff5-5131-4d23-a9e4-29cbec4c1acc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 200 len: 1001 time: 0.5756605 Jul 22 14:18:15.168303 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Checking router: b652f078-264d-43e1-8c6e-ac4e9b00f226 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:18:15.168636 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Updating router b652f078-264d-43e1-8c6e-ac4e9b00f226 port c7afedee-296a-4107-a66f-6870d453720f binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:18:15.174042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.183079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:15.194362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.205010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88491dd9-e954-4098-a14b-05e506a6c9e5 None None] Pushing event updated for resources: {'Port': ['ID=dec7656b-c901-4d3f-a273-9755297aed09,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:15.208572 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:15.218983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c53d26e-35a3-483d-8fa6-3972e653f467 None None] Network d47438d9-0fce-489e-879f-f6ea9121bb60 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:15.260402 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.269326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:15.278588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-63039dfb-633f-4e99-b694-82cf28bc74a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:15.281591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-63039dfb-633f-4e99-b694-82cf28bc74a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 200 len: 850 time: 0.1275856 Jul 22 14:18:15.364705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'mac_address': 'fa:16:3e:40:fc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:18:15.365432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f897d-5b50-4e73-bfca-b04baf4de176 req-2c0e5515-071e-4d38-884a-30e62e46c4b3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:15.368362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d04f897d-5b50-4e73-bfca-b04baf4de176 req-2c0e5515-071e-4d38-884a-30e62e46c4b3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.8114243 Jul 22 14:18:15.392718 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:18:15.392718 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:18:15.392718 n-d-787205-11 neutron-server[93760]: [parameters: {'id': 'd47438d9-0fce-489e-879f-f6ea9121bb60'}] Jul 22 14:18:15.392718 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:18:15.407894 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:18:15.433209 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.442405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9add03-fdb8-42a0-b13d-8606d45f237c req-dab43b01-7a54-4d83-8696-53dbe66d4d9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:15.444526 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cf9add03-fdb8-42a0-b13d-8606d45f237c req-dab43b01-7a54-4d83-8696-53dbe66d4d9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 943 time: 0.3407462 Jul 22 14:18:15.450519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0f4bb-5f1f-4e04-8854-38e8840ab83a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:15.508692 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d04f897d-5b50-4e73-bfca-b04baf4de176 req-944c7cc6-8525-4547-a0d5-695814579db5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343093 Jul 22 14:18:15.519010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:15.533464 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.540593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cf9add03-fdb8-42a0-b13d-8606d45f237c req-5e6d163c-310f-4522-acc4-665b4bdc00e5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854406 Jul 22 14:18:15.565950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-c733a974-8c7f-4c6a-810f-eb41f761bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:15.567934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-c733a974-8c7f-4c6a-810f-eb41f761bd57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3c63370-eaf7-4a5f-ac64-4f0457c64268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2757902 Jul 22 14:18:15.609411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:15.622524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15634a73-90aa-44b1-8b91-a94320b8b971 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:18:15.895658 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.916770 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Transition to ACTIVE for port object c7afedee-296a-4107-a66f-6870d453720f will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:15.924736 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.930117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:15.935201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:15.954614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-cd0533ac-55da-4b34-b169-abdf27670fbe service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758450 Jul 22 14:18:15.991456 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80eebe-a0c7-4b8b-bc03-a09418ddaf1b None None] Pushing event updated for resources: {'Port': ['ID=c7afedee-296a-4107-a66f-6870d453720f,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:16.096056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Attempting to bind port c7afedee-296a-4107-a66f-6870d453720f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:16.096855 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Attempting to bind port c7afedee-296a-4107-a66f-6870d453720f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:16.097737 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Attempting to bind port c7afedee-296a-4107-a66f-6870d453720f on network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:16.105969 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:16.106944 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Checking segment: {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:16.108343 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:16.108983 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Bound using segment: {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:16.109783 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Bound port: c7afedee-296a-4107-a66f-6870d453720f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:16.110384 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:16.186130 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] For port c7afedee-296a-4107-a66f-6870d453720f, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:16.190389 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:16.194895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] For port c7afedee-296a-4107-a66f-6870d453720f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c7afedee-296a-4107-a66f-6870d453720f,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:16.200324 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:16.205891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00070732-5eb0-473a-b0cb-3d57c4678a99 req-848c763b-8124-42c7-ac88-d08c14dff40d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:16.207480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00070732-5eb0-473a-b0cb-3d57c4678a99 req-848c763b-8124-42c7-ac88-d08c14dff40d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.2781737 Jul 22 14:18:16.288590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15634a73-90aa-44b1-8b91-a94320b8b971 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:18:16.337182 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80eebe-a0c7-4b8b-bc03-a09418ddaf1b None None] Pushing event updated for resources: {'Port': ['ID=c7afedee-296a-4107-a66f-6870d453720f,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:16.352072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-3fe87c24-4677-496e-af69-10322a0148ca tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:16.364086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-3fe87c24-4677-496e-af69-10322a0148ca tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.5494580 Jul 22 14:18:16.367266 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Routers {'b652f078-264d-43e1-8c6e-ac4e9b00f226'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:16.367996 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b652f078-264d-43e1-8c6e-ac4e9b00f226'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:16.425290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:16.459731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-c3f2e263-9273-4456-9402-2f85dd465640 service neutron] 10.222.0.20 "GET /v2.0/ports/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.0946894 Jul 22 14:18:16.490581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting port dec7656b-c901-4d3f-a273-9755297aed09 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:16.490987 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:16.620135 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] Set router b652f078-264d-43e1-8c6e-ac4e9b00f226 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:16.756715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-f4e5acae-a77e-4fb8-9703-345b5deb53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:16.758599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-f4e5acae-a77e-4fb8-9703-345b5deb53c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1096 time: 0.2655613 Jul 22 14:18:16.761532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] For port dec7656b-c901-4d3f-a273-9755297aed09, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=dec7656b-c901-4d3f-a273-9755297aed09,segment=NetworkSegment(96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45),segment_id=96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:16.761952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:16.812492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-6c310f3c-efa5-473f-8fba-cb45660f482f service neutron] 10.222.0.20 "GET /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8347859 Jul 22 14:18:16.828426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Calling delete_port for dec7656b-c901-4d3f-a273-9755297aed09 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:16.919327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-50f31ab7-4a62-47d7-8c42-129fe53ad8e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 217 time: 0.0954938 Jul 22 14:18:17.009437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-9630fdc1-a6dd-448a-8348-1f7f460f66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:17.011291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-9630fdc1-a6dd-448a-8348-1f7f460f66fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.0842357 Jul 22 14:18:17.023016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-51ad492c-5b10-4285-be0b-0a2da198218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:17.027699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-51ad492c-5b10-4285-be0b-0a2da198218e service neutron] 10.222.0.20 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.2577944 Jul 22 14:18:17.064301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00070732-5eb0-473a-b0cb-3d57c4678a99 req-a490d12b-88aa-4835-9899-1de809a7f76c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7877638 Jul 22 14:18:17.069479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:17.069925 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:17.074527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7b2d3-c7d1-4bfe-989b-238d89b7f6a5 req-7d115bc5-532c-4715-804c-eda27eefe1f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:17.088269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55b7b2d3-c7d1-4bfe-989b-238d89b7f6a5 req-7d115bc5-532c-4715-804c-eda27eefe1f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.4359086 Jul 22 14:18:17.170877 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c7afedee-296a-4107-a66f-6870d453720f', 'name': '', 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'mac_address': 'fa:16:3e:30:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:18:03Z', 'updated_at': '2021-07-22T14:18:16Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'subnets': [{'id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:17.222651 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5690f41f-9dda-4cf3-9bae-7fa76f8bf887 None None] The sync data for ids ['b652f078-264d-43e1-8c6e-ac4e9b00f226'] in n-d-787205-11 is: [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:07Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c7afedee-296a-4107-a66f-6870d453720f', 'name': '', 'network_id': '35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'mac_address': 'fa:16:3e:30:df:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:18:03Z', 'updated_at': '2021-07-22T14:18:16Z', 'revision_number': 4, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'subnets': [{'id': '72c75cd3-6c03-4188-8873-9ba45fdb716d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:18:17.231269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-85a57219-1b16-43c9-9ded-ec0ce13689b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:17.238709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-85a57219-1b16-43c9-9ded-ec0ce13689b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155783 Jul 22 14:18:17.318726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55b7b2d3-c7d1-4bfe-989b-238d89b7f6a5 req-9a7dcbde-03bb-4f87-bdf0-e23ac65ca0ba tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294860 Jul 22 14:18:17.347746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-a216cd42-fbf0-45be-84d6-2cb50af0a6ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 1000 time: 0.3134422 Jul 22 14:18:17.510519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:17.556463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Port': ['ID=dec7656b-c901-4d3f-a273-9755297aed09,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:17.563793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-60bf7605-43f2-4825-8473-c4574d8607b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:17.567290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-60bf7605-43f2-4825-8473-c4574d8607b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.2143803 Jul 22 14:18:17.576901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No DVR routers for this DVR port dec7656b-c901-4d3f-a273-9755297aed09 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:17.635006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-60f17d3d-6a68-422d-a486-77608ad4dd2f service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868845 Jul 22 14:18:17.757286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Deleting port b245b812-f073-4430-bdd6-9f4be3f7ef38 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:17.757714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:17.835609 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:17.871534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47438d9-0fce-489e-879f-f6ea9121bb60']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:17.905948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-f2aff2ed-881a-4480-a5d9-5050fa2281d6 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631350 Jul 22 14:18:17.931543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:17.931848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ac3b50-8a93-4eb8-aaf0-69c39ad7ae45') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:17.935254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-880176e3-a33b-4cfc-8ed8-bd0dfd6068f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:17.936927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-880176e3-a33b-4cfc-8ed8-bd0dfd6068f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3430307 Jul 22 14:18:18.004396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.013008 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-77ec0519-ce02-4e50-af7e-fa304a99ffca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 217 time: 0.0967641 Jul 22 14:18:18.053481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.063013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] For port b245b812-f073-4430-bdd6-9f4be3f7ef38, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b245b812-f073-4430-bdd6-9f4be3f7ef38,segment=NetworkSegment(5907f308-40c6-48a5-916b-ebe25f48ff60),segment_id=5907f308-40c6-48a5-916b-ebe25f48ff60)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:18.063683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.159105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-407935ed-b93f-4935-9a0b-c8ebcb91bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:18.162323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-407935ed-b93f-4935-9a0b-c8ebcb91bfab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.1122766 Jul 22 14:18:18.205604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-edf7471e-1212-469b-b414-ecfb97b962c3 service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419460 Jul 22 14:18:18.225969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:18.226665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.274166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Calling delete_port for b245b812-f073-4430-bdd6-9f4be3f7ef38 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:18.389560 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:18.409452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.422521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.426762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/d47438d9-0fce-489e-879f-f6ea9121bb60 HTTP/1.1" status: 204 len: 168 time: 6.1057088 Jul 22 14:18:18.443317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:18.467875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1017916366'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:18.511744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c7afedee-296a-4107-a66f-6870d453720f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:18.514778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26bdf4-2a1f-42b1-bd6f-79c7702ede7b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Network': ['ID=d47438d9-0fce-489e-879f-f6ea9121bb60,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:18.635179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dcaea82-8582-40c2-a9a9-6ad1102d9bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.652788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c7afedee-296a-4107-a66f-6870d453720f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:18.662302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c7afedee-296a-4107-a66f-6870d453720f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:18.662517 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.681652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-347e35f2-abc9-4c9f-ae02-74a9f1ce7f8f service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877135 Jul 22 14:18:18.750892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae5fab-3bd5-4058-bb37-0ab99b9e5536 req-8e3e557b-1cb8-40d8-85a3-d89c4c32fab5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:18.753730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-67ae5fab-3bd5-4058-bb37-0ab99b9e5536 req-8e3e557b-1cb8-40d8-85a3-d89c4c32fab5 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1550543 Jul 22 14:18:18.781230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-c148bdc0-2e6b-4631-9a28-54cf24b6feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:18.783481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-c148bdc0-2e6b-4631-9a28-54cf24b6feb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6071501 Jul 22 14:18:18.791642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:18.804513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.813420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-67ae5fab-3bd5-4058-bb37-0ab99b9e5536 req-6f3ea2d8-aba5-4e70-8647-843334340cfd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526748 Jul 22 14:18:18.874815 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:18.902387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:18.910085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4787d2-92e4-4b45-9695-3d9845cf0ecc req-d5ab1350-0ac3-40fb-a9e2-2a27c215870d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:18.917468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc4787d2-92e4-4b45-9695-3d9845cf0ecc req-d5ab1350-0ac3-40fb-a9e2-2a27c215870d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.6774983 Jul 22 14:18:19.026830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.029077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c7afedee-296a-4107-a66f-6870d453720f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c7afedee-296a-4107-a66f-6870d453720f,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:19.036543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.073494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:19.083355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:19.083844 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.086467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc4787d2-92e4-4b45-9695-3d9845cf0ecc req-5a81f318-d8b6-494e-aa20-593d467ac4ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679683 Jul 22 14:18:19.087590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:19.094170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.155746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Pushing event deleted for resources: {'Port': ['ID=b245b812-f073-4430-bdd6-9f4be3f7ef38,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:19.166140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c7afedee-296a-4107-a66f-6870d453720f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:19.294621 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.296289 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Added segment d966ed27-c729-4644-b292-9b23c6eb602a of type vlan for network 23b6412c-3531-4e47-a86b-64bf522a1a1e Jul 22 14:18:19.309166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-975f4b61-afd8-4106-ba59-4c5a14bfbf2d service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004487 Jul 22 14:18:19.505506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-82d18e89-7d9a-4b7a-9e37-67ed713c5085 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392982 Jul 22 14:18:19.553387 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.580894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:19.584025 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a6dc6-09a5-42cd-9733-9fc1be288016" -d '{"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:19.600216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:19.610361 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.638190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.644208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-3f3f474d-46b5-42a7-b94c-57919d0af7c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.69&port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 200 len: 217 time: 0.1028347 Jul 22 14:18:19.666784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:19.684447 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500c2ecd-f1c7-4a95-8d4c-1569d595e532 x-openstack-request-id: req-500c2ecd-f1c7-4a95-8d4c-1569d595e532 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:19.684750 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:19.685009 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-500c2ecd-f1c7-4a95-8d4c-1569d595e532 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:19.685933 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'code': 200} Jul 22 14:18:19.751890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.757502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:19.758208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.777024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-ed01c21f-ab28-4c79-aa75-ba8fcc4fc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:19.778678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-ed01c21f-ab28-4c79-aa75-ba8fcc4fc226 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.1275175 Jul 22 14:18:19.783806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3308301 Jul 22 14:18:19.786719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52748) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:19.792723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'subnet': {'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:19.853602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.905781 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:19.927722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50ace4-1877-4072-b132-7a134b37b971 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Network': ['ID=23b6412c-3531-4e47-a86b-64bf522a1a1e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:19.938914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 23b6412c-3531-4e47-a86b-64bf522a1a1e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:20.027129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-855ac966-6b91-455d-8c81-49e56fe1b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:20.028702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-855ac966-6b91-455d-8c81-49e56fe1b6a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2245033 Jul 22 14:18:20.078889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:20.084192 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:20.171267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c8f9-5616-4a3a-809c-d14740d51e6d req-292fa4a4-fbcb-4e6d-ab20-93dd6c9ec2dd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:20.183868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b195c8f9-5616-4a3a-809c-d14740d51e6d req-292fa4a4-fbcb-4e6d-ab20-93dd6c9ec2dd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.2018721 Jul 22 14:18:20.214515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-2fcfb2b4-9306-446e-830e-754c6faf38a5 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074214 Jul 22 14:18:20.298028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b195c8f9-5616-4a3a-809c-d14740d51e6d req-e51e63fe-e29d-4422-8d88-f6c47d7221e1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093614 Jul 22 14:18:20.401638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977f53c-8ecf-4cf2-912f-66026afb38d8 req-b79afb3a-a864-42c7-b113-87deb026d0a7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:20.403187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b977f53c-8ecf-4cf2-912f-66026afb38d8 req-b79afb3a-a864-42c7-b113-87deb026d0a7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.1877768 Jul 22 14:18:20.456994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c7afedee-296a-4107-a66f-6870d453720f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:20.586107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c7afedee-296a-4107-a66f-6870d453720f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:20.586803 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:20.606398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:20.689276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Subnet': ['ID=97f075d9-dcd2-44f0-b333-48113ed83d0d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:20.712400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Checking segment: {'id': 'd966ed27-c729-4644-b292-9b23c6eb602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:20.712855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network hostable DHCP agents. Network: 23b6412c-3531-4e47-a86b-64bf522a1a1e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:20.735796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network 23b6412c-3531-4e47-a86b-64bf522a1a1e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:20.751640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:18:20.758416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 23b6412c-3531-4e47-a86b-64bf522a1a1e) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:20.767276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:20.768494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:20.773734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e81eb5-6a5e-4ea8-97db-7ef5895b64f2 None None] Network 23b6412c-3531-4e47-a86b-64bf522a1a1e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:20.797049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-65ec65f1-dc19-419c-b5eb-fade1c1153f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457869 Jul 22 14:18:20.825374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b977f53c-8ecf-4cf2-912f-66026afb38d8 req-ac715302-4664-46b9-8f1a-88d174bf4d4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116073 Jul 22 14:18:20.864127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fba17d11-428c-4ac2-a3ad-6f8c0e4f0a05 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0731463 Jul 22 14:18:20.865275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:20.996366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-16b6145e-4e1f-4ea1-bd7c-bceaeda88c53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 200 len: 217 time: 0.1913068 Jul 22 14:18:21.020113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-23b6412c-3531-4e47-a86b-64bf522a1a1e', 'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e', 'tenant_id': '47d8a6becc7c4eb49b4b2730c6dacb12', 'fixed_ips': [{'subnet_id': '97f075d9-dcd2-44f0-b333-48113ed83d0d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:18:21.021405 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.104755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.224339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Allocated IP 2001:db8::2 (23b6412c-3531-4e47-a86b-64bf522a1a1e/97f075d9-dcd2-44f0-b333-48113ed83d0d/74dcc255-c89c-46d9-b3c7-cd6670573c4f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:21.232220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:18:21.267250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] Sync routers for ids ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:18:21.361718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] Routers {'2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:21.362483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:17:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:21.418844 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.556371 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2a1afad-f420-43eb-a99c-762db16ca539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.621210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46300c-11c4-4401-b5cd-54b430cef86e req-b7e54976-9705-458c-aee0-5241ec8639f7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:21.628732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c46300c-11c4-4401-b5cd-54b430cef86e req-b7e54976-9705-458c-aee0-5241ec8639f7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1955333 Jul 22 14:18:21.634511 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.638052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] Set router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:21.706600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Transition to ACTIVE for port object 74dcc255-c89c-46d9-b3c7-cd6670573c4f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:21.729096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c5be2f40-b75c-41fb-87a6-70a87b50e861 admin admin] 10.222.0.11 "PUT /v2.0/routers/2a9d74c5-0b05-4e63-a4b2-2ceb45492f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8632364 Jul 22 14:18:21.730126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.734130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52774) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:21.742216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c46300c-11c4-4401-b5cd-54b430cef86e req-62f5a0cb-5867-4657-b573-54b6d4896b56 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080384 Jul 22 14:18:21.776466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Transition to ACTIVE for port object 74dcc255-c89c-46d9-b3c7-cd6670573c4f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:21.813016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.906803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-1ba78632-f16d-46e8-a5a4-e026b5103735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:21.906803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-1ba78632-f16d-46e8-a5a4-e026b5103735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 200 len: 797 time: 0.7995088 Jul 22 14:18:21.965367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:21.996432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-6edbb936-ba2c-4a51-898d-9c8748877c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:21.999116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-6edbb936-ba2c-4a51-898d-9c8748877c5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 1097 time: 0.8871777 Jul 22 14:18:22.006793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.031144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:22.040030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Network 23b6412c-3531-4e47-a86b-64bf522a1a1e is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:22.077067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:22.080792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Pushing event updated for resources: {'Port': ['ID=74dcc255-c89c-46d9-b3c7-cd6670573c4f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:22.083555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:22.126633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Subnet': ['ID=97f075d9-dcd2-44f0-b333-48113ed83d0d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:22.190410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-23450830-9a7e-456a-9845-7d766a2b193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:22.191961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-23450830-9a7e-456a-9845-7d766a2b193c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a183127a-ba81-47ed-954d-eda7bfc44b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3110762 Jul 22 14:18:22.236711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533525e1-8160-4f19-9c9a-487a8247cbd8 req-87c4f547-4c2f-4d0d-ba74-9152ff62d4bb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:22.238735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-533525e1-8160-4f19-9c9a-487a8247cbd8 req-87c4f547-4c2f-4d0d-ba74-9152ff62d4bb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 945 time: 0.1707420 Jul 22 14:18:22.240130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.256999 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.316483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-533525e1-8160-4f19-9c9a-487a8247cbd8 req-57c97f80-3127-464a-94e9-44fcaffbb4b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697033 Jul 22 14:18:22.320435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.344880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Attempting to bind port 74dcc255-c89c-46d9-b3c7-cd6670573c4f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:22.345725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Attempting to bind port 74dcc255-c89c-46d9-b3c7-cd6670573c4f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'd966ed27-c729-4644-b292-9b23c6eb602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:22.347615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Attempting to bind port 74dcc255-c89c-46d9-b3c7-cd6670573c4f on network 23b6412c-3531-4e47-a86b-64bf522a1a1e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:22.366319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b6412c-3531-4e47-a86b-64bf522a1a1e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:22.398341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Deleting port cdc5c312-be49-4ef0-9ef9-2ff94b34e777 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:22.398990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.399300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:22.400081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Checking segment: {'id': 'd966ed27-c729-4644-b292-9b23c6eb602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:22.400235 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.400568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Bound using segment: {'id': 'd966ed27-c729-4644-b292-9b23c6eb602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:22.401451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Bound port: 74dcc255-c89c-46d9-b3c7-cd6670573c4f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd966ed27-c729-4644-b292-9b23c6eb602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '23b6412c-3531-4e47-a86b-64bf522a1a1e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:22.401451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.444377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd966ed27-c729-4644-b292-9b23c6eb602a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:22.444652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd966ed27-c729-4644-b292-9b23c6eb602a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:22.460549 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.488013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.538673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] For port cdc5c312-be49-4ef0-9ef9-2ff94b34e777, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:22.539475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.564378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Calling delete_port for cdc5c312-be49-4ef0-9ef9-2ff94b34e777 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:22.575924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:18:18Z', 'revision_number': 5, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port': {'id': 'cdc5c312-be49-4ef0-9ef9-2ff94b34e777', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:45Z', 'updated_at': '2021-07-22T14:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:22.594645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.603950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-b9c20d7f-6078-474e-abe4-05cd0c7141cf service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681421 Jul 22 14:18:22.609798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:22.610225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:22.613448 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:22.695008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] Checking router: 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:18:22.715111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] For port 74dcc255-c89c-46d9-b3c7-cd6670573c4f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:22.717922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] Routers {'2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:22.718963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:22.812698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] For port 74dcc255-c89c-46d9-b3c7-cd6670573c4f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=74dcc255-c89c-46d9-b3c7-cd6670573c4f,segment=NetworkSegment(d966ed27-c729-4644-b292-9b23c6eb602a),segment_id=d966ed27-c729-4644-b292-9b23c6eb602a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:22.838993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:22.876229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:18:22.876229 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:18:22.876229 n-d-787205-11 neutron-server[93759]: [parameters: {'id': '23b6412c-3531-4e47-a86b-64bf522a1a1e'}] Jul 22 14:18:22.876229 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:18:22.877095 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:18:22.965037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:22.971890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:22.995107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-a5fe4728-be98-4d58-a039-4ad2fd325379 service neutron] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785415 Jul 22 14:18:23.079415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-d8fc4ba0-1201-41f3-8960-8d8afe8d3a11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 200 len: 217 time: 0.0638146 Jul 22 14:18:23.147501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:23.160650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] Set router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:23.180060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459ad59-e4eb-4eb3-bbbc-8f8c590fc894 req-ca726187-2dc5-4ee9-85a9-2df57629c1f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:23.181696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5459ad59-e4eb-4eb3-bbbc-8f8c590fc894 req-ca726187-2dc5-4ee9-85a9-2df57629c1f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.2120216 Jul 22 14:18:23.218747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-be28a9d1-5a3a-4433-859e-6e2a2093c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:23.220264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-be28a9d1-5a3a-4433-859e-6e2a2093c5aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.1320000 Jul 22 14:18:23.276301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:23.280063 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eacb98-880a-4d29-a933-a5fa5ecdf3ab" -d '{"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:23.294675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.305697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.313127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5459ad59-e4eb-4eb3-bbbc-8f8c590fc894 req-ed6aba5b-1318-4f56-b230-3f222504d430 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222522 Jul 22 14:18:23.326566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Transition to ACTIVE for port object f8d0f4bb-5f1f-4e04-8854-38e8840ab83a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:23.343392 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.353516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc5c312-be49-4ef0-9ef9-2ff94b34e777,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:23.363002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:18:22Z', 'revision_number': 6, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:23.436925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.441160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:23.444104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a32ec-5a34-43ef-b0db-8443abc56563 None None] Pushing event updated for resources: {'Port': ['ID=74dcc255-c89c-46d9-b3c7-cd6670573c4f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:23.456825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-f622bb37-f8f1-442e-ad1d-82362d9e5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:23.460242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8d261-4b98-4093-ac62-9e32627bf66a None None] The sync data for ids ['2a9d74c5-0b05-4e63-a4b2-2ceb45492f54'] in n-d-787205-11 is: [{'id': '2a9d74c5-0b05-4e63-a4b2-2ceb45492f54', 'name': 'tempest-TestAggregatesBasicOps-1096441338-router', 'tenant_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:44Z', 'updated_at': '2021-07-22T14:18:22Z', 'revision_number': 6, 'project_id': '15330ac70c4b4f79a18ce8ce210c4a25', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:18:23.464821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:23.490201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-f622bb37-f8f1-442e-ad1d-82362d9e5b22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2580850 Jul 22 14:18:23.494498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5cfaa-10f1-49fc-8142-6151a4445843 None None] Network 23b6412c-3531-4e47-a86b-64bf522a1a1e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:23.496658 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c78e78-b78b-4f00-8e72-53afbe5a67ee x-openstack-request-id: req-49c78e78-b78b-4f00-8e72-53afbe5a67ee {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:23.498744 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:23.505357 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49c78e78-b78b-4f00-8e72-53afbe5a67ee {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:23.506163 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'code': 200} Jul 22 14:18:23.512638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.640851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.647609 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.723682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.724712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:18:23.732123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.734561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fd395bd5-e2e3-48b8-bb01-0ec358f689e2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2a9d74c5-0b05-4e63-a4b2-2ceb45492f54 HTTP/1.1" status: 204 len: 168 time: 1.9895411 Jul 22 14:18:23.737050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:23.788133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] No DVR routers for this DVR port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:23.799863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Deleting subnet c7e58a9d-1b52-46fc-8c19-41a24315c2bc {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:23.803735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:23.849412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab109990-c278-4f7c-a628-18eba4c6bb11 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:18:23.866888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.090331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.172951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-e26ced10-fe18-4168-99c0-5530691a39a4 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759560 Jul 22 14:18:24.174438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab109990-c278-4f7c-a628-18eba4c6bb11 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:18:24.286089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f908fa-7061-445b-a2da-b55b1138e34f req-40da0bfe-fb7c-4f37-b3ae-e37a918eb36e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:24.287756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12f908fa-7061-445b-a2da-b55b1138e34f req-40da0bfe-fb7c-4f37-b3ae-e37a918eb36e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.6241431 Jul 22 14:18:24.301224 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.336794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e58a9d-1b52-46fc-8c19-41a24315c2bc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:24.344713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.346903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-496fd0ff-7c65-4e24-908c-d10c092190b8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c7e58a9d-1b52-46fc-8c19-41a24315c2bc HTTP/1.1" status: 204 len: 168 time: 0.6087055 Jul 22 14:18:24.349233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52822) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:24.364013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:24.364255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:24.364592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:24.368499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting port 74dcc255-c89c-46d9-b3c7-cd6670573c4f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:24.368853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.455826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:18:24.456160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Attempting to bind port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on network 893e3350-cadf-4224-a937-93e6483a3b44 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:24.502244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-12f908fa-7061-445b-a2da-b55b1138e34f req-548a676a-f941-4b51-a12b-c8fb531f1f2f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693816 Jul 22 14:18:24.508508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:24.508853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Checking segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:24.509252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Bound using segment: {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:24.509758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Bound port: f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe236e53-cc24-463b-9e55-f7783b3c7e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:24.510129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.542955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b245b812-f073-4430-bdd6-9f4be3f7ef38 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:24.554346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.575633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b245b812-f073-4430-bdd6-9f4be3f7ef38 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:24.576370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b245b812-f073-4430-bdd6-9f4be3f7ef38 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:24.576802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdc5c312-be49-4ef0-9ef9-2ff94b34e777 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:24.587770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-a74a0eae-1186-4da9-a627-57358ff598fa service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987751 Jul 22 14:18:24.590496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] For port 74dcc255-c89c-46d9-b3c7-cd6670573c4f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=74dcc255-c89c-46d9-b3c7-cd6670573c4f,segment=NetworkSegment(d966ed27-c729-4644-b292-9b23c6eb602a),segment_id=d966ed27-c729-4644-b292-9b23c6eb602a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:24.590865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.599742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc401125-3a13-4769-a138-8ae385d8f4c6 req-1519eaf6-1301-4564-86fe-45168c3ee053 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:24.608082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc401125-3a13-4769-a138-8ae385d8f4c6 req-1519eaf6-1301-4564-86fe-45168c3ee053 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1181688 Jul 22 14:18:24.610851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: cdc5c312-be49-4ef0-9ef9-2ff94b34e777 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:24.611198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdc5c312-be49-4ef0-9ef9-2ff94b34e777 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:24.618078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.674003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Calling delete_port for 74dcc255-c89c-46d9-b3c7-cd6670573c4f owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:24.676662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-1061af51-469b-44bb-b918-414b1daf2645 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 200 len: 217 time: 0.0585163 Jul 22 14:18:24.693224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc401125-3a13-4769-a138-8ae385d8f4c6 req-513944a0-e5c1-4956-bd0d-8ae3eb352e53 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770364 Jul 22 14:18:24.732965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Deleting port a0015df7-3afc-4380-bd34-f49efdeb8279 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:24.733392 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.814640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] For port a0015df7-3afc-4380-bd34-f49efdeb8279, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a0015df7-3afc-4380-bd34-f49efdeb8279,segment=NetworkSegment(5907f308-40c6-48a5-916b-ebe25f48ff60),segment_id=5907f308-40c6-48a5-916b-ebe25f48ff60)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:24.814943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.835812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Calling delete_port for a0015df7-3afc-4380-bd34-f49efdeb8279 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:24.850689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:24.867947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.880929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:24.919256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.931426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Port': ['ID=74dcc255-c89c-46d9-b3c7-cd6670573c4f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:24.933519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No DVR routers for this DVR port 74dcc255-c89c-46d9-b3c7-cd6670573c4f on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:24.961864 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:24.996907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0015df7-3afc-4380-bd34-f49efdeb8279,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:25.000163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=11']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:25.001043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] No DVR routers for this DVR port a0015df7-3afc-4380-bd34-f49efdeb8279 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:25.003161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-751fd24a-35f6-4c0a-90c1-ca16cd3f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.004716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-751fd24a-35f6-4c0a-90c1-ca16cd3f7c15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 200 len: 797 time: 0.2279611 Jul 22 14:18:25.027995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.028766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.030820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-56cf7884-4094-481f-a95f-6b192a882aae service neutron] 10.222.0.13 "PUT /v2.0/ports/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 1093 time: 3.0164018 Jul 22 14:18:25.121417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2a00d-b989-4d07-921c-5d9438ba1600 None None] Network 46e1d4df-016e-49f4-8da9-5f1e428de7f9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:25.172345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.172833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.186421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e1d4df-016e-49f4-8da9-5f1e428de7f9']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:25.195783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b6412c-3531-4e47-a86b-64bf522a1a1e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:25.200659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5907f308-40c6-48a5-916b-ebe25f48ff60') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:25.201012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5907f308-40c6-48a5-916b-ebe25f48ff60') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:25.213772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.221055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd966ed27-c729-4644-b292-9b23c6eb602a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:25.221412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd966ed27-c729-4644-b292-9b23c6eb602a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:25.234541 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.242650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:25.243415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:25.246595 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:25.251277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.292218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-7093401f-b29f-4b17-af41-a5ec805c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.294002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-7093401f-b29f-4b17-af41-a5ec805c9fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0df27a70-30fc-482e-b6df-2b629d2507d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2623174 Jul 22 14:18:25.296378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.306274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-8fafc069-1708-43bc-a70a-beb2fc946f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.307616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-8fafc069-1708-43bc-a70a-beb2fc946f6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1096 time: 0.2482238 Jul 22 14:18:25.308677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:25.309092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:25.322138 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:25.362414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.382821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.390129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/46e1d4df-016e-49f4-8da9-5f1e428de7f9 HTTP/1.1" status: 204 len: 168 time: 1.0394711 Jul 22 14:18:25.391877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52842) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:25.410684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8527a-1e95-49c3-bcf9-b7ef5605bce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e1d4df-016e-49f4-8da9-5f1e428de7f9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:25.417481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb17e045-d993-4811-943b-cb0bcc1ed410 None None] DHCP port deletion for 46e1d4df-016e-49f4-8da9-5f1e428de7f9 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:25.530707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:25.533293 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6471d54a-e6e7-464c-bc08-b592e94069c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:25.544890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.581646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:25.586801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/23b6412c-3531-4e47-a86b-64bf522a1a1e HTTP/1.1" status: 204 len: 168 time: 4.7148833 Jul 22 14:18:25.599989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:25.606770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-884652740'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:25.618571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ff9d-e600-4405-8e49-e40891a06513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Network': ['ID=23b6412c-3531-4e47-a86b-64bf522a1a1e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:25.625579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99df4-21c7-4fe6-a01a-3eff53f6ea6b req-173c4cce-cc76-41ed-8f7b-5f7aca6cd72a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.627549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fbe99df4-21c7-4fe6-a01a-3eff53f6ea6b req-173c4cce-cc76-41ed-8f7b-5f7aca6cd72a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 0.1290038 Jul 22 14:18:25.649677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-e6f32787-a32b-4126-a628-b0a5defb055d service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367486 Jul 22 14:18:25.672319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-ff3ac268-bce1-4cd7-9893-375a09917717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.673807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-ff3ac268-bce1-4cd7-9893-375a09917717 service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.3341119 Jul 22 14:18:25.711050 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fbe99df4-21c7-4fe6-a01a-3eff53f6ea6b req-2d91013d-4e65-47bd-82a9-375472d566ec tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538692 Jul 22 14:18:25.959067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-c9700941-a56c-4741-b9a8-5f73ac3522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.960618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-c9700941-a56c-4741-b9a8-5f73ac3522d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1096 time: 0.1505244 Jul 22 14:18:25.992783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e5db7-02f3-4b5f-8197-9d4aba5251f5 req-becd4fac-6ac1-4ea8-beca-f9701e416f84 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:25.994421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b5e5db7-02f3-4b5f-8197-9d4aba5251f5 req-becd4fac-6ac1-4ea8-beca-f9701e416f84 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1503506 Jul 22 14:18:26.025427 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95706e30-99d7-4c32-9190-f4ce371ff232 x-openstack-request-id: req-95706e30-99d7-4c32-9190-f4ce371ff232 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:26.025914 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:26.026048 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95706e30-99d7-4c32-9190-f4ce371ff232 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:26.026356 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'status': 'completed', 'code': 200} Jul 22 14:18:26.045253 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.055929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:26.059441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.154453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b5e5db7-02f3-4b5f-8197-9d4aba5251f5 req-189537af-d6f2-4961-ab85-6d40e8ef827b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481228 Jul 22 14:18:26.154835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:26.162775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-6493b7fc-5367-431f-9111-abb6729d1a21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.4738574 Jul 22 14:18:26.185134 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.185525 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Added segment 1bfd2a87-0de1-4edf-9040-68564b4d9b9b of type vlan for network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 Jul 22 14:18:26.188676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-f3b57b49-abd0-4635-957e-cf779a655464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.198455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-f3b57b49-abd0-4635-957e-cf779a655464 service neutron] 10.222.0.20 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.2204106 Jul 22 14:18:26.240755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e3a18-8acf-4745-8e96-9886a9323311 req-1cf2317b-c89c-475f-9a9c-980ec977a0b6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.241598 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857e3a18-8acf-4745-8e96-9886a9323311 req-1cf2317b-c89c-475f-9a9c-980ec977a0b6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.6136873 Jul 22 14:18:26.246738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81ba3aa7-0128-4ffc-bf7f-796d3bfece02 req-feb41d2b-740b-4577-99e6-94806e92b497 service neutron] 10.222.0.20 "GET /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719144 Jul 22 14:18:26.313682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0015df7-3afc-4380-bd34-f49efdeb8279 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:26.326968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-6c57eb8c-c87b-42fb-b882-c7bb873ce16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.328313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-9e4e3a17-93eb-478b-8035-51ee87beb57b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.1319692 Jul 22 14:18:26.328479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-6c57eb8c-c87b-42fb-b882-c7bb873ce16e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.1594405 Jul 22 14:18:26.331474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.350320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a0015df7-3afc-4380-bd34-f49efdeb8279 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:26.351044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0015df7-3afc-4380-bd34-f49efdeb8279 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:26.379051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857e3a18-8acf-4745-8e96-9886a9323311 req-c305b803-ea6d-41f5-902f-91a8f3074a17 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257911 Jul 22 14:18:26.417900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.430190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.430820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.471958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-52116885-72a8-4b41-8f2d-0e8c89eb7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.475239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-52116885-72a8-4b41-8f2d-0e8c89eb7cb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.0770795 Jul 22 14:18:26.513699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9106925 Jul 22 14:18:26.519902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:26.527114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Request body: {'subnet': {'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:26.580609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-28e0ed45-cf1f-43bc-8a2c-97a6d4b322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.582569 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-28e0ed45-cf1f-43bc-8a2c-97a6d4b322fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426498 Jul 22 14:18:26.585840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17d6c7-7901-436b-89b8-a25b4b6ef552 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Network': ['ID=29653ee9-95e7-4b3c-b3b3-c498bdc75890,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:26.601346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:26.634853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-81c491be-ad98-42aa-93aa-0987eb54265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:26.636773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-81c491be-ad98-42aa-93aa-0987eb54265a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499012 Jul 22 14:18:26.736572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Made reservation on behalf of 47d8a6becc7c4eb49b4b2730c6dacb12 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:26.740405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.784851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-6b3229f3-9a3b-4f78-8a7d-36bc04a06dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855249 Jul 22 14:18:26.785140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-b4b80581-06bb-4809-899d-2452130b8885 service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394391 Jul 22 14:18:26.789876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Deleting port c7afedee-296a-4107-a66f-6870d453720f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:26.790274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.957141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] For port c7afedee-296a-4107-a66f-6870d453720f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c7afedee-296a-4107-a66f-6870d453720f,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:26.957506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:26.963183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e06e86e6-d6b0-4d3b-8597-52f0d6b60f82 req-ee07ad5f-0762-4cbc-97c5-265365b1c946 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716149 Jul 22 14:18:26.980500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Calling delete_port for c7afedee-296a-4107-a66f-6870d453720f owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:26.993583 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-d1f700fe-e8c7-4d9a-adef-92805d65a0ae service neutron] 10.222.0.20 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005141 Jul 22 14:18:27.142300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-98a72073-2fd8-4a07-910b-0ce9e32bcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.143851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-98a72073-2fd8-4a07-910b-0ce9e32bcc5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1096 time: 0.1123712 Jul 22 14:18:27.176461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:18:27.186794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:27.187364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:27.217255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7afedee-296a-4107-a66f-6870d453720f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:27.232602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.233342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.234047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.234668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.235272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.235890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.236734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.237935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.238597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.239276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.239892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.240341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:27.326194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-7cab8b79-ae0e-4d06-aa28-331fceb41d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.328171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-7cab8b79-ae0e-4d06-aa28-331fceb41d3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.1765394 Jul 22 14:18:27.346786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event updated for resources: {'Subnet': ['ID=b02c0302-bdeb-4725-84b1-bce36113f9e2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:27.433360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:27.458206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Checking segment: {'id': '1bfd2a87-0de1-4edf-9040-68564b4d9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:27.458734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network hostable DHCP agents. Network: 29653ee9-95e7-4b3c-b3b3-c498bdc75890, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:27.521246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-c672925a-7a91-4aa2-8e63-bfdd5c6c482b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 999 time: 0.1663055 Jul 22 14:18:27.534635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319926d-f867-46b6-b0a4-e7a13a9fac6e req-e3c05577-0a23-4cad-8f40-b55c114f8230 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.536458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0319926d-f867-46b6-b0a4-e7a13a9fac6e req-e3c05577-0a23-4cad-8f40-b55c114f8230 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1996295 Jul 22 14:18:27.547580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:27.600674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 29653ee9-95e7-4b3c-b3b3-c498bdc75890) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:27.614589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.615189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:27.619862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8947df9-697c-43a2-b53d-6bfcf0d619ff None None] Network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:27.630544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-994b7026-a3c3-476e-a762-c0406d6cac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.632070 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-994b7026-a3c3-476e-a762-c0406d6cac36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.0936613 Jul 22 14:18:27.648080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-07c60682-f12d-43ab-806c-19b5b1249bea tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1268649 Jul 22 14:18:27.650916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:27.674828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6b17d-441f-4824-bf2a-759b8caa7908 req-ae148df5-5ca2-460b-89d3-ce6dbfaf8fac tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.681683 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cfa6b17d-441f-4824-bf2a-759b8caa7908 req-ae148df5-5ca2-460b-89d3-ce6dbfaf8fac tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.1716170 Jul 22 14:18:27.687967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0319926d-f867-46b6-b0a4-e7a13a9fac6e req-f9207253-9b14-43a3-a997-3158aeae65a4 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340625 Jul 22 14:18:27.715760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-638159d9-56c8-4f9f-97e7-31bb302964f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:27.717543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-638159d9-56c8-4f9f-97e7-31bb302964f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716097 Jul 22 14:18:27.850269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-29653ee9-95e7-4b3c-b3b3-c498bdc75890', 'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890', 'tenant_id': '47d8a6becc7c4eb49b4b2730c6dacb12', 'fixed_ips': [{'subnet_id': 'b02c0302-bdeb-4725-84b1-bce36113f9e2'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:18:27.854673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:27.865707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-73945b8e-3b7a-4600-81e0-7006c5518e50 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410019 Jul 22 14:18:27.992281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6471d54a-e6e7-464c-bc08-b592e94069c0 req-c26a8fbe-e4c6-4371-a9e0-2dd7b0e7ff95 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192875 Jul 22 14:18:28.014953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Allocated IP 2001:db8::f816:3eff:fe11:b15d (29653ee9-95e7-4b3c-b3b3-c498bdc75890/b02c0302-bdeb-4725-84b1-bce36113f9e2/62dc850c-044c-4f64-86ae-bff671f61c0b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:28.195318 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.206195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Transition to ACTIVE for port object 62dc850c-044c-4f64-86ae-bff671f61c0b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:28.229132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Transition to ACTIVE for port object 62dc850c-044c-4f64-86ae-bff671f61c0b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:28.238140 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.276280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cfa6b17d-441f-4824-bf2a-759b8caa7908 req-1105aea7-1f42-4c83-996c-37c383cbf669 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5794964 Jul 22 14:18:28.314734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.330618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Router b652f078-264d-43e1-8c6e-ac4e9b00f226 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:18:28.333589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:28.339840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:28.343390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:28.351980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Pushing event updated for resources: {'Port': ['ID=62dc850c-044c-4f64-86ae-bff671f61c0b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:28.496634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting port 62dc850c-044c-4f64-86ae-bff671f61c0b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:28.496984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.524620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Attempting to bind port 62dc850c-044c-4f64-86ae-bff671f61c0b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:28.524997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Attempting to bind port 62dc850c-044c-4f64-86ae-bff671f61c0b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '1bfd2a87-0de1-4edf-9040-68564b4d9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:28.525459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Attempting to bind port 62dc850c-044c-4f64-86ae-bff671f61c0b on network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:28.528929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:18:28.535487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:28.535915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Checking segment: {'id': '1bfd2a87-0de1-4edf-9040-68564b4d9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:28.536495 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.537026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Bound using segment: {'id': '1bfd2a87-0de1-4edf-9040-68564b4d9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:28.537653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Bound port: 62dc850c-044c-4f64-86ae-bff671f61c0b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bfd2a87-0de1-4edf-9040-68564b4d9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '29653ee9-95e7-4b3c-b3b3-c498bdc75890'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:28.538158 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.546270 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] Sync routers for ids ['b652f078-264d-43e1-8c6e-ac4e9b00f226'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:18:28.556461 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] Routers {'b652f078-264d-43e1-8c6e-ac4e9b00f226'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:28.557434 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b652f078-264d-43e1-8c6e-ac4e9b00f226'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:28.587869 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13001f4a-ef3b-42de-bb26-765860026c05 admin admin] 10.222.0.11 "PUT /v2.0/routers/b652f078-264d-43e1-8c6e-ac4e9b00f226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1930990 Jul 22 14:18:28.589922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:28.650666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] For port 62dc850c-044c-4f64-86ae-bff671f61c0b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:28.656924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] For port 62dc850c-044c-4f64-86ae-bff671f61c0b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=62dc850c-044c-4f64-86ae-bff671f61c0b,segment=NetworkSegment(1bfd2a87-0de1-4edf-9040-68564b4d9b9b),segment_id=1bfd2a87-0de1-4edf-9040-68564b4d9b9b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:28.670121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.687386 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] Set router b652f078-264d-43e1-8c6e-ac4e9b00f226 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:28.742668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.756464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] For port 62dc850c-044c-4f64-86ae-bff671f61c0b, host n-d-787205-11, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:28.756991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:28.772101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2e510-455d-44a4-b401-c18ed9fd2043 None None] Pushing event updated for resources: {'Port': ['ID=62dc850c-044c-4f64-86ae-bff671f61c0b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:28.788343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Calling delete_port for 62dc850c-044c-4f64-86ae-bff671f61c0b owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:28.933865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:18:28.937114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:29.004981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11128cf-2a7e-40ff-9dd8-954d71dbb168 req-8f7b597e-cae2-4157-a92c-2658093130b0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:29.013412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d11128cf-2a7e-40ff-9dd8-954d71dbb168 req-8f7b597e-cae2-4157-a92c-2658093130b0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1503463 Jul 22 14:18:29.030395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.094595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.177591 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.180894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Port': ['ID=62dc850c-044c-4f64-86ae-bff671f61c0b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:29.217894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:29.220491 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f7700-2831-460b-bac1-2fd9a87e49e7" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:29.238803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d11128cf-2a7e-40ff-9dd8-954d71dbb168 req-c3c79d95-076b-47f4-ad3e-72446f4d5339 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232420 Jul 22 14:18:29.246042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:29.249609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:29.279319 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.289165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:18:29.313817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Deleting port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:29.314553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.343978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No DVR routers for this DVR port 62dc850c-044c-4f64-86ae-bff671f61c0b on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:29.376883 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc694ef-98d2-4d0a-af26-5fa014e7bcd3 x-openstack-request-id: req-4dc694ef-98d2-4d0a-af26-5fa014e7bcd3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:29.377257 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:29.377686 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dc694ef-98d2-4d0a-af26-5fa014e7bcd3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:29.378154 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:18:29.382976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:29.391958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.410810 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:27Z', 'revision_number': 5, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port': {'id': 'c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:17:57Z', 'updated_at': '2021-07-22T14:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:29.429302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:29.463742 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] Checking router: b652f078-264d-43e1-8c6e-ac4e9b00f226 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:18:29.469404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:29.469666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.476902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.498503 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] Routers {'b652f078-264d-43e1-8c6e-ac4e9b00f226'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:18:29.499148 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b652f078-264d-43e1-8c6e-ac4e9b00f226'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:29.570014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:29.593376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] For port c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:29.593993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.638145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1facf-8656-4d92-9a82-17a36b66e531 req-a6379062-b6dd-402a-954e-8c327c398a55 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:29.640833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87d1facf-8656-4d92-9a82-17a36b66e531 req-a6379062-b6dd-402a-954e-8c327c398a55 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 944 time: 0.1754365 Jul 22 14:18:29.643602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Calling delete_port for c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:29.644614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.647055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['cd295c84-19b9-4287-973d-6e98f23d0818'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:29.710662 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] Set router b652f078-264d-43e1-8c6e-ac4e9b00f226 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:18:29.729197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Subnet': ['ID=b02c0302-bdeb-4725-84b1-bce36113f9e2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:29.779877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87d1facf-8656-4d92-9a82-17a36b66e531 req-02740db8-2f1d-444f-92d3-ebb594c8ede2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117291 Jul 22 14:18:29.794267 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:29Z', 'revision_number': 6, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:29.796383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:29.834149 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391452f2-349e-4123-a3e0-c943d0d808c7 None None] The sync data for ids ['b652f078-264d-43e1-8c6e-ac4e9b00f226'] in n-d-787205-11 is: [{'id': 'b652f078-264d-43e1-8c6e-ac4e9b00f226', 'name': 'tempest-TestAggregatesBasicOps-1008611210-router', 'tenant_id': 'd6e2dd5485c145159af13b64b5da8a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:17:56Z', 'updated_at': '2021-07-22T14:18:29Z', 'revision_number': 6, 'project_id': 'd6e2dd5485c145159af13b64b5da8a99', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:18:29.854251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:18:29.894072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:29.933324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29653ee9-95e7-4b3c-b3b3-c498bdc75890']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:29.949822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bfd2a87-0de1-4edf-9040-68564b4d9b9b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:29.952857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bfd2a87-0de1-4edf-9040-68564b4d9b9b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:29.988314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.012660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.028706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:30.030004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.092522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.094050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:30.108124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'port_id': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'mac_address': 'fa:16:3e:40:fc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:30.122036 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:30.182450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.194962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.199147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Pushing event deleted for resources: {'Port': ['ID=c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:30.200258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.211348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/29653ee9-95e7-4b3c-b3b3-c498bdc75890 HTTP/1.1" status: 204 len: 168 time: 2.5581403 Jul 22 14:18:30.214624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.236606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d0f4bb-5f1f-4e04-8854-38e8840ab83a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:30.301691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6e180792-8096-45ca-a867-f048e39da499 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 HTTP/1.1" status: 200 len: 991 time: 0.5040083 Jul 22 14:18:30.304027 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1490a30-5046-4c23-9747-5467a69d8e6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:30.305151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1490a30-5046-4c23-9747-5467a69d8e6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:30.308066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:30.314336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102e80f-122b-4f19-afac-8dc94e0a558d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Network': ['ID=29653ee9-95e7-4b3c-b3b3-c498bdc75890,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:30.322506 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.329610 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f1490a30-5046-4c23-9747-5467a69d8e6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/b02c0302-bdeb-4725-84b1-bce36113f9e2 HTTP/1.1" status: 404 len: 337 time: 0.1113632 Jul 22 14:18:30.330063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52956) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.366452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.398905 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b55c846-e8da-4791-8ef3-b490c0015513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:30.400108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b55c846-e8da-4791-8ef3-b490c0015513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:30.402738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7b55c846-e8da-4791-8ef3-b490c0015513 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/29653ee9-95e7-4b3c-b3b3-c498bdc75890 HTTP/1.1" status: 404 len: 339 time: 0.0716264 Jul 22 14:18:30.407425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52958) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.464607 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf079a8-4d68-4df4-a7fd-60b41489687e tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:30.465373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf079a8-4d68-4df4-a7fd-60b41489687e tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:30.470521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0cf079a8-4d68-4df4-a7fd-60b41489687e tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/97f075d9-dcd2-44f0-b333-48113ed83d0d HTTP/1.1" status: 404 len: 337 time: 0.0613589 Jul 22 14:18:30.473215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52960) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.487002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:30.518698 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e73d47-ffe2-47b4-a159-b542b1866c59 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:30.519280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e73d47-ffe2-47b4-a159-b542b1866c59 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:30.521190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8e73d47-ffe2-47b4-a159-b542b1866c59 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/23b6412c-3531-4e47-a86b-64bf522a1a1e HTTP/1.1" status: 404 len: 339 time: 0.0463371 Jul 22 14:18:30.523701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52962) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.526425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c7afedee-296a-4107-a66f-6870d453720f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:30.579336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f25075-2a64-4691-8b93-9d17e9aeb37e None None] DHCP port deletion for 29653ee9-95e7-4b3c-b3b3-c498bdc75890 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:30.581710 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-17549771-ce41-463d-9b96-fc1ea1b0851b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:30.582398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17549771-ce41-463d-9b96-fc1ea1b0851b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:30.584204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-17549771-ce41-463d-9b96-fc1ea1b0851b tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/c29f2e41-e4fd-4222-81e4-f98b37c46e2d HTTP/1.1" status: 404 len: 337 time: 0.0583305 Jul 22 14:18:30.587141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52964) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.593988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:30.596285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c7afedee-296a-4107-a66f-6870d453720f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:30.596632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c7afedee-296a-4107-a66f-6870d453720f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:30.618264 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.625111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.627422 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-023575a4-c1ec-43ba-b669-2e976910a381 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:30.628184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023575a4-c1ec-43ba-b669-2e976910a381 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:30.630851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-023575a4-c1ec-43ba-b669-2e976910a381 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/d47438d9-0fce-489e-879f-f6ea9121bb60 HTTP/1.1" status: 404 len: 339 time: 0.0418816 Jul 22 14:18:30.632632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52966) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.651367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-22c266df-6365-4bca-8304-72edd2741aeb None None] Could not find standard attr ID for object 62dc850c-044c-4f64-86ae-bff671f61c0b. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:18:30.685283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311f68f-ae8c-4e2c-8b7e-5b243b5f8d12 None None] Network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:30.704123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8311f68f-ae8c-4e2c-8b7e-5b243b5f8d12 None None] Network 29653ee9-95e7-4b3c-b3b3-c498bdc75890 could not be found, it might have been deleted concurrently. {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:18:30.704876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.705460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b652f078-264d-43e1-8c6e-ac4e9b00f226 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:18:30.711165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.713047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9b4ceb63-b3c5-4a2e-a9e9-fada04e6791c admin admin] 10.222.0.11 "DELETE /v2.0/routers/b652f078-264d-43e1-8c6e-ac4e9b00f226 HTTP/1.1" status: 204 len: 168 time: 2.1218700 Jul 22 14:18:30.722560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52974) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:30.722705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73699552-79c4-439b-8197-fa4294ba86db req-efb44b11-69af-4854-b8f8-0dd01bb89fa2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:30.725676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-73699552-79c4-439b-8197-fa4294ba86db req-efb44b11-69af-4854-b8f8-0dd01bb89fa2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.2802124 Jul 22 14:18:30.772836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-73699552-79c4-439b-8197-fa4294ba86db req-95260cc7-90cf-4d31-a10a-d11000f84097 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Jul 22 14:18:30.821080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Deleting subnet 72c75cd3-6c03-4188-8873-9ba45fdb716d {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:30.825175 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.880210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting port 9d96700b-f01b-4b5e-9232-3ba3518b4a62 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:30.880573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:30.888813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.028062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.046056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Calling delete_port for 9d96700b-f01b-4b5e-9232-3ba3518b4a62 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:31.153664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.247052 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.256095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.290589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Port': ['ID=9d96700b-f01b-4b5e-9232-3ba3518b4a62,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:31.327504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c75cd3-6c03-4188-8873-9ba45fdb716d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:31.337561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.339738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d84c4a6-43a4-4f07-89af-292739daf9f2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/72c75cd3-6c03-4188-8873-9ba45fdb716d HTTP/1.1" status: 204 len: 168 time: 0.6156809 Jul 22 14:18:31.343026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:31.344329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.344678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac9c9a5-c927-4f37-bc48-214d828db611 None None] Network 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:31.350454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cc69f7ab-fe24-4f3f-b38f-7663b9d54322 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/ports/9d96700b-f01b-4b5e-9232-3ba3518b4a62 HTTP/1.1" status: 204 len: 168 time: 0.7162294 Jul 22 14:18:31.351307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53006) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:31.394325 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6389dd5-d03e-4f87-9aaf-fdc23a049708 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:31.394829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6389dd5-d03e-4f87-9aaf-fdc23a049708 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:31.396544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6389dd5-d03e-4f87-9aaf-fdc23a049708 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/daf35dda-7eb8-4dfb-904e-70bed0780c9d HTTP/1.1" status: 404 len: 337 time: 0.0437477 Jul 22 14:18:31.401210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53008) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:31.439415 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.535341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Deleting port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:31.536019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.555056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.637575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] DHCP port deletion for 35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:31.681858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.689283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] For port 7d37b5b3-b531-4cec-9f5e-45fd2119e508, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7d37b5b3-b531-4cec-9f5e-45fd2119e508,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:31.689876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.695776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf77190b-c557-405e-8311-8966aea72b27']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:31.714002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] Deleting port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:31.714688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.719302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7788a2-fe5d-4724-ba97-48caecac8e5b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:31.719597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7788a2-fe5d-4724-ba97-48caecac8e5b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:31.723162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Calling delete_port for 7d37b5b3-b531-4cec-9f5e-45fd2119e508 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:31.741348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.774864 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.788895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:31.789727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:31.793457 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:31.801426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] For port 7d37b5b3-b531-4cec-9f5e-45fd2119e508, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7d37b5b3-b531-4cec-9f5e-45fd2119e508,segment=NetworkSegment(eedb9a4e-81f6-4861-9c86-b8e4f0b2637b),segment_id=eedb9a4e-81f6-4861-9c86-b8e4f0b2637b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:31.801858 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.822389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] Calling delete_port for 7d37b5b3-b531-4cec-9f5e-45fd2119e508 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:31.865338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:31.944107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.962445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:31.964821 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/cf77190b-c557-405e-8311-8966aea72b27 HTTP/1.1" status: 204 len: 168 time: 0.5625582 Jul 22 14:18:31.998087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53028) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:31.999473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92908f8-8ef9-42ec-9f00-3e459c8c9a6d tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Network': ['ID=cf77190b-c557-405e-8311-8966aea72b27,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:32.027574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:32.032817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:32.033260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.050119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: from cryptography.utils import int_from_bytes Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: from cryptography.utils import int_from_bytes Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:32.082341 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:18:32.093156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.120049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d37b5b3-b531-4cec-9f5e-45fd2119e508,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:32.129657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.129657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.130024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.131421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.131421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.131421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.131421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.131857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.131950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.132253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.132584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.132917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:32.146318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] No DVR routers for this DVR port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:32.164679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] No DVR routers for this DVR port 7d37b5b3-b531-4cec-9f5e-45fd2119e508 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:32.171288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be8ea2-475d-4ba5-b20d-ff0c4d0ec4f7 None None] Pushing event deleted for resources: {'Port': ['ID=7d37b5b3-b531-4cec-9f5e-45fd2119e508,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:32.217681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f83adb-d32a-4eac-a21b-1c947c444c10 req-f8ea90a0-5cd0-408d-8886-9765175fdb9f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:32.219459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7f83adb-d32a-4eac-a21b-1c947c444c10 req-f8ea90a0-5cd0-408d-8886-9765175fdb9f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.3137186 Jul 22 14:18:32.251914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting port ba07ebe0-8e48-4e3d-9e69-65558ae6a91c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:32.252413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.317151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.352653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.353602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.370431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Calling delete_port for ba07ebe0-8e48-4e3d-9e69-65558ae6a91c owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:32.372209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:32.377394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:32.380163 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5778a50-348d-4599-bf91-5ae83f8dadd2" -d '{"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:32.383522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 62dc850c-044c-4f64-86ae-bff671f61c0b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:32.390055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:32.413227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:32.413941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb9a4e-81f6-4861-9c86-b8e4f0b2637b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:32.414573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 62dc850c-044c-4f64-86ae-bff671f61c0b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:32.414923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 62dc850c-044c-4f64-86ae-bff671f61c0b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:32.415345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:32.418041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.432395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7f83adb-d32a-4eac-a21b-1c947c444c10 req-746f1f3a-d6b9-4a44-8cca-18ca6694ff1b tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870575 Jul 22 14:18:32.447363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.474296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.475421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:32.475769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52c5bd4-3865-4cb6-8ea3-dfedb9d541bc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:32.476261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7d37b5b3-b531-4cec-9f5e-45fd2119e508 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:32.484537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:32.487595 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.527353 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad53437-ba4e-4db2-ada2-d4209d9fd08b x-openstack-request-id: req-7ad53437-ba4e-4db2-ada2-d4209d9fd08b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:32.527641 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-plugged", "status": "completed", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:32.527895 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ad53437-ba4e-4db2-ada2-d4209d9fd08b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:32.528283 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'code': 200} Jul 22 14:18:32.538660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7d37b5b3-b531-4cec-9f5e-45fd2119e508 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:32.542653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7d37b5b3-b531-4cec-9f5e-45fd2119e508 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:32.566158 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:32.570486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.578390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.581347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] 10.222.0.11 "DELETE /v2.0/networks/35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd HTTP/1.1" status: 204 len: 168 time: 1.2369592 Jul 22 14:18:32.581486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=13']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:32.590319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.631794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Port': ['ID=ba07ebe0-8e48-4e3d-9e69-65558ae6a91c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:32.646046 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.648585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-faa726ca-bc1d-413a-889f-b9c467b86d84 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/ports/ba07ebe0-8e48-4e3d-9e69-65558ae6a91c HTTP/1.1" status: 204 len: 168 time: 0.6464634 Jul 22 14:18:32.651108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:32.651609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb6540-0996-483e-89a2-fd67ae74bc9e admin admin] Pushing event deleted for resources: {'Network': ['ID=35c55f6c-3d6b-4aeb-8524-44fd5aa3b2fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:32.686502 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-504db810-52cd-4ebb-982a-28b73a524599 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:32.687766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504db810-52cd-4ebb-982a-28b73a524599 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:32.690621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-504db810-52cd-4ebb-982a-28b73a524599 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/0fff04f7-0536-4e45-82cb-8bd26fe69d8d HTTP/1.1" status: 404 len: 337 time: 0.0384824 Jul 22 14:18:32.693166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53042) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:32.818021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.884047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:32.940189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:32.941577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:32.948521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-47066351-9b18-491f-a724-6657789be652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15330ac70c4b4f79a18ce8ce210c4a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626595 Jul 22 14:18:32.951749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:32.951902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fbbf2f-67fa-4e58-b88d-1dba165a726c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:32.963966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:32.964261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad8895d-2c66-42a0-b1c6-1167f8d0a9dc') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:32.979838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.002123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.027355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:33.027886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:33.032653 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:33.060243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c432a9d-686a-4434-9f74-aa7f79377c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.063833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port cd295c84-19b9-4287-973d-6e98f23d0818 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:33.064747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.112088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.113469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c432a9d-686a-4434-9f74-aa7f79377c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.122050 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.127431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/c0fbbf2f-67fa-4e58-b88d-1dba165a726c HTTP/1.1" status: 204 len: 168 time: 0.4268210 Jul 22 14:18:33.140361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:33.144772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc0ecf-240d-4874-aa44-31fac0eeeff0 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Network': ['ID=c0fbbf2f-67fa-4e58-b88d-1dba165a726c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:33.194521 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.225940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting subnet 7484fa64-b706-4cb3-ab98-633f1d025566 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:33.230772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.277968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.282426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:33.288541 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.330099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c432a9d-686a-4434-9f74-aa7f79377c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.333191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c432a9d-686a-4434-9f74-aa7f79377c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.337473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3c432a9d-686a-4434-9f74-aa7f79377c37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed5d324d-83cb-4169-83f6-05734d2ec751 HTTP/1.1" status: 204 len: 168 time: 0.3815122 Jul 22 14:18:33.353152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c432a9d-686a-4434-9f74-aa7f79377c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d324d-83cb-4169-83f6-05734d2ec751,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:33.403482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:33.443382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.544394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.627434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Subnet': ['ID=7484fa64-b706-4cb3-ab98-633f1d025566,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:33.648640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0d85c-67bf-4a2f-ae19-e9cc37f229eb None None] Network 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:33.650047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.657561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff8b0fa5-bc51-4be5-9a69-87d57387eb88 tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/subnets/7484fa64-b706-4cb3-ab98-633f1d025566 HTTP/1.1" status: 204 len: 168 time: 0.5132892 Jul 22 14:18:33.659824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:33.694395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c582b51-a4e1-4515-bbd6-0bd8543ffc0b req-570cd08c-7981-4f85-95d1-4793e33fd1c6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:33.698811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c582b51-a4e1-4515-bbd6-0bd8543ffc0b req-570cd08c-7981-4f85-95d1-4793e33fd1c6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1529624 Jul 22 14:18:33.785694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c582b51-a4e1-4515-bbd6-0bd8543ffc0b req-9c6f9eea-3e6f-4c50-b322-adbade34d428 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634897 Jul 22 14:18:33.795913 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.905937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Deleting port e1aee582-0502-4422-9a06-44ab0d6c79e9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:33.907327 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:33.986716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] DHCP port deletion for 67dd3391-bb83-45f4-a5cd-ad48df5b18f5 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:34.090675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53088) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:34.092019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] Deleting port e1aee582-0502-4422-9a06-44ab0d6c79e9 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:34.092962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.175965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da899bd3-1881-47b6-a123-311fdf3f9efe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6e2dd5485c145159af13b64b5da8a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838182 Jul 22 14:18:34.177005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:34.260614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df54e7a1-f212-402b-b7eb-b3679e54591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.261699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] For port e1aee582-0502-4422-9a06-44ab0d6c79e9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e1aee582-0502-4422-9a06-44ab0d6c79e9,segment=NetworkSegment(6a18075d-6654-4e5d-a2d4-cda16db309ae),segment_id=6a18075d-6654-4e5d-a2d4-cda16db309ae)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:34.262166 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.277225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] Calling delete_port for e1aee582-0502-4422-9a06-44ab0d6c79e9 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:34.342874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df54e7a1-f212-402b-b7eb-b3679e54591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.354183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e1aee582-0502-4422-9a06-44ab0d6c79e9 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:34.466486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df54e7a1-f212-402b-b7eb-b3679e54591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.470160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df54e7a1-f212-402b-b7eb-b3679e54591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.471698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-df54e7a1-f212-402b-b7eb-b3679e54591f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b228094-55d9-4423-ad10-f8d13cbfa304 HTTP/1.1" status: 204 len: 168 time: 0.2936587 Jul 22 14:18:34.503401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e7a1-f212-402b-b7eb-b3679e54591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b228094-55d9-4423-ad10-f8d13cbfa304,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:34.621225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] For port e1aee582-0502-4422-9a06-44ab0d6c79e9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e1aee582-0502-4422-9a06-44ab0d6c79e9,segment=NetworkSegment(6a18075d-6654-4e5d-a2d4-cda16db309ae),segment_id=6a18075d-6654-4e5d-a2d4-cda16db309ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:34.621592 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.623968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:34.626585 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9309fe6-b4e3-4742-b574-8875e07c084a" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:34.652243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Calling delete_port for e1aee582-0502-4422-9a06-44ab0d6c79e9 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:34.739453 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae069b-79ef-44b9-a44d-fc64db1f2a09 x-openstack-request-id: req-aeae069b-79ef-44b9-a44d-fc64db1f2a09 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:34.744025 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:34.744498 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aeae069b-79ef-44b9-a44d-fc64db1f2a09 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:34.745126 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:18:34.880674 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.898674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.922361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] Pushing event deleted for resources: {'Port': ['ID=e1aee582-0502-4422-9a06-44ab0d6c79e9,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:34.938859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:34.977252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399bcf1-785a-4def-b2f7-1d57558ff6b5 None None] No DVR routers for this DVR port e1aee582-0502-4422-9a06-44ab0d6c79e9 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:35.005687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Port': ['ID=e1aee582-0502-4422-9a06-44ab0d6c79e9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:35.043999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] No DVR routers for this DVR port e1aee582-0502-4422-9a06-44ab0d6c79e9 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:35.226283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:35.247571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dd3391-bb83-45f4-a5cd-ad48df5b18f5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:35.265250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a18075d-6654-4e5d-a2d4-cda16db309ae') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:35.265739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a18075d-6654-4e5d-a2d4-cda16db309ae') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:35.290281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:35.328516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2001f-6970-41d9-a8c7-540ec737d54c req-e058ec9b-d62f-436a-989b-2936644a0e33 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:35.340059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-efb2001f-6970-41d9-a8c7-540ec737d54c req-e058ec9b-d62f-436a-989b-2936644a0e33 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.3413618 Jul 22 14:18:35.346385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:35.366583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:35.367295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:35.371084 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:35.470497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-efb2001f-6970-41d9-a8c7-540ec737d54c req-baece824-31c9-4c71-9da8-aacf58be6244 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254203 Jul 22 14:18:35.478039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:35.513523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:35.513523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] 10.222.0.11 "DELETE /v2.0/networks/67dd3391-bb83-45f4-a5cd-ad48df5b18f5 HTTP/1.1" status: 204 len: 168 time: 1.8481572 Jul 22 14:18:35.513523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa27f7c-99d9-455f-adba-713e00133abe tempest-NetworksIpV6TestAttrs-407978050 tempest-NetworksIpV6TestAttrs-407978050-project] Pushing event deleted for resources: {'Network': ['ID=67dd3391-bb83-45f4-a5cd-ad48df5b18f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:35.946160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53132) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:36.164312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:36.164941 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a002ab75-681e-4e90-932a-c98ed4133471 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47d8a6becc7c4eb49b4b2730c6dacb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172036 Jul 22 14:18:36.233190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c84c0b-872b-49ad-a141-2318235beae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:36.258250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c84c0b-872b-49ad-a141-2318235beae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:36.315495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c84c0b-872b-49ad-a141-2318235beae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:36.319740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c84c0b-872b-49ad-a141-2318235beae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:36.321539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f6c84c0b-872b-49ad-a141-2318235beae3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88ce38cf-f597-47ee-b668-4c53edb069c5 HTTP/1.1" status: 204 len: 168 time: 0.1546128 Jul 22 14:18:36.334304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c84c0b-872b-49ad-a141-2318235beae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce38cf-f597-47ee-b668-4c53edb069c5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:36.691769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fb611-fc25-4284-9d9e-34a9d3309526 req-144d9b25-a983-4cd3-9c31-0bf4c7bf8778 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:36.705543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-126fb611-fc25-4284-9d9e-34a9d3309526 req-144d9b25-a983-4cd3-9c31-0bf4c7bf8778 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1043611 Jul 22 14:18:36.785872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-126fb611-fc25-4284-9d9e-34a9d3309526 req-544e7b58-f90f-4ae6-bd69-5923cd8a35d2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746822 Jul 22 14:18:37.303168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.431578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-70843619-9848-4ad6-9cd8-bb7a19450917 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] Request body: {'port': {'network_id': 'e93955bc-032c-4676-b458-0b30f95a2d08', 'name': 'tempest-NetworksNegativeTestJSON-1287775197'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:37.448242 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-70843619-9848-4ad6-9cd8-bb7a19450917 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] POST failed (client error): The resource could not be found. Jul 22 14:18:37.449224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70843619-9848-4ad6-9cd8-bb7a19450917 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.450717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-70843619-9848-4ad6-9cd8-bb7a19450917 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1464827 Jul 22 14:18:37.455338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.478085 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85d7033-e904-492f-b7b2-d0705ccf6385 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:37.479337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85d7033-e904-492f-b7b2-d0705ccf6385 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.481472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b85d7033-e904-492f-b7b2-d0705ccf6385 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "DELETE /v2.0/networks/42f780c0-9dab-4ba4-92d8-3826c9643a4d HTTP/1.1" status: 404 len: 339 time: 0.0248623 Jul 22 14:18:37.485640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.536232 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e411829-8c82-4c07-ae50-404dc4e52462 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:37.537010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e411829-8c82-4c07-ae50-404dc4e52462 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.542477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6e411829-8c82-4c07-ae50-404dc4e52462 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "DELETE /v2.0/ports/d4458295-7df3-4472-8256-d65067982ba7 HTTP/1.1" status: 404 len: 333 time: 0.0521336 Jul 22 14:18:37.542830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53200) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.575231 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-47497a1c-9e75-451b-9440-91b58b1e326a tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:37.576821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47497a1c-9e75-451b-9440-91b58b1e326a tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.579058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-47497a1c-9e75-451b-9440-91b58b1e326a tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "DELETE /v2.0/subnets/77f86b8c-27e6-4cc2-9879-a5a8c09b831b HTTP/1.1" status: 404 len: 337 time: 0.0346780 Jul 22 14:18:37.582977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.623929 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed56c0ea-ee56-43a0-8c78-a39f33eb050f tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] GET failed (client error): The resource could not be found. Jul 22 14:18:37.625472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ed56c0ea-ee56-43a0-8c78-a39f33eb050f tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "GET /v2.0/networks/4eff867e-99ca-43e5-8e93-1bc665e8179c HTTP/1.1" status: 404 len: 339 time: 0.0395255 Jul 22 14:18:37.629088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.661732 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1abf7d5-dd42-428b-84a6-ed4263206ef8 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] GET failed (client error): The resource could not be found. Jul 22 14:18:37.663616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b1abf7d5-dd42-428b-84a6-ed4263206ef8 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "GET /v2.0/ports/db1f7ba9-ff3a-4f7b-be3c-9a91c0d6f1b1 HTTP/1.1" status: 404 len: 333 time: 0.0334725 Jul 22 14:18:37.668121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53212) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.699211 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38b0c5b-c00b-4765-a9b3-5df071dadcac tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] GET failed (client error): The resource could not be found. Jul 22 14:18:37.701898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e38b0c5b-c00b-4765-a9b3-5df071dadcac tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "GET /v2.0/subnets/69f3e4b2-55df-4466-9396-14be31b12a6a HTTP/1.1" status: 404 len: 337 time: 0.0316403 Jul 22 14:18:37.707183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.719426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-369dbb92-8daa-47d5-ab76-33c6d06e8b02 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:37.748914 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-369dbb92-8daa-47d5-ab76-33c6d06e8b02 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] PUT failed (client error): The resource could not be found. Jul 22 14:18:37.749846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369dbb92-8daa-47d5-ab76-33c6d06e8b02 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.751399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-369dbb92-8daa-47d5-ab76-33c6d06e8b02 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "PUT /v2.0/networks/c6e663a3-24e5-489b-91d4-91729e8acaa3 HTTP/1.1" status: 404 len: 339 time: 0.0430555 Jul 22 14:18:37.755182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53216) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.761405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-409f314b-aad2-41bf-b3b7-b64631946fd9 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:37.793916 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-409f314b-aad2-41bf-b3b7-b64631946fd9 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] PUT failed (client error): The resource could not be found. Jul 22 14:18:37.795371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409f314b-aad2-41bf-b3b7-b64631946fd9 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.800561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-409f314b-aad2-41bf-b3b7-b64631946fd9 tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "PUT /v2.0/ports/eddd8dad-e5b7-4949-8e1c-796df3430942 HTTP/1.1" status: 404 len: 333 time: 0.0406179 Jul 22 14:18:37.801052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:37.809035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d4dd9108-92ac-430c-960f-5b1113c9218f tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:37.838350 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dd9108-92ac-430c-960f-5b1113c9218f tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] PUT failed (client error): The resource could not be found. Jul 22 14:18:37.838828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4dd9108-92ac-430c-960f-5b1113c9218f tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:37.840272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d4dd9108-92ac-430c-960f-5b1113c9218f tempest-NetworksNegativeTestJSON-1852666080 tempest-NetworksNegativeTestJSON-1852666080-project] 10.222.0.11 "PUT /v2.0/subnets/34a398b3-9522-4bc6-9a72-6e52bbc537d5 HTTP/1.1" status: 404 len: 337 time: 0.0378587 Jul 22 14:18:38.050585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd8e50-4eef-47da-8b4d-274b230fa72d req-038016b7-685c-4a59-9aa9-f8018a2d5494 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:38.052215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9cd8e50-4eef-47da-8b4d-274b230fa72d req-038016b7-685c-4a59-9aa9-f8018a2d5494 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1068723 Jul 22 14:18:38.115222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9cd8e50-4eef-47da-8b4d-274b230fa72d req-a1c4d9c8-c05d-4305-b66c-ad02ac9120d7 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530059 Jul 22 14:18:38.211962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53234) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:38.359740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-856dad78-98e0-49d4-8b1d-4809c470da06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.512206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-856dad78-98e0-49d4-8b1d-4809c470da06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.519018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-856dad78-98e0-49d4-8b1d-4809c470da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.566423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53246) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:38.567025 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-856dad78-98e0-49d4-8b1d-4809c470da06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48964914a29849ef9f54b8f58709086a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529954 Jul 22 14:18:38.567250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dad78-98e0-49d4-8b1d-4809c470da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd51217-c393-456c-952b-21fe3f66c3f0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:38.638374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e8f0-c155-4ac3-b0a6-371f6ac3d1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.663409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e8f0-c155-4ac3-b0a6-371f6ac3d1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.744361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e8f0-c155-4ac3-b0a6-371f6ac3d1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.744361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bf8e8f0-c155-4ac3-b0a6-371f6ac3d1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:38.744361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2bf8e8f0-c155-4ac3-b0a6-371f6ac3d1c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edd51217-c393-456c-952b-21fe3f66c3f0 HTTP/1.1" status: 204 len: 168 time: 0.1730382 Jul 22 14:18:38.750976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8e8f0-c155-4ac3-b0a6-371f6ac3d1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd51217-c393-456c-952b-21fe3f66c3f0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:39.344528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52713cf9-64d5-4564-b35f-391f1761cdf2 req-4d615708-b476-4f4a-bc3d-182450b65fda tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:39.346179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52713cf9-64d5-4564-b35f-391f1761cdf2 req-4d615708-b476-4f4a-bc3d-182450b65fda tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1168485 Jul 22 14:18:39.415526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52713cf9-64d5-4564-b35f-391f1761cdf2 req-655f34a8-54d2-4ab0-a550-ce6c99e8f4c0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559509 Jul 22 14:18:39.769651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53294) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:39.908266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1475478655'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:39.937736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:39.942604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:39.953421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.061853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.067147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.099435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd7519-969d-4e79-9c2a-5e1419a1fe3b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:40.110136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:40.135203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.135620 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment 50e578c4-6d71-46ac-989d-ddb522e79d50 of type vlan for network a006ba3e-408d-431e-a2ea-5a2421b9c1fc Jul 22 14:18:40.199692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.235378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.241730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:40.242409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.329087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5556371 Jul 22 14:18:40.329087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a525f9c-6768-4757-a465-fe3daa614e63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=a006ba3e-408d-431e-a2ea-5a2421b9c1fc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:40.330099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:40.336642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'name': 'tempest-PortsIpV6TestJSON-885275796'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:40.347927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:40.493494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:40.497107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.518240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:40.690637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b96bdc-641c-4850-8dd6-fbaf1232d343 req-c8af2dad-a489-44f1-ae9f-5ccc19576439 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:40.699920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3b96bdc-641c-4850-8dd6-fbaf1232d343 req-c8af2dad-a489-44f1-ae9f-5ccc19576439 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1417475 Jul 22 14:18:40.738435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.764657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3b96bdc-641c-4850-8dd6-fbaf1232d343 req-5c96b16b-51f0-4a2d-9d74-9a003897c2ad tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634699 Jul 22 14:18:40.803809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:40.894371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:40.924940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': '50e578c4-6d71-46ac-989d-ddb522e79d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:40.925301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: a006ba3e-408d-431e-a2ea-5a2421b9c1fc, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:40.950308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:40.969710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a006ba3e-408d-431e-a2ea-5a2421b9c1fc) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:40.974428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:40.982906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:40.983999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50748296-492f-4ed9-87ef-07d3f28a0fcf None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:40.984143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.004434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d8494926-d887-4b0d-b742-8927e0d64774 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6723044 Jul 22 14:18:41.007694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53328) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:41.014560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-954287638'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:41.057399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:41.062963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.115937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:41.126586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.127894 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment ad9a1da0-3c8b-4dfe-93b1-13c3c6c169fb of type vlan for network b7f35c00-54ae-42f9-9c48-45797e358350 Jul 22 14:18:41.228691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.276326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.282914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:41.283540 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.300787 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:18:41.329323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3178728 Jul 22 14:18:41.332234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53336) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:41.336878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'ports': [{'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'}, {'network_id': 'b7f35c00-54ae-42f9-9c48-45797e358350'}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:41.337522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:41.338158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'b7f35c00-54ae-42f9-9c48-45797e358350'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:41.359369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d369a4-e903-4501-9892-da2edff372ec tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=b7f35c00-54ae-42f9-9c48-45797e358350,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:41.371378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b7f35c00-54ae-42f9-9c48-45797e358350 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:41.577940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 2} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:41.583499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.599813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.721740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 29e7d836-80ee-4996-b50d-b9b96641b10b yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:41.878672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:41.945189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e097619-633f-4b32-ad2a-77dcc0a654e6 req-da5e4b04-dd24-4c55-b240-05e3a3489740 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:41.947653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e097619-633f-4b32-ad2a-77dcc0a654e6 req-da5e4b04-dd24-4c55-b240-05e3a3489740 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1104817 Jul 22 14:18:41.975768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 4675f658-3b94-4e69-a712-3d39853b388f yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:42.072406 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e097619-633f-4b32-ad2a-77dcc0a654e6 req-d16e573b-7f9e-4508-87c3-ea184a29fd8a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182494 Jul 22 14:18:42.162110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.216396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.297396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:42.301984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:42.309847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=29e7d836-80ee-4996-b50d-b9b96641b10b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:42.328856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:42.329811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.436918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=4675f658-3b94-4e69-a712-3d39853b388f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:42.459002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': 'ad9a1da0-3c8b-4dfe-93b1-13c3c6c169fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b7f35c00-54ae-42f9-9c48-45797e358350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:42.459385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: b7f35c00-54ae-42f9-9c48-45797e358350, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:42.483775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network b7f35c00-54ae-42f9-9c48-45797e358350 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:42.497130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b7f35c00-54ae-42f9-9c48-45797e358350) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:42.501933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:42.509211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5616559-7b0c-4e52-847e-73c0c3d70416 None None] Network b7f35c00-54ae-42f9-9c48-45797e358350 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:42.509815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:42.515536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:42.516375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.543564 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3c8ac378-a4d3-4887-98bd-9b16eb43b5a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2089028 Jul 22 14:18:42.543777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53364) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:42.693948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 4675f658-3b94-4e69-a712-3d39853b388f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:42.694370 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.783484 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.797941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 4675f658-3b94-4e69-a712-3d39853b388f owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:42.918294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.953742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=4675f658-3b94-4e69-a712-3d39853b388f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:42.956054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.958070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0fad1af0-b5e9-4fe4-a485-c2c7b8e7b71f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/4675f658-3b94-4e69-a712-3d39853b388f HTTP/1.1" status: 204 len: 168 time: 0.4133794 Jul 22 14:18:42.960982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:43.116539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b15a1a-e5fa-4e1e-9be4-bdbebcbf8048 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:43.160280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b15a1a-e5fa-4e1e-9be4-bdbebcbf8048 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:43.164078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3b15a1a-e5fa-4e1e-9be4-bdbebcbf8048 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2019138 Jul 22 14:18:43.168322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:43.348976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcb407-af73-40ac-9f05-62c01ba2d2f7 req-fc936dd2-a9ea-444e-8d65-a778e7f972f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:43.350548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59bcb407-af73-40ac-9f05-62c01ba2d2f7 req-fc936dd2-a9ea-444e-8d65-a778e7f972f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1579003 Jul 22 14:18:43.391696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 29e7d836-80ee-4996-b50d-b9b96641b10b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:43.392094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:43.428582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59bcb407-af73-40ac-9f05-62c01ba2d2f7 req-8adbe29d-9310-40c0-8ac5-90c10bb75f8c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656943 Jul 22 14:18:43.497264 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:43.514648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 29e7d836-80ee-4996-b50d-b9b96641b10b owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:43.635710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:43.673184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=29e7d836-80ee-4996-b50d-b9b96641b10b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:43.684022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:43.691222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f32161a9-f16e-4805-9be5-d224df9fec8a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/29e7d836-80ee-4996-b50d-b9b96641b10b HTTP/1.1" status: 204 len: 168 time: 0.5165098 Jul 22 14:18:43.691222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:43.784829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60178c7-96a9-4917-9efc-e85a1e8913a7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:43.786811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b60178c7-96a9-4917-9efc-e85a1e8913a7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0954566 Jul 22 14:18:43.789265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:43.845488 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-320b1ded-4361-4ed9-bb71-40d0aab733da tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:18:43.856063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-320b1ded-4361-4ed9-bb71-40d0aab733da tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/4675f658-3b94-4e69-a712-3d39853b388f HTTP/1.1" status: 404 len: 333 time: 0.0622036 Jul 22 14:18:43.857219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:43.917049 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1871ee-f7b5-46fd-b766-5fb34a1883b2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:18:43.921800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fe1871ee-f7b5-46fd-b766-5fb34a1883b2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/29e7d836-80ee-4996-b50d-b9b96641b10b HTTP/1.1" status: 404 len: 333 time: 0.0613744 Jul 22 14:18:43.926100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:43.939556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a2a0f-b0df-47a7-8d44-5764bc85aa85 req-fca8e9d1-34a1-494a-9432-b96a82f1d1fd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:43.941184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-749a2a0f-b0df-47a7-8d44-5764bc85aa85 req-fca8e9d1-34a1-494a-9432-b96a82f1d1fd tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1558025 Jul 22 14:18:44.005247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-749a2a0f-b0df-47a7-8d44-5764bc85aa85 req-ed419b99-479a-46e0-a131-038a055ee2d0 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517926 Jul 22 14:18:44.032750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.149111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.166840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f35c00-54ae-42f9-9c48-45797e358350']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:44.183899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9a1da0-3c8b-4dfe-93b1-13c3c6c169fb') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:44.184205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9a1da0-3c8b-4dfe-93b1-13c3c6c169fb') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:44.202734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.221142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.231087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:44.231749 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:44.235241 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:44.329273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.344950 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.353716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53414) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:44.356602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/b7f35c00-54ae-42f9-9c48-45797e358350 HTTP/1.1" status: 204 len: 168 time: 0.4261477 Jul 22 14:18:44.360380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1444855207'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:44.368889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db478120-91b2-4a66-a50d-62f4f5261775 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=b7f35c00-54ae-42f9-9c48-45797e358350,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:44.397713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:44.401406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.434004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:44.445699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.446051 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment 858063e3-8a5c-4375-9d96-261e3895e2d6 of type vlan for network 8033f682-136b-49ce-91b2-cfb38bd1987a Jul 22 14:18:44.493809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.541422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.548603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:44.549516 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.590348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2348688 Jul 22 14:18:44.594785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:44.610509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:44.671725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43f61e-e106-4742-b250-a6b8ec0064b4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=8033f682-136b-49ce-91b2-cfb38bd1987a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:44.685891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 8033f682-136b-49ce-91b2-cfb38bd1987a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:44.752601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:44.757415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:44.955535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.047106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=46cb4233-b460-458b-a460-250b370ae0e5,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:45.063929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': '858063e3-8a5c-4375-9d96-261e3895e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:45.065010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: 8033f682-136b-49ce-91b2-cfb38bd1987a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:45.129021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 8033f682-136b-49ce-91b2-cfb38bd1987a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:45.142398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-c375eefb-14bb-4a03-baeb-7040c73c981c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:45.143935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-c375eefb-14bb-4a03-baeb-7040c73c981c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.1470902 Jul 22 14:18:45.166782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 8033f682-136b-49ce-91b2-cfb38bd1987a) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:45.177462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9657f8e-a29b-45ba-86ba-a473cae043cf None None] Network 8033f682-136b-49ce-91b2-cfb38bd1987a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:45.198297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:45.199024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.246109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-01c75460-05c4-4135-b74d-8e749139bd4f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6478059 Jul 22 14:18:45.248162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:45.252779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a', 'name': 'tempest-PortsIpV6TestJSON-971900174'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:45.283899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e42b8-52f7-4b11-aba7-45178c8c8ccf req-7241e5f2-63ad-4ed6-a690-0d03d0d9429e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:45.285540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-688e42b8-52f7-4b11-aba7-45178c8c8ccf req-7241e5f2-63ad-4ed6-a690-0d03d0d9429e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 946 time: 0.2013130 Jul 22 14:18:45.371269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-8033f682-136b-49ce-91b2-cfb38bd1987a', 'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': '46cb4233-b460-458b-a460-250b370ae0e5'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:18:45.372182 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.532486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Allocated IP 2001:db8::2 (8033f682-136b-49ce-91b2-cfb38bd1987a/46cb4233-b460-458b-a460-250b370ae0e5/db26da0d-9c18-499a-bb79-f54f58a7c03e) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:45.716085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-688e42b8-52f7-4b11-aba7-45178c8c8ccf req-029d2e99-1665-4a46-aa1e-9292d8397002 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177563 Jul 22 14:18:45.728295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.738562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Transition to ACTIVE for port object db26da0d-9c18-499a-bb79-f54f58a7c03e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:45.757747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Transition to ACTIVE for port object db26da0d-9c18-499a-bb79-f54f58a7c03e will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:45.768373 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.797396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:45.801279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.816100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Deleting port a05ff30d-94cf-4347-a48a-55dd7932d98a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:45.816528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.827891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Network 8033f682-136b-49ce-91b2-cfb38bd1987a is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:45.830901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:45.835247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:45.840544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Pushing event updated for resources: {'Port': ['ID=db26da0d-9c18-499a-bb79-f54f58a7c03e,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:45.850168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port ae23127c-407f-4fbd-84ba-9fedcfeddf5c yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:45.898778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Attempting to bind port db26da0d-9c18-499a-bb79-f54f58a7c03e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:45.899948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Attempting to bind port db26da0d-9c18-499a-bb79-f54f58a7c03e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '858063e3-8a5c-4375-9d96-261e3895e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:45.899948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Attempting to bind port db26da0d-9c18-499a-bb79-f54f58a7c03e on network 8033f682-136b-49ce-91b2-cfb38bd1987a {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:45.908489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:45.909272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Checking segment: {'id': '858063e3-8a5c-4375-9d96-261e3895e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:45.909788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.910394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Bound using segment: {'id': '858063e3-8a5c-4375-9d96-261e3895e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:45.910870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Bound port: db26da0d-9c18-499a-bb79-f54f58a7c03e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858063e3-8a5c-4375-9d96-261e3895e2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8033f682-136b-49ce-91b2-cfb38bd1987a'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:45.911430 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.990723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] For port db26da0d-9c18-499a-bb79-f54f58a7c03e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:45.994122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] For port db26da0d-9c18-499a-bb79-f54f58a7c03e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=db26da0d-9c18-499a-bb79-f54f58a7c03e,segment=NetworkSegment(858063e3-8a5c-4375-9d96-261e3895e2d6),segment_id=858063e3-8a5c-4375-9d96-261e3895e2d6)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:46.001005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.054463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] For port a05ff30d-94cf-4347-a48a-55dd7932d98a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a05ff30d-94cf-4347-a48a-55dd7932d98a,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:46.055084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.082423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Calling delete_port for a05ff30d-94cf-4347-a48a-55dd7932d98a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:46.086048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629d24-4527-4316-bab5-52c32a596d8c None None] Pushing event updated for resources: {'Port': ['ID=db26da0d-9c18-499a-bb79-f54f58a7c03e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:46.100403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937ec2-8359-48e5-a68a-a04e19c89207 req-ca6e1d82-98ec-4918-9c0a-8fbd19b1e83e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:46.108022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f937ec2-8359-48e5-a68a-a04e19c89207 req-ca6e1d82-98ec-4918-9c0a-8fbd19b1e83e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2947438 Jul 22 14:18:46.121701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::177 (8033f682-136b-49ce-91b2-cfb38bd1987a/46cb4233-b460-458b-a460-250b370ae0e5/ae23127c-407f-4fbd-84ba-9fedcfeddf5c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:46.225707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f937ec2-8359-48e5-a68a-a04e19c89207 req-d8b4cf09-3c9b-4b9c-9c7a-275816c9b3d0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167417 Jul 22 14:18:46.439284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.451423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a05ff30d-94cf-4347-a48a-55dd7932d98a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:46.520058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event deleted for resources: {'Port': ['ID=a05ff30d-94cf-4347-a48a-55dd7932d98a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:46.527623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.581799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object ae23127c-407f-4fbd-84ba-9fedcfeddf5c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:46.583581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] No DVR routers for this DVR port a05ff30d-94cf-4347-a48a-55dd7932d98a on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:46.586944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.589048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a4b6a45-f5fa-40ef-be17-fe7da5b567b5 req-78ec7ee6-dc96-4d4d-9b61-705b1409bd81 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "DELETE /v2.0/ports/a05ff30d-94cf-4347-a48a-55dd7932d98a HTTP/1.1" status: 204 len: 173 time: 1.4361041 Jul 22 14:18:46.589544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c0caa-f340-4855-8530-7482c84f2cda', 'name': 'network-vif-deleted', 'tag': 'a05ff30d-94cf-4347-a48a-55dd7932d98a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:46.592537 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e263cfca-88ad-4d56-8e50-917d24ee4676" -d '{"events": [{"server_uuid": "437c0caa-f340-4855-8530-7482c84f2cda", "name": "network-vif-deleted", "tag": "a05ff30d-94cf-4347-a48a-55dd7932d98a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:46.635830 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22390e0-0104-4373-a757-68a1d10d09e9 x-openstack-request-id: req-f22390e0-0104-4373-a757-68a1d10d09e9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:46.636121 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c0caa-f340-4855-8530-7482c84f2cda", "name": "network-vif-deleted", "tag": "a05ff30d-94cf-4347-a48a-55dd7932d98a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:46.636368 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f22390e0-0104-4373-a757-68a1d10d09e9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:46.636784 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437c0caa-f340-4855-8530-7482c84f2cda', 'name': 'network-vif-deleted', 'tag': 'a05ff30d-94cf-4347-a48a-55dd7932d98a', 'status': 'completed', 'code': 200} Jul 22 14:18:46.646558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.723241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 8033f682-136b-49ce-91b2-cfb38bd1987a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:46.728179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:46.730660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:46.736955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:46.737751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:46.741235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=ae23127c-407f-4fbd-84ba-9fedcfeddf5c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:46.819185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cfd77788-618f-4e25-9ab3-a668281b3fb8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5708394 Jul 22 14:18:46.821255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53508) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:46.856182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b7afe21-b5cc-4b23-ac2f-b07b46944399 req-7191395b-d98c-4368-884e-dc10089682e8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=437c0caa-f340-4855-8530-7482c84f2cda HTTP/1.1" status: 200 len: 210 time: 0.0442383 Jul 22 14:18:46.965215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfff01-b567-4d11-97ac-0f8899de5ab6 req-34a48e5f-d737-408e-bfd3-00728cd5c658 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:46.966895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21cfff01-b567-4d11-97ac-0f8899de5ab6 req-34a48e5f-d737-408e-bfd3-00728cd5c658 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2105143 Jul 22 14:18:47.028432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21cfff01-b567-4d11-97ac-0f8899de5ab6 req-8ab4c5fe-8cef-454e-9460-28a3b93d92b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531812 Jul 22 14:18:47.035648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port ae23127c-407f-4fbd-84ba-9fedcfeddf5c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:47.036004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.190401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.226704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for ae23127c-407f-4fbd-84ba-9fedcfeddf5c owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:47.322554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d587bf-5de1-402c-b29c-b4fba4df91f0 None None] Network 8033f682-136b-49ce-91b2-cfb38bd1987a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:47.392368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.408796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b2954bd5-b17e-4144-a79d-9698d2c25f7e None None] Provisioning for port db26da0d-9c18-499a-bb79-f54f58a7c03e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:47.430717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=ae23127c-407f-4fbd-84ba-9fedcfeddf5c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:47.457368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.461736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-844aa73b-bb64-460d-a7cc-72c68e179d8f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/ae23127c-407f-4fbd-84ba-9fedcfeddf5c HTTP/1.1" status: 204 len: 168 time: 0.6361206 Jul 22 14:18:47.462423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:47.497914 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-14177bee-88d0-4ac1-9951-b2320a211c79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:18:47.498992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14177bee-88d0-4ac1-9951-b2320a211c79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:18:47.500909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14177bee-88d0-4ac1-9951-b2320a211c79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/ae23127c-407f-4fbd-84ba-9fedcfeddf5c HTTP/1.1" status: 404 len: 333 time: 0.0372827 Jul 22 14:18:47.503638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:47.536529 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b900574d-6760-4f52-95c6-09b985268f2a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:18:47.538410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b900574d-6760-4f52-95c6-09b985268f2a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/ae23127c-407f-4fbd-84ba-9fedcfeddf5c HTTP/1.1" status: 404 len: 333 time: 0.0336521 Jul 22 14:18:47.541555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:47.605521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 46cb4233-b460-458b-a460-250b370ae0e5 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:47.610804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.666623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.776189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.854057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.895122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=46cb4233-b460-458b-a460-250b370ae0e5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:47.899867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:47.905828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53534) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:47.906275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b9ad486b-86e6-4be0-b738-9244ce6915bf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/46cb4233-b460-458b-a460-250b370ae0e5 HTTP/1.1" status: 204 len: 168 time: 0.3630652 Jul 22 14:18:48.052158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097516b2-3f6d-4a3c-855f-39f059a35d5c None None] Network 8033f682-136b-49ce-91b2-cfb38bd1987a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:48.056578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.106707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3d3ea8c6-f8f5-48df-b70a-0354ead7e383 None None] Could not find standard attr ID for object ae23127c-407f-4fbd-84ba-9fedcfeddf5c. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:18:48.126070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port db26da0d-9c18-499a-bb79-f54f58a7c03e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:48.126720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.228419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] For port db26da0d-9c18-499a-bb79-f54f58a7c03e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=db26da0d-9c18-499a-bb79-f54f58a7c03e,segment=NetworkSegment(858063e3-8a5c-4375-9d96-261e3895e2d6),segment_id=858063e3-8a5c-4375-9d96-261e3895e2d6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:48.231599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.269677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f67f5-d6a0-471c-afa3-f2231c5f05ff req-9f018b2c-a665-490b-8a84-3f5fd8a89677 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:48.273496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942f67f5-d6a0-471c-afa3-f2231c5f05ff req-9f018b2c-a665-490b-8a84-3f5fd8a89677 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.1621137 Jul 22 14:18:48.273865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for db26da0d-9c18-499a-bb79-f54f58a7c03e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:48.323259 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942f67f5-d6a0-471c-afa3-f2231c5f05ff req-6e020aad-1c8f-48c5-bb28-a54ecd855981 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Jul 22 14:18:48.387710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] DHCP port deletion for 8033f682-136b-49ce-91b2-cfb38bd1987a request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:48.434700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] Deleting port db26da0d-9c18-499a-bb79-f54f58a7c03e {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:48.435107 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.487804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-483951a2-b6fd-467b-bd9f-d5374a90735e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:48.489474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-483951a2-b6fd-467b-bd9f-d5374a90735e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.1973350 Jul 22 14:18:48.503707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] For port db26da0d-9c18-499a-bb79-f54f58a7c03e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=db26da0d-9c18-499a-bb79-f54f58a7c03e,segment=NetworkSegment(858063e3-8a5c-4375-9d96-261e3895e2d6),segment_id=858063e3-8a5c-4375-9d96-261e3895e2d6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:48.504245 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.511495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-56d59f25-d755-451d-a8e3-8a4be15dc29a tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/quotas/1d640b4e67a6470d8ae6cff76a02cdf4 HTTP/1.1" status: 200 len: 375 time: 0.0127141 Jul 22 14:18:48.512699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.518353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] Calling delete_port for db26da0d-9c18-499a-bb79-f54f58a7c03e owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:48.555985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=db26da0d-9c18-499a-bb79-f54f58a7c03e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:48.558131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No DVR routers for this DVR port db26da0d-9c18-499a-bb79-f54f58a7c03e on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:48.581036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-2cdeba2d-86d0-4742-a4c3-32f406998f79 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365887 Jul 22 14:18:48.583138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a76ede28-e4f2-450d-92be-68e8cc400480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.643291 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.660207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] No DVR routers for this DVR port db26da0d-9c18-499a-bb79-f54f58a7c03e on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:48.684330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfedd5-6359-4129-b7fc-2d2db0fbfd8f None None] Pushing event deleted for resources: {'Port': ['ID=db26da0d-9c18-499a-bb79-f54f58a7c03e,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:48.726095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-b8507776-2c95-4680-88e0-e036c2bb8bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252270 Jul 22 14:18:48.750443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.779523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8033f682-136b-49ce-91b2-cfb38bd1987a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:48.796419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858063e3-8a5c-4375-9d96-261e3895e2d6') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:48.796711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858063e3-8a5c-4375-9d96-261e3895e2d6') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:48.836138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.858477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.874435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:48.874840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:48.877889 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:48.913240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-251c8bb5-2779-4a4d-928c-d279280834eb service neutron] 10.222.0.11 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598341 Jul 22 14:18:48.960656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.978939 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:48.980919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/8033f682-136b-49ce-91b2-cfb38bd1987a HTTP/1.1" status: 204 len: 168 time: 1.0733399 Jul 22 14:18:48.982150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9515-dadb-4d7e-b8aa-3e2f7b812a63 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=8033f682-136b-49ce-91b2-cfb38bd1987a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:48.986748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53568) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:48.991220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2070237938'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:49.009172 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.023412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:49.028796 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.035809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:18:49.044453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a05ff30d-94cf-4347-a48a-55dd7932d98a no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:49.087038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:18:49.097599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.097977 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment 6cfd82d2-5ce0-4922-9642-81a72dd988d7 of type vlan for network 297e1e22-08ba-4a3f-93e2-654221aee78c Jul 22 14:18:49.104931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: a05ff30d-94cf-4347-a48a-55dd7932d98a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:49.105961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a05ff30d-94cf-4347-a48a-55dd7932d98a not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:49.106565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:49.201226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cb158fd-c987-4692-b137-4aec01716fb6 req-09511aea-e21e-4e13-a2d4-b5a23f025393 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 210 time: 0.0553954 Jul 22 14:18:49.208326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.275511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.282988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:49.283654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.321482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3341703 Jul 22 14:18:49.324468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53586) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:49.331291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:49.363248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.414681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:49.422039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:49.422850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45776-af26-4214-ac11-ad6c1ad4b763 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=297e1e22-08ba-4a3f-93e2-654221aee78c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:49.424576 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf0459-9421-493f-bd30-bad5ebc2fb5a" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:49.441631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:49.447527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 297e1e22-08ba-4a3f-93e2-654221aee78c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:18:49.449747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.504485 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cab1d4-d6e9-4587-a660-a5ff7a55f921 x-openstack-request-id: req-10cab1d4-d6e9-4587-a660-a5ff7a55f921 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:49.504785 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:49.505043 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10cab1d4-d6e9-4587-a660-a5ff7a55f921 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:49.505441 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:18:49.549558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:49.553259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.563932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'mac_address': 'fa:16:3e:f8:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:18:49.608062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab25fea-43e6-410a-b6ba-df13b7b52a8e req-46227ef6-b3f9-400c-b5b8-45321c483611 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:49.616624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ab25fea-43e6-410a-b6ba-df13b7b52a8e req-46227ef6-b3f9-400c-b5b8-45321c483611 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1460176 Jul 22 14:18:49.672293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:49.695876 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.711358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:49.713278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ab25fea-43e6-410a-b6ba-df13b7b52a8e req-6194ae1f-167e-4b5f-b0e6-0e874318e89e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955377 Jul 22 14:18:49.758790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:49.762986 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.828968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:49.849679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.911953 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:49.945943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['cd295c84-19b9-4287-973d-6e98f23d0818'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:49.953853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': '6cfd82d2-5ce0-4922-9642-81a72dd988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:49.954555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: 297e1e22-08ba-4a3f-93e2-654221aee78c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:18:49.959061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=ce495d9f-3290-44ff-a52c-0631471339bd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:49.984625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 297e1e22-08ba-4a3f-93e2-654221aee78c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:18:49.998669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 297e1e22-08ba-4a3f-93e2-654221aee78c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:50.003740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:50.004941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:50.014137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad7568-8ee2-48ec-aabb-0f9eb625a472 None None] Network 297e1e22-08ba-4a3f-93e2-654221aee78c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:50.025394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5fc670d5-e1c8-4ca0-bc16-516d51cfd001 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6985772 Jul 22 14:18:50.028165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:50.034358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1413491757'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:50.207669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:50.215337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:50.238713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port d688b8f5-1019-458f-b76b-16fa7bb86d42 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:50.242853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-297e1e22-08ba-4a3f-93e2-654221aee78c', 'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': 'ce495d9f-3290-44ff-a52c-0631471339bd'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:18:50.244086 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:50.345403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device db26da0d-9c18-499a-bb79-f54f58a7c03e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:50.397420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4643405e-5e5b-4d91-b9a6-612473ce9d39 req-00a2b245-e060-4082-a95c-fd8d1f75e38e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 210 time: 0.1016150 Jul 22 14:18:50.421956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: db26da0d-9c18-499a-bb79-f54f58a7c03e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:50.423036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device db26da0d-9c18-499a-bb79-f54f58a7c03e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:50.522413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::50 (297e1e22-08ba-4a3f-93e2-654221aee78c/ce495d9f-3290-44ff-a52c-0631471339bd/d688b8f5-1019-458f-b76b-16fa7bb86d42) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:50.572880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-20330d8c-11c5-441b-a5bf-5609e5a05f04 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:50.574426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-20330d8c-11c5-441b-a5bf-5609e5a05f04 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 812 time: 0.1903236 Jul 22 14:18:50.599402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Request body: {'port': {'device_id': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'admin_state_up': True, 'tenant_id': '1d640b4e67a6470d8ae6cff76a02cdf4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:50.789235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:50.811903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object d688b8f5-1019-458f-b76b-16fa7bb86d42 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:50.866367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Made reservation on behalf of 1d640b4e67a6470d8ae6cff76a02cdf4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:50.870943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:50.972448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.051466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38882917-2959-4ccc-ab34-5198b1ef8201 req-eced606b-0b12-41dc-9d77-1ccaa8bab324 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:51.076863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38882917-2959-4ccc-ab34-5198b1ef8201 req-eced606b-0b12-41dc-9d77-1ccaa8bab324 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 0.2630062 Jul 22 14:18:51.081743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Allocated IP 2001:db8::2 (297e1e22-08ba-4a3f-93e2-654221aee78c/ce495d9f-3290-44ff-a52c-0631471339bd/55f3c34a-e7e2-499c-9dc3-49ff8cb67edc) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:51.171345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 297e1e22-08ba-4a3f-93e2-654221aee78c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:51.187827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:51.194856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:51.201900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:51.214611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.221399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=d688b8f5-1019-458f-b76b-16fa7bb86d42,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:51.242983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Allocated IP 172.20.0.4 (b5e42bc3-792e-4c04-8647-1aa6809bab10/58ecd425-e508-4afb-8e9c-7e150020fdf6/c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:18:51.313145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38882917-2959-4ccc-ab34-5198b1ef8201 req-906fde75-3a93-4366-ab92-3de386fe4cb4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317610 Jul 22 14:18:51.333842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8e0bc5a-1d1a-4516-bdb4-a74d49607307 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2919798 Jul 22 14:18:51.333842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53652) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:51.343149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.363722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.380120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Transition to ACTIVE for port object 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:51.430503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Transition to ACTIVE for port object 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:51.439320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a2786eb-7df1-4d83-bebd-213ac32a020b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.447022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.515508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Network 297e1e22-08ba-4a3f-93e2-654221aee78c is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:51.522103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:51.537267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:51.603793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Pushing event updated for resources: {'Port': ['ID=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:51.623576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Attempting to bind port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:51.624261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Attempting to bind port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6cfd82d2-5ce0-4922-9642-81a72dd988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:51.624822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Attempting to bind port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc on network 297e1e22-08ba-4a3f-93e2-654221aee78c {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:51.640603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:51.641336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Checking segment: {'id': '6cfd82d2-5ce0-4922-9642-81a72dd988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:51.641977 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.642579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Bound using segment: {'id': '6cfd82d2-5ce0-4922-9642-81a72dd988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:51.643254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Bound port: 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfd82d2-5ce0-4922-9642-81a72dd988d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '297e1e22-08ba-4a3f-93e2-654221aee78c'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:51.643895 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.663154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-315cbeea-d674-41d1-b52f-e9e2bf76b931 req-408377bf-cca6-4086-87e6-fcf387c02968 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 210 time: 0.1468205 Jul 22 14:18:51.773136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] For port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:51.776008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] For port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,segment=NetworkSegment(6cfd82d2-5ce0-4922-9642-81a72dd988d7),segment_id=6cfd82d2-5ce0-4922-9642-81a72dd988d7)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:51.785871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.787121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.844771 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.867439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebfdca-2ff1-4b60-ba52-0d80fc8740f6 None None] Pushing event updated for resources: {'Port': ['ID=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:51.902262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Network b5e42bc3-792e-4c04-8647-1aa6809bab10 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:51.906204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:51.913397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:51.918465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port d688b8f5-1019-458f-b76b-16fa7bb86d42 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:51.918682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:52.009548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event updated for resources: {'Port': ['ID=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:52.074191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.074780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:52.093801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-c01a9cf4-c872-4bdc-805c-bbcc72ba1879 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5004182 Jul 22 14:18:52.113566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Request body: {'port': {'device_id': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:52.175134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:52.210139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for d688b8f5-1019-458f-b76b-16fa7bb86d42 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:52.369351 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:52.424544 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:52.479614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:52.644410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:52.852238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:52.945756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.954344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.962542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.970350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.978234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.990659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:52.999396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:53.012372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-86b7af89-8f33-468e-9294-2c24c0557c69 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.2386677 Jul 22 14:18:53.063688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:18:53.141601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c46eadd3-9a75-483b-91fd-3c4c5b217392 req-8c1d16f9-2082-4e4a-9c47-4bb56732c2ac tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251774 Jul 22 14:18:53.416770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472fd9a-6ae1-48b6-af1d-058704407925 req-dd6627da-f98d-47ce-be0f-ba1ca8a26288 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:53.417306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port cd295c84-19b9-4287-973d-6e98f23d0818 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:53.417715 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:53.425643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1472fd9a-6ae1-48b6-af1d-058704407925 req-dd6627da-f98d-47ce-be0f-ba1ca8a26288 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 931 time: 0.1514375 Jul 22 14:18:53.490285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34dcbf5-b659-49c4-9d83-938e2d2b65b7 None None] Network 297e1e22-08ba-4a3f-93e2-654221aee78c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:53.523091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1472fd9a-6ae1-48b6-af1d-058704407925 req-ccaf7950-8bce-4c8b-a432-21a733f102ba tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911798 Jul 22 14:18:53.566927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=d688b8f5-1019-458f-b76b-16fa7bb86d42,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:53.632478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376abd9-eca3-4f5b-9adf-c1013cee700f req-a1c9d315-fe86-42d9-a01e-b2cae6d37010 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:53.634156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4376abd9-eca3-4f5b-9adf-c1013cee700f req-a1c9d315-fe86-42d9-a01e-b2cae6d37010 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 945 time: 1.1376162 Jul 22 14:18:53.638829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:53.643148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0eb1e8f3-6e99-4deb-8b3d-4cc37836e5c8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/d688b8f5-1019-458f-b76b-16fa7bb86d42 HTTP/1.1" status: 204 len: 168 time: 2.3132956 Jul 22 14:18:53.643645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:53.687008 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-624914bf-a507-470d-9e0e-7eb416f49b43 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:18:53.692550 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-624914bf-a507-470d-9e0e-7eb416f49b43 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/d688b8f5-1019-458f-b76b-16fa7bb86d42 HTTP/1.1" status: 404 len: 333 time: 0.0453653 Jul 22 14:18:53.700022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:53.746290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4376abd9-eca3-4f5b-9adf-c1013cee700f req-46043fdd-65cf-4fd4-a98e-d0ab9eaf9307 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044135 Jul 22 14:18:53.835999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:53.851120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:53.874198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Transition to ACTIVE for port object c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:18:53.874956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] Provisioning for port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:18:53.884122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] Provisioning complete for port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:53.884509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:53.891163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:53.931620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet ce495d9f-3290-44ff-a52c-0631471339bd {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:18:53.938579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:53.954979 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.004265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.020082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:54.022443 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed9d96-8562-48c9-af48-ba1e5bdb1ad0" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:54.041446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:54.056821 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.057072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Pushing event updated for resources: {'Port': ['ID=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:54.093178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.129174 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b965e8-bb3e-44ad-958b-08c216a5758f x-openstack-request-id: req-24b965e8-bb3e-44ad-958b-08c216a5758f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:54.131070 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-plugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:54.131530 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24b965e8-bb3e-44ad-958b-08c216a5758f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:54.132129 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:18:54.144788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.153179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.159927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.166058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.184621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.198177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Attempting to bind port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:18:54.198721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Attempting to bind port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:18:54.199187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Attempting to bind port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:54.202400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.206728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-ce73f482-9cf3-4d93-9ccb-e536d04d1c7a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.3996000 Jul 22 14:18:54.207297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:18:54.207729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Attempting to bind port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 on network b5e42bc3-792e-4c04-8647-1aa6809bab10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:18:54.218508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:18:54.222923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Checking segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:18:54.224196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Bound using segment: {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:18:54.224780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Bound port: c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:18:54.225267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.292379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.314556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.320820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=13']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:54.404947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] For port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:54.410700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] For port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,segment=NetworkSegment(6cfd82d2-5ce0-4922-9642-81a72dd988d7),segment_id=6cfd82d2-5ce0-4922-9642-81a72dd988d7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:54.414011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] For port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:18:54.420258 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.432727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.475688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.562651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.565165 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.567535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bacd5-c424-4639-ab6d-97b5141bd848 None None] Pushing event updated for resources: {'Port': ['ID=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:54.568838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] 10.222.0.20 "PUT /v2.0/ports/c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 HTTP/1.1" status: 200 len: 1092 time: 2.4656978 Jul 22 14:18:54.577981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'tag': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:54.587577 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa779c0-584d-4ecc-8e90-4c6f76403b41" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ebefc5-a8e2-49d4-b04f-2ab0b3992550", "tag": "c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:54.595464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ccb6b99d-1b9d-4070-b3e5-54575ec8ebef None None] Provisioning complete for port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:54.596509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b99d-1b9d-4070-b3e5-54575ec8ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.615971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-95590d5d-f848-42ae-beca-08c47a39c0cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.620783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-95590d5d-f848-42ae-beca-08c47a39c0cc tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "GET /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4037600 Jul 22 14:18:54.808612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c959a-d3c7-418d-8204-021b1c9391bc service neutron] Pushing event updated for resources: {'Port': ['ID=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:54.897338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-688a8a02-4927-4e26-ad97-85fd69affcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.898922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-688a8a02-4927-4e26-ad97-85fd69affcf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 1095 time: 0.2783687 Jul 22 14:18:54.908224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252d9ad-807d-4fa6-a06c-ed2e64118be4 req-7bb19ec4-2e24-4797-b864-c02014c9e9bc tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:54.915202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0252d9ad-807d-4fa6-a06c-ed2e64118be4 req-7bb19ec4-2e24-4797-b864-c02014c9e9bc tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 943 time: 0.1582985 Jul 22 14:18:54.952087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:54.970610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-5ae2da22-bc4c-486b-b18f-99409496acbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 HTTP/1.1" status: 200 len: 217 time: 0.0510781 Jul 22 14:18:54.997155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aa67e93d-967a-401a-9a32-925eb165366f None None] Could not find standard attr ID for object d688b8f5-1019-458f-b76b-16fa7bb86d42. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:18:55.054354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:55.061062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/ce495d9f-3290-44ff-a52c-0631471339bd HTTP/1.1" status: 204 len: 168 time: 1.3574271 Jul 22 14:18:55.064863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53730) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:55.066729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b0973-7884-4676-b703-ad11b7f1b37f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=ce495d9f-3290-44ff-a52c-0631471339bd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:55.077937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0252d9ad-807d-4fa6-a06c-ed2e64118be4 req-59667fe6-6431-4c15-8766-88b00f315583 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607966 Jul 22 14:18:55.102278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.110671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.117788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.127598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.134399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.142059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.149487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.160322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-47fc8413-73ae-425b-863a-8dd1063c2be5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 5434 time: 0.8757439 Jul 22 14:18:55.194627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-07492e57-5724-4a0a-94d3-466cd1009bcf tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "GET /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5678284 Jul 22 14:18:55.212834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:55.256530 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337e57f2-163f-4267-ab6b-e8fcddc9daf3 x-openstack-request-id: req-337e57f2-163f-4267-ab6b-e8fcddc9daf3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:55.258998 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ebefc5-a8e2-49d4-b04f-2ab0b3992550", "tag": "c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:55.258998 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-337e57f2-163f-4267-ab6b-e8fcddc9daf3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:55.259386 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'tag': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2', 'status': 'completed', 'code': 200} Jul 22 14:18:55.287237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-d2b129ad-b7a3-44ae-8de7-c0790ccc8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.288751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-d2b129ad-b7a3-44ae-8de7-c0790ccc8bd9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.3060923 Jul 22 14:18:55.310507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:55.328551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95a3a3f3-52c6-4b8b-8611-7ac108ded44a req-915f03bf-9965-4975-9392-9956fc4d8d67 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669769 Jul 22 14:18:55.416173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-22c9df00-d6a3-4a0f-b9f9-3cb26e42eef1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135800 Jul 22 14:18:55.446262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117fbcb8-f2cd-467f-bdc6-f1af46b9adc7 None None] Network 297e1e22-08ba-4a3f-93e2-654221aee78c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:18:55.467193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:55.674337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:55.733808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] For port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:55.808622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] device_id is not set on port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:55.820572 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:55.829181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b754f-c7e3-4582-b914-43993fe5ed49 req-29de3942-7426-4081-bc51-a00f6c778011 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:55.838089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-747b754f-c7e3-4582-b914-43993fe5ed49 req-29de3942-7426-4081-bc51-a00f6c778011 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.4753342 Jul 22 14:18:55.860688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:55.865483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-9dcea58d-7b82-4811-93cc-77f6e000b34e service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102480 Jul 22 14:18:55.891517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:55.891940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:55.917751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] DHCP port deletion for 297e1e22-08ba-4a3f-93e2-654221aee78c request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:18:55.982007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:56.022464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] Deleting port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:56.022847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.034516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] For port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,segment=NetworkSegment(6cfd82d2-5ce0-4922-9642-81a72dd988d7),segment_id=6cfd82d2-5ce0-4922-9642-81a72dd988d7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:56.035160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.060619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] No DVR routers for this DVR port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:56.065123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:56.087893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-747b754f-c7e3-4582-b914-43993fe5ed49 req-6b82b630-6059-4c01-a4be-0bbb2650de73 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488866 Jul 22 14:18:56.175700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] In _notify_port_updated(), no bound segment for port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:18:56.176586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:56.177202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.178573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-98040098-5adc-4509-a034-1b3a8c26f9a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 200 len: 1028 time: 0.9708557 Jul 22 14:18:56.255783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] For port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,segment=NetworkSegment(6cfd82d2-5ce0-4922-9642-81a72dd988d7),segment_id=6cfd82d2-5ce0-4922-9642-81a72dd988d7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:56.256317 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.310613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] Calling delete_port for 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:56.361418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c07570e-c250-44d2-b1d0-2fb90c758420 req-5f6ade9f-75f3-44fc-8c42-f86b2966f069 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851735 Jul 22 14:18:56.379310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-8a986144-b6a1-4673-b45d-ffdeba9bfe53 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:56.384350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-8a986144-b6a1-4673-b45d-ffdeba9bfe53 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "GET /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1972823 Jul 22 14:18:56.429392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:56.430472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.471340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No DVR routers for this DVR port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:56.507640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:56.533080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.569494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.588990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:56.608006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] Pushing event deleted for resources: {'Port': ['ID=55f3c34a-e7e2-499c-9dc3-49ff8cb67edc,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:56.630819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.632344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780829b6-a9ae-4f14-a024-7324dd4e97e7 req-2a410d39-ef55-4234-be25-6826c9610ae9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:56.639663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-780829b6-a9ae-4f14-a024-7324dd4e97e7 req-2a410d39-ef55-4234-be25-6826c9610ae9 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 943 time: 0.2454803 Jul 22 14:18:56.643428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297e1e22-08ba-4a3f-93e2-654221aee78c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:56.657662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfd82d2-5ce0-4922-9642-81a72dd988d7') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:56.658111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfd82d2-5ce0-4922-9642-81a72dd988d7') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:18:56.668771 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.686627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.694748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:18:56.695695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.696349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:18:56.696965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:56.700834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5b7a51eb-fdd9-4f62-986c-0229f63f89a8 None None] Provisioning complete for port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:56.701585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b7a51eb-fdd9-4f62-986c-0229f63f89a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.707813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308bd44-0ee7-4792-9d0e-deda1b2a1476 None None] No DVR routers for this DVR port 55f3c34a-e7e2-499c-9dc3-49ff8cb67edc on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:56.737285 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-780829b6-a9ae-4f14-a024-7324dd4e97e7 req-7c47d025-37d4-4d25-9348-f75a624f641c tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966475 Jul 22 14:18:56.777443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a51eb-fdd9-4f62-986c-0229f63f89a8 None None] Port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:18:56.807777 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:18:56.819825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.828880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.837102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/297e1e22-08ba-4a3f-93e2-654221aee78c HTTP/1.1" status: 204 len: 168 time: 1.7588782 Jul 22 14:18:56.840827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53756) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:56.853741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f26e5939-af82-4045-81b8-0cdd267c53a0,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:56.860921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'name': 'tempest-PortsIpV6TestJSON-345538520'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:56.897749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] For port f26e5939-af82-4045-81b8-0cdd267c53a0, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:18:56.946704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac49d-3e79-4782-adf2-a87e8001b507 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=297e1e22-08ba-4a3f-93e2-654221aee78c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:56.966891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] device_id is not set on port f26e5939-af82-4045-81b8-0cdd267c53a0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:56.978624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:56.991571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.065121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 88985adf-8910-450a-9cf3-eea9bf6fd04c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:57.077508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] No DVR routers for this DVR port f26e5939-af82-4045-81b8-0cdd267c53a0 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:57.078107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-21dac844-a280-4613-80c4-8b861c4a0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.081261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Pushing event updated for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:57.082366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-21dac844-a280-4613-80c4-8b861c4a0dad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 1095 time: 0.6658173 Jul 22 14:18:57.105028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.114620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.126411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.135925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.142985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.148534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] In _notify_port_updated(), no bound segment for port f26e5939-af82-4045-81b8-0cdd267c53a0 on network a183127a-ba81-47ed-954d-eda7bfc44b91 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:18:57.149419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.149724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.154434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.155859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-b5b3a328-6be2-434b-8ae9-8cf60d47cffe service neutron] 10.222.0.20 "PUT /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 200 len: 1027 time: 0.7334368 Jul 22 14:18:57.158492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-5d936d6a-bae4-49cb-af91-e03421e70a0c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 4581 time: 0.6893201 Jul 22 14:18:57.163952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:18:57.167866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.253780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port cddf4f0d-3c7a-4027-a251-8d78e15445b1 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:18:57.335290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.459100 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6294369-fa98-4477-90ad-2d02323e74b3 req-9fa942d3-c866-4c1c-bace-a347740950a6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&id=a194ad1b-1600-4b47-87fb-52fc41e07f27&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2993963 Jul 22 14:18:57.472664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:57.490902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:57.496150 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ebd6c8-433c-4c0b-837d-68b0e5dc9309" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:57.514314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.515221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bf16ef95-99d9-4500-87c1-97d61713e34c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:57.526762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56760cfb-7cec-4511-b393-855a9e6e1c1c req-baf78a7f-64a3-41f7-bcb7-76c1368aab6e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.537256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56760cfb-7cec-4511-b393-855a9e6e1c1c req-baf78a7f-64a3-41f7-bcb7-76c1368aab6e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2956443 Jul 22 14:18:57.574892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-c303fe1b-08ce-439f-a917-316b6271345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:57.577350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-c303fe1b-08ce-439f-a917-316b6271345e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 200 len: 913 time: 0.4161773 Jul 22 14:18:57.629228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56760cfb-7cec-4511-b393-855a9e6e1c1c req-b51a0d94-0d2b-4760-a2f2-8815125c04b9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881016 Jul 22 14:18:57.642235 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c2c9f-65b4-4160-b57e-99e0e33d95e8 x-openstack-request-id: req-904c2c9f-65b4-4160-b57e-99e0e33d95e8 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:57.642646 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:57.649776 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-904c2c9f-65b4-4160-b57e-99e0e33d95e8 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:57.649776 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c', 'code': 200} Jul 22 14:18:57.685094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port bf16ef95-99d9-4500-87c1-97d61713e34c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:57.685508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.730936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-23674b05-8e15-47e3-8f1d-262a0e552421 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 HTTP/1.1" status: 200 len: 217 time: 0.1254718 Jul 22 14:18:57.738081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5ea5a241-4c5a-45d1-9171-4f4708baab62 None None] Provisioning complete for port f26e5939-af82-4045-81b8-0cdd267c53a0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:18:57.738081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5ea5a241-4c5a-45d1-9171-4f4708baab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.783253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] For port bf16ef95-99d9-4500-87c1-97d61713e34c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bf16ef95-99d9-4500-87c1-97d61713e34c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:57.783623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.814310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for bf16ef95-99d9-4500-87c1-97d61713e34c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:57.892159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5ea5a241-4c5a-45d1-9171-4f4708baab62 None None] Port f26e5939-af82-4045-81b8-0cdd267c53a0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:18:57.925981 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.931102 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:57.944188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:57.970495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.971305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.971476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.971869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.972650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.973087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.973560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.974140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.974434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.974872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.975546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:57.976311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:18:58.052433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.073037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b6acd14b-f6ac-49b6-9ec2-07787581cbd2 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:58.074130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.103002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-234d7ed9-88cf-4f01-875c-a79a95523e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:58.117439 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-234d7ed9-88cf-4f01-875c-a79a95523e57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 200 len: 852 time: 0.3713396 Jul 22 14:18:58.176620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=bf16ef95-99d9-4500-87c1-97d61713e34c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:58.204875 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.248917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:18:58.252501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:18:58.256355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:18:58.264032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:58.265770 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.275182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] No DVR routers for this DVR port bf16ef95-99d9-4500-87c1-97d61713e34c on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:18:58.278084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.280656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e9c8e1c-8a06-41a5-87a8-368ad4ccf156 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "DELETE /v2.0/ports/bf16ef95-99d9-4500-87c1-97d61713e34c HTTP/1.1" status: 204 len: 173 time: 1.1184063 Jul 22 14:18:58.281201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'bf16ef95-99d9-4500-87c1-97d61713e34c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:58.284351 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2aed9d-d665-4bb2-b6bc-dc4c80f4162f" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "bf16ef95-99d9-4500-87c1-97d61713e34c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:58.302524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=cddf4f0d-3c7a-4027-a251-8d78e15445b1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:58.307552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:58.312500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-ad7f4704-c37c-47d6-bc44-1b45b12d2e83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5e42bc3-792e-4c04-8647-1aa6809bab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377425 Jul 22 14:18:58.315734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.316630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e194f3cb-8784-4d93-95e8-ec6afda092c7 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:58.369542 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0b54eb-6c7a-415c-a0c9-e97157444019 x-openstack-request-id: req-fd0b54eb-6c7a-415c-a0c9-e97157444019 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:58.369864 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "bf16ef95-99d9-4500-87c1-97d61713e34c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:58.370121 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd0b54eb-6c7a-415c-a0c9-e97157444019 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:58.370521 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'bf16ef95-99d9-4500-87c1-97d61713e34c', 'status': 'completed', 'code': 200} Jul 22 14:18:58.458070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-44ddbb77-aca0-4abe-9aae-1232dcd27cb7 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6135943 Jul 22 14:18:58.462322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53794) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:58.514802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port e194f3cb-8784-4d93-95e8-ec6afda092c7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:58.515164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.594245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:58.624714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.648460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20f94c-8f2c-4267-887e-18dc5d21cfee req-ecab80e6-4089-4525-8257-6dec58afede2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:58.659372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c20f94c-8f2c-4267-887e-18dc5d21cfee req-ecab80e6-4089-4525-8257-6dec58afede2 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 943 time: 0.6470194 Jul 22 14:18:58.710181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:58.733442 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.736108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:58.804326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c20f94c-8f2c-4267-887e-18dc5d21cfee req-efc3d33c-2202-4dec-bbcf-3f62dbd249e3 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364625 Jul 22 14:18:58.809318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-09d60dc5-62a2-47d2-80bb-5cb7e5e27aab service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880211 Jul 22 14:18:58.921398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port cddf4f0d-3c7a-4027-a251-8d78e15445b1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:18:58.926076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:58.965333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:59.028167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:59.028770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f26e5939-af82-4045-81b8-0cdd267c53a0 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:59.120685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:18:59.159832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.178047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa779c0-584d-4ecc-8e90-4c6f76403b41 req-f6ec98fc-4139-4de5-a8b5-60ecfc24cc49 service neutron] 10.222.0.20 "GET /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589721 Jul 22 14:18:59.183734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f26e5939-af82-4045-81b8-0cdd267c53a0 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:18:59.184654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e1a87526-9afd-418b-981c-8b9c72f4cda6 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:18:59.193682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for cddf4f0d-3c7a-4027-a251-8d78e15445b1 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:18:59.225874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d909991-38a1-483d-a521-73def9b94f65 req-9d9b07c6-65fa-469e-9961-7275af977d50 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:59.227862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d909991-38a1-483d-a521-73def9b94f65 req-9d9b07c6-65fa-469e-9961-7275af977d50 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2213807 Jul 22 14:18:59.325143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d909991-38a1-483d-a521-73def9b94f65 req-eacac9ce-caa7-43c5-ad47-24bcb3910fd5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546863 Jul 22 14:18:59.349512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.392395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.397393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/cddf4f0d-3c7a-4027-a251-8d78e15445b1 HTTP/1.1" status: 204 len: 168 time: 0.9336812 Jul 22 14:18:59.398690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53812) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:18:59.399195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d24532-32e7-46e1-88bd-fe9423d057e2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=cddf4f0d-3c7a-4027-a251-8d78e15445b1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:59.406684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:59.409338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'mac_address': 'fa:16:3e:5a:c3:3b', 'name': 'tempest-PortsIpV6TestJSON-1331843079'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:18:59.448388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2', 'network_id': 'b5e42bc3-792e-4c04-8647-1aa6809bab10', 'port_id': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2', 'mac_address': 'fa:16:3e:41:5d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ecd425-e508-4afb-8e9c-7e150020fdf6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:18:59.461731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.528140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:59.531669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95cab6-af5d-4cff-ad71-5bc98ce27e65 req-66db57d7-3310-459c-8962-5da67654382c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:59.534877 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.539986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95cab6-af5d-4cff-ad71-5bc98ce27e65 req-66db57d7-3310-459c-8962-5da67654382c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:59.551977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95cab6-af5d-4cff-ad71-5bc98ce27e65 req-66db57d7-3310-459c-8962-5da67654382c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:59.559156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95cab6-af5d-4cff-ad71-5bc98ce27e65 req-66db57d7-3310-459c-8962-5da67654382c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:18:59.573262 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.574573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad95cab6-af5d-4cff-ad71-5bc98ce27e65 req-66db57d7-3310-459c-8962-5da67654382c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 3144 time: 0.3186600 Jul 22 14:18:59.583489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] For port e194f3cb-8784-4d93-95e8-ec6afda092c7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e194f3cb-8784-4d93-95e8-ec6afda092c7,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:59.584274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.592596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:18:59.616942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:18:59.626135 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:59.643747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:59.646599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2'}, {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7'}, {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:18:59.649378 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f23b095-4bc7-4b99-98d1-13ae2cb3bf89" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2"}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7"}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:18:59.733429 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c8a926-8554-4c40-8399-6784c24197c6 x-openstack-request-id: req-d3c8a926-8554-4c40-8399-6784c24197c6 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:18:59.733978 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2", "code": 200}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7", "code": 200}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:18:59.734439 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3c8a926-8554-4c40-8399-6784c24197c6 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:18:59.735017 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2', 'code': 200} Jul 22 14:18:59.735449 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'code': 200} Jul 22 14:18:59.735870 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6', 'code': 200} Jul 22 14:18:59.767293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:18:59.915626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:18:59.977442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad95cab6-af5d-4cff-ad71-5bc98ce27e65 req-500819be-407c-40a3-84c5-411f51e76d1a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014230 Jul 22 14:18:59.989054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:00.047158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c538f0-2d5c-49f4-ab0a-f8cc290f089e req-ffd12a76-23da-4252-a595-cee43c654646 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:00.049603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c538f0-2d5c-49f4-ab0a-f8cc290f089e req-ffd12a76-23da-4252-a595-cee43c654646 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 944 time: 0.1286166 Jul 22 14:19:00.106419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.145750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 399230e9-d9e9-4445-aa8d-81f7de8ecb6a yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:00.164116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.164819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.164819 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Floating IP 6d1cc481-7b51-4a9a-94e4-012d687419fc disassociated. External IP: 172.25.8.234, port: e194f3cb-8784-4d93-95e8-ec6afda092c7. Jul 22 14:19:00.165418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c538f0-2d5c-49f4-ab0a-f8cc290f089e req-a725e06e-6a0c-4010-a92d-974fc60951b1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067050 Jul 22 14:19:00.166046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for e194f3cb-8784-4d93-95e8-ec6afda092c7 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:00.428055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.602760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.667169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=e194f3cb-8784-4d93-95e8-ec6afda092c7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:00.686877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.845415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:00.849978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:00.861668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:00.865917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:00.866579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:00.895246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=399230e9-d9e9-4445-aa8d-81f7de8ecb6a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:00.918850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bdc0d-1b88-4449-babd-d80ba9702315 req-dafb5589-46f0-4d2a-9157-2b38707e2dce tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:00.928459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-772bdc0d-1b88-4449-babd-d80ba9702315 req-dafb5589-46f0-4d2a-9157-2b38707e2dce tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.4791512 Jul 22 14:19:00.995782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:01.024142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a8a5ab57-2ca2-46e8-ac5f-b725e8784325 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6168742 Jul 22 14:19:01.024402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53842) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:01.073792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-772bdc0d-1b88-4449-babd-d80ba9702315 req-317ae1bf-4107-4034-945e-8d5b32a26019 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443052 Jul 22 14:19:01.093017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:01.196494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc7f45-f130-4dc8-9e76-79bc807090d8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:01.202272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d1dc7f45-f130-4dc8-9e76-79bc807090d8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/399230e9-d9e9-4445-aa8d-81f7de8ecb6a HTTP/1.1" status: 200 len: 845 time: 0.1747227 Jul 22 14:19:01.205592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53850) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:01.266047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:01.270201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:01.270947 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.406891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee03e9f-6706-45de-9886-8a2740aabee2 req-c53a391b-e741-49cd-be3e-9e4e4bae9f80 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:01.412609 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ee03e9f-6706-45de-9886-8a2740aabee2 req-c53a391b-e741-49cd-be3e-9e4e4bae9f80 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 944 time: 0.1430545 Jul 22 14:19:01.431137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:01.456507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] Sync routers for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:01.484699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:01.485710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:01.513110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d165-3976-4df9-9055-9fb0386e3421 req-5c4f895e-dc5d-4db6-9549-f60795fa05cb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:01.521265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d165-3976-4df9-9055-9fb0386e3421 req-5c4f895e-dc5d-4db6-9549-f60795fa05cb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:01.521944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] No DVR routers for this DVR port e194f3cb-8784-4d93-95e8-ec6afda092c7 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:01.527503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d165-3976-4df9-9055-9fb0386e3421 req-5c4f895e-dc5d-4db6-9549-f60795fa05cb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:01.529176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.531507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-40b7f4ac-d9c4-4efd-b475-24f2ac3f4736 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "DELETE /v2.0/ports/e194f3cb-8784-4d93-95e8-ec6afda092c7 HTTP/1.1" status: 204 len: 173 time: 3.2332215 Jul 22 14:19:01.532164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:01.534753 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2bb61-a61b-4350-ac3c-e1fe5f5f29b7" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:01.534972 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0930d165-3976-4df9-9055-9fb0386e3421 req-5c4f895e-dc5d-4db6-9549-f60795fa05cb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 2409 time: 0.3943238 Jul 22 14:19:01.607972 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.647954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ee03e9f-6706-45de-9886-8a2740aabee2 req-589917ed-47e3-4ced-90a3-9c5d03aba749 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236834 Jul 22 14:19:01.679577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0930d165-3976-4df9-9055-9fb0386e3421 req-db2c888a-2e90-4de6-a430-c40621e29081 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436279 Jul 22 14:19:01.705792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 399230e9-d9e9-4445-aa8d-81f7de8ecb6a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:01.706155 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.713012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port e1a87526-9afd-418b-981c-8b9c72f4cda6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:01.715755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.718968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:01.740550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:01.743172 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9e1f31-759f-44ba-9aaa-f87ffa0535d1" -d '{"events": [{"server_uuid": "c4ebefc5-a8e2-49d4-b04f-2ab0b3992550", "name": "network-vif-plugged", "status": "completed", "tag": "c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:01.756106 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.844195 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f6839c-46aa-4a94-8676-3271dc71243c x-openstack-request-id: req-b4f6839c-46aa-4a94-8676-3271dc71243c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:01.844489 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "e194f3cb-8784-4d93-95e8-ec6afda092c7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:01.844702 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4f6839c-46aa-4a94-8676-3271dc71243c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:01.845070 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'e194f3cb-8784-4d93-95e8-ec6afda092c7', 'status': 'completed', 'code': 200} Jul 22 14:19:01.868521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:01.930287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] For port e1a87526-9afd-418b-981c-8b9c72f4cda6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e1a87526-9afd-418b-981c-8b9c72f4cda6,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:01.930996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:01.952897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for e1a87526-9afd-418b-981c-8b9c72f4cda6 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:02.008606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:02.064491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 399230e9-d9e9-4445-aa8d-81f7de8ecb6a owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:02.233813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:02.273867 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66026210-ca46-4805-9a3e-4001a450e985 x-openstack-request-id: req-66026210-ca46-4805-9a3e-4001a450e985 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:02.274506 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ebefc5-a8e2-49d4-b04f-2ab0b3992550", "name": "network-vif-plugged", "status": "completed", "tag": "c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:02.274506 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66026210-ca46-4805-9a3e-4001a450e985 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:02.274973 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2', 'code': 200} Jul 22 14:19:02.277982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006054a2-2047-41b7-9afa-76e38ad4b191 req-7a79f908-30fb-4696-80e6-95ae68ebb346 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:02.285927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-006054a2-2047-41b7-9afa-76e38ad4b191 req-7a79f908-30fb-4696-80e6-95ae68ebb346 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1098 time: 0.4852443 Jul 22 14:19:02.381228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:02.389372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-006054a2-2047-41b7-9afa-76e38ad4b191 req-aa7cc6ef-6079-4cf5-8de3-e2ca0ec2272e tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963845 Jul 22 14:19:02.394727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53872) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:02.403319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=e1a87526-9afd-418b-981c-8b9c72f4cda6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:02.413360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] No DVR routers for this DVR port e1a87526-9afd-418b-981c-8b9c72f4cda6 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:02.415122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e7ce4-42a2-4dde-98cb-50acb0e66162 req-edcc198e-cf95-44c9-b920-ddf7ee02c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:02.417258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-789e7ce4-42a2-4dde-98cb-50acb0e66162 req-edcc198e-cf95-44c9-b920-ddf7ee02c306 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 1097 time: 0.3137608 Jul 22 14:19:02.429006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:02.438092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-67ab681b-6ffe-45c0-8384-694d9fccf0b2 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "DELETE /v2.0/ports/e1a87526-9afd-418b-981c-8b9c72f4cda6 HTTP/1.1" status: 204 len: 173 time: 0.8914955 Jul 22 14:19:02.495031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:07Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:02.499479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:02.534909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] Checking router: 9d7158fc-10b6-4bea-8fa1-ece1ea125865 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:19:02.549159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:02.550209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:02.583899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=399230e9-d9e9-4445-aa8d-81f7de8ecb6a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:02.592310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-789e7ce4-42a2-4dde-98cb-50acb0e66162 req-5a851e5b-4df4-4e67-983d-905ed2819b42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388137 Jul 22 14:19:02.592900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a91b7-651f-4876-9d85-08d38976186c req-c9a1cf97-5603-426c-b36f-b5299c9f5636 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:02.600036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57a91b7-651f-4876-9d85-08d38976186c req-c9a1cf97-5603-426c-b36f-b5299c9f5636 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.4182227 Jul 22 14:19:02.613204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:02.615251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-823d8490-b872-425e-aa65-dae13a8976c6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/399230e9-d9e9-4445-aa8d-81f7de8ecb6a HTTP/1.1" status: 204 len: 168 time: 1.4041371 Jul 22 14:19:02.619028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53878) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:02.766705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57a91b7-651f-4876-9d85-08d38976186c req-bdba902f-cacc-40b0-a7f2-176b2e3b6889 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658728 Jul 22 14:19:02.775362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:02.808070 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4437dbcb-ae2a-4970-bb6a-70ff551507a2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:02.812203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4437dbcb-ae2a-4970-bb6a-70ff551507a2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/399230e9-d9e9-4445-aa8d-81f7de8ecb6a HTTP/1.1" status: 404 len: 333 time: 0.1929824 Jul 22 14:19:02.836160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53884) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:02.844592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'name': 'tempest-PortsIpV6TestJSON-1667424648'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:02.882137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port 88985adf-8910-450a-9cf3-eea9bf6fd04c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:02.896630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:03.091903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d0fa-36ac-4768-92c6-41dc182e172d req-57408b5c-cc49-476e-ab67-1e63a5fed680 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:03.100004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609d0fa-36ac-4768-92c6-41dc182e172d req-57408b5c-cc49-476e-ab67-1e63a5fed680 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:03.102352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a609d0fa-36ac-4768-92c6-41dc182e172d req-57408b5c-cc49-476e-ab67-1e63a5fed680 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 1676 time: 0.1597729 Jul 22 14:19:03.114530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:03.119279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:03.160358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 9ba09d77-2666-49d2-ae10-fedfa10c1d92 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:03.160859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:03.176772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 7bb1edad-b5c3-4958-b841-b9c166d23053 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:03.211357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:07Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:03.211642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] For port 88985adf-8910-450a-9cf3-eea9bf6fd04c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=88985adf-8910-450a-9cf3-eea9bf6fd04c,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:03.211642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:03.265217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fdafb-b2ff-40ac-bf2a-610a928c0377 req-51e6faad-b6b2-41aa-85c8-0604ed322413 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:03.269421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd0fdafb-b2ff-40ac-bf2a-610a928c0377 req-51e6faad-b6b2-41aa-85c8-0604ed322413 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.3231859 Jul 22 14:19:03.297555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for 88985adf-8910-450a-9cf3-eea9bf6fd04c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:03.368004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f7820-b35b-46e8-af03-ca02baf10cad None None] The sync data for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 is: [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:00Z', 'revision_number': 4, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '113a204e-6d4d-4666-bd94-c6de02c8e98d', 'name': '', 'network_id': 'f3c63370-eaf7-4a5f-ac64-4f0457c64268', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'mac_address': 'fa:16:3e:df:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '96539b83-37b1-48c8-8848-f6493554bfde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:59Z', 'updated_at': '2021-07-22T14:08:07Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'subnets': [{'id': '96539b83-37b1-48c8-8848-f6493554bfde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:03.440407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd0fdafb-b2ff-40ac-bf2a-610a928c0377 req-acb909ca-b082-4e06-96b2-07dd3d0f9777 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356323 Jul 22 14:19:03.523551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a609d0fa-36ac-4768-92c6-41dc182e172d req-12a64cd7-89b6-497b-addd-3b642593709a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups?id=1c86b00c-374e-4bff-9b5a-a985da71c0ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990080 Jul 22 14:19:03.740597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:03.798199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=88985adf-8910-450a-9cf3-eea9bf6fd04c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:03.853145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:03.855615 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785aa12f-5b56-4374-b025-61ed7c350338" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:03.899704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] No DVR routers for this DVR port 88985adf-8910-450a-9cf3-eea9bf6fd04c on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:03.908579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:03.911353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-6e5b1576-51f5-4448-a1a5-b03c8451bd5a tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "DELETE /v2.0/ports/88985adf-8910-450a-9cf3-eea9bf6fd04c HTTP/1.1" status: 204 len: 173 time: 1.4612045 Jul 22 14:19:03.962138 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f442a-e7bd-4961-be79-d2395956c11e None None] New status for floating IP 6d1cc481-7b51-4a9a-94e4-012d687419fc: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:19:03.985997 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e54bdf4-eb44-493b-aaeb-a53fd011a990 x-openstack-request-id: req-8e54bdf4-eb44-493b-aaeb-a53fd011a990 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:03.987876 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "e1a87526-9afd-418b-981c-8b9c72f4cda6", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:03.988806 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e54bdf4-eb44-493b-aaeb-a53fd011a990 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:03.989208 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'e1a87526-9afd-418b-981c-8b9c72f4cda6', 'status': 'completed', 'code': 200} Jul 22 14:19:04.155680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:04.156357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.332433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] For port b6acd14b-f6ac-49b6-9ec2-07787581cbd2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:04.332812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.347284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for b6acd14b-f6ac-49b6-9ec2-07787581cbd2 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:04.534415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.568302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.569751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.583242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.603084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 9ba09d77-2666-49d2-ae10-fedfa10c1d92 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:04.658627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7190f-4e49-4a00-98af-d48f2954d98b req-bc4f715b-df36-448a-a50a-7614fd6c9fcd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:04.662729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e5a7190f-4e49-4a00-98af-d48f2954d98b req-bc4f715b-df36-448a-a50a-7614fd6c9fcd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2574737 Jul 22 14:19:04.692805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=b6acd14b-f6ac-49b6-9ec2-07787581cbd2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:04.784623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] No DVR routers for this DVR port b6acd14b-f6ac-49b6-9ec2-07787581cbd2 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:04.788262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.790300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-758fcae1-e997-4c86-9431-cfe2a548129a req-17d058dc-84c6-4349-b176-e9ee2fb2cae4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.20 "DELETE /v2.0/ports/b6acd14b-f6ac-49b6-9ec2-07787581cbd2 HTTP/1.1" status: 204 len: 173 time: 0.8631608 Jul 22 14:19:04.804448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e5a7190f-4e49-4a00-98af-d48f2954d98b req-a6866825-b4fc-45fc-a62e-b1ee8462c314 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794990 Jul 22 14:19:04.833557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21f237-9a1f-412a-981f-69799cdcbf16 req-c27e6588-0435-40ff-89d6-d1b985b7b6ab tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:04.835564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec21f237-9a1f-412a-981f-69799cdcbf16 req-c27e6588-0435-40ff-89d6-d1b985b7b6ab tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.2668555 Jul 22 14:19:04.878959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:04.908913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec21f237-9a1f-412a-981f-69799cdcbf16 req-7e96d8b5-479b-46f4-9a2e-f39d70334f5d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612068 Jul 22 14:19:05.045168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ffc9b9b-e0d1-4075-aefe-50ed087e3b1e req-bd593255-3b9e-49e6-946b-895a8bfccef6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0840046 Jul 22 14:19:05.064443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:05.073232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:05.077107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:05.098957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:05.099850 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.142744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=7bb1edad-b5c3-4958-b841-b9c166d23053,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:05.174137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:05.174674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea3c7210-4ba5-4437-a3be-71c55c012bf0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3354061 Jul 22 14:19:05.179946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:05.314742 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.394547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=9ba09d77-2666-49d2-ae10-fedfa10c1d92,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:05.426556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.552316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.553441 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 disassociated (deleted). External IP: 172.25.8.176, port: f8d0f4bb-5f1f-4e04-8854-38e8840ab83a. Jul 22 14:19:05.728675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bc853-9e21-4a3a-a8fa-cd5eebdc0c29 req-97f6b84d-6c7d-4a72-b8f1-cb43839994a6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:05.730199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f87bc853-9e21-4a3a-a8fa-cd5eebdc0c29 req-97f6b84d-6c7d-4a72-b8f1-cb43839994a6 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.3975525 Jul 22 14:19:05.777408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.790597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.821337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] In _notify_port_updated(), no bound segment for port 7bb1edad-b5c3-4958-b841-b9c166d23053 on network a006ba3e-408d-431e-a2ea-5a2421b9c1fc {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:19:05.829155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:05.829155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:05.834419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53942) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:05.842697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/ports/7bb1edad-b5c3-4958-b841-b9c166d23053 HTTP/1.1" status: 200 len: 818 time: 0.6606526 Jul 22 14:19:05.991453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c'}, {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:05.994034 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b9647f-1a94-4ec4-9046-a256136e3cdf" -d '{"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c"}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:06.013780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f87bc853-9e21-4a3a-a8fa-cd5eebdc0c29 req-dc5318ac-78bb-48c3-90df-916b3225c80d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728252 Jul 22 14:19:06.022499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7e0de-09c4-472e-82fa-445c44cdc0a6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=7bb1edad-b5c3-4958-b841-b9c166d23053,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:06.078845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c468-fc97-4920-bdda-6d2e4f5dad03 req-68e06444-b196-4df2-9106-87f413c56773 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:06.089802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab80c468-fc97-4920-bdda-6d2e4f5dad03 req-68e06444-b196-4df2-9106-87f413c56773 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.1437783 Jul 22 14:19:06.120836 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f74937-ac6a-4c1f-a64d-4999b2d6a246 x-openstack-request-id: req-e4f74937-ac6a-4c1f-a64d-4999b2d6a246 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:06.122885 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "88985adf-8910-450a-9cf3-eea9bf6fd04c", "status": "completed", "code": 200}, {"server_uuid": "677eedbd-c56d-48db-92d5-a0c9259781d5", "name": "network-vif-deleted", "tag": "b6acd14b-f6ac-49b6-9ec2-07787581cbd2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:06.124871 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4f74937-ac6a-4c1f-a64d-4999b2d6a246 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:06.125292 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': '88985adf-8910-450a-9cf3-eea9bf6fd04c', 'status': 'completed', 'code': 200} Jul 22 14:19:06.125554 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677eedbd-c56d-48db-92d5-a0c9259781d5', 'name': 'network-vif-deleted', 'tag': 'b6acd14b-f6ac-49b6-9ec2-07787581cbd2', 'status': 'completed', 'code': 200} Jul 22 14:19:06.187347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab80c468-fc97-4920-bdda-6d2e4f5dad03 req-c4539821-0874-431c-b97e-5ad4ad32d4fa tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888824 Jul 22 14:19:06.335890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2261d2a5-4b6c-48f9-9b16-cc3a6578c44f req-37febc80-1597-42fa-a0f8-705c276016d8 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0721872 Jul 22 14:19:06.340697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router abb7a677-e988-4834-9f0e-54e19a1eab4c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:06.490710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 7bb1edad-b5c3-4958-b841-b9c166d23053 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:06.491056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:06.574206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:06.596610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 7bb1edad-b5c3-4958-b841-b9c166d23053 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:06.660729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:06.666247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:06.673758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] Sync routers for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:06.692504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:06.693944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:06.725469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e42a3da6-cbad-48c7-8fe8-08a6a686b44b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/floatingips/d0c91b29-fd3d-4949-a57d-71ce0dfa0f67 HTTP/1.1" status: 204 len: 168 time: 4.3294244 Jul 22 14:19:06.728561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:06.730917 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec3e03-3690-4dbd-852e-e017524b6227" -d '{"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:06.754248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:06.828769 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba17b64-8aef-4200-8c30-c7d375fb7085 x-openstack-request-id: req-2ba17b64-8aef-4200-8c30-c7d375fb7085 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:06.830301 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:06.830770 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ba17b64-8aef-4200-8c30-c7d375fb7085 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:06.832566 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'status': 'completed', 'code': 200} Jul 22 14:19:06.833225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=7bb1edad-b5c3-4958-b841-b9c166d23053,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:06.843071 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:06.856220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a30d75c7-1e8d-444b-b7cf-5f0a596927a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/7bb1edad-b5c3-4958-b841-b9c166d23053 HTTP/1.1" status: 204 len: 168 time: 1.0183730 Jul 22 14:19:06.857467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53966) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:06.943473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:06.955314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-b69e6170-45d5-4107-8980-18d512acbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:06.959034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-b69e6170-45d5-4107-8980-18d512acbb66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 1098 time: 0.1339307 Jul 22 14:19:07.125734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca8609-6cd5-4d00-9bf5-fe7ba50ceb01 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.130572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3ca8609-6cd5-4d00-9bf5-fe7ba50ceb01 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2720118 Jul 22 14:19:07.134084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53974) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:07.205208 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d340986d-e9e4-4203-9166-9a85ea6c6e1b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:07.213522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d340986d-e9e4-4203-9166-9a85ea6c6e1b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/7bb1edad-b5c3-4958-b841-b9c166d23053 HTTP/1.1" status: 404 len: 333 time: 0.0735171 Jul 22 14:19:07.220298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53978) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:07.226060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1069800590'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:07.248194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-5d6e0f0c-a443-488c-84db-29c2c6c963de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.252854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-5d6e0f0c-a443-488c-84db-29c2c6c963de service neutron] 10.222.0.13 "GET /v2.0/networks?id=893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 200 len: 897 time: 0.2867606 Jul 22 14:19:07.324640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:07.328845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:07.378729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-5bf03b59-78f4-4f98-bb83-cd5acf6550b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 200 len: 217 time: 0.0930383 Jul 22 14:19:07.413330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf912ea-165d-4482-be49-5ce17b274ed5 req-cd07496d-0d44-4920-870b-ba09dbd94302 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.427757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-faf912ea-165d-4482-be49-5ce17b274ed5 req-cd07496d-0d44-4920-870b-ba09dbd94302 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 946 time: 0.2284498 Jul 22 14:19:07.451842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:19:07.501155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-faf912ea-165d-4482-be49-5ce17b274ed5 req-036e8cf6-336b-4ee7-af94-4e75d8de64b0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718842 Jul 22 14:19:07.503107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:07.505255 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment 94124092-ce05-4eba-96c5-6a571311d1bb of type vlan for network 66172b8c-f2ff-47fe-a524-dc780817e777 Jul 22 14:19:07.530580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:57Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:07.534481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-139c6087-8e7c-473a-99a8-ed8772dd64ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.540385 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-139c6087-8e7c-473a-99a8-ed8772dd64ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 200 len: 834 time: 0.1049654 Jul 22 14:19:07.596956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] Checking router: abb7a677-e988-4834-9f0e-54e19a1eab4c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:19:07.623028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:07.623664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:07.642913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:07.749877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:07.751987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee40117-328d-45cf-a812-26fd8ff65c2b req-bdf50f6c-baaa-4169-8768-5165d8ce7b0d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.756210 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bee40117-328d-45cf-a812-26fd8ff65c2b req-bdf50f6c-baaa-4169-8768-5165d8ce7b0d tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.4979131 Jul 22 14:19:07.758114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.759114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:07.760508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-5ae531d2-5d1d-4b07-9244-01e64260ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.764429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-5ae531d2-5d1d-4b07-9244-01e64260ee14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=893e3350-cadf-4224-a937-93e6483a3b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2191467 Jul 22 14:19:07.899618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=66172b8c-f2ff-47fe-a524-dc780817e777,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:07.902898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e940576f-355f-45e0-b2b7-99b3da25bc1e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6815009 Jul 22 14:19:07.913412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9c421-a133-485c-b270-7c3a2e483f81 req-c5f61605-2250-43ea-bbfa-3244745d8337 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:07.923076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24c9c421-a133-485c-b270-7c3a2e483f81 req-c5f61605-2250-43ea-bbfa-3244745d8337 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2881465 Jul 22 14:19:07.924924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53992) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:07.931467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:07.932570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:07.936156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:19:08.072223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-3c2bf50f-c73c-4f39-a04a-6e90ceb4cd68 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856081 Jul 22 14:19:08.131972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bee40117-328d-45cf-a812-26fd8ff65c2b req-efc5c34d-3440-438a-812c-731a8c51dd97 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667443 Jul 22 14:19:08.133270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24c9c421-a133-485c-b270-7c3a2e483f81 req-ee4de5f9-426c-4ba6-b30a-9fbc37ab6626 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089295 Jul 22 14:19:08.267458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:08.272785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:08.437109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f671bb09-6e21-4f7a-b0b5-021b76f7af47 req-e2b61ef4-116b-40ef-af21-3ad23472e8f4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0827651 Jul 22 14:19:08.498916 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45ec3e03-3690-4dbd-852e-e017524b6227 req-3d703a5b-ffdb-4c3e-a372-02fd267b8312 service neutron] 10.222.0.13 "GET /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704267 Jul 22 14:19:08.642626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:57Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:08.739905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6774d-692f-4c27-b6b4-fb57a7418535 req-9281c2c0-558c-4b13-a43a-7ccc9b01e54f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:08.741119 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b41f03-518d-4bdc-a8f8-bc68918622b1 None None] The sync data for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 is: [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:16:51Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '12a487ba-be0e-4c2b-80c8-85aa4f01e4c2', 'name': '', 'network_id': '893e3350-cadf-4224-a937-93e6483a3b44', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:5b:53:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2012, 'fixed_ips': [{'subnet_id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:48Z', 'updated_at': '2021-07-22T14:16:57Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': '413ffb70-a7cf-4b25-99be-b9897005be53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:08.750043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0aa6774d-692f-4c27-b6b4-fb57a7418535 req-9281c2c0-558c-4b13-a43a-7ccc9b01e54f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 946 time: 0.1352639 Jul 22 14:19:08.844714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0aa6774d-692f-4c27-b6b4-fb57a7418535 req-eb4673ff-292d-4a43-a2da-2e6c78bdef7b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=48e6ffc1-1db0-494f-8324-db21e8a289ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876300 Jul 22 14:19:08.909831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:09.053667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-0d499e76-088c-46d5-9768-d95f28dcca8a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:09.055427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-0d499e76-088c-46d5-9768-d95f28dcca8a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 946 time: 0.5395174 Jul 22 14:19:09.126446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=2ff401a0-33da-4a84-a918-d66e87837aa7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:09.222019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': '94124092-ce05-4eba-96c5-6a571311d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:09.230502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: 66172b8c-f2ff-47fe-a524-dc780817e777, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:19:09.322249 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977accd2-71d6-47cc-af76-f5fb04ff9256 None None] New status for floating IP d0c91b29-fd3d-4949-a57d-71ce0dfa0f67: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:19:09.341785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c244347-cb7a-43c6-bdc1-fd7bffe1a901 req-1ee28bf8-a91c-4c84-9525-fc643aeada1f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:09.349464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c244347-cb7a-43c6-bdc1-fd7bffe1a901 req-1ee28bf8-a91c-4c84-9525-fc643aeada1f tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.4529078 Jul 22 14:19:09.386889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 66172b8c-f2ff-47fe-a524-dc780817e777 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:19:09.438265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 66172b8c-f2ff-47fe-a524-dc780817e777) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:09.464271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1c244347-cb7a-43c6-bdc1-fd7bffe1a901 req-f6ba1912-6de3-410b-a0fa-011510204274 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134346 Jul 22 14:19:09.481946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4283f631-bcae-4e5b-98a9-8c92a5caf2f0 None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:09.495650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:09.496346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:09.510556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:09.521869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:09.576681 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33368e06-82dc-46e1-bd5f-fd24345abdcd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6498747 Jul 22 14:19:09.580993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:09.609286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:09.703148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:09.703527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:09.742763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for f8d0f4bb-5f1f-4e04-8854-38e8840ab83a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:09.857480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8036a26a-33ae-4c58-b6d1-b6e6b9b790ea req-7e6e09f0-3150-4c3c-b869-1ee93382f8de tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0935795 Jul 22 14:19:09.890908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-66172b8c-f2ff-47fe-a524-dc780817e777', 'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': '2ff401a0-33da-4a84-a918-d66e87837aa7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:19:09.891776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:09.970264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ae84-aef6-4403-abf5-2d8ab0bbf8b8 req-19f69c87-369c-4339-87bd-80ad983b85a3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:09.988667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2237ae84-aef6-4403-abf5-2d8ab0bbf8b8 req-19f69c87-369c-4339-87bd-80ad983b85a3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.5886953 Jul 22 14:19:10.058772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:10.128700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=f8d0f4bb-5f1f-4e04-8854-38e8840ab83a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:10.194440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2237ae84-aef6-4403-abf5-2d8ab0bbf8b8 req-59b29a79-24c1-4297-8458-986a90b8eb32 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051895 Jul 22 14:19:10.238324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d240a4e2-e24b-4836-98ad-fe0bc456b9d1 req-b0cae083-5400-4537-a12c-06aa01e4945d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2352f0cb-3200-430b-a017-c512e9d31801 HTTP/1.1" status: 200 len: 210 time: 0.1106567 Jul 22 14:19:10.326429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] No DVR routers for this DVR port f8d0f4bb-5f1f-4e04-8854-38e8840ab83a on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:10.326429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:10.326429 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77284bf9-f70c-4aa1-b330-7259e8fd8cf2 req-a8526bcf-315e-46da-8f96-817d55b2319a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "DELETE /v2.0/ports/f8d0f4bb-5f1f-4e04-8854-38e8840ab83a HTTP/1.1" status: 204 len: 173 time: 1.2529843 Jul 22 14:19:10.326429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-deleted', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:10.326429 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ccb220-7701-4f12-a569-848db237d908" -d '{"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-deleted", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:10.360542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Allocated IP 2001:db8::2 (66172b8c-f2ff-47fe-a524-dc780817e777/2ff401a0-33da-4a84-a918-d66e87837aa7/6892707c-bfd6-432c-b6c1-248da4a6fe88) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:10.363169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:10.377419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:10.421344 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934c996d-ac0a-4f29-b3e5-85e0bca5fdaa x-openstack-request-id: req-934c996d-ac0a-4f29-b3e5-85e0bca5fdaa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:10.422361 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352f0cb-3200-430b-a017-c512e9d31801", "name": "network-vif-deleted", "tag": "f8d0f4bb-5f1f-4e04-8854-38e8840ab83a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:10.422749 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-934c996d-ac0a-4f29-b3e5-85e0bca5fdaa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:10.423313 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352f0cb-3200-430b-a017-c512e9d31801', 'name': 'network-vif-deleted', 'tag': 'f8d0f4bb-5f1f-4e04-8854-38e8840ab83a', 'status': 'completed', 'code': 200} Jul 22 14:19:10.434554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-a443ed67-ef69-4e65-b8df-fa84100adef8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:10.436295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-a443ed67-ef69-4e65-b8df-fa84100adef8 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.3495836 Jul 22 14:19:10.784742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a37d5f-881d-4bf2-a53f-6821d84a8260 req-d77f0d03-9fe9-4e44-a14d-bd2d0c9466df tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:10.794724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12a37d5f-881d-4bf2-a53f-6821d84a8260 req-d77f0d03-9fe9-4e44-a14d-bd2d0c9466df tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.1979589 Jul 22 14:19:10.939557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:10.953212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12a37d5f-881d-4bf2-a53f-6821d84a8260 req-5ab0dacc-633f-4990-b6e3-506c1e726356 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560879 Jul 22 14:19:10.959801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Transition to ACTIVE for port object 6892707c-bfd6-432c-b6c1-248da4a6fe88 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:10.994946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Transition to ACTIVE for port object 6892707c-bfd6-432c-b6c1-248da4a6fe88 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:11.013754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:11.141142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:11.150496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:11.155662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:11.234452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Pushing event updated for resources: {'Port': ['ID=6892707c-bfd6-432c-b6c1-248da4a6fe88,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:11.335591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Attempting to bind port 6892707c-bfd6-432c-b6c1-248da4a6fe88 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:11.340120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Attempting to bind port 6892707c-bfd6-432c-b6c1-248da4a6fe88 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '94124092-ce05-4eba-96c5-6a571311d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:11.340537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Attempting to bind port 6892707c-bfd6-432c-b6c1-248da4a6fe88 on network 66172b8c-f2ff-47fe-a524-dc780817e777 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:11.369569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:11.370139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Checking segment: {'id': '94124092-ce05-4eba-96c5-6a571311d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:11.370689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:11.371195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Bound using segment: {'id': '94124092-ce05-4eba-96c5-6a571311d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:11.371812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Bound port: 6892707c-bfd6-432c-b6c1-248da4a6fe88, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94124092-ce05-4eba-96c5-6a571311d1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:11.379728 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:11.381167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245490b-b98e-477e-b39b-348707514ef3 req-0573b04c-bf29-4c71-9db5-d26a0f989d29 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:11.390380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2245490b-b98e-477e-b39b-348707514ef3 req-0573b04c-bf29-4c71-9db5-d26a0f989d29 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.0862958 Jul 22 14:19:11.421747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74c29183-a059-4c7f-b232-ea9dddf47cc8 req-efbfc2d2-4ed0-47c1-9154-5612c29d50fb tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.1682572 Jul 22 14:19:11.476139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2245490b-b98e-477e-b39b-348707514ef3 req-c4ae3172-b0ca-45c9-b6f4-56206bd3b62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831671 Jul 22 14:19:11.499596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54062) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:11.508723 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ff401a0-33da-4a84-a918-d66e87837aa7 (CIDR: 2001:db8::/64) Jul 22 14:19:11.524528 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:19:11.525923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:19:11.532464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Deleting port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:11.533378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:11.580560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2bea63ad-3fd1-4598-8d89-0c798420a86d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9790196 Jul 22 14:19:11.584239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54064) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:11.591234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:11.641828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] For port 6892707c-bfd6-432c-b6c1-248da4a6fe88, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:11.659252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] For port 6892707c-bfd6-432c-b6c1-248da4a6fe88, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6892707c-bfd6-432c-b6c1-248da4a6fe88,segment=NetworkSegment(94124092-ce05-4eba-96c5-6a571311d1bb),segment_id=94124092-ce05-4eba-96c5-6a571311d1bb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:11.669859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:11.782924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] For port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,segment=NetworkSegment(230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17),segment_id=230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:11.783367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:11.797495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc3465-5d61-470e-985f-70f6b7c7d31b None None] Pushing event updated for resources: {'Port': ['ID=6892707c-bfd6-432c-b6c1-248da4a6fe88,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:11.820972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Calling delete_port for c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:11.883697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:11.904570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:12.071964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:12.170296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: f8d0f4bb-5f1f-4e04-8854-38e8840ab83a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:12.170643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device f8d0f4bb-5f1f-4e04-8854-38e8840ab83a not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:12.382101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:12.411867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:12.417964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6892707c-bfd6-432c-b6c1-248da4a6fe88 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:12.523864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:12.536842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 66172b8c-f2ff-47fe-a524-dc780817e777 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:12.542485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:12.551426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:12.552279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:12.618713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0308864 Jul 22 14:19:12.618713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dd0db-d1aa-416e-9f81-20cd133dc893 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=47228f1b-4517-408c-9bec-702d89f1a1ef,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:12.627321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:12.637314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777', 'fixed_ips': [{'subnet_id': '2ff401a0-33da-4a84-a918-d66e87837aa7'}, {'subnet_id': '47228f1b-4517-408c-9bec-702d89f1a1ef'}], 'name': 'tempest-PortsIpV6TestJSON-61291303'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:12.692584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746180c2-7691-4796-9c25-76ceb60fcb3a req-76a7d1cf-2691-49db-a03c-a8f3f7560bac tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:12.699575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-746180c2-7691-4796-9c25-76ceb60fcb3a req-76a7d1cf-2691-49db-a03c-a8f3f7560bac tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 945 time: 0.3125312 Jul 22 14:19:12.753062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b94e42d3-b43a-4344-9597-8103cca4f119 req-d2089f3b-d06a-4915-b2de-9da316130564 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0661404 Jul 22 14:19:12.930041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-746180c2-7691-4796-9c25-76ceb60fcb3a req-c4b42395-574c-4870-abf0-3ad0f9db9b10 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/security-groups?id=9227b63a-ff66-4b9f-916f-fa7af4871ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288029 Jul 22 14:19:12.966691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.061270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Pushing event deleted for resources: {'Port': ['ID=c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:13.069434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:13.179995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:13.224602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:13.226170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:13.235371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] No DVR routers for this DVR port c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:13.240525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.243118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01315f04-2b16-4f2c-b5cd-e5f3a1e0ccc2 req-bdce8032-5beb-4c56-923d-69c178846c5e tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.20 "DELETE /v2.0/ports/c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2 HTTP/1.1" status: 204 len: 173 time: 2.7990251 Jul 22 14:19:13.243791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'name': 'network-vif-deleted', 'tag': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:13.246207 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb74b0-1eac-4420-9c6e-722be2589d19" -d '{"events": [{"server_uuid": "c4ebefc5-a8e2-49d4-b04f-2ab0b3992550", "name": "network-vif-deleted", "tag": "c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:13.338807 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eddeb1-0f84-429b-8789-58e4a9e8a153 x-openstack-request-id: req-83eddeb1-0f84-429b-8789-58e4a9e8a153 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:13.339907 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ebefc5-a8e2-49d4-b04f-2ab0b3992550", "name": "network-vif-deleted", "tag": "c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:13.340335 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83eddeb1-0f84-429b-8789-58e4a9e8a153 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:13.341562 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ebefc5-a8e2-49d4-b04f-2ab0b3992550', 'name': 'network-vif-deleted', 'tag': 'c27dca8e-b92b-4a1f-a5dd-c814a1afd0c2', 'status': 'completed', 'code': 200} Jul 22 14:19:13.352825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.374565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 9fd7a80a-3c78-4db3-abf7-a1e6e42507de yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:13.469776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1d18c-b04f-4e2d-9755-315732b350b6 req-69722b98-cfe9-4acf-98f8-17ade095c775 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:13.474682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9926dadf-f881-4137-ae66-defc2676ccf0 None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:13.476915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04e1d18c-b04f-4e2d-9755-315732b350b6 req-69722b98-cfe9-4acf-98f8-17ade095c775 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.5905731 Jul 22 14:19:13.540382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04e1d18c-b04f-4e2d-9755-315732b350b6 req-99dea16e-8670-4fac-9144-923a992cd717 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622151 Jul 22 14:19:13.620980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] Provisioning for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:13.638802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] Provisioning complete for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:13.639236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.639675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:13.639893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.751129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:13.751534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.769186 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.771468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:13.830978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::2b4 (66172b8c-f2ff-47fe-a524-dc780817e777/2ff401a0-33da-4a84-a918-d66e87837aa7/9fd7a80a-3c78-4db3-abf7-a1e6e42507de) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:13.843723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8:0:1::2ac (66172b8c-f2ff-47fe-a524-dc780817e777/47228f1b-4517-408c-9bec-702d89f1a1ef/9fd7a80a-3c78-4db3-abf7-a1e6e42507de) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:13.845330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] For port 6892707c-bfd6-432c-b6c1-248da4a6fe88, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6892707c-bfd6-432c-b6c1-248da4a6fe88,segment=NetworkSegment(94124092-ce05-4eba-96c5-6a571311d1bb),segment_id=94124092-ce05-4eba-96c5-6a571311d1bb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:13.875071 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.007475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93736e55-b7ba-4a97-9d27-1d45706778ff req-3448ab3f-c541-46ae-9b7b-ca7619e6b107 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0639234 Jul 22 14:19:14.214829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Update dhcp port {'port': {'network_id': '66172b8c-f2ff-47fe-a524-dc780817e777', 'fixed_ips': [{'subnet_id': '2ff401a0-33da-4a84-a918-d66e87837aa7', 'ip_address': '2001:db8::2'}, {'subnet_id': '47228f1b-4517-408c-9bec-702d89f1a1ef'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '6892707c-bfd6-432c-b6c1-248da4a6fe88'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:19:14.268056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.280509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc81f35-5144-44b3-a41f-3c11d2c4fc19 None None] Pushing event updated for resources: {'Port': ['ID=6892707c-bfd6-432c-b6c1-248da4a6fe88,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:14.327565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.346066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20105ce5-4d23-45df-bf6a-fc713a2b7742 req-c883637f-4fb8-4bea-bddd-45c65de6a0f1 tempest-DeleteServersTestJSON-1334514792 tempest-DeleteServersTestJSON-1334514792-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4ebefc5-a8e2-49d4-b04f-2ab0b3992550 HTTP/1.1" status: 200 len: 210 time: 0.0660465 Jul 22 14:19:14.347519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.361962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object 9fd7a80a-3c78-4db3-abf7-a1e6e42507de will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:14.389428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=12a487ba-be0e-4c2b-80c8-85aa4f01e4c2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:14.423609 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-0b1d22fc-c60d-40ad-85d1-2fc14c76e5b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1644316 Jul 22 14:19:14.443302 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.527884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 66172b8c-f2ff-47fe-a524-dc780817e777 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:14.579588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:14.585699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:14.603266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.603985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.673073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.0418339 Jul 22 14:19:14.673295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54142) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:14.679825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ff401a0-33da-4a84-a918-d66e87837aa7'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:14.718710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e10bc-fa7f-44f2-a629-303275609959 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=9fd7a80a-3c78-4db3-abf7-a1e6e42507de,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:14.764759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.765260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.770619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.771048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.771532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.772013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.772489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:14.779651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:14.780973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-5d1ea8bd-d0fd-46d2-a30c-2320c41340aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bcf9115182a4d25b937f83da7190144&device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6509 time: 0.3259561 Jul 22 14:19:14.821956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Allocated IP 2001:db8:0:1::2 (66172b8c-f2ff-47fe-a524-dc780817e777/47228f1b-4517-408c-9bec-702d89f1a1ef/6892707c-bfd6-432c-b6c1-248da4a6fe88) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:14.972332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] For port 6892707c-bfd6-432c-b6c1-248da4a6fe88, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6892707c-bfd6-432c-b6c1-248da4a6fe88,segment=NetworkSegment(94124092-ce05-4eba-96c5-6a571311d1bb),segment_id=94124092-ce05-4eba-96c5-6a571311d1bb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:15.016297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:15.029719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ca432-63a9-432f-bd25-125667ea628f req-374430d2-c1a7-4eb0-bd5c-99dd8936630c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.046124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d29ca432-63a9-432f-bd25-125667ea628f req-374430d2-c1a7-4eb0-bd5c-99dd8936630c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.3414886 Jul 22 14:19:15.055469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Transition to ACTIVE for port object 6892707c-bfd6-432c-b6c1-248da4a6fe88 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:15.068333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:15.097187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:15.121408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-53024c43-d9cd-425d-8cb8-008d12bc2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.122434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-53024c43-d9cd-425d-8cb8-008d12bc2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.123105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-53024c43-d9cd-425d-8cb8-008d12bc2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.125298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-53024c43-d9cd-425d-8cb8-008d12bc2f26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8852580b-924b-4887-8d8a-1180c6237f76&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=3430e243-a662-4f0d-af4d-80b978b948ef&id=2478dc95-4aee-489a-914a-6b1e30e9e2da&id=2478dc95-4aee-489a-914a-6b1e30e9e2da HTTP/1.1" status: 200 len: 2298 time: 0.2724493 Jul 22 14:19:15.198554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d29ca432-63a9-432f-bd25-125667ea628f req-54d11135-4234-40d7-9fbe-e5228d406a69 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512897 Jul 22 14:19:15.216067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2795afaf-71e4-4b03-b84f-9104396ee69c req-9f3e951e-4f7b-480b-a107-36783b2745a5 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0717640 Jul 22 14:19:15.250093 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-dbe218c3-7f78-49a4-87d3-3711bff6376d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591 HTTP/1.1" status: 200 len: 1002 time: 0.1167653 Jul 22 14:19:15.291375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10898b50-f33d-48b8-80e2-37e56899dfaf None None] Pushing event updated for resources: {'Port': ['ID=6892707c-bfd6-432c-b6c1-248da4a6fe88,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:15.394358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-9e1a2dca-9318-4bc3-8510-5505771c686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.396138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-9e1a2dca-9318-4bc3-8510-5505771c686a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d1bf868-f350-4773-8e9e-345c13cdd4fc HTTP/1.1" status: 200 len: 856 time: 0.1400225 Jul 22 14:19:15.529881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-8db4043a-fd40-4e77-8783-cf1e0e7a2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.531498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-8db4043a-fd40-4e77-8783-cf1e0e7a2206 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8852580b-924b-4887-8d8a-1180c6237f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269000 Jul 22 14:19:15.563880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router abb7a677-e988-4834-9f0e-54e19a1eab4c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:15.676914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f22ad-a881-4910-918f-2c7945937bde req-df60d914-073b-400f-b8a4-d519080f9c9f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:15.685389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a85f22ad-a881-4910-918f-2c7945937bde req-df60d914-073b-400f-b8a4-d519080f9c9f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.2418032 Jul 22 14:19:15.689555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-d8326e9a-ca1f-42fc-a284-d58fa4ae63e0 service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487734 Jul 22 14:19:15.745139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a85f22ad-a881-4910-918f-2c7945937bde req-393779cc-b037-42bd-b796-71c829445df1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546396 Jul 22 14:19:15.797427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Delete allocated IP 2001:db8:0:1::2ac (66172b8c-f2ff-47fe-a524-dc780817e777/47228f1b-4517-408c-9bec-702d89f1a1ef) {{(pid=93760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:19:15.814266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:15.827027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6f82038-b85f-4b4e-8a24-23dc81656b14 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/abb7a677-e988-4834-9f0e-54e19a1eab4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3229520 Jul 22 14:19:15.827703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:15.831777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] Sync routers for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:15.856313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:15.857073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:16.067009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-e236382b-ef5b-497c-b30a-549b5ab5da5f service neutron] 10.222.0.20 "GET /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364403 Jul 22 14:19:16.071449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.078030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:16.121357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Ignored duplicate provisioning block setup for port 9fd7a80a-3c78-4db3-abf7-a1e6e42507de by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:19:16.123347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting subnet 413ffb70-a7cf-4b25-99be-b9897005be53 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:16.135382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.221214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.306008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] In _notify_port_updated(), no bound segment for port 9fd7a80a-3c78-4db3-abf7-a1e6e42507de on network 66172b8c-f2ff-47fe-a524-dc780817e777 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:19:16.307316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.321230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:16.322150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.326761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/ports/9fd7a80a-3c78-4db3-abf7-a1e6e42507de HTTP/1.1" status: 200 len: 924 time: 1.6498461 Jul 22 14:19:16.326761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862e22f-9a0f-4a29-b448-959dbc884654 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=9fd7a80a-3c78-4db3-abf7-a1e6e42507de,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:16.341595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:16.352729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ff401a0-33da-4a84-a918-d66e87837aa7'}, {'subnet_id': '47228f1b-4517-408c-9bec-702d89f1a1ef'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:16.416677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9851b-5b92-47fa-95d3-8a0834234b3c None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:16.432868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-0199eb7a-3dfc-43d2-bc7c-a5a915e8f92f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 217 time: 0.3575616 Jul 22 14:19:16.464636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6892707c-bfd6-432c-b6c1-248da4a6fe88 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:16.493864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.531813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12cd7612-1df6-4fcc-bde8-50a233735bc1 None None] Provisioning for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:16.569829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:16.570560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.578805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12cd7612-1df6-4fcc-bde8-50a233735bc1 None None] Provisioning complete for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:16.579466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12cd7612-1df6-4fcc-bde8-50a233735bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.614270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.648042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.691841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-cbd23f3a-ff12-4b81-a907-ff023e29233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:16.693364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-cbd23f3a-ff12-4b81-a907-ff023e29233f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.1057477 Jul 22 14:19:16.701156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-690d3d1d-8176-48de-af6f-cdc7444d45c3 req-31dd4045-d40c-45b9-af99-7540b44bb429 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.2717075 Jul 22 14:19:16.744014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Subnet': ['ID=413ffb70-a7cf-4b25-99be-b9897005be53,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:16.777121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:19:14Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:16.790911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:16.792798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a3f2902-c649-4256-891c-00e8c46a1ce2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/subnets/413ffb70-a7cf-4b25-99be-b9897005be53 HTTP/1.1" status: 204 len: 168 time: 0.9604557 Jul 22 14:19:16.799119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:16.821063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] Checking router: abb7a677-e988-4834-9f0e-54e19a1eab4c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:19:16.823593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abfbcc-f481-4c63-a5dd-771bf4d838be None None] Network 893e3350-cadf-4224-a937-93e6483a3b44 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:16.971283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-e2c122c5-37ac-4d99-a79a-371ec7733ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:16.973165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-e2c122c5-37ac-4d99-a79a-371ec7733ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2710249 Jul 22 14:19:16.993277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] Routers {'abb7a677-e988-4834-9f0e-54e19a1eab4c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:16.994024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:18:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abb7a677-e988-4834-9f0e-54e19a1eab4c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:17.023674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.104879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8:0:1::a (66172b8c-f2ff-47fe-a524-dc780817e777/47228f1b-4517-408c-9bec-702d89f1a1ef/9fd7a80a-3c78-4db3-abf7-a1e6e42507de) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:17.249639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:17.304713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.320664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Ignored duplicate provisioning block setup for port 9fd7a80a-3c78-4db3-abf7-a1e6e42507de by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:19:17.329489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.339504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] Set router abb7a677-e988-4834-9f0e-54e19a1eab4c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:17.365315 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.372724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-671bd146-b9e4-4d87-9246-19c5bf7fac00 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901234 Jul 22 14:19:17.418546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=9fd7a80a-3c78-4db3-abf7-a1e6e42507de,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:17.505706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] In _notify_port_updated(), no bound segment for port 9fd7a80a-3c78-4db3-abf7-a1e6e42507de on network 66172b8c-f2ff-47fe-a524-dc780817e777 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:19:17.511202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:17.511846 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.520769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-11738ecc-71b0-48a4-bfad-6c75275e9430 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/ports/9fd7a80a-3c78-4db3-abf7-a1e6e42507de HTTP/1.1" status: 200 len: 1008 time: 1.1669858 Jul 22 14:19:17.521783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54276) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:17.552555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-1068daf3-4d00-4031-887c-ffdd1f8316df service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736665 Jul 22 14:19:17.650682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c95e07-c9d0-47b6-b7b7-c691cc318bd3 req-97d7d4ae-2d8c-4db3-8973-48632b13fa74 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:17.652251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1c95e07-c9d0-47b6-b7b7-c691cc318bd3 req-97d7d4ae-2d8c-4db3-8973-48632b13fa74 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 946 time: 0.1905847 Jul 22 14:19:17.685296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-d7545e3b-677a-4238-9128-326d8536d5b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.152&port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 217 time: 0.0695455 Jul 22 14:19:17.697782 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.699686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] DHCP port deletion for 893e3350-cadf-4224-a937-93e6483a3b44 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:17.719832 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1c95e07-c9d0-47b6-b7b7-c691cc318bd3 req-1d8a7eed-2d26-4bf8-991f-6fb68e4036e6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598118 Jul 22 14:19:17.743847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 9fd7a80a-3c78-4db3-abf7-a1e6e42507de {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:17.744407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.775780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-a46a2c1e-9c5a-43a4-8daa-e869eae88a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:17.777307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-a46a2c1e-9c5a-43a4-8daa-e869eae88a16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.0866938 Jul 22 14:19:17.796058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:17.798342 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c57d52-eca8-4028-9c97-2dc147d82c53" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:17.823248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:17.840178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.890715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-324c597c-133f-48ae-adb6-d79b8ac608f3 req-3ae02859-54ae-44d8-bb60-6d857a63c4a6 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0390177 Jul 22 14:19:17.896678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] Deleting port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:17.897133 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.923925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:19:14Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:17.971726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-1d970870-f047-48cc-8fee-383002675249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:17.977133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-1d970870-f047-48cc-8fee-383002675249 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1926603 Jul 22 14:19:17.977519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f220a7-333b-48be-9952-1f857ba2914e None None] The sync data for ids ['abb7a677-e988-4834-9f0e-54e19a1eab4c'] in n-d-787205-11 is: [{'id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451228465', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:16:41Z', 'updated_at': '2021-07-22T14:19:14Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': 'd585dae1-da85-4f8c-8e70-745c0bc38110', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb7a677-e988-4834-9f0e-54e19a1eab4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2009, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:16:42Z', 'updated_at': '2021-07-22T14:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:17.979074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port d585dae1-da85-4f8c-8e70-745c0bc38110 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:17.979420 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:17.990849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.025717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 9fd7a80a-3c78-4db3-abf7-a1e6e42507de owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:18.230298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port d585dae1-da85-4f8c-8e70-745c0bc38110, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d585dae1-da85-4f8c-8e70-745c0bc38110,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:18.230921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.238566 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763d479b-3f0c-4876-a994-162856bfc489 x-openstack-request-id: req-763d479b-3f0c-4876-a994-162856bfc489 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:18.239128 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:18.239525 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-763d479b-3f0c-4876-a994-162856bfc489 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:18.240056 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'code': 200} Jul 22 14:19:18.258811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for d585dae1-da85-4f8c-8e70-745c0bc38110 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:18.264844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-1b262e30-03ac-4f06-bac4-d7bb1b680cae service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329230 Jul 22 14:19:18.285292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-64ebc3c7-2bce-4336-a85c-3d99cffd1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:18.286893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-64ebc3c7-2bce-4336-a85c-3d99cffd1987 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.2351694 Jul 22 14:19:18.289740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] For port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,segment=NetworkSegment(fe236e53-cc24-463b-9e55-f7783b3c7e31),segment_id=fe236e53-cc24-463b-9e55-f7783b3c7e31)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:18.290147 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.292606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=14']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:18.302512 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:19:18.331591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] Calling delete_port for f121c3a5-7394-449d-9c2a-6ed69f6eb9fd owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:18.364432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6b4df084-0734-4941-9d5c-1a6097ffdea2 None None] Provisioning complete for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:18.364810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6b4df084-0734-4941-9d5c-1a6097ffdea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.371239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe605e-b87d-47de-9b61-e91619b7b4ac req-08047883-4543-4fec-ac69-79244b2926f6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:18.383763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dcfe605e-b87d-47de-9b61-e91619b7b4ac req-08047883-4543-4fec-ac69-79244b2926f6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2228811 Jul 22 14:19:18.533375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:18.535296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-f8dbafcf-c96e-463d-a284-b5be71f7dc11 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628899 Jul 22 14:19:18.584462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dcfe605e-b87d-47de-9b61-e91619b7b4ac req-1a6592a8-5659-4a76-b0c2-2f5ea0772fa8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951358 Jul 22 14:19:18.646774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:18.647468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 12a487ba-be0e-4c2b-80c8-85aa4f01e4c2 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:18.648147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f121c3a5-7394-449d-9c2a-6ed69f6eb9fd no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:18.738206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-73dc8a88-6a40-4a3b-b50a-73ae6457e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:18.739982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-73dc8a88-6a40-4a3b-b50a-73ae6457e4ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.4245105 Jul 22 14:19:18.750680 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b83f-59f9-461a-b855-4a72761c4ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.831020 n-d-787205-11 neutron-server[93761]: INFO neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No ports have port_id starting with f121c3a5-7394-449d-9c2a-6ed69f6eb9fd Jul 22 14:19:18.833770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.843929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-7c5b67f7-e7bb-4cf5-9289-9b6f56aea20d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee HTTP/1.1" status: 200 len: 217 time: 0.0692132 Jul 22 14:19:18.857344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] No DVR routers for this DVR port f121c3a5-7394-449d-9c2a-6ed69f6eb9fd on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:18.892315 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.906835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:18.910580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6b4df084-0734-4941-9d5c-1a6097ffdea2 None None] Could not find standard attr ID for object 9fd7a80a-3c78-4db3-abf7-a1e6e42507de. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:18.912120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c59c8-1e7c-48f4-89f8-5f2f77e7e138 None None] Pushing event deleted for resources: {'Port': ['ID=f121c3a5-7394-449d-9c2a-6ed69f6eb9fd,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:18.960762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=9fd7a80a-3c78-4db3-abf7-a1e6e42507de,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:18.964727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=d585dae1-da85-4f8c-8e70-745c0bc38110,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:18.966814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-259a606b-0f82-4f41-bf69-c7afef2cadc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.2163827 Jul 22 14:19:19.027509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.036721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-edf7e1ef-3e0c-41fe-b8f4-0a9ff1afeaa8 None None] Could not find standard attr ID for object 9fd7a80a-3c78-4db3-abf7-a1e6e42507de. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:19.051275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-3d9ede7a-5cc0-4b04-a920-acdd89ffb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:19.053087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-3d9ede7a-5cc0-4b04-a920-acdd89ffb2a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.2026529 Jul 22 14:19:19.108390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.112458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd08de5b-bdcd-479b-9991-6ea6bb86451f req-2a6843c4-af28-4631-a5db-01d9e194a95c tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0570447 Jul 22 14:19:19.116852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.119335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bdcaec21-451e-45b3-bea4-934726ebc14b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/9fd7a80a-3c78-4db3-abf7-a1e6e42507de HTTP/1.1" status: 204 len: 168 time: 1.5968764 Jul 22 14:19:19.121537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54298) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:19.158964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6326bc2e-fc5d-417f-963d-44e9600c8c0a None None] Could not find standard attr ID for object 9fd7a80a-3c78-4db3-abf7-a1e6e42507de. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:19.175471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-1bc97f50-26ff-4fa7-8fe1-a8b514aefc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:19.178625 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-1bc97f50-26ff-4fa7-8fe1-a8b514aefc1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.2043812 Jul 22 14:19:19.179916 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9282aa-d9ec-44a0-99ad-034191e0de62 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:19.181774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6c9282aa-d9ec-44a0-99ad-034191e0de62 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/9fd7a80a-3c78-4db3-abf7-a1e6e42507de HTTP/1.1" status: 404 len: 333 time: 0.0585515 Jul 22 14:19:19.184664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54300) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:19.248930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 47228f1b-4517-408c-9bec-702d89f1a1ef {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:19.254375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.326825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.373313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f5c381ae-8353-4126-9605-bb5006084d68 None None] Could not find standard attr ID for object 9fd7a80a-3c78-4db3-abf7-a1e6e42507de. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:19.432123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-bfbae28c-b55a-4020-9343-2b3fdc15fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:19.434233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-bfbae28c-b55a-4020-9343-2b3fdc15fa1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967447 Jul 22 14:19:19.470459 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.569245 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.639087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=47228f1b-4517-408c-9bec-702d89f1a1ef,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:19.640251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd85bf-a0e5-41f0-a5ec-9373295bd8eb None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:19.669448 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.671814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-092a0300-0765-4a0d-af14-996a4c0f9323 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/47228f1b-4517-408c-9bec-702d89f1a1ef HTTP/1.1" status: 204 len: 168 time: 0.4861536 Jul 22 14:19:19.675041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54306) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:19.755230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.758770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.764120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-21611324-e3f9-47bf-8675-0e696d3c338e service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214457 Jul 22 14:19:19.793169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 2ff401a0-33da-4a84-a918-d66e87837aa7 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:19.807571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.867691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.869397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Fanout notify agent at l3_agent the message router_deleted on router abb7a677-e988-4834-9f0e-54e19a1eab4c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:19:19.883743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:19.887280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c96d6166-48fa-454b-9ad0-b66aaeb8d6cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/routers/abb7a677-e988-4834-9f0e-54e19a1eab4c HTTP/1.1" status: 204 len: 168 time: 3.0876696 Jul 22 14:19:19.936126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54310) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:19.957113 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.049727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-3622595d-1111-47c0-af97-364597da9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:20.054697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-3622595d-1111-47c0-af97-364597da9396 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9893663 Jul 22 14:19:20.131548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.215483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdad611-b0b8-4c58-af24-3f37e1760a2d req-de1d670b-620d-4a27-8d58-7de9cfe29c80 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:20.223018 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4cdad611-b0b8-4c58-af24-3f37e1760a2d req-de1d670b-620d-4a27-8d58-7de9cfe29c80 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3871613 Jul 22 14:19:20.345270 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4cdad611-b0b8-4c58-af24-3f37e1760a2d req-55604a2c-e34b-4704-94a2-e156b53215ac tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213434 Jul 22 14:19:20.347554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-99509561-a6f3-4b3f-807f-06e669971f3b service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597990 Jul 22 14:19:20.422557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.454438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.546660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893e3350-cadf-4224-a937-93e6483a3b44']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:20.568473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.610181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe236e53-cc24-463b-9e55-f7783b3c7e31') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:20.610492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe236e53-cc24-463b-9e55-f7783b3c7e31') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:20.619863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d585dae1-da85-4f8c-8e70-745c0bc38110 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:20.651893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.665823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-334bf246-e334-4e30-89c5-34aeb132b188 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061788 Jul 22 14:19:20.687858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d585dae1-da85-4f8c-8e70-745c0bc38110 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:20.688433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d585dae1-da85-4f8c-8e70-745c0bc38110 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:20.690933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.729332 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b7e6a53-3c99-462f-9758-0a27d2325bb6 req-5df1c9ab-636e-46d4-95c7-6b5a6fd1df75 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0477760 Jul 22 14:19:20.740761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.775612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-9d7db08b-3497-4452-aa20-a6cc26fbf44b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851 HTTP/1.1" status: 200 len: 217 time: 0.1026235 Jul 22 14:19:20.778829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:20.779321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:20.782786 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:20.790814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff401a0-33da-4a84-a918-d66e87837aa7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:20.855412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.860064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f54923f2-c6ae-4dae-ac19-3e8d853904d6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/2ff401a0-33da-4a84-a918-d66e87837aa7 HTTP/1.1" status: 204 len: 168 time: 1.1801767 Jul 22 14:19:20.862190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54320) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:20.901828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-9fbe22a3-9aaf-43dd-a579-d0f9a3b32b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:20.903795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-9fbe22a3-9aaf-43dd-a579-d0f9a3b32b57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 200 len: 797 time: 0.1194980 Jul 22 14:19:20.909354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.921343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db63c8be-7f17-4ffe-9258-18e37add3679 req-933a368c-f35f-4c95-8b91-7f92cb43ab8f service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1439731 Jul 22 14:19:20.924958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.926967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/networks/893e3350-cadf-4224-a937-93e6483a3b44 HTTP/1.1" status: 204 len: 168 time: 0.9869156 Jul 22 14:19:20.949222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:20.980286 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:20.981653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62cc7a-3d04-47fe-b336-015dd57c1ad9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Network': ['ID=893e3350-cadf-4224-a937-93e6483a3b44,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:21.063693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-25aa745c-a253-4b0b-acd6-2a89fd333774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:21.065469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-25aa745c-a253-4b0b-acd6-2a89fd333774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3430e243-a662-4f0d-af4d-80b978b948ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540978 Jul 22 14:19:21.068207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791f28c-0062-4bbd-b595-fcac6342dcd6 None None] Network 66172b8c-f2ff-47fe-a524-dc780817e777 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:21.086495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 6892707c-bfd6-432c-b6c1-248da4a6fe88 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:21.087183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.142255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e601851-35f6-47ab-82ed-68ac65c43bb6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.177538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e601851-35f6-47ab-82ed-68ac65c43bb6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.198151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] For port 6892707c-bfd6-432c-b6c1-248da4a6fe88, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6892707c-bfd6-432c-b6c1-248da4a6fe88,segment=NetworkSegment(94124092-ce05-4eba-96c5-6a571311d1bb),segment_id=94124092-ce05-4eba-96c5-6a571311d1bb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:21.198501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.203207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-15aa611f-6e20-4c8b-bc59-bd9930016f06 None None] Provisioning complete for port 6892707c-bfd6-432c-b6c1-248da4a6fe88 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:21.203537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-15aa611f-6e20-4c8b-bc59-bd9930016f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.213174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 6892707c-bfd6-432c-b6c1-248da4a6fe88 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:21.278725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-2eb86d39-16f2-40ba-97e6-1a5c8b539763 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056456 Jul 22 14:19:21.316907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e601851-35f6-47ab-82ed-68ac65c43bb6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.319491 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e601851-35f6-47ab-82ed-68ac65c43bb6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.323515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e601851-35f6-47ab-82ed-68ac65c43bb6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/security-groups/48e6ffc1-1db0-494f-8324-db21e8a289ed HTTP/1.1" status: 204 len: 168 time: 0.3704782 Jul 22 14:19:21.338377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601851-35f6-47ab-82ed-68ac65c43bb6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6ffc1-1db0-494f-8324-db21e8a289ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:21.374597 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.455696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=6892707c-bfd6-432c-b6c1-248da4a6fe88,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:21.463837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-ce1a98ed-fe57-4915-a550-ce6e5d5ad786 service neutron] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783617 Jul 22 14:19:21.478981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No DVR routers for this DVR port 6892707c-bfd6-432c-b6c1-248da4a6fe88 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:21.531812 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.563816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-66ac2645-75f1-4999-b860-6944045da7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.565180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-15aa611f-6e20-4c8b-bc59-bd9930016f06 None None] Could not find standard attr ID for object 6892707c-bfd6-432c-b6c1-248da4a6fe88. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:21.568809 n-d-787205-11 neutron-server[93761]: INFO neutron.plugins.ml2.db [None req-15aa611f-6e20-4c8b-bc59-bd9930016f06 None None] No ports have port_id starting with 6892707c-bfd6-432c-b6c1-248da4a6fe88 Jul 22 14:19:21.670927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935107cd-f0d1-4267-a836-09659be64c73 None None] DHCP port deletion for 66172b8c-f2ff-47fe-a524-dc780817e777 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:21.673240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-9aee859a-b05f-48a9-af7d-e62fabe5faa8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=36e6096a-b5f0-4100-9af1-72efc91515fd HTTP/1.1" status: 200 len: 217 time: 0.1981878 Jul 22 14:19:21.692238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.710371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:21.716664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556743434', 'description': 'tempest-secgroup-smoke-1556743434 description', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:21.730059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66172b8c-f2ff-47fe-a524-dc780817e777']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:21.741842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94124092-ce05-4eba-96c5-6a571311d1bb') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:21.742136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94124092-ce05-4eba-96c5-6a571311d1bb') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:21.752707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.776182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.802692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:21.802692 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:21.803413 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:21.834242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.859658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-6de977fa-a7d5-401d-ba7c-81dbf4de5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:21.861334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-6de977fa-a7d5-401d-ba7c-81dbf4de5a01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.1803973 Jul 22 14:19:21.871759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78825098-6749-4add-91b3-efa18389dbea req-a946dd17-6e65-492a-9bab-7ce1b616a412 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:21.874014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78825098-6749-4add-91b3-efa18389dbea req-a946dd17-6e65-492a-9bab-7ce1b616a412 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2595282 Jul 22 14:19:21.984200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:21.989175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f515257-7ca2-4318-9170-236122d04455 req-679e54f9-4931-4452-b03e-01004a75e44b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0751748 Jul 22 14:19:21.995817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.002914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78825098-6749-4add-91b3-efa18389dbea req-e27d82f6-dd8e-4d46-874e-cbc5ce710e04 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096694 Jul 22 14:19:22.003044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/66172b8c-f2ff-47fe-a524-dc780817e777 HTTP/1.1" status: 204 len: 168 time: 1.1394939 Jul 22 14:19:22.003146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.015927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55961b2-8c7f-44bc-9ad7-add04ebc87df tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=66172b8c-f2ff-47fe-a524-dc780817e777,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:22.085329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-de77b276-27b8-4503-ad38-2188a34d20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:22.086980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-de77b276-27b8-4503-ad38-2188a34d20b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2117879 Jul 22 14:19:22.143823 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.151155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.218690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5795b0-070d-46b2-a3d2-bb2f5d4de614 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:22.220149 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ab5795b0-070d-46b2-a3d2-bb2f5d4de614 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2120237 Jul 22 14:19:22.224142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.235678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.239726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5246363 Jul 22 14:19:22.239726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bcf31-94bd-4fb9-aca8-d30ea45e1baa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c16f70-c9b9-4864-8ab6-049ae56a90c0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:22.241512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.248593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '25c16f70-c9b9-4864-8ab6-049ae56a90c0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:22.301684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-bbe58227-761e-4656-905f-d24be09f01c8 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046010 Jul 22 14:19:22.324560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.329897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6892707c-bfd6-432c-b6c1-248da4a6fe88 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:22.339644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.345544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-90472a4f-91eb-4876-b25b-0fe52fb65f3b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1174619 Jul 22 14:19:22.350309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2037613995'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:22.358247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6892707c-bfd6-432c-b6c1-248da4a6fe88 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:22.358891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6892707c-bfd6-432c-b6c1-248da4a6fe88 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:22.383625 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.445605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:22.449003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.502991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-d801cb03-9868-428f-b73b-185a022a28d4 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869621 Jul 22 14:19:22.520086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.520995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:19:22.558233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.568867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-b9dc8722-ae25-45af-8af3-90968d8bb72d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230 HTTP/1.1" status: 200 len: 217 time: 0.0574214 Jul 22 14:19:22.570047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.570395 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment 7e2113cd-b570-45fb-9cf7-b6fb818c526f of type vlan for network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f Jul 22 14:19:22.624798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695df897-c2ca-482f-8d68-17cac2a13c7c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:22.651529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.656080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9593ae2f-99e5-43f2-8e89-3659fbfa8246 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100504 Jul 22 14:19:22.656473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54350) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.662126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '25c16f70-c9b9-4864-8ab6-049ae56a90c0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:22.665372 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.691814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-7423eff6-98bc-4aa8-9b14-daca13916160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:22.693441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-7423eff6-98bc-4aa8-9b14-daca13916160 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 200 len: 797 time: 0.1034610 Jul 22 14:19:22.700794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.748671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.761767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:22.763028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.816338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4700918 Jul 22 14:19:22.820618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.827085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:22.830994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.840316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.882956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8495a6-df22-4a25-830c-9d4f65c389e9,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:22.900802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:22.909992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e189e6f6-0a85-40f3-83d4-8ee0d276f78d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2522924 Jul 22 14:19:22.910718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54364) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:22.917535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '25c16f70-c9b9-4864-8ab6-049ae56a90c0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:22.955542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.007212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26747e1-03a5-4166-9921-4b783601dbef tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=e2fb8860-45e6-478c-a7fb-2cf0e08fe07f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:23.017079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:19:23.056934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54368) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:23.104446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-98ba21d8-17cb-44be-b5bf-a0bc8a3b2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:23.107621 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-98ba21d8-17cb-44be-b5bf-a0bc8a3b2aca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2478dc95-4aee-489a-914a-6b1e30e9e2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4029846 Jul 22 14:19:23.112422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:23.118256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.192999 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.204927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.214094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Deleting subnet 58ecd425-e508-4afb-8e9c-7e150020fdf6 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:23.225813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.256866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67985f9c-22fc-499b-90ad-b2169829ac85,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:23.265193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1109d3c-6a06-42f1-b316-9066cf694940 req-afbc0794-6988-4ac0-ac70-e9e5f9975e19 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0519872 Jul 22 14:19:23.287707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.291648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4b456cab-2de7-45c0-87f6-c8fdeec57bb1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3769772 Jul 22 14:19:23.291972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.294432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:23.301747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '25c16f70-c9b9-4864-8ab6-049ae56a90c0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:23.364894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85d86-0f59-4212-a7a2-31240b59b5fd req-5cb52dc4-a22e-4a19-83e4-9d2cb17c2397 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:23.372451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8eb85d86-0f59-4212-a7a2-31240b59b5fd req-5cb52dc4-a22e-4a19-83e4-9d2cb17c2397 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2305970 Jul 22 14:19:23.408043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.438287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.470382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-f70bb6ee-5053-452c-bc52-b85545ba95a8 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582481 Jul 22 14:19:23.475492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8eb85d86-0f59-4212-a7a2-31240b59b5fd req-e02ee5f0-610f-44bd-8074-ad61dafa98e7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019206 Jul 22 14:19:23.509636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.526970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.533413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/58ecd425-e508-4afb-8e9c-7e150020fdf6 HTTP/1.1" status: 204 len: 168 time: 0.4754114 Jul 22 14:19:23.540189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54380) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:23.629945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.667309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada21f2-a8f3-4b4f-8631-67c98f183cdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ecd425-e508-4afb-8e9c-7e150020fdf6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:23.675445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6102355-3e65-40ae-bee1-8742a73199f3 req-da7b2a03-82c9-4788-9776-1ebeb03d2a32 service neutron] 10.222.0.20 "GET /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959476 Jul 22 14:19:23.706308 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.711349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=9dc6cd72-a8c3-4651-b77e-9f466ae56398,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:23.728119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': '7e2113cd-b570-45fb-9cf7-b6fb818c526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:23.728119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: e2fb8860-45e6-478c-a7fb-2cf0e08fe07f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:19:23.744258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.747570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:19:23.756983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, e2fb8860-45e6-478c-a7fb-2cf0e08fe07f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:23.761365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:23.762065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.772075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31675741-ed0c-4811-a4bf-1d55ca678ea7 None None] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:23.781205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.786372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1caade45-58c7-41a6-b011-68cca118fa9c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9644809 Jul 22 14:19:23.786508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54384) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:23.797676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f', 'name': 'tempest-PortsIpV6TestJSON-1725399189'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:23.867078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60952ed2-3af7-4dfa-a2cb-a5d0d2b30211,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:23.900838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.906131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.909843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-76e10975-cc38-49a7-9cf9-6f6a22043c4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6100643 Jul 22 14:19:23.910269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:23.915667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '25c16f70-c9b9-4864-8ab6-049ae56a90c0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:23.943905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e2fb8860-45e6-478c-a7fb-2cf0e08fe07f', 'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': '9dc6cd72-a8c3-4651-b77e-9f466ae56398'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:19:23.944082 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:19:23.945303 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.949725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:23.998247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22077c-f4f1-438a-a54d-1d0c3d815680 req-6a5b70fe-0ee1-429d-95fd-93f318ed6564 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:24.000793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b22077c-f4f1-438a-a54d-1d0c3d815680 req-6a5b70fe-0ee1-429d-95fd-93f318ed6564 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3448069 Jul 22 14:19:24.001872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e42bc3-792e-4c04-8647-1aa6809bab10']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:24.013943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:24.014242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230fc4d0-ea46-4fe6-8d8b-a5bcd4914c17') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:24.037358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.043848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.051342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.071943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.080812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c43df0a-a53f-40a6-b56f-4ed5ba5e708b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:24.093807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:24.094223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:24.097592 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:24.110564 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b22077c-f4f1-438a-a54d-1d0c3d815680 req-646f5745-2d82-4d06-8313-2d522443dd2c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861981 Jul 22 14:19:24.113375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:24.116097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.117063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.118992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-59a086e7-6376-4a07-b169-9b2afcb6ecea tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2075083 Jul 22 14:19:24.122255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:24.130689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '25c16f70-c9b9-4864-8ab6-049ae56a90c0', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:24.132115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Allocated IP 2001:db8::2 (e2fb8860-45e6-478c-a7fb-2cf0e08fe07f/9dc6cd72-a8c3-4651-b77e-9f466ae56398/d5df8f26-ca3c-4a6d-abdc-e8828c46f182) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:24.166491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port c3609fcf-3010-4b72-b946-6e07a0613af2 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:24.169326 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:19:24.176377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.237092 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.303583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.311773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.314280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] 10.222.0.11 "DELETE /v2.0/networks/b5e42bc3-792e-4c04-8647-1aa6809bab10 HTTP/1.1" status: 204 len: 168 time: 0.7422683 Jul 22 14:19:24.327181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e0f1a-c29f-4823-8150-a03a711a61cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e42bc3-792e-4c04-8647-1aa6809bab10,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:24.332869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.342918 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.371390 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.376574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07eeb84-22ba-49f7-8af4-06a2bd70a273,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:24.391985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Transition to ACTIVE for port object d5df8f26-ca3c-4a6d-abdc-e8828c46f182 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:24.400129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8abca-024b-46ca-8973-4aef6e855db5 req-d8ef7c1f-36dd-4d34-b339-d2fd51ff82f3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:24.410883 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fe8abca-024b-46ca-8973-4aef6e855db5 req-d8ef7c1f-36dd-4d34-b339-d2fd51ff82f3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1799269 Jul 22 14:19:24.417090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Transition to ACTIVE for port object d5df8f26-ca3c-4a6d-abdc-e8828c46f182 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:24.431017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.432630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8064c684-a59e-4724-8543-70b96ad0eaab tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079426 Jul 22 14:19:24.435853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:24.436878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.441942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'network': {'name': 'tempest-network-smoke--1585228172', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:24.469420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:24.473704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.492456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Pushing event updated for resources: {'Port': ['ID=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:24.517556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:24.519147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:24.521678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:24.532365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fe8abca-024b-46ca-8973-4aef6e855db5 req-d61057d9-36b9-4f8c-8079-a780c79f6f7a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203578 Jul 22 14:19:24.544677 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3727374a-c75a-4f90-b9f5-8a0a988770f6 req-a2e4808b-e08a-4031-ad32-ff1061b2e67e tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0795074 Jul 22 14:19:24.562165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:19:24.577171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.577666 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Added segment 4a55560f-aa1c-4797-a0a7-3d4879e9322e of type vlan for network 87413e14-3452-4d1c-b5b3-2609fcff0866 Jul 22 14:19:24.607617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::15d (e2fb8860-45e6-478c-a7fb-2cf0e08fe07f/9dc6cd72-a8c3-4651-b77e-9f466ae56398/c3609fcf-3010-4b72-b946-6e07a0613af2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:24.654470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54404) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:24.662714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.682653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Attempting to bind port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:24.683031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Attempting to bind port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '7e2113cd-b570-45fb-9cf7-b6fb818c526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:24.683466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Attempting to bind port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 on network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:24.690530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:24.690914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Checking segment: {'id': '7e2113cd-b570-45fb-9cf7-b6fb818c526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:24.691323 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.692159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Bound using segment: {'id': '7e2113cd-b570-45fb-9cf7-b6fb818c526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:24.692639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Bound port: d5df8f26-ca3c-4a6d-abdc-e8828c46f182, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2113cd-b570-45fb-9cf7-b6fb818c526f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:24.693028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.724535 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.731801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8afd9858-f4a9-4e19-ada0-35a0c02fcfd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d640b4e67a6470d8ae6cff76a02cdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746887 Jul 22 14:19:24.735079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:24.741421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:24.741421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.775317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3378897 Jul 22 14:19:24.777978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54410) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:24.785401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'admin_state_up': True, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:24.789922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] For port d5df8f26-ca3c-4a6d-abdc-e8828c46f182, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:24.794148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] For port d5df8f26-ca3c-4a6d-abdc-e8828c46f182, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,segment=NetworkSegment(7e2113cd-b570-45fb-9cf7-b6fb818c526f),segment_id=7e2113cd-b570-45fb-9cf7-b6fb818c526f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:24.802029 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.853947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e43ad-00f1-43e5-969a-9066833aaf90 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Network': ['ID=87413e14-3452-4d1c-b5b3-2609fcff0866,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:24.888696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:19:24.912040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d403e6-4d0a-4921-9be1-f76aedea1478 None None] Pushing event updated for resources: {'Port': ['ID=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:24.935731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06d932b-3830-4931-a17e-3c70a42fb1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:24.960537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06d932b-3830-4931-a17e-3c70a42fb1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.004702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.005863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.199193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.216121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-3579c2ee-e975-4ef3-989c-2168b669496c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:25.217838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-3579c2ee-e975-4ef3-989c-2168b669496c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.3728199 Jul 22 14:19:25.225259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.314497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06d932b-3830-4931-a17e-3c70a42fb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.317130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06d932b-3830-4931-a17e-3c70a42fb1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.318379 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c06d932b-3830-4931-a17e-3c70a42fb1fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9227b63a-ff66-4b9f-916f-fa7af4871ebb HTTP/1.1" status: 204 len: 168 time: 0.5819445 Jul 22 14:19:25.328094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object c3609fcf-3010-4b72-b946-6e07a0613af2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:25.330424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-520df36d-3333-4b91-bcfb-f646615c1204 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/quotas/12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 375 time: 0.0667572 Jul 22 14:19:25.343353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d932b-3830-4931-a17e-3c70a42fb1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9227b63a-ff66-4b9f-916f-fa7af4871ebb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:25.448627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.519576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.592173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-95c2ae08-5675-4a5e-b597-746b1db51b22 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2501912 Jul 22 14:19:25.606761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:25.616366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=c3609fcf-3010-4b72-b946-6e07a0613af2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:25.624646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:25.627127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:25.633127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:25.633806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:25.705454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5bc1cbdc-7bfc-4c5c-8780-009bd1523728 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9138875 Jul 22 14:19:25.708072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:25.714530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'e2fb8860-45e6-478c-a7fb-2cf0e08fe07f', 'name': 'tempest-PortsIpV6TestJSON-1639411961'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:25.803983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-f777c8c1-aff5-4d66-9592-cff56c173acd service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975534 Jul 22 14:19:25.814269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c70164d2-7474-4800-85ff-c83ae3fe8b17 req-0fa253d4-433e-45ff-abd1-cd38137c81b4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.0702271 Jul 22 14:19:25.985500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:25.994349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.024479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:26.068201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.105303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.125770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-83c16569-a149-4c45-8999-d08c2e779bfe service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099308 Jul 22 14:19:26.172730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a62fe-ab08-480c-b830-83b3b20102ea None None] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:26.316017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::2d (e2fb8860-45e6-478c-a7fb-2cf0e08fe07f/9dc6cd72-a8c3-4651-b77e-9f466ae56398/d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:26.358294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.250 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5e4835fb-87fe-4f42-850c-da3e0309887b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:26.375453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5848e6b-7071-4128-a183-01800c523bf2 req-c1255d1e-cb0d-4872-aff0-811490a886fd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 210 time: 0.0487449 Jul 22 14:19:26.441063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3cc8ba52-61cf-4c52-b515-94a60ffb3673 None None] Provisioning for port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:26.454995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d5df8f26-ca3c-4a6d-abdc-e8828c46f182 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:26.541730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.575068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:26.580705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:26.581637 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.593311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.606982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.622960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:26.665865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:26.672181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:26.688547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:26.695564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.698055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=5e4835fb-87fe-4f42-850c-da3e0309887b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:26.746139 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.806355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d5df8f26-ca3c-4a6d-abdc-e8828c46f182, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,segment=NetworkSegment(7e2113cd-b570-45fb-9cf7-b6fb818c526f),segment_id=7e2113cd-b570-45fb-9cf7-b6fb818c526f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:26.826172 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.864800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:26.876660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:26.885275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:26.901993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:26.906885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:26.967415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2500825 Jul 22 14:19:26.968210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:26.969510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:27.117159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ee626-56a2-41d6-9491-9add8ae48170 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:27.205887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e386901-99c9-4ce7-8226-2cc9de497fca req-221b906c-8510-4b06-bdc4-61211d1de8a4 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/ports?device_id=677eedbd-c56d-48db-92d5-a0c9259781d5 HTTP/1.1" status: 200 len: 210 time: 0.1725891 Jul 22 14:19:27.289525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49f1fefb-756b-4e59-8a86-a0e48525b776 None None] Provisioning complete for port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:27.290068 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-49f1fefb-756b-4e59-8a86-a0e48525b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:27.313831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259d9e6-103d-45f4-bcb7-22f1bbef827a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:27.315426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f259d9e6-103d-45f4-bcb7-22f1bbef827a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A15d HTTP/1.1" status: 200 len: 929 time: 0.3163881 Jul 22 14:19:27.326502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:27.455632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:27.493863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49f1fefb-756b-4e59-8a86-a0e48525b776 None None] Provisioning for port c3609fcf-3010-4b72-b946-6e07a0613af2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:27.503738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49f1fefb-756b-4e59-8a86-a0e48525b776 None None] Provisioning complete for port c3609fcf-3010-4b72-b946-6e07a0613af2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:27.504119 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-49f1fefb-756b-4e59-8a86-a0e48525b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:27.582264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-49f1fefb-756b-4e59-8a86-a0e48525b776 None None] Port c3609fcf-3010-4b72-b946-6e07a0613af2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:27.624617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:27.625020 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:27.805811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:27.815407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-99916c44-810a-4937-87df-de00515eb719 None None] Provisioning complete for port c3609fcf-3010-4b72-b946-6e07a0613af2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:27.815870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-99916c44-810a-4937-87df-de00515eb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:27.826564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:27.883004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-99916c44-810a-4937-87df-de00515eb719 None None] Port c3609fcf-3010-4b72-b946-6e07a0613af2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:28.023563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.098754 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.145432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:28.211608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d200ae58-0ae2-4dac-af2e-86179ada6213 None None] Could not find standard attr ID for object d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:28.274440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.276819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7603abb2-5b6f-4c57-a363-4bc62ea5782e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5 HTTP/1.1" status: 204 len: 168 time: 0.9521887 Jul 22 14:19:28.281773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.333282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5e43f28-33ba-4d5c-b50d-bf151dfd923e req-68971594-1060-4366-bbe5-0b92850d8a37 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 210 time: 0.7251980 Jul 22 14:19:28.342574 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-50695508-6dd2-4696-8da8-f234885b63ac tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:28.344894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-50695508-6dd2-4696-8da8-f234885b63ac tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/d9b2dbe2-ae60-4e80-99bb-0e0230d1f0b5 HTTP/1.1" status: 404 len: 333 time: 0.0614614 Jul 22 14:19:28.348392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.405668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54514) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.449346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e71a5be-b7f7-44ee-8c29-27238ad1db6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.455404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d5df8f26-ca3c-4a6d-abdc-e8828c46f182 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:28.557490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:28.559640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.648563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-42f1c91f-7d40-4517-92f7-0331038590c0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:28.650145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-42f1c91f-7d40-4517-92f7-0331038590c0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.3446109 Jul 22 14:19:28.653390 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.658181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e71a5be-b7f7-44ee-8c29-27238ad1db6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.664189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e71a5be-b7f7-44ee-8c29-27238ad1db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.666742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'port': {'device_id': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'admin_state_up': True, 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:28.730882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.745439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7e71a5be-b7f7-44ee-8c29-27238ad1db6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd5f1651aaac460198611d08c31e3e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206151 Jul 22 14:19:28.748079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54516) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.778627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71a5be-b7f7-44ee-8c29-27238ad1db6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784ad99e-f069-47df-a304-1383f5fa21e4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:28.814275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.829951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3882fc1-758e-432c-a35e-652652c2ac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.845438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port c3609fcf-3010-4b72-b946-6e07a0613af2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:28.845810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.878772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3882fc1-758e-432c-a35e-652652c2ac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.930389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.933263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.937430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/security-groups/1c86b00c-374e-4bff-9b5a-a985da71c0ae HTTP/1.1" status: 204 len: 168 time: 0.5205791 Jul 22 14:19:28.940265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.959163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c86b00c-374e-4bff-9b5a-a985da71c0ae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:28.970894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:28.973707 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-877bb7a4-5489-414d-bcd2-5b4a0540bc05 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] show failed (client error): The resource could not be found. Jul 22 14:19:28.979539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.979734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-877bb7a4-5489-414d-bcd2-5b4a0540bc05 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "GET /v2.0/security-groups/1c86b00c-374e-4bff-9b5a-a985da71c0ae HTTP/1.1" status: 404 len: 347 time: 0.0317366 Jul 22 14:19:28.979734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:28.986762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.987372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.988034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.988578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.989192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.989648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.990134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.990612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.991583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.991583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.992414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:28.992837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d550ab-6e18-4b7e-8664-11c95f76168f tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:29.075748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:19:29.196935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:29.209902 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Sync routers for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:29.228492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:29.230096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-600323bd-58ee-40a4-843d-c62e8e7134b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4509079 Jul 22 14:19:29.233375 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:29.234070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54524) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:29.234181 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:29.445707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b28a87f2-2ad5-42bc-8c1d-8a3e919235dc tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0ecc5739585a4cdd98d8a79fff6f65e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2100616 Jul 22 14:19:29.447997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54532) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:29.454474 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:29.586905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:29.674731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e35964c-9ab5-4801-95da-e529061a9e02 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:29.683352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6e35964c-9ab5-4801-95da-e529061a9e02 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2343228 Jul 22 14:19:29.688855 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:27Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:29.691091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3882fc1-758e-432c-a35e-652652c2ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:29.694637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54534) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:29.694919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3882fc1-758e-432c-a35e-652652c2ac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:29.696449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c3882fc1-758e-432c-a35e-652652c2ac42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/784ad99e-f069-47df-a304-1383f5fa21e4 HTTP/1.1" status: 204 len: 168 time: 0.9460399 Jul 22 14:19:29.710248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-739ee42e-cc5e-4ac0-92c5-66eaedadb078 req-d512b8ba-e880-496b-8ccd-efaa02f82f1a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 210 time: 0.1266015 Jul 22 14:19:29.716564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for c3609fcf-3010-4b72-b946-6e07a0613af2 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:29.752702 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Checking router: b9e4c7d0-e118-449d-a199-3a37ca8c5f21 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:19:29.753292 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Updating router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 port 5e4835fb-87fe-4f42-850c-da3e0309887b binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:19:29.770159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3882fc1-758e-432c-a35e-652652c2ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ad99e-f069-47df-a304-1383f5fa21e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:29.780432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-67cca2e5-4db8-406c-b69c-5f1566c96bcd tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809240 Jul 22 14:19:29.786862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54538) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:29.806315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-506493782', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:29.809261 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:29.873686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port 0bc7b80e-a1a3-4d36-bed2-e4bf84931177 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:29.873686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.018139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.018483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.037509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for 0bc7b80e-a1a3-4d36-bed2-e4bf84931177 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:30.037509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.105721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:30.109675 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.177481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=c3609fcf-3010-4b72-b946-6e07a0613af2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:30.346234 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.359089 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Transition to ACTIVE for port object 5e4835fb-87fe-4f42-850c-da3e0309887b will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:30.369018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.375048 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.378133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Allocated IP 172.20.0.12 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/4e215590-ddd7-4ccd-adc5-c9abc41ee326) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:30.378380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78d884b4-e9eb-4698-bec7-5770c99248ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/c3609fcf-3010-4b72-b946-6e07a0613af2 HTTP/1.1" status: 204 len: 168 time: 2.0270753 Jul 22 14:19:30.393565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54552) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:30.455612 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Attempting to bind port 5e4835fb-87fe-4f42-850c-da3e0309887b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:30.456057 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Attempting to bind port 5e4835fb-87fe-4f42-850c-da3e0309887b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:30.456456 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Attempting to bind port 5e4835fb-87fe-4f42-850c-da3e0309887b on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:30.472058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:30.472564 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:30.476957 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.477298 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:30.478241 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Bound port: 5e4835fb-87fe-4f42-850c-da3e0309887b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:30.478625 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.520906 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2461dd-d901-4986-93d2-69bcbe042b27 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:30.532374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9c2461dd-d901-4986-93d2-69bcbe042b27 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/c3609fcf-3010-4b72-b946-6e07a0613af2 HTTP/1.1" status: 404 len: 333 time: 0.1362684 Jul 22 14:19:30.536530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:30.655526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.681363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 9dc6cd72-a8c3-4651-b77e-9f466ae56398 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:30.686983 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.691173 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Pushing event updated for resources: {'Port': ['ID=5e4835fb-87fe-4f42-850c-da3e0309887b,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:30.694790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.707375 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.707712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.708045 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.708371 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.708689 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.709007 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.709322 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.709657 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.709968 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.710278 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.710587 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.710894 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:30.727122 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] For port 5e4835fb-87fe-4f42-850c-da3e0309887b, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:30.731001 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] For port 5e4835fb-87fe-4f42-850c-da3e0309887b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5e4835fb-87fe-4f42-850c-da3e0309887b,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:30.735766 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.797767 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:30.797983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Subnet': ['ID=f3d6ffd1-bf34-4b15-a05f-799d61817027,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:30.798083 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:30.834287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:30.889211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Checking segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:30.890289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network hostable DHCP agents. Network: 87413e14-3452-4d1c-b5b3-2609fcff0866, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:19:30.922642 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:30.929089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=0bc7b80e-a1a3-4d36-bed2-e4bf84931177,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:30.955074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16bef200-3939-4f9a-b0fd-1ac6d274a7fa req-8c48ea68-2ec2-4015-b0bd-2228937a9f44 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 210 time: 0.0833409 Jul 22 14:19:30.956588 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5a2b5-d3cf-4251-807e-efb722da522e None None] Pushing event updated for resources: {'Port': ['ID=5e4835fb-87fe-4f42-850c-da3e0309887b,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:30.999906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.019300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Transition to ACTIVE for port object 4e215590-ddd7-4ccd-adc5-c9abc41ee326 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:31.028302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:19:31.040659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 87413e14-3452-4d1c-b5b3-2609fcff0866) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:31.046332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.047770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:31.048989 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.049163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.052848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54574) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:31.056479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-05673d0e-b3ef-4b75-9635-0c6ee80d6cf9 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/floatingips/6d1cc481-7b51-4a9a-94e4-012d687419fc HTTP/1.1" status: 204 len: 168 time: 2.0734093 Jul 22 14:19:31.061418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df5ca65-78e5-424b-a1e0-8800c19e02bf None None] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:31.080007 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.124436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c2fbb9f6-1472-475a-b685-a9fb72b19783 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3364017 Jul 22 14:19:31.128077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:31.168443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.225072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.234868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.239795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/9dc6cd72-a8c3-4651-b77e-9f466ae56398 HTTP/1.1" status: 204 len: 168 time: 0.6998847 Jul 22 14:19:31.239795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752b8b6-26bb-4524-8269-2fa8907545f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc6cd72-a8c3-4651-b77e-9f466ae56398,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:31.241280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:31.249789 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:27Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:31.280872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be042f1-20e7-4f83-9388-88f0c0e76aad None None] Network e2fb8860-45e6-478c-a7fb-2cf0e08fe07f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:31.288221 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd84ea8-d485-4ceb-979e-f9ce42cbdf23 None None] The sync data for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 is: [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:27Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:31.320250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-87413e14-3452-4d1c-b5b3-2609fcff0866', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:19:31.321194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.434325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:31.435444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.558062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:31.561086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:31.676597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f95da19-290f-41da-a374-8c5e722f8215 req-bec782f7-bed2-4074-bbbd-34ab6bfdc88d tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1213934 Jul 22 14:19:31.684551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:31.687308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.687847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=4e215590-ddd7-4ccd-adc5-c9abc41ee326,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:31.750430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Allocated IP 172.20.0.2 (87413e14-3452-4d1c-b5b3-2609fcff0866/f3d6ffd1-bf34-4b15-a05f-799d61817027/e5d0caab-fda3-4879-8f5b-3859983624e6) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:31.825510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port f26e5939-af82-4045-81b8-0cdd267c53a0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:31.830051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.833741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] For port d5df8f26-ca3c-4a6d-abdc-e8828c46f182, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,segment=NetworkSegment(7e2113cd-b570-45fb-9cf7-b6fb818c526f),segment_id=7e2113cd-b570-45fb-9cf7-b6fb818c526f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:31.834249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:31.874636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for d5df8f26-ca3c-4a6d-abdc-e8828c46f182 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:31.987392 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.009870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for f26e5939-af82-4045-81b8-0cdd267c53a0 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:32.061713 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.081202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Transition to ACTIVE for port object e5d0caab-fda3-4879-8f5b-3859983624e6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:32.177321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-540cf4aa-c773-4a0e-a79e-f4a6264a5cc3 None None] Provisioning for port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:32.181410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Transition to ACTIVE for port object e5d0caab-fda3-4879-8f5b-3859983624e6 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:32.188301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-540cf4aa-c773-4a0e-a79e-f4a6264a5cc3 None None] Provisioning complete for port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:32.188881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-540cf4aa-c773-4a0e-a79e-f4a6264a5cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.194083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.195996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:32.197933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.266616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-73a95533-3011-4421-a5ae-b4a9646c95d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6041131 Jul 22 14:19:32.320380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.324216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Request body: {'port': {'device_id': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:32.351786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Pushing event updated for resources: {'Port': ['ID=e5d0caab-fda3-4879-8f5b-3859983624e6,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:32.372557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-540cf4aa-c773-4a0e-a79e-f4a6264a5cc3 None None] Port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:32.386862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:32.390693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:32.396139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:32.407610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=d5df8f26-ca3c-4a6d-abdc-e8828c46f182,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:32.412891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No DVR routers for this DVR port d5df8f26-ca3c-4a6d-abdc-e8828c46f182 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:32.436129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e4835fb-87fe-4f42-850c-da3e0309887b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:32.579754 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.691612 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.705257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fb8860-45e6-478c-a7fb-2cf0e08fe07f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:32.738621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2113cd-b570-45fb-9cf7-b6fb818c526f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:32.739180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2113cd-b570-45fb-9cf7-b6fb818c526f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:32.786954 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.838052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.850661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26171267-8d1e-45db-80d0-5ccee24bca02 None None] DHCP port deletion for e2fb8860-45e6-478c-a7fb-2cf0e08fe07f request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:32.877952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:32.878374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.908907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Attempting to bind port e5d0caab-fda3-4879-8f5b-3859983624e6 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:32.909337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Attempting to bind port e5d0caab-fda3-4879-8f5b-3859983624e6 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:32.909851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Attempting to bind port e5d0caab-fda3-4879-8f5b-3859983624e6 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:32.915589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5e4835fb-87fe-4f42-850c-da3e0309887b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:32.923886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:32.924327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Checking segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:32.925217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.925217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Bound using segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:32.925706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Bound port: e5d0caab-fda3-4879-8f5b-3859983624e6, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:32.925957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.926090 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.926832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.927877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.928371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.929507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.930287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.930921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.931604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.932659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.933782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.934950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:32.939782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5e4835fb-87fe-4f42-850c-da3e0309887b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:32.940219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:32.945463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:33.003933 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:33.058628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] For port e5d0caab-fda3-4879-8f5b-3859983624e6, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:33.063740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] For port e5d0caab-fda3-4879-8f5b-3859983624e6, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e5d0caab-fda3-4879-8f5b-3859983624e6,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:33.080500 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.099585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913c843-6c77-44eb-be8b-c3d8d0363ba0 req-2ad0d324-ec8b-43bf-9e6c-55a915406946 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:33.101817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1913c843-6c77-44eb-be8b-c3d8d0363ba0 req-2ad0d324-ec8b-43bf-9e6c-55a915406946 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 932 time: 1.0076137 Jul 22 14:19:33.102923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.123786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.131392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/e2fb8860-45e6-478c-a7fb-2cf0e08fe07f HTTP/1.1" status: 204 len: 168 time: 1.8888242 Jul 22 14:19:33.146033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:33.155653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf480746-b237-4d5c-8770-7ca069589ac9 None None] Pushing event updated for resources: {'Port': ['ID=e5d0caab-fda3-4879-8f5b-3859983624e6,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:33.166329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-481723523'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:33.216486 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.252996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5e4835fb-87fe-4f42-850c-da3e0309887b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5e4835fb-87fe-4f42-850c-da3e0309887b,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:33.258685 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.262097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f602a-faf0-41b0-80fb-17d0af7110db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=e2fb8860-45e6-478c-a7fb-2cf0e08fe07f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:33.264682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:33.268868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.324247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5e4835fb-87fe-4f42-850c-da3e0309887b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:33.345452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94a737f7-c9fb-42e1-b7a7-1a39316f4b6e req-cf371f96-484a-4eca-b12c-2797a8881b97 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1620190 Jul 22 14:19:33.384233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.388717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1913c843-6c77-44eb-be8b-c3d8d0363ba0 req-64effc63-e400-4838-96f5-4d9fd40b5109 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730496 Jul 22 14:19:33.400706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:19:33.426480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.427015 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment 4e3db351-e2bf-4202-a576-beb993a29be4 of type vlan for network fe9f0ca6-2694-4808-9507-0a21cb780d8b Jul 22 14:19:33.492717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=f26e5939-af82-4045-81b8-0cdd267c53a0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:33.503533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.596485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.605124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:33.606544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.696454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5486879 Jul 22 14:19:33.698118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:33.722505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:33.737783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:33.739876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aa88c7a0-f846-4848-b306-5c05b8c90bf1 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/ports/f26e5939-af82-4045-81b8-0cdd267c53a0 HTTP/1.1" status: 204 len: 168 time: 2.6860633 Jul 22 14:19:33.742483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54812) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:33.753838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34039487-7be4-4f52-8388-ab9b323f074e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=fe9f0ca6-2694-4808-9507-0a21cb780d8b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:33.765466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:19:33.904595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:33.905211 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.013628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.033313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.053338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for 4f1b00b6-2970-40e3-9f70-4f3b2e97d047 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:34.239711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.241281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:34.244951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.283556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=4f1b00b6-2970-40e3-9f70-4f3b2e97d047,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:34.339123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e215590-ddd7-4ccd-adc5-c9abc41ee326 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:19:34.356434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.441979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.444299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-151ce5b8-ea1a-4074-8793-b1a4dd7bef86 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/ports/4f1b00b6-2970-40e3-9f70-4f3b2e97d047 HTTP/1.1" status: 204 len: 168 time: 0.7008579 Jul 22 14:19:34.468680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:34.483843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Transition to ACTIVE for port object 4e215590-ddd7-4ccd-adc5-c9abc41ee326 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:34.502222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.555755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e5d0caab-fda3-4879-8f5b-3859983624e6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:34.608845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5160458-0981-4902-83af-11d5f7fa7b4a req-d27ee220-0ed2-4f63-9ce4-1b0cc4fb48e5 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1616938 Jul 22 14:19:34.668037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Pushing event updated for resources: {'Port': ['ID=4e215590-ddd7-4ccd-adc5-c9abc41ee326,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:34.679371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e5d0caab-fda3-4879-8f5b-3859983624e6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:34.695984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e4835fb-87fe-4f42-850c-da3e0309887b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:34.723220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a126c835-6bab-44d4-8ef7-b7f914405755 req-881efd8e-ebab-4dec-9477-282b145b31f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1683869 Jul 22 14:19:34.784224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting subnet a2724119-f8db-45a8-931a-12721d44b1b2 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:34.803031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.844698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5e4835fb-87fe-4f42-850c-da3e0309887b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:34.845665 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:34.855968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.031763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8384fd5-e8f6-485e-a7f9-57f12d7d3df6 req-89a13e10-6e1a-43c1-9777-c688fd737b14 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:35.033363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8384fd5-e8f6-485e-a7f9-57f12d7d3df6 req-89a13e10-6e1a-43c1-9777-c688fd737b14 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 944 time: 0.4570000 Jul 22 14:19:35.069001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Attempting to bind port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:35.069373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Attempting to bind port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:35.070371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Attempting to bind port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:35.085043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d5df8f26-ca3c-4a6d-abdc-e8828c46f182 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:35.105948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.109717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.133877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d5df8f26-ca3c-4a6d-abdc-e8828c46f182 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:35.134287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d5df8f26-ca3c-4a6d-abdc-e8828c46f182 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:35.181536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 on network 6da56f10-f008-4060-87cb-09f621a96980 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:19:35.182053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Attempting to bind port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:35.206887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.225041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:35.225575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:35.227793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820b3a6-daac-4474-97b0-38211e6c0483 None None] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:35.233942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:35.234729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Bound port: 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:35.235203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.238368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Subnet': ['ID=a2724119-f8db-45a8-931a-12721d44b1b2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:35.240650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.245833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28e65623-8702-479c-a3cc-2186385e0c97 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/subnets/a2724119-f8db-45a8-931a-12721d44b1b2 HTTP/1.1" status: 204 len: 168 time: 0.7755597 Jul 22 14:19:35.246405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:35.252460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e8a3d-0bd9-4ef5-b104-91bd3a55c949 None None] Network 0df27a70-30fc-482e-b6df-2b629d2507d7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:35.300539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8384fd5-e8f6-485e-a7f9-57f12d7d3df6 req-f9458606-1928-4365-8803-4a814d0cee90 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333815 Jul 22 14:19:35.304999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.1 (87413e14-3452-4d1c-b5b3-2609fcff0866/f3d6ffd1-bf34-4b15-a05f-799d61817027/b354d763-56d9-412f-9f19-79859389c05f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:35.330997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=ff4bed35-6089-465b-b975-b830245da5f0,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:35.331580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting subnet 9019d0c9-7709-45b7-a16f-d140b1d31cd1 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:35.337359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.383144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.420833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': '4e3db351-e2bf-4202-a576-beb993a29be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:35.421366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: fe9f0ca6-2694-4808-9507-0a21cb780d8b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:19:35.521010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] Provisioning for port e5d0caab-fda3-4879-8f5b-3859983624e6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:35.526251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:19:35.533288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] Provisioning complete for port e5d0caab-fda3-4879-8f5b-3859983624e6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:35.533755 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.550240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] For port 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:35.552744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, fe9f0ca6-2694-4808-9507-0a21cb780d8b) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:35.557397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:35.558226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.578801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419112b-de96-4a44-91b5-b2f01edfcfc4 None None] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:35.591703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] For port 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:35.598982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.611859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.661796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e50a69f-c962-498f-ba34-54446371c19d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9574647 Jul 22 14:19:35.665962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55014) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:35.669524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.677909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:35.678636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.680774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] 10.222.0.13 "PUT /v2.0/ports/4e215590-ddd7-4ccd-adc5-c9abc41ee326 HTTP/1.1" status: 200 len: 1093 time: 3.4052799 Jul 22 14:19:35.690467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b', 'name': 'tempest-PortsIpV6TestJSON-1628673478', 'fixed_ips': [{'subnet_id': 'ff4bed35-6089-465b-b975-b830245da5f0', 'ip_address': '2001:db8::10'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:35.695473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'tag': '4e215590-ddd7-4ccd-adc5-c9abc41ee326'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:35.697893 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6db51f7-392b-40c6-a468-afbf241c88b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd984c4a-4af1-4fec-9b66-c73caaaef54a", "tag": "4e215590-ddd7-4ccd-adc5-c9abc41ee326"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:35.838582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.869763 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b5597b-6222-4e9a-aa9f-ce900751c8fe x-openstack-request-id: req-d7b5597b-6222-4e9a-aa9f-ce900751c8fe {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:35.870317 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd984c4a-4af1-4fec-9b66-c73caaaef54a", "tag": "4e215590-ddd7-4ccd-adc5-c9abc41ee326", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:35.870754 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7b5597b-6222-4e9a-aa9f-ce900751c8fe {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:35.871615 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'tag': '4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'status': 'completed', 'code': 200} Jul 22 14:19:35.884466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object b354d763-56d9-412f-9f19-79859389c05f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:35.925136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] DHCP port deletion for 0df27a70-30fc-482e-b6df-2b629d2507d7 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:35.948994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:35.953127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Subnet': ['ID=9019d0c9-7709-45b7-a16f-d140b1d31cd1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:35.968423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f591c3-d3fd-419c-bea7-926bff330e02 service neutron] Pushing event updated for resources: {'Port': ['ID=4e215590-ddd7-4ccd-adc5-c9abc41ee326,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:36.107134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58774dc6-9280-4a71-ab9b-1f9700ff3c95 req-5479da56-552b-4c78-96a4-123c9ab0d4ad tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1611350 Jul 22 14:19:36.108069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.119352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55052) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:36.129115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4b5c0237-fb93-426f-9441-633db26f3158 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/subnets/9019d0c9-7709-45b7-a16f-d140b1d31cd1 HTTP/1.1" status: 204 len: 168 time: 0.8625882 Jul 22 14:19:36.175376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874d3b7-2b09-41cd-853a-e9b9274af42a None None] Network a183127a-ba81-47ed-954d-eda7bfc44b91 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:36.194832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] For port e5d0caab-fda3-4879-8f5b-3859983624e6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e5d0caab-fda3-4879-8f5b-3859983624e6,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:36.200263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-fe9f0ca6-2694-4808-9507-0a21cb780d8b', 'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': 'ff4bed35-6089-465b-b975-b830245da5f0'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:19:36.201296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.224803 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.475378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 29b6819b-e020-4768-9564-25c3ec605d67 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:36.512009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.534695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2305e17-c6a5-42e6-bb27-30e76071e233 req-122c2a1a-7443-48cd-9e98-c815cb0e4c92 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:36.542464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2305e17-c6a5-42e6-bb27-30e76071e233 req-122c2a1a-7443-48cd-9e98-c815cb0e4c92 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 944 time: 0.0928359 Jul 22 14:19:36.599812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2305e17-c6a5-42e6-bb27-30e76071e233 req-10dab74f-2cce-4529-9b5b-ecbf248d9871 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Jul 22 14:19:36.633694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-adb4fd0c-39ec-494c-9e23-089fabf0f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:36.635872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-adb4fd0c-39ec-494c-9e23-089fabf0f76d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 1096 time: 0.8813982 Jul 22 14:19:36.640898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.654971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:36.687000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] Deleting port 29b6819b-e020-4768-9564-25c3ec605d67 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:36.687567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.745559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5748a-68f4-45c9-b0e6-456dc453200f None None] Pushing event updated for resources: {'Port': ['ID=e5d0caab-fda3-4879-8f5b-3859983624e6,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:36.766821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:36.771846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:36.776182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:36.784161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-14d79cfb-5b02-4f06-bde4-8132daeb711c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326 HTTP/1.1" status: 200 len: 217 time: 0.1394100 Jul 22 14:19:36.861578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] For port 29b6819b-e020-4768-9564-25c3ec605d67, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=29b6819b-e020-4768-9564-25c3ec605d67,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:36.867690 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:36.922386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] Calling delete_port for 29b6819b-e020-4768-9564-25c3ec605d67 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:36.949272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=b354d763-56d9-412f-9f19-79859389c05f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:37.022247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.036712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-920e88b4-7321-4e57-8e7f-c3636a4a41d3 req-af3bbd1e-1451-4730-bf99-c37ff90f2fef tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0928121 Jul 22 14:19:37.041415 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.111941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Allocated IP 2001:db8::2 (fe9f0ca6-2694-4808-9507-0a21cb780d8b/ff4bed35-6089-465b-b975-b830245da5f0/3a74597b-5f55-4b09-8858-a19816f9cf49) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:37.151288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 29b6819b-e020-4768-9564-25c3ec605d67, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=29b6819b-e020-4768-9564-25c3ec605d67,segment=NetworkSegment(c4b35075-aa7c-469c-a846-008bf9a68528),segment_id=c4b35075-aa7c-469c-a846-008bf9a68528)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:37.164866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.184149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.195592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-1bbcb667-779f-46a4-8438-ea05861ce0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:37.196685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-512591a5-eb28-4927-a304-b8f66b3ff5cf None None] Provisioning complete for port e5d0caab-fda3-4879-8f5b-3859983624e6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:37.197079 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-512591a5-eb28-4927-a304-b8f66b3ff5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.197178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-1bbcb667-779f-46a4-8438-ea05861ce0a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.4017096 Jul 22 14:19:37.266046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 9267a755-a6d3-4d29-9994-aa12327c7876 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:37.303666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=29b6819b-e020-4768-9564-25c3ec605d67,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:37.313195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] DHCP port deletion for a183127a-ba81-47ed-954d-eda7bfc44b91 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:37.342556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.361828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Deleting port 29b6819b-e020-4768-9564-25c3ec605d67 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:37.362097 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.384135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] Pushing event deleted for resources: {'Port': ['ID=29b6819b-e020-4768-9564-25c3ec605d67,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:37.441804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f379807a-92cf-4364-8160-1b69b72b1f6b None None] No DVR routers for this DVR port 29b6819b-e020-4768-9564-25c3ec605d67 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:37.461493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.501885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-b5a20362-4882-4836-b10c-1a1160ed8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:37.503577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-b5a20362-4882-4836-b10c-1a1160ed8169 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2935140 Jul 22 14:19:37.542452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] For port 29b6819b-e020-4768-9564-25c3ec605d67, host n-d-787205-11, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:37.543137 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.553295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.570033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Transition to ACTIVE for port object 3a74597b-5f55-4b09-8858-a19816f9cf49 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:37.593337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] Deleting port ea65d511-910b-43b9-b13c-3af384bcec8b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:37.593534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.609344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Transition to ACTIVE for port object 3a74597b-5f55-4b09-8858-a19816f9cf49 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:37.609988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Calling delete_port for 29b6819b-e020-4768-9564-25c3ec605d67 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:37.621728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Port 29b6819b-e020-4768-9564-25c3ec605d67 was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:19:37.651902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.664351 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.749287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59398c5-26e9-4c6e-8d89-411366ae61ba req-12c011a5-8a0f-42b9-85e4-20813809c7de tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:37.758034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f59398c5-26e9-4c6e-8d89-411366ae61ba req-12c011a5-8a0f-42b9-85e4-20813809c7de tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 944 time: 0.0928102 Jul 22 14:19:37.759949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] For port ea65d511-910b-43b9-b13c-3af384bcec8b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ea65d511-910b-43b9-b13c-3af384bcec8b,segment=NetworkSegment(24d13245-2029-4aa9-82f6-c9c4cf85a1b1),segment_id=24d13245-2029-4aa9-82f6-c9c4cf85a1b1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:37.760997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.814109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f59398c5-26e9-4c6e-8d89-411366ae61ba req-1576e01c-27d9-4977-84ad-de88f89b13cf tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547042 Jul 22 14:19:37.951433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] Calling delete_port for ea65d511-910b-43b9-b13c-3af384bcec8b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:37.983538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:38.018361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:38.022198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:38.024251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Pushing event updated for resources: {'Port': ['ID=3a74597b-5f55-4b09-8858-a19816f9cf49,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:38.029883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e33bb0af-5905-4a3a-a190-3fd037140600 None None] Provisioning for port b354d763-56d9-412f-9f19-79859389c05f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:38.091597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e33bb0af-5905-4a3a-a190-3fd037140600 None None] Provisioning complete for port b354d763-56d9-412f-9f19-79859389c05f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:38.092018 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e33bb0af-5905-4a3a-a190-3fd037140600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.175380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Port': ['ID=29b6819b-e020-4768-9564-25c3ec605d67,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:38.179850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] No DVR routers for this DVR port 29b6819b-e020-4768-9564-25c3ec605d67 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:38.181409 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.226284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] Pushing event deleted for resources: {'Port': ['ID=ea65d511-910b-43b9-b13c-3af384bcec8b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:38.250163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e33bb0af-5905-4a3a-a190-3fd037140600 None None] Port b354d763-56d9-412f-9f19-79859389c05f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:38.251750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aff6be-db42-4eaa-9449-4d2b88831b0a None None] No DVR routers for this DVR port ea65d511-910b-43b9-b13c-3af384bcec8b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:38.257646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Attempting to bind port 3a74597b-5f55-4b09-8858-a19816f9cf49 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:38.258270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Attempting to bind port 3a74597b-5f55-4b09-8858-a19816f9cf49 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4e3db351-e2bf-4202-a576-beb993a29be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:38.258793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Attempting to bind port 3a74597b-5f55-4b09-8858-a19816f9cf49 on network fe9f0ca6-2694-4808-9507-0a21cb780d8b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:38.266848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:38.267157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Checking segment: {'id': '4e3db351-e2bf-4202-a576-beb993a29be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:38.267571 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.268063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Bound using segment: {'id': '4e3db351-e2bf-4202-a576-beb993a29be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:38.268142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-341b0893-371a-4b3b-803a-f9a51084670b req-77a53e12-4e38-47be-b0ff-9f660ed8342c tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1058352 Jul 22 14:19:38.268493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Bound port: 3a74597b-5f55-4b09-8858-a19816f9cf49, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3db351-e2bf-4202-a576-beb993a29be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:38.268827 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.296569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-4847538b-17b7-43ad-965a-ce5b2da95aaf service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769868 Jul 22 14:19:38.304314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::10 (fe9f0ca6-2694-4808-9507-0a21cb780d8b/ff4bed35-6089-465b-b975-b830245da5f0/9267a755-a6d3-4d29-9994-aa12327c7876) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:38.339832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e5d0caab-fda3-4879-8f5b-3859983624e6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:38.380509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] For port 3a74597b-5f55-4b09-8858-a19816f9cf49, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:38.397848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.399753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] For port 3a74597b-5f55-4b09-8858-a19816f9cf49, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3a74597b-5f55-4b09-8858-a19816f9cf49,segment=NetworkSegment(4e3db351-e2bf-4202-a576-beb993a29be4),segment_id=4e3db351-e2bf-4202-a576-beb993a29be4)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:38.406412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.474593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e5d0caab-fda3-4879-8f5b-3859983624e6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:38.474971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.478297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37557ba2-d36d-49bc-b474-4b60a4a02228 None None] Pushing event updated for resources: {'Port': ['ID=3a74597b-5f55-4b09-8858-a19816f9cf49,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:38.532681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df27a70-30fc-482e-b6df-2b629d2507d7']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:38.583952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b35075-aa7c-469c-a846-008bf9a68528') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:38.584600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b35075-aa7c-469c-a846-008bf9a68528') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:38.629483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.647870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ea65d511-910b-43b9-b13c-3af384bcec8b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:38.671707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ea65d511-910b-43b9-b13c-3af384bcec8b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:38.672244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ea65d511-910b-43b9-b13c-3af384bcec8b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:38.693136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-451fc9ba-5f54-4b8e-a33f-e3163e847417 req-c2f1dc21-5e5a-4553-8101-5901bbfca16c service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748715 Jul 22 14:19:38.748191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.805274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:38.805727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:38.814294 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:38.875403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:38.978718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object 9267a755-a6d3-4d29-9994-aa12327c7876 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:38.997657 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.002477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.006948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/networks/0df27a70-30fc-482e-b6df-2b629d2507d7 HTTP/1.1" status: 204 len: 168 time: 2.8839936 Jul 22 14:19:39.007877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:39.020354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.043939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127acbc5-2255-4134-b1e3-787fd1d5f24b tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Network': ['ID=0df27a70-30fc-482e-b6df-2b629d2507d7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:39.047275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.080869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-d93f2e63-a930-4cd3-9b29-c0573f5e03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:39.082458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-d93f2e63-a930-4cd3-9b29-c0573f5e03bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 1096 time: 0.3285203 Jul 22 14:19:39.103368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.209469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.224571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a183127a-ba81-47ed-954d-eda7bfc44b91']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:39.237348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d13245-2029-4aa9-82f6-c9c4cf85a1b1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:39.237692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d13245-2029-4aa9-82f6-c9c4cf85a1b1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:39.248832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.264880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.271892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:39.272534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.292330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-de623cec-0afe-4e35-aa84-5dc2864a1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:39.295297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-de623cec-0afe-4e35-aa84-5dc2864a1f36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1829078 Jul 22 14:19:39.302521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=b354d763-56d9-412f-9f19-79859389c05f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:39.353102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-e6e51d1e-1b24-4402-b3ed-2ea807d2856a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326 HTTP/1.1" status: 200 len: 217 time: 0.0465724 Jul 22 14:19:39.354415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:39.369868 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:39.373033 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.379005 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.381214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] 10.222.0.11 "DELETE /v2.0/networks/a183127a-ba81-47ed-954d-eda7bfc44b91 HTTP/1.1" status: 204 len: 168 time: 0.3719258 Jul 22 14:19:39.436957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-aed18a72-2dc0-40b1-9dbb-86d44cdbaa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:39.438750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-aed18a72-2dc0-40b1-9dbb-86d44cdbaa16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0725260 Jul 22 14:19:39.442833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b94da-0539-4bdb-bc15-12d45b6000f7 tempest-TaggedBootDevicesTest-1461659421 tempest-TaggedBootDevicesTest-1461659421-project] Pushing event deleted for resources: {'Network': ['ID=a183127a-ba81-47ed-954d-eda7bfc44b91,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:39.451281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8e55-e132-49c9-bc74-a689ea51258a req-2a01a973-27e5-493c-9b85-74dc78b50622 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:39.460110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23cd8e55-e132-49c9-bc74-a689ea51258a req-2a01a973-27e5-493c-9b85-74dc78b50622 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 944 time: 0.5704796 Jul 22 14:19:39.573724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.580196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e44d388e-62ba-4135-995f-86191073959e req-1c6ab9f3-6f79-4ee3-a082-2e87c27ca404 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1093023 Jul 22 14:19:39.670296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:39.687435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:39.689914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:39.695826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:39.696450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.703330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564e223-22b7-4160-94ad-751b16f9fca9 None None] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:39.727948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23cd8e55-e132-49c9-bc74-a689ea51258a req-ed965b27-06ce-415c-8631-1521944486ba tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648108 Jul 22 14:19:39.733841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:39.752983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=9267a755-a6d3-4d29-9994-aa12327c7876,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:39.760911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:39.770212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-76e28599-b56a-435d-af52-5befc88d7faa tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0979793 Jul 22 14:19:39.772774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:39.779919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': 'fe9f0ca6-2694-4808-9507-0a21cb780d8b', 'name': 'tempest-PortsIpV6TestJSON-2147164589', 'fixed_ips': [{'subnet_id': 'ff4bed35-6089-465b-b975-b830245da5f0', 'ip_address': '2001:db8::f'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:39.842356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dcaaa286-de0d-4470-932b-97727093445a None None] Provisioning for port 3a74597b-5f55-4b09-8858-a19816f9cf49 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:39.883740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-ff4a8ea5-abae-4e99-af97-3f76e83e760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:39.886014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-ff4a8ea5-abae-4e99-af97-3f76e83e760c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3547275 Jul 22 14:19:40.023409 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-71557625-4755-4e29-9cef-dd945ebbb6a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309152 Jul 22 14:19:40.060640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:40.182119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:40.210428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a97f4471-f833-454b-b801-58f5c78eab21 None None] Provisioning complete for port b354d763-56d9-412f-9f19-79859389c05f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:40.210801 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a97f4471-f833-454b-b801-58f5c78eab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:40.212737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port 7524932d-867c-468d-bf46-8568585f5a24 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:40.231493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6db51f7-392b-40c6-a468-afbf241c88b8 req-07cffab9-1b51-4eb3-9d24-d815284e1e69 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857998 Jul 22 14:19:40.258327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:40.294309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a97f4471-f833-454b-b801-58f5c78eab21 None None] Port b354d763-56d9-412f-9f19-79859389c05f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:40.462833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3a74597b-5f55-4b09-8858-a19816f9cf49 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:40.534744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:40.534963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::f (fe9f0ca6-2694-4808-9507-0a21cb780d8b/ff4bed35-6089-465b-b975-b830245da5f0/7524932d-867c-468d-bf46-8568585f5a24) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:40.545316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e50d26a0-f8e8-4725-a219-657abeb2ebe9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/b9e4c7d0-e118-449d-a199-3a37ca8c5f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4162171 Jul 22 14:19:40.579810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Sync routers for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:40.625171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:40.633075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:40.804382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:40.830324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3a74597b-5f55-4b09-8858-a19816f9cf49 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:40.833081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a400aa9-7e27-4656-a2fb-e5dbf05fc4a9 req-7024a66a-119d-4149-a143-627970979c48 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0578365 Jul 22 14:19:40.839682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object 7524932d-867c-468d-bf46-8568585f5a24 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:40.845297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Provisioning for port 9267a755-a6d3-4d29-9994-aa12327c7876 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:40.865910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3a74597b-5f55-4b09-8858-a19816f9cf49 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:40.867724 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:40.886471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Provisioning complete for port 9267a755-a6d3-4d29-9994-aa12327c7876 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:40.891393 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:40.925915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.030222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-92c62ef1-3782-45cd-8a84-8ee58da9f18a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556743434&fields=id&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 267 time: 0.0467930 Jul 22 14:19:41.042244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:41.053355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:41.058232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Port 9267a755-a6d3-4d29-9994-aa12327c7876 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:41.063229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:41.069497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.070971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.083095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=7524932d-867c-468d-bf46-8568585f5a24,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:41.095438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fd3e948b-d28e-4be3-bc59-541d85780b58 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3209863 Jul 22 14:19:41.095954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:41.136836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Provisioning complete for port 3a74597b-5f55-4b09-8858-a19816f9cf49 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:41.137798 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.182093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:41.221549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-439537b2-6595-4dfb-a0d1-369bc5b9fed2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.230127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-439537b2-6595-4dfb-a0d1-369bc5b9fed2 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 797 time: 0.1984544 Jul 22 14:19:41.248235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-237c5182-e29d-4b9b-9ac9-b41c32d45c4d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/quotas/0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 375 time: 0.0167239 Jul 22 14:19:41.254680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d8915-daee-4597-a49c-03648e38976c req-240653f8-45ad-45eb-b6b0-f88608e03033 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.263552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e17d8915-daee-4597-a49c-03648e38976c req-240653f8-45ad-45eb-b6b0-f88608e03033 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 944 time: 0.2750399 Jul 22 14:19:41.324344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e17d8915-daee-4597-a49c-03648e38976c req-844a0b8e-2181-4a32-b002-d3cb47d3e79c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572631 Jul 22 14:19:41.357175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-a76de269-e48b-4e7b-833f-6b20d26a13b5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023064 Jul 22 14:19:41.376672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28226add-b5b3-4600-84d4-9f3d601f595c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.386087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28226add-b5b3-4600-84d4-9f3d601f595c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2865181 Jul 22 14:19:41.388399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:41.495256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.532777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67572136-9e24-4c7b-a53a-222efa763fc0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.539902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3a74597b-5f55-4b09-8858-a19816f9cf49, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3a74597b-5f55-4b09-8858-a19816f9cf49,segment=NetworkSegment(4e3db351-e2bf-4202-a576-beb993a29be4),segment_id=4e3db351-e2bf-4202-a576-beb993a29be4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:41.547082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67572136-9e24-4c7b-a53a-222efa763fc0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.562905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67572136-9e24-4c7b-a53a-222efa763fc0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:41.567725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:41.569454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67572136-9e24-4c7b-a53a-222efa763fc0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1803405 Jul 22 14:19:41.579606 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.583181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-acb64479-807e-4d66-8f77-3808d7231e33 service neutron] 10.222.0.11 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204778 Jul 22 14:19:41.602343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.652168 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:19:41.652519 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-784026b0-f46d-4637-99c1-584a66c5a25e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:19:41.708491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:38Z', 'revision_number': 2, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:41.713538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-c5179c8b-be4c-4b88-a15f-532ff68cdc6e service neutron] 10.222.0.11 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099129 Jul 22 14:19:41.742950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Checking router: b9e4c7d0-e118-449d-a199-3a37ca8c5f21 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:19:41.743500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Updating router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 port b354d763-56d9-412f-9f19-79859389c05f binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:19:41.790535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3a74597b-5f55-4b09-8858-a19816f9cf49,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:41.794135 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:41.829447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 7524932d-867c-468d-bf46-8568585f5a24 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:41.829824 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.008086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.040206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00524a89-38e7-4151-b878-df9520aace7c req-6726e555-51b4-4b7a-9420-5ae9951ae55d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 210 time: 0.0598106 Jul 22 14:19:42.045198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 7524932d-867c-468d-bf46-8568585f5a24 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:42.253955 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.273280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4e215590-ddd7-4ccd-adc5-c9abc41ee326 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:19:42.284224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Transition to ACTIVE for port object b354d763-56d9-412f-9f19-79859389c05f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:42.305316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.336713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-454742c4-4238-419b-aaaa-6760cabcf50c req-6d2629fb-eeb7-4c71-b2f0-126d2264d42e tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.3014393 Jul 22 14:19:42.337681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.396271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=7524932d-867c-468d-bf46-8568585f5a24,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:42.398803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3a74597b-5f55-4b09-8858-a19816f9cf49 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:42.468840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-197ff870-8526-4697-b675-521fdf131389 None None] Could not find standard attr ID for object 7524932d-867c-468d-bf46-8568585f5a24. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:19:42.476268 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.482389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:42.482894 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-69b24e68-e220-4e3c-bf01-457c794495ba tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/7524932d-867c-468d-bf46-8568585f5a24 HTTP/1.1" status: 204 len: 168 time: 0.9110436 Jul 22 14:19:42.572106 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9c1f13-223f-4aae-86b0-ba59ca74be71 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:42.583595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ab9c1f13-223f-4aae-86b0-ba59ca74be71 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/7524932d-867c-468d-bf46-8568585f5a24 HTTP/1.1" status: 404 len: 333 time: 0.1001406 Jul 22 14:19:42.587138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:42.628691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-197ff870-8526-4697-b675-521fdf131389 None None] Provisioning complete for port 9267a755-a6d3-4d29-9994-aa12327c7876 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:42.629225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-197ff870-8526-4697-b675-521fdf131389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.650780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4bf3-bc60-4db1-8945-49bafb8745c7 None None] Pushing event updated for resources: {'Port': ['ID=b354d763-56d9-412f-9f19-79859389c05f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:42.891184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c525b-e60a-4a78-8fc2-b340c82e0d53 req-8d705f92-010b-4c64-8910-597d919d620f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:42.902211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc3c525b-e60a-4a78-8fc2-b340c82e0d53 req-8d705f92-010b-4c64-8910-597d919d620f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 944 time: 0.3445797 Jul 22 14:19:43.017406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 9267a755-a6d3-4d29-9994-aa12327c7876 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:43.018047 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.063246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc3c525b-e60a-4a78-8fc2-b340c82e0d53 req-b0951722-0075-45fa-8aaa-351fcc1cbc06 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591048 Jul 22 14:19:43.078454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-197ff870-8526-4697-b675-521fdf131389 None None] Port 9267a755-a6d3-4d29-9994-aa12327c7876 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:43.099629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:43.118276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Attempting to bind port b354d763-56d9-412f-9f19-79859389c05f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:43.118576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Attempting to bind port b354d763-56d9-412f-9f19-79859389c05f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:43.118986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Attempting to bind port b354d763-56d9-412f-9f19-79859389c05f on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:43.127484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': '4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'mac_address': 'fa:16:3e:50:fb:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:19:43.131296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3a74597b-5f55-4b09-8858-a19816f9cf49 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:43.131685 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.159070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:43.159363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Checking segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:43.159768 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.160163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Bound using segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:43.160650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Bound port: b354d763-56d9-412f-9f19-79859389c05f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:43.161035 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.214671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9c0d035-d63f-4605-99a2-f582a4a3429b req-a05bf3d3-90cb-4863-a8e1-739974fcc791 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 210 time: 0.0624883 Jul 22 14:19:43.229742 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.247270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 9267a755-a6d3-4d29-9994-aa12327c7876 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:43.266200 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.323159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e215590-ddd7-4ccd-adc5-c9abc41ee326 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:19:43.332379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] For port b354d763-56d9-412f-9f19-79859389c05f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:43.369427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:43.371196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] For port b354d763-56d9-412f-9f19-79859389c05f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b354d763-56d9-412f-9f19-79859389c05f,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:43.411529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.492352 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.495337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4bf3-bc60-4db1-8945-49bafb8745c7 None None] Pushing event updated for resources: {'Port': ['ID=b354d763-56d9-412f-9f19-79859389c05f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:43.517709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.589841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=9267a755-a6d3-4d29-9994-aa12327c7876,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:43.664888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:43.665528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:43.667465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=4e215590-ddd7-4ccd-adc5-c9abc41ee326,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:43.687487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.696614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c3699951-4177-4491-a156-b8ca741d7ecd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/9267a755-a6d3-4d29-9994-aa12327c7876 HTTP/1.1" status: 204 len: 168 time: 1.1061020 Jul 22 14:19:43.697724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:43.722106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:19:43.758312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adbee889-53c9-4dc5-a8aa-25dc2c952ee6 req-102166f4-016a-462b-b2d9-737ef3a95fe2 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1284270 Jul 22 14:19:43.787150 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc9784d-6dee-4859-8f27-41a66e41dd62 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:43.799550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55214) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:43.800245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6cc9784d-6dee-4859-8f27-41a66e41dd62 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/9267a755-a6d3-4d29-9994-aa12327c7876 HTTP/1.1" status: 404 len: 333 time: 0.0983660 Jul 22 14:19:43.916011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:43.929246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet ff4bed35-6089-465b-b975-b830245da5f0 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:43.934202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.943693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-cd201164-5ddb-4649-870d-fabacc9f5183 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:43.945301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-cd201164-5ddb-4649-870d-fabacc9f5183 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 797 time: 0.5000875 Jul 22 14:19:44.026844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:44.060916 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-594db3fd-3ef0-47c2-82a5-60960f788a16 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 380 time: 0.0847785 Jul 22 14:19:44.069955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'port': {'device_id': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'admin_state_up': True, 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'security_groups': ['25c16f70-c9b9-4864-8ab6-049ae56a90c0']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:44.288644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:44.292963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:44.343724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c390794-9ece-4e2b-a753-c2c1c9613b68 req-9d141880-be5d-4e72-928c-aed0ada506a0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:44.345376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c390794-9ece-4e2b-a753-c2c1c9613b68 req-9d141880-be5d-4e72-928c-aed0ada506a0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 945 time: 0.1596975 Jul 22 14:19:44.350531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:44.416115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:43Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:44.430777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f05786a-909a-4a3c-b6f8-b39e1d230ce6 req-be851f6a-2e2f-441a-860e-5db4786cc204 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 210 time: 0.0819426 Jul 22 14:19:44.449520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c390794-9ece-4e2b-a753-c2c1c9613b68 req-7a78ecad-b8dd-4017-9bdf-5007a67d33f4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859981 Jul 22 14:19:44.472799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b5ab10-7ddc-4c5f-b996-42b3538c4c0b None None] The sync data for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 is: [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:43Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:44.607374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:44.968669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5abb300e-4a3e-4ccf-921b-4a5f46751f2f req-dd758bf2-e22f-4047-a093-fdc233a8166b tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0578525 Jul 22 14:19:45.101731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4bed35-6089-465b-b975-b830245da5f0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:45.118379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.118827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbeee27-d9eb-4f3f-aec5-33f0279b90db None None] Network fe9f0ca6-2694-4808-9507-0a21cb780d8b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:45.124244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:45.133997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-77d72176-952f-42d1-b10d-57a151144ebb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/ff4bed35-6089-465b-b975-b830245da5f0 HTTP/1.1" status: 204 len: 168 time: 1.3320618 Jul 22 14:19:45.178731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.11 (87413e14-3452-4d1c-b5b3-2609fcff0866/f3d6ffd1-bf34-4b15-a05f-799d61817027/eb0af066-9fd7-456a-8a75-bf52f21b7ee7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:45.355129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.367027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:45.499920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port 3a74597b-5f55-4b09-8858-a19816f9cf49 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:45.502107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.554092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.573067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object eb0af066-9fd7-456a-8a75-bf52f21b7ee7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:45.591238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] DHCP port deletion for fe9f0ca6-2694-4808-9507-0a21cb780d8b request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:45.666655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.697141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] Deleting port 3a74597b-5f55-4b09-8858-a19816f9cf49 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:45.697523 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.715102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] For port 3a74597b-5f55-4b09-8858-a19816f9cf49, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3a74597b-5f55-4b09-8858-a19816f9cf49,segment=NetworkSegment(4e3db351-e2bf-4202-a576-beb993a29be4),segment_id=4e3db351-e2bf-4202-a576-beb993a29be4)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:45.715636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.742614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for 3a74597b-5f55-4b09-8858-a19816f9cf49 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:45.768156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f6edec7-92d4-45e7-b420-25b1804f3fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.842407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] For port 3a74597b-5f55-4b09-8858-a19816f9cf49, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3a74597b-5f55-4b09-8858-a19816f9cf49,segment=NetworkSegment(4e3db351-e2bf-4202-a576-beb993a29be4),segment_id=4e3db351-e2bf-4202-a576-beb993a29be4)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:45.842882 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.871964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:45.874678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] Calling delete_port for 3a74597b-5f55-4b09-8858-a19816f9cf49 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:45.877598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:45.885800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:45.895239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acaa56-b8db-4306-a232-06b57a6f4019 req-1d0adec9-c855-4933-bc52-80f639c5e2ea tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:45.901641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:45.906945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23acaa56-b8db-4306-a232-06b57a6f4019 req-1d0adec9-c855-4933-bc52-80f639c5e2ea tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 945 time: 0.3078756 Jul 22 14:19:45.997767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24621f-c338-4019-9b3d-d8ad05ec31b6 req-964e0766-f3a5-4958-bb93-bec97f0d0933 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:45.999642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e24621f-c338-4019-9b3d-d8ad05ec31b6 req-964e0766-f3a5-4958-bb93-bec97f0d0933 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 932 time: 0.3464348 Jul 22 14:19:46.054179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23acaa56-b8db-4306-a232-06b57a6f4019 req-961e00a4-3ca5-496b-9bb2-cf653ae1884f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461935 Jul 22 14:19:46.066781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.096703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.136392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:46.137213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.156770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e24621f-c338-4019-9b3d-d8ad05ec31b6 req-411a053e-afd8-420b-be21-62795bbfa9de tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433632 Jul 22 14:19:46.164282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] Pushing event deleted for resources: {'Port': ['ID=3a74597b-5f55-4b09-8858-a19816f9cf49,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:46.169784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea8637-fa2f-4210-8fd9-51bbd9957866 None None] No DVR routers for this DVR port 3a74597b-5f55-4b09-8858-a19816f9cf49 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:46.173547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=3a74597b-5f55-4b09-8858-a19816f9cf49,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:46.180898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No DVR routers for this DVR port 3a74597b-5f55-4b09-8858-a19816f9cf49 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:46.279369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4e215590-ddd7-4ccd-adc5-c9abc41ee326 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:46.291529 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f6edec7-92d4-45e7-b420-25b1804f3fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.297407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f6edec7-92d4-45e7-b420-25b1804f3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.360927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-f6beb0a0-4068-4d99-8fee-0609c7726b9a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2954283 Jul 22 14:19:46.368894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bf66b6f-c699-43a7-93f6-69fd4c1e275c req-659ad17f-fd06-40a1-b4e1-d80131f589cd tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1114318 Jul 22 14:19:46.415328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b354d763-56d9-412f-9f19-79859389c05f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:46.422310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Request body: {'port': {'device_id': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:46.452814 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.462881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e0ea06d-cde8-4b9b-87b3-9c9773d7be3f None None] Provisioning for port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:46.474626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e0ea06d-cde8-4b9b-87b3-9c9773d7be3f None None] Provisioning complete for port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:46.474994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e0ea06d-cde8-4b9b-87b3-9c9773d7be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.478194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9f0ca6-2694-4808-9507-0a21cb780d8b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:46.496075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6edec7-92d4-45e7-b420-25b1804f3fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c244c025-3d7c-43d9-93cf-4db2314cabd4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:46.516882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:46.519558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3db351-e2bf-4202-a576-beb993a29be4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:46.519859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3db351-e2bf-4202-a576-beb993a29be4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:46.530255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.550991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f6edec7-92d4-45e7-b420-25b1804f3fd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4798af64a82437ebda35a896fd172d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1828036 Jul 22 14:19:46.553808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55256) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:46.556047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:46.556432 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.597906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4e0ea06d-cde8-4b9b-87b3-9c9773d7be3f None None] Port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:46.651205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b354d763-56d9-412f-9f19-79859389c05f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:46.655280 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.660003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b354d763-56d9-412f-9f19-79859389c05f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:46.660612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.759642 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.772930 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8347c54a-944a-4722-b3dd-d9392688454f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.837476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e215590-ddd7-4ccd-adc5-c9abc41ee326'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:46.839783 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535cceae-25cf-4761-86e0-be9f85f552a4" -d '{"events": [{"server_uuid": "cd984c4a-4af1-4fec-9b66-c73caaaef54a", "name": "network-vif-plugged", "status": "completed", "tag": "4e215590-ddd7-4ccd-adc5-c9abc41ee326"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:46.857891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:46.864486 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.868530 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.888276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8347c54a-944a-4722-b3dd-d9392688454f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.927957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b354d763-56d9-412f-9f19-79859389c05f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b354d763-56d9-412f-9f19-79859389c05f,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:46.943729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:46.965069 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e00fb4d-3ff1-4333-8fa1-53b876c07769 x-openstack-request-id: req-4e00fb4d-3ff1-4333-8fa1-53b876c07769 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:46.965693 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd984c4a-4af1-4fec-9b66-c73caaaef54a", "name": "network-vif-plugged", "status": "completed", "tag": "4e215590-ddd7-4ccd-adc5-c9abc41ee326", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:46.966247 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e00fb4d-3ff1-4333-8fa1-53b876c07769 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:46.966662 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'code': 200} Jul 22 14:19:46.996168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.003799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:47.004207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:47.007790 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:47.023079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=4e215590-ddd7-4ccd-adc5-c9abc41ee326,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.038217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8347c54a-944a-4722-b3dd-d9392688454f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.041253 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8347c54a-944a-4722-b3dd-d9392688454f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.054074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8347c54a-944a-4722-b3dd-d9392688454f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c244c025-3d7c-43d9-93cf-4db2314cabd4 HTTP/1.1" status: 204 len: 168 time: 0.4988277 Jul 22 14:19:47.061481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3a74597b-5f55-4b09-8858-a19816f9cf49 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:19:47.117442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347c54a-944a-4722-b3dd-d9392688454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c244c025-3d7c-43d9-93cf-4db2314cabd4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.137600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3a74597b-5f55-4b09-8858-a19816f9cf49 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:19:47.138247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3a74597b-5f55-4b09-8858-a19816f9cf49 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:19:47.139809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b354d763-56d9-412f-9f19-79859389c05f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.150304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.177985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.186706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/fe9f0ca6-2694-4808-9507-0a21cb780d8b HTTP/1.1" status: 204 len: 168 time: 2.0545852 Jul 22 14:19:47.201266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55266) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:47.208388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-212379567'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:47.230967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83952ed5-88c1-4213-a559-8d8f6cced0c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=fe9f0ca6-2694-4808-9507-0a21cb780d8b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.241200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0af066-9fd7-456a-8a75-bf52f21b7ee7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:19:47.274464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa24b6-43bb-46f1-84e5-aa380016c360 req-5dd7d1c2-8684-4885-82e3-94abb84e2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:47.276204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91fa24b6-43bb-46f1-84e5-aa380016c360 req-5dd7d1c2-8684-4885-82e3-94abb84e2863 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 1098 time: 0.1906340 Jul 22 14:19:47.289762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.301966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:47.305434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.330128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Transition to ACTIVE for port object eb0af066-9fd7-456a-8a75-bf52f21b7ee7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:47.343340 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.345189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:19:47.392820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-91fa24b6-43bb-46f1-84e5-aa380016c360 req-f08256e7-bed2-4d99-b7ee-3605cff0772f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083732 Jul 22 14:19:47.398389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.398807 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Added segment af9e3233-4fb2-44ce-9c08-f4e68557e8ad of type vlan for network 0c3578b4-02ee-4117-95ac-108026a1467d Jul 22 14:19:47.442700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f79aa-d938-4ace-af1b-46b20c5c90fc req-bcfcb60f-c69f-4ab9-8e7e-522b2e2d783b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:47.450677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-509f79aa-d938-4ace-af1b-46b20c5c90fc req-bcfcb60f-c69f-4ab9-8e7e-522b2e2d783b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 932 time: 0.1680572 Jul 22 14:19:47.478647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.498016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc6ee9-a551-404f-a29c-db1e3f4f69c4 req-ab76b08b-d7b7-43cc-88fd-6b8a673d12d8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:47.500004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ebc6ee9-a551-404f-a29c-db1e3f4f69c4 req-ab76b08b-d7b7-43cc-88fd-6b8a673d12d8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2977076 Jul 22 14:19:47.500195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-509f79aa-d938-4ace-af1b-46b20c5c90fc req-700f0295-0353-49f2-81c6-e74f4d9dea45 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477455 Jul 22 14:19:47.506775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.535279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55276) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:47.549710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-820833b6-9067-4d9d-a3d0-45253b07c58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.658979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ebc6ee9-a551-404f-a29c-db1e3f4f69c4 req-eeb02c46-c31d-4aea-802a-4625349f7e44 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475070 Jul 22 14:19:47.667831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.673776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:47.674410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.675844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02df9e4e-3d41-49d8-b196-3666567e16ce req-bd8a1a54-de16-4560-bd6c-9c23b6ae19ef tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0493839 Jul 22 14:19:47.731767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:47.732041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:47.732375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:47.748559 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-820833b6-9067-4d9d-a3d0-45253b07c58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.754090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-820833b6-9067-4d9d-a3d0-45253b07c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.766142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:19:47.766669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:47.774137 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5704961 Jul 22 14:19:47.788922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:47.799803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:47.802239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:47.802592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Checking segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:47.802976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Bound using segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:47.803410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Bound port: eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:47.803769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.806059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11329d5a-01f9-48c8-849f-63e57bcbea05 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Network': ['ID=0c3578b4-02ee-4117-95ac-108026a1467d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.818955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0c3578b4-02ee-4117-95ac-108026a1467d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:19:47.835912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820833b6-9067-4d9d-a3d0-45253b07c58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd57b69-92fc-4bfd-8893-fe6e3fcb58b5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:47.908238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-820833b6-9067-4d9d-a3d0-45253b07c58c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=673162d89db441ffa21d8204037808cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718295 Jul 22 14:19:47.911993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55282) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:47.952245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:47.975338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:47.982188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:47.982853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:47.985724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.033834 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d1da1c2-9152-4d29-afd7-f3da6cb0a570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.040139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:48.040700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.042320 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 1093 time: 1.6690695 Jul 22 14:19:48.044918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:48.047283 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:48.119496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d1da1c2-9152-4d29-afd7-f3da6cb0a570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.124607 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5e8bf2-87e3-4dfe-b3dd-1e6a81e6acca x-openstack-request-id: req-4e5e8bf2-87e3-4dfe-b3dd-1e6a81e6acca {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:48.124798 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:48.125056 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e5e8bf2-87e3-4dfe-b3dd-1e6a81e6acca {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:48.125458 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'status': 'completed', 'code': 200} Jul 22 14:19:48.175670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de312904-31dd-4ce4-8bbf-4a2ab0233af9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:48.241379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-63180567-70d0-410c-8f8d-418ca8793225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:48.243196 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-63180567-70d0-410c-8f8d-418ca8793225 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1096 time: 0.1507497 Jul 22 14:19:48.254761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d1da1c2-9152-4d29-afd7-f3da6cb0a570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.257825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d1da1c2-9152-4d29-afd7-f3da6cb0a570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.259189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d1da1c2-9152-4d29-afd7-f3da6cb0a570 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cd57b69-92fc-4bfd-8893-fe6e3fcb58b5 HTTP/1.1" status: 204 len: 168 time: 0.3460307 Jul 22 14:19:48.314439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1da1c2-9152-4d29-afd7-f3da6cb0a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd57b69-92fc-4bfd-8893-fe6e3fcb58b5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:48.328162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-9e3c7c36-c8eb-43e8-afef-a0028b16dc0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 217 time: 0.0675576 Jul 22 14:19:48.392713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b354d763-56d9-412f-9f19-79859389c05f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:48.399673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-aa21a13b-208d-4e56-894e-e01e0017a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:48.401199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-aa21a13b-208d-4e56-894e-e01e0017a47a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.0620546 Jul 22 14:19:48.412943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.495697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b354d763-56d9-412f-9f19-79859389c05f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:48.497051 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.497654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416191e7-5a78-464e-a81e-aefa5842a205 req-6cbb0a05-84b1-4600-916e-5315dd07b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:48.501229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-6cbb0a05-84b1-4600-916e-5315dd07b248 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904443 Jul 22 14:19:48.524581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=a9ab49df-e47b-4491-9b11-7480ad8b5ff7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:48.539311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Checking segment: {'id': 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:48.540418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network hostable DHCP agents. Network: 0c3578b4-02ee-4117-95ac-108026a1467d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:19:48.563024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d2adc59f-8a47-46b8-bffa-246ec9c3e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.568918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 0c3578b4-02ee-4117-95ac-108026a1467d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:19:48.587878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0c3578b4-02ee-4117-95ac-108026a1467d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:48.593977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:48.594738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.605084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f8e362-8e80-4957-abbd-5c576c0dbd48 None None] Network 0c3578b4-02ee-4117-95ac-108026a1467d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:48.615179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d22d2f75-9de5-483b-b548-ee939f975a79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8229380 Jul 22 14:19:48.617999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55294) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:48.624426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1755960300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:48.657395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.659257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.775535 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.780786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.807945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:48.809691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-47c12f04-82c5-4a5a-b30a-73059125412c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1896782 Jul 22 14:19:48.812097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55306) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:48.829165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d', 'name': 'tempest-PortsIpV6TestJSON-1568352459'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:48.842189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-5c34c10a-e1c7-4876-be15-c97f3451e0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355756 Jul 22 14:19:48.872395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-0c3578b4-02ee-4117-95ac-108026a1467d', 'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': 'a9ab49df-e47b-4491-9b11-7480ad8b5ff7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:19:48.873729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.028795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbcb80-4e4b-42b4-8bc3-e6f326b2617d req-33357199-07da-454c-9ab8-f59e098adb7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:49.038109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2bbbcb80-4e4b-42b4-8bc3-e6f326b2617d req-33357199-07da-454c-9ab8-f59e098adb7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 944 time: 0.3523817 Jul 22 14:19:49.055788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.107280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Allocated IP 2001:db8::2 (0c3578b4-02ee-4117-95ac-108026a1467d/a9ab49df-e47b-4491-9b11-7480ad8b5ff7/e2175970-ca1e-4219-892a-6f129388ce62) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:49.116279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-416191e7-5a78-464e-a81e-aefa5842a205 req-224d87dd-0635-4653-8870-76aa7d84a4ca service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564833 Jul 22 14:19:49.137831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2bbbcb80-4e4b-42b4-8bc3-e6f326b2617d req-f9d2f5e0-1149-4fab-8ed6-3411d072eb7d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986471 Jul 22 14:19:49.178919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:49.182490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.252157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:19:49.294307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6660556-613e-4953-889c-861ecc74db69 req-2d495648-478b-4f2e-b637-944f630e8e4b tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0446715 Jul 22 14:19:49.369688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-80f9f1a4-40e2-4598-82fd-580db69420f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:49.371867 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-80f9f1a4-40e2-4598-82fd-580db69420f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1096 time: 0.1863234 Jul 22 14:19:49.396741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.401093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb261223-045d-4f71-b731-569e58b7708b req-247b1ca5-9ed1-4bb3-843d-3864e7fab1fb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:49.410496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb261223-045d-4f71-b731-569e58b7708b req-247b1ca5-9ed1-4bb3-843d-3864e7fab1fb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.6000681 Jul 22 14:19:49.425599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Transition to ACTIVE for port object e2175970-ca1e-4219-892a-6f129388ce62 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:49.464205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Transition to ACTIVE for port object e2175970-ca1e-4219-892a-6f129388ce62 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:49.472384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.475290 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb261223-045d-4f71-b731-569e58b7708b req-00bf6042-f378-4114-ad4f-d70f66cef2dc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639095 Jul 22 14:19:49.545951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Pushing event updated for resources: {'Port': ['ID=e2175970-ca1e-4219-892a-6f129388ce62,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:49.561260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Network 0c3578b4-02ee-4117-95ac-108026a1467d is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:49.562988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:49.567270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:49.615746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-12b3003b-0d18-48d5-9ffc-60c592ed6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:49.617223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-12b3003b-0d18-48d5-9ffc-60c592ed6612 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 898 time: 0.2386374 Jul 22 14:19:49.634062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::3df (0c3578b4-02ee-4117-95ac-108026a1467d/a9ab49df-e47b-4491-9b11-7480ad8b5ff7/b3eaea86-5c00-499c-9f5d-ec7a9aa36121) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:49.661246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Attempting to bind port e2175970-ca1e-4219-892a-6f129388ce62 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:19:49.662539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Attempting to bind port e2175970-ca1e-4219-892a-6f129388ce62 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:19:49.663445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Attempting to bind port e2175970-ca1e-4219-892a-6f129388ce62 on network 0c3578b4-02ee-4117-95ac-108026a1467d {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:19:49.672648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:19:49.673240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Checking segment: {'id': 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:19:49.674008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.674567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Bound using segment: {'id': 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:19:49.675352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Bound port: e2175970-ca1e-4219-892a-6f129388ce62, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0c3578b4-02ee-4117-95ac-108026a1467d'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:19:49.676012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.736204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-cebe57b8-3803-4dd1-ad8f-d42e2c8b1cf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 217 time: 0.1117103 Jul 22 14:19:49.794881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] For port e2175970-ca1e-4219-892a-6f129388ce62, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:19:49.802941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] For port e2175970-ca1e-4219-892a-6f129388ce62, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e2175970-ca1e-4219-892a-6f129388ce62,segment=NetworkSegment(af9e3233-4fb2-44ce-9c08-f4e68557e8ad),segment_id=af9e3233-4fb2-44ce-9c08-f4e68557e8ad)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:19:49.810127 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:49.812704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-910b067c-894b-4b03-9c38-edbd95085fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:49.814347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-910b067c-894b-4b03-9c38-edbd95085fe4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.0712979 Jul 22 14:19:49.916100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-d426f56f-67d0-493b-9ec8-1c997dd81fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:49.920324 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-d426f56f-67d0-493b-9ec8-1c997dd81fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992324 Jul 22 14:19:49.959508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0597df5-9fc3-45cf-ac4b-c7be426e2ed4 None None] Pushing event updated for resources: {'Port': ['ID=e2175970-ca1e-4219-892a-6f129388ce62,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:49.984707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:50.072643 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-16f0622f-c6fd-4aba-90be-11cb7243110a service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433210 Jul 22 14:19:50.088384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b809eb-4fc2-438e-a699-99d40ea2e606 req-a539ee09-8e9b-4db4-8e41-32f940382ee9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:50.090582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8b809eb-4fc2-438e-a699-99d40ea2e606 req-a539ee09-8e9b-4db4-8e41-32f940382ee9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2992611 Jul 22 14:19:50.099163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:50.179614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object b3eaea86-5c00-499c-9f5d-ec7a9aa36121 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:19:50.313893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:50.326355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4895c-4dda-46e8-931e-2e882c8a3bd1 req-3117a8dd-bcb9-48df-a760-fd5851f51caf tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:50.333309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1c4895c-4dda-46e8-931e-2e882c8a3bd1 req-3117a8dd-bcb9-48df-a760-fd5851f51caf tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 944 time: 0.1161788 Jul 22 14:19:50.377597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=b3eaea86-5c00-499c-9f5d-ec7a9aa36121,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:50.380234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1c4895c-4dda-46e8-931e-2e882c8a3bd1 req-33d7054e-cc1d-415f-828d-f21aaf0bd5ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458357 Jul 22 14:19:50.390365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c95cd2f-bb6a-4b31-a9a9-91e0c54b5a7b req-d3ac6bba-5d23-45dd-bafd-e922c71d7946 service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105676 Jul 22 14:19:50.399184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 0c3578b4-02ee-4117-95ac-108026a1467d is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:50.400722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:50.416193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:50.424830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:50.425973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:50.453574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-71a77017-21d1-41bf-9ce3-4b390b44a6fb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6381488 Jul 22 14:19:50.456586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:50.530771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e8b809eb-4fc2-438e-a699-99d40ea2e606 req-5e3ef0ce-a7fb-49f0-9e27-b1c1f0e0d529 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277081 Jul 22 14:19:50.720582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4eeab2f6-a274-49a8-8f6c-ee44e86b9def req-050b7cc3-a242-42cb-b3f2-de6cd16f3f85 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1564186 Jul 22 14:19:50.986070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.292972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.293593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.301307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.430538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=b3eaea86-5c00-499c-9f5d-ec7a9aa36121,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:51.444367 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1d7ee28d-6ecd-4dcf-9449-1ebc88610731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.520993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831bc951-1c66-4c70-a1a7-39d1bdb87f8d None None] Network 0c3578b4-02ee-4117-95ac-108026a1467d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:51.548540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.627715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e627f-4533-4eef-85be-f683e22e8b28 req-c487d5d3-9fe3-43f0-98b2-5dfdbc52ac6e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:51.635544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b6e627f-4533-4eef-85be-f683e22e8b28 req-c487d5d3-9fe3-43f0-98b2-5dfdbc52ac6e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 944 time: 0.1445034 Jul 22 14:19:51.699370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b6e627f-4533-4eef-85be-f683e22e8b28 req-19108762-d068-482d-ba6c-b84f8996073d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581861 Jul 22 14:19:51.847856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb335e-71e1-481f-853d-f2968c2fad54 req-36db5335-7ad6-46ed-a599-ccc2e245d381 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:51.849997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cbb335e-71e1-481f-853d-f2968c2fad54 req-36db5335-7ad6-46ed-a599-ccc2e245d381 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1709614 Jul 22 14:19:51.865090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:51.926341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-84d27b1d-b96d-491e-954a-12076d3e7c5d None None] Provisioning for port e2175970-ca1e-4219-892a-6f129388ce62 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:51.931161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cbb335e-71e1-481f-853d-f2968c2fad54 req-1dc47c87-c9e1-4e00-af53-ec61d3fed772 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Jul 22 14:19:51.983338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17e2ac21-a4cf-4bf0-81ea-15f75104b0a6 req-e9e5d76c-8eb3-4aba-bd0e-4189b4830d15 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0568874 Jul 22 14:19:52.284282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.291255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.294901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.321700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:19:52.393125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e2175970-ca1e-4219-892a-6f129388ce62 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:52.470442 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.480084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=b3eaea86-5c00-499c-9f5d-ec7a9aa36121,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:52.511634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:52.537713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'port_id': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'mac_address': 'fa:16:3e:f7:e1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:19:52.549200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e2175970-ca1e-4219-892a-6f129388ce62 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:52.562805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network 0c3578b4-02ee-4117-95ac-108026a1467d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:52.564381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:52.577427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-264b7a20-c7ca-4019-9e20-d0a9a32b40a1 None None] Provisioning for port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:52.581566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e2175970-ca1e-4219-892a-6f129388ce62 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:52.581969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.586036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-264b7a20-c7ca-4019-9e20-d0a9a32b40a1 None None] Provisioning complete for port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:52.586653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-264b7a20-c7ca-4019-9e20-d0a9a32b40a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.637949 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.695126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0af066-9fd7-456a-8a75-bf52f21b7ee7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:19:52.717326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:52.720165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-264b7a20-c7ca-4019-9e20-d0a9a32b40a1 None None] Port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:52.723404 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.767283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Router c9cc8487-411c-465f-9bbf-3863ede7457f is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:19:52.829871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.888925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:52.922175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6b35b340-ea2d-4c1b-b0ab-41ff825559bb None None] Provisioning complete for port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:52.922561 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6b35b340-ea2d-4c1b-b0ab-41ff825559bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:52.963173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e2175970-ca1e-4219-892a-6f129388ce62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e2175970-ca1e-4219-892a-6f129388ce62,segment=NetworkSegment(af9e3233-4fb2-44ce-9c08-f4e68557e8ad),segment_id=af9e3233-4fb2-44ce-9c08-f4e68557e8ad)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:52.967529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['eb0af066-9fd7-456a-8a75-bf52f21b7ee7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:19:53.021331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:53.163622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e2175970-ca1e-4219-892a-6f129388ce62,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:53.194920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de04277-6bc1-4f63-a25e-be7c5309ab43 req-2e4a7909-89f3-46e5-a77e-b4ff04aaba98 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:53.206727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6b35b340-ea2d-4c1b-b0ab-41ff825559bb None None] Port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:53.210849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6de04277-6bc1-4f63-a25e-be7c5309ab43 req-2e4a7909-89f3-46e5-a77e-b4ff04aaba98 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1168532 Jul 22 14:19:53.264688 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6de04277-6bc1-4f63-a25e-be7c5309ab43 req-57ffe22a-9452-4843-8ab2-2029a433b2d2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526536 Jul 22 14:19:53.389939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f3a2dee9-9138-4ba9-a9ad-dd8adc962d4e None None] Provisioning complete for port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:53.390995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3a2dee9-9138-4ba9-a9ad-dd8adc962d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:53.406442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00d85536-f7ba-47d2-891c-f96cb1fdc6b1 req-c7438767-30f8-4f43-bae8-42d615002b81 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0517166 Jul 22 14:19:53.454446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2dee9-9138-4ba9-a9ad-dd8adc962d4e None None] Port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:53.514506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:53.530053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:53.541635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1191be0d-a3a5-406d-836b-5ed5f21ed0b5 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/routers/c9cc8487-411c-465f-9bbf-3863ede7457f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0832858 Jul 22 14:19:53.543646 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] Sync routers for ids ['c9cc8487-411c-465f-9bbf-3863ede7457f'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:53.544401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:53.559454 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] Routers {'c9cc8487-411c-465f-9bbf-3863ede7457f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:53.562168 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c9cc8487-411c-465f-9bbf-3863ede7457f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:53.626601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12602413-d651-4489-b899-26840de5fadb req-f0ce98b2-d913-4800-a166-0a1c97822819 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:53.628183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12602413-d651-4489-b899-26840de5fadb req-f0ce98b2-d913-4800-a166-0a1c97822819 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.2129884 Jul 22 14:19:53.633189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-80e0276d-2e9a-48c0-9bdd-83421a4600e6 None None] Provisioning complete for port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:53.635645 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-80e0276d-2e9a-48c0-9bdd-83421a4600e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:53.650758 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:53.672122 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] Routers {'c9cc8487-411c-465f-9bbf-3863ede7457f'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:53.673382 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c9cc8487-411c-465f-9bbf-3863ede7457f'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:53.704692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320eca74-d08c-4539-b34f-1844b946a2e1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:53.709772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-320eca74-d08c-4539-b34f-1844b946a2e1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9cc8487-411c-465f-9bbf-3863ede7457f HTTP/1.1" status: 200 len: 989 time: 0.1629791 Jul 22 14:19:53.711583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:53.712445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12602413-d651-4489-b899-26840de5fadb req-d04eea17-e587-46a0-9a9a-13b671b619ce tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756288 Jul 22 14:19:53.724566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-80e0276d-2e9a-48c0-9bdd-83421a4600e6 None None] Port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:19:53.767940 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:53.769099 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f229e8-5b61-4ebe-aa14-6f34e2193d9d None None] The sync data for ids ['c9cc8487-411c-465f-9bbf-3863ede7457f'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:54.161977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.168096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.176273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.180967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.187462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.193686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.199992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.206172 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-6c5f1773-259a-4100-99f4-0656b59ccc27 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.1452436 Jul 22 14:19:54.214163 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:54.259621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df0458f0-b91c-4dea-92b1-95a893cf5808 req-5b7353ae-9a99-4a38-9594-ac0c99eb3c23 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491617 Jul 22 14:19:54.327271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e2175970-ca1e-4219-892a-6f129388ce62 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:54.370676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:19:54.453417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e2175970-ca1e-4219-892a-6f129388ce62 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:54.455176 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:54.459850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:19:54.476657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.483954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.487382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:19:54.487924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:54.490788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.502599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.509462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.516989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.523932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.526251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc9d570b-5451-4392-9e03-3f6f16268f23 req-d5465e56-3edf-45f7-9b2b-f969094c2f2d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.1553702 Jul 22 14:19:54.642819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-082247ff-e2d7-4cf5-b936-708597701862 req-a7d4f013-d1db-4aca-9e98-cc2042d73142 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0443590 Jul 22 14:19:54.644876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ead0b8-5c7b-4c42-ae8d-20ca5593ab3c req-d43c443e-eed6-4f86-a6cb-b6241468c0a9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.647052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6ead0b8-5c7b-4c42-ae8d-20ca5593ab3c req-d43c443e-eed6-4f86-a6cb-b6241468c0a9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2627535 Jul 22 14:19:54.658013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:54.689875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:54.691154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:54.693373 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841bf270-30e0-4acb-8bd9-24d42b31c0f8" -d '{"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:54.707880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:54.711730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:54.752396 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30e78a9-0744-467f-9695-618f9d699946 x-openstack-request-id: req-f30e78a9-0744-467f-9695-618f9d699946 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:19:54.752693 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:19:54.752949 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f30e78a9-0744-467f-9695-618f9d699946 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:19:54.753343 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'code': 200} Jul 22 14:19:54.775379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:54.845742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6ead0b8-5c7b-4c42-ae8d-20ca5593ab3c req-43c651c2-6efd-4a49-a3cc-031c197c013d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904862 Jul 22 14:19:54.928381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d572992-8b11-44cd-9dcb-64517e0f8531 req-ccc9dd1b-2bda-446a-8655-7ce6c687b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.928794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d572992-8b11-44cd-9dcb-64517e0f8531 req-ccc9dd1b-2bda-446a-8655-7ce6c687b790 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1098 time: 0.1094995 Jul 22 14:19:54.943739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876dd3b-cebe-4076-a8a0-614da8a0c544 req-0d976d32-01bb-416a-a0dd-6eb7c5e3641b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:54.945303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7876dd3b-cebe-4076-a8a0-614da8a0c544 req-0d976d32-01bb-416a-a0dd-6eb7c5e3641b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.0901484 Jul 22 14:19:55.007173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d572992-8b11-44cd-9dcb-64517e0f8531 req-ddaca5f0-50a0-4134-9078-84e96ef00ec4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608406 Jul 22 14:19:55.013096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7876dd3b-cebe-4076-a8a0-614da8a0c544 req-77a014ba-e56a-4219-bd82-2c1b7e810609 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522952 Jul 22 14:19:55.030370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:55.303652 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:19:55.585190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port b3eaea86-5c00-499c-9f5d-ec7a9aa36121 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:55.585538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:55.693007 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:55.725532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for b3eaea86-5c00-499c-9f5d-ec7a9aa36121 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:55.833810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bd5e154-c83b-49b8-8bc2-be2b52f1d963 req-bac222f1-b097-488b-89ca-017b143467f0 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0499616 Jul 22 14:19:55.935535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Deleting port 113a204e-6d4d-4666-bd94-c6de02c8e98d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:55.936139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:56.030915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bb332-39a8-4212-8232-01596e8a461e req-1dfd7aa9-3271-49f7-a8c3-8c230d67b9a6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.032671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca0bb332-39a8-4212-8232-01596e8a461e req-1dfd7aa9-3271-49f7-a8c3-8c230d67b9a6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.0928223 Jul 22 14:19:56.104493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca0bb332-39a8-4212-8232-01596e8a461e req-6fc676c7-5e34-468d-b3cb-b31934f1ce88 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636477 Jul 22 14:19:56.177339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] For port 113a204e-6d4d-4666-bd94-c6de02c8e98d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=113a204e-6d4d-4666-bd94-c6de02c8e98d,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:56.177757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:56.199128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:56.201173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Calling delete_port for 113a204e-6d4d-4666-bd94-c6de02c8e98d owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:56.243851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=b3eaea86-5c00-499c-9f5d-ec7a9aa36121,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:56.345802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55494) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:56.416670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e2bb-416e-4629-bc4f-9a4a9ca35a24 req-258171fe-5ae3-4384-a563-7bd20be107f8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.425289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8859e2bb-416e-4629-bc4f-9a4a9ca35a24 req-258171fe-5ae3-4384-a563-7bd20be107f8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.3016899 Jul 22 14:19:56.458766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:56.485545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.486063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.486674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.487161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.487631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.488334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.488827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.491700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-34acfe04-ba46-4b9c-a7c9-97a9127ac89e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 6509 time: 0.1448355 Jul 22 14:19:56.535342 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-cf475156-5ab0-41cc-a852-ad8421ef2325 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330997 Jul 22 14:19:56.612611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8859e2bb-416e-4629-bc4f-9a4a9ca35a24 req-9d9ddad1-95c5-478c-a210-5a9cfbc5e42a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863024 Jul 22 14:19:56.722048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Router c9cc8487-411c-465f-9bbf-3863ede7457f has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:56.760574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26593c84-f774-4395-a764-561766fe48c5 req-0a1273c3-7253-42e5-850b-bd64e9b1f96c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.769095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26593c84-f774-4395-a764-561766fe48c5 req-0a1273c3-7253-42e5-850b-bd64e9b1f96c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.0783849 Jul 22 14:19:56.803976 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26593c84-f774-4395-a764-561766fe48c5 req-915db7cc-33f6-4932-943d-40972891fc4f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Jul 22 14:19:56.827453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55502) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:56.837959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:56.874035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Pushing event deleted for resources: {'Port': ['ID=113a204e-6d4d-4666-bd94-c6de02c8e98d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:56.876784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:56.885978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-21426f95-54c2-4e2c-ab96-32c6bcf668f8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/routers/c9cc8487-411c-465f-9bbf-3863ede7457f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1732869 Jul 22 14:19:56.888046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] Sync routers for ids ['c9cc8487-411c-465f-9bbf-3863ede7457f'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:56.897736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:56.901611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] Routers {'c9cc8487-411c-465f-9bbf-3863ede7457f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:56.903653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c9cc8487-411c-465f-9bbf-3863ede7457f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:56.935131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d2d26-c305-42ad-aa80-f19e1ef9a166 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:56.937905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb7d2d26-c305-42ad-aa80-f19e1ef9a166 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1093 time: 0.1090076 Jul 22 14:19:56.942263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55510) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:56.948171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:56.959455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:56.981819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] Routers {'c9cc8487-411c-465f-9bbf-3863ede7457f'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:56.982351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c9cc8487-411c-465f-9bbf-3863ede7457f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:56.996380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.028986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:57.030048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02aa89a-042a-49a0-8d9d-01a375d7eecc None None] The sync data for ids ['c9cc8487-411c-465f-9bbf-3863ede7457f'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:57.041077 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fbb1ec-708c-4cda-8e0f-ad624f244a3a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:19:57.043797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b9fbb1ec-708c-4cda-8e0f-ad624f244a3a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/b3eaea86-5c00-499c-9f5d-ec7a9aa36121 HTTP/1.1" status: 404 len: 333 time: 0.1529148 Jul 22 14:19:57.057121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55512) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:57.157099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.172286 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7fb7bf4-e9a1-4587-ad54-3875c7c86c75 req-ff7f407a-8742-4ef9-8575-af3f9b2def6f tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1332328 Jul 22 14:19:57.292450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.436138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.440515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.505990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.506745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Fanout notify agent at l3_agent the message router_deleted on router c9cc8487-411c-465f-9bbf-3863ede7457f {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:19:57.510326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.520266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.525755 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7b01d292-1027-49b6-a8ef-9906439592fd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/routers/c9cc8487-411c-465f-9bbf-3863ede7457f HTTP/1.1" status: 204 len: 168 time: 0.4646535 Jul 22 14:19:57.525910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:57.538445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715475dc-8a6b-486b-8b27-f1c5702a1018 req-d1aa277a-ba5f-4eea-8467-a2f5e375619a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:57.540721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-715475dc-8a6b-486b-8b27-f1c5702a1018 req-d1aa277a-ba5f-4eea-8467-a2f5e375619a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2834346 Jul 22 14:19:57.597932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet a9ab49df-e47b-4491-9b11-7480ad8b5ff7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:57.604384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.631085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:57.642121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-715475dc-8a6b-486b-8b27-f1c5702a1018 req-1cdf91ef-4296-4d0b-8a74-470fdeca8a66 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937128 Jul 22 14:19:57.671752 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.701891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.109 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/8701ba4d-5f7a-43eb-b029-66170e46c43f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:19:57.829380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.882507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:57.940481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:19:57.941904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=8701ba4d-5f7a-43eb-b029-66170e46c43f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:57.944584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:19:57.946730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:19:58.110491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:58.116662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4a7e3aae-4082-4e0a-a129-742002cc677d admin admin] 10.222.0.11 "PUT /v2.0/routers/9d7158fc-10b6-4bea-8fa1-ece1ea125865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6010361 Jul 22 14:19:58.118115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.121651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:58.124672 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] Sync routers for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:58.138329 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:58.138959 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:58.268524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.282810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.324143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d7ad5-2bc5-43ac-b2ef-cffd54368176 None None] Network 0c3578b4-02ee-4117-95ac-108026a1467d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:19:58.349805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.354918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/a9ab49df-e47b-4491-9b11-7480ad8b5ff7 HTTP/1.1" status: 204 len: 168 time: 0.8279541 Jul 22 14:19:58.356731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dcdb0-b182-445e-9803-11a5d5d290bd tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ab49df-e47b-4491-9b11-7480ad8b5ff7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:58.365925 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:58.394573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:58.448279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-003b38b9-f5e1-4fec-a2f3-29ab991ecac1 req-774edf68-2c0d-48b1-a413-46b7a104ed73 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0447114 Jul 22 14:19:58.503713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.532819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.603017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.624236 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.666409 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:19:56Z', 'revision_number': 5, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port': {'id': 'b68bd64f-3946-4a2d-82b2-3598203c52a8', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:40:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:58.668011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] DHCP port deletion for 0c3578b4-02ee-4117-95ac-108026a1467d request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:19:58.688895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port e2175970-ca1e-4219-892a-6f129388ce62 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:58.689246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.698421 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] Checking router: 9d7158fc-10b6-4bea-8fa1-ece1ea125865 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:19:58.707568 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] Routers {'9d7158fc-10b6-4bea-8fa1-ece1ea125865'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:58.708186 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:58.767159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] For port e2175970-ca1e-4219-892a-6f129388ce62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e2175970-ca1e-4219-892a-6f129388ce62,segment=NetworkSegment(af9e3233-4fb2-44ce-9c08-f4e68557e8ad),segment_id=af9e3233-4fb2-44ce-9c08-f4e68557e8ad)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:58.767543 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.780947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for e2175970-ca1e-4219-892a-6f129388ce62 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:58.796417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Deleting port e2175970-ca1e-4219-892a-6f129388ce62 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:58.796800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.801179 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] Set router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:19:58.861720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:19:58Z', 'revision_number': 6, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:58.881094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Deleting port b68bd64f-3946-4a2d-82b2-3598203c52a8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:19:58.881445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.883086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.890244 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d3ada-071c-4a3a-ac09-05a08241a045 None None] The sync data for ids ['9d7158fc-10b6-4bea-8fa1-ece1ea125865'] in n-d-787205-11 is: [{'id': '9d7158fc-10b6-4bea-8fa1-ece1ea125865', 'name': 'tempest-TaggedBootDevicesTest-755088895-router', 'tenant_id': '849bf900681e4172bc7268e1cfa1a338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:07:56Z', 'updated_at': '2021-07-22T14:19:58Z', 'revision_number': 6, 'project_id': '849bf900681e4172bc7268e1cfa1a338', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:19:58.928326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=e2175970-ca1e-4219-892a-6f129388ce62,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:58.928743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.939502 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.947090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No DVR routers for this DVR port e2175970-ca1e-4219-892a-6f129388ce62 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:58.953809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] For port e2175970-ca1e-4219-892a-6f129388ce62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e2175970-ca1e-4219-892a-6f129388ce62,segment=NetworkSegment(af9e3233-4fb2-44ce-9c08-f4e68557e8ad),segment_id=af9e3233-4fb2-44ce-9c08-f4e68557e8ad)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:58.954671 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:58.970955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Calling delete_port for e2175970-ca1e-4219-892a-6f129388ce62 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:58.971746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d26258-fb2c-4391-891a-28e16ceed1c3 req-6a588a91-feb8-4abb-a52b-9d5642aca4e6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:58.978394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1d26258-fb2c-4391-891a-28e16ceed1c3 req-6a588a91-feb8-4abb-a52b-9d5642aca4e6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1885519 Jul 22 14:19:59.070674 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.086415 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.097028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1d26258-fb2c-4391-891a-28e16ceed1c3 req-cbf1fc79-b343-410e-bc27-6e4c7afa51d8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865951 Jul 22 14:19:59.106796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Pushing event deleted for resources: {'Port': ['ID=e2175970-ca1e-4219-892a-6f129388ce62,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:59.112514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c3578b4-02ee-4117-95ac-108026a1467d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:59.113063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=8701ba4d-5f7a-43eb-b029-66170e46c43f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:59.114823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] No DVR routers for this DVR port e2175970-ca1e-4219-892a-6f129388ce62 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:19:59.117495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.118016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.118427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.118838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.119242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.119651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.120052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.120456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.120872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.121394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.122005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.122783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a478509f-a6fe-43be-bdd9-2671c7b0a9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:19:59.123604 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.143765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] For port b68bd64f-3946-4a2d-82b2-3598203c52a8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b68bd64f-3946-4a2d-82b2-3598203c52a8,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:19:59.144145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.154787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:59.155174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af9e3233-4fb2-44ce-9c08-f4e68557e8ad') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:59.167317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Calling delete_port for b68bd64f-3946-4a2d-82b2-3598203c52a8 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:19:59.170718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.192284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.234097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:19:59.234526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:19:59.237653 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:19:59.245563 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP 681375ae-855a-45d7-80ce-408b7389ee6c associated. External IP: 172.25.8.109, port: eb0af066-9fd7-456a-8a75-bf52f21b7ee7. Jul 22 14:19:59.364254 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.369542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.376877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/0c3578b4-02ee-4117-95ac-108026a1467d HTTP/1.1" status: 204 len: 168 time: 0.9779813 Jul 22 14:19:59.377228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55532) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:59.437073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf9f34-aa35-498a-99ae-cebe8aed2d1c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=0c3578b4-02ee-4117-95ac-108026a1467d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:59.522666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5844460-f584-40c5-868e-bbe289b48f72 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:19:59.525915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e5844460-f584-40c5-868e-bbe289b48f72 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 HTTP/1.1" status: 200 len: 844 time: 0.1458127 Jul 22 14:19:59.530406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:59.573192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.578736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:19:59.632665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4204914a-8103-4aca-a09e-581198121974 req-dc327ce9-0ee5-4d2e-9a28-d9f92f7c5b0d tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0635321 Jul 22 14:19:59.636174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68bd64f-3946-4a2d-82b2-3598203c52a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:19:59.647392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e4c1abdd-eada-4b27-aa86-61b3ed8252db tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1157794 Jul 22 14:19:59.662337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55538) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:59.671006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:19:59.717249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.799489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:19:59.812036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] Sync routers for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:19:59.815911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.818177 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.823176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:19:59.828053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.829396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:19:59.831880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.833423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:19:59.876139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.876670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d7158fc-10b6-4bea-8fa1-ece1ea125865 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:19:59.886266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:59.888404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-157d8bbe-8b15-43ed-ba3f-93f26ed9f5e4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9d7158fc-10b6-4bea-8fa1-ece1ea125865 HTTP/1.1" status: 204 len: 168 time: 1.7659168 Jul 22 14:19:59.891049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:59.942393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0878ab73-e98e-44fe-9ddb-f9993f691c9d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9965520 Jul 22 14:19:59.952464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:19:59.955278 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf76b4-5aea-43f7-84e6-7be39195882f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:19:59.960735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Deleting subnet 96539b83-37b1-48c8-8848-f6493554bfde {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:19:59.964427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.020534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.058616 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4608b7a9-71ed-4dde-9c42-e4fc37d9b40c x-openstack-request-id: req-4608b7a9-71ed-4dde-9c42-e4fc37d9b40c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:00.059042 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:00.059194 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4608b7a9-71ed-4dde-9c42-e4fc37d9b40c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:00.059581 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'status': 'completed', 'code': 200} Jul 22 14:20:00.096991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:20:00.155126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.336786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.394170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.394541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e8db84-c1e4-4b9d-ad3d-b93a1a963c9f None None] Network f3c63370-eaf7-4a5f-ac64-4f0457c64268 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:00.397932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/96539b83-37b1-48c8-8848-f6493554bfde HTTP/1.1" status: 204 len: 168 time: 0.5055478 Jul 22 14:20:00.400548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:00.424815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b68bd64f-3946-4a2d-82b2-3598203c52a8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:00.438679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5451796-32cb-4480-acdb-3251a3893204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96539b83-37b1-48c8-8848-f6493554bfde,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:00.470011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b68bd64f-3946-4a2d-82b2-3598203c52a8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:00.470011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b68bd64f-3946-4a2d-82b2-3598203c52a8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:00.470317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 113a204e-6d4d-4666-bd94-c6de02c8e98d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:00.561950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87d70a-7f1a-4fd9-b094-844b1ad05376 req-f0383ef5-9562-4f7d-a89e-d3a5f8523a43 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:00.563551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f87d70a-7f1a-4fd9-b094-844b1ad05376 req-f0383ef5-9562-4f7d-a89e-d3a5f8523a43 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2786086 Jul 22 14:20:00.566994 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.568143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 113a204e-6d4d-4666-bd94-c6de02c8e98d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:00.568505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 113a204e-6d4d-4666-bd94-c6de02c8e98d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:00.568931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e2175970-ca1e-4219-892a-6f129388ce62 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:00.607247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e2175970-ca1e-4219-892a-6f129388ce62 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:00.607598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e2175970-ca1e-4219-892a-6f129388ce62 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:00.616924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5248c7-b358-4beb-9f3c-23a2eda33ab4 req-da78a305-a56d-4747-a170-eef863e3ffd1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:00.618553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb5248c7-b358-4beb-9f3c-23a2eda33ab4 req-da78a305-a56d-4747-a170-eef863e3ffd1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.6107969 Jul 22 14:20:00.657201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.661183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-7024721b-905d-45a9-a2c1-d63a62b47bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:00.662790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-7024721b-905d-45a9-a2c1-d63a62b47bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1098 time: 0.5962448 Jul 22 14:20:00.689220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f87d70a-7f1a-4fd9-b094-844b1ad05376 req-48890ec3-c630-4944-9c4d-8d54ee90da6f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126411 Jul 22 14:20:00.697512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Deleting port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:00.697902 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.702185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '681375ae-855a-45d7-80ce-408b7389ee6c', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'port_id': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'mac_address': 'fa:16:3e:f7:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:19:58Z', 'updated_at': '2021-07-22T14:19:58Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:46Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:00.736871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] Checking router: b9e4c7d0-e118-449d-a199-3a37ca8c5f21 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:20:00.753072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:00.753239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:19:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:00.758076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb5248c7-b358-4beb-9f3c-23a2eda33ab4 req-224cea62-c379-4729-8a69-81e45d41f473 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261306 Jul 22 14:20:00.759998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:00.776722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] For port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,segment=NetworkSegment(a3eba61e-7bb9-4414-bb27-5e67deed947d),segment_id=a3eba61e-7bb9-4414-bb27-5e67deed947d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:00.777095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.786919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55554) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:00.792661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Calling delete_port for 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:00.804295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:00.819331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:00.820056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.893150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-58b3d292-af33-47fc-8491-b6d64a745496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:00.893409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:20:00.894102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-58b3d292-af33-47fc-8491-b6d64a745496 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 898 time: 0.2193251 Jul 22 14:20:00.894917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7996596f-a55e-4ce2-b8cc-72141775908d req-99bd44c1-0f29-4b30-b36f-9418dd8b9eda tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0403619 Jul 22 14:20:00.924965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:00.930659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=56b49f5d-5a1e-43cb-9ef6-e57b29a40926,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:00.945833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa300ff0-9f86-43d6-9006-3ff60ca45394 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:00.988533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Pushing event deleted for resources: {'Port': ['ID=44f064d3-1ff3-4ad9-9c42-c5e41c968a82,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:00.991990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] No DVR routers for this DVR port 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:01.011407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3b5dd3dc-7d85-42a7-afbe-6942ee92c9e3 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3476202 Jul 22 14:20:01.018202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55556) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:01.025044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'security_group': {'name': 'tempest-secgroup-177625338'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:01.061937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-295cdd51-c71f-4881-911a-617da9d608f4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/681375ae-855a-45d7-80ce-408b7389ee6c HTTP/1.1" status: 200 len: 992 time: 0.2672873 Jul 22 14:20:01.073242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-4d372e27-060d-4549-bef9-63f61a34f75d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 1000 time: 0.1266570 Jul 22 14:20:01.097661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.114184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c63370-eaf7-4a5f-ac64-4f0457c64268']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:01.117825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.129301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3eba61e-7bb9-4414-bb27-5e67deed947d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:01.129878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3eba61e-7bb9-4414-bb27-5e67deed947d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:01.143930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.165187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.166002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-3a882340-9bd2-435d-98ce-327a3049a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:01.168254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-3a882340-9bd2-435d-98ce-327a3049a11d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.0864193 Jul 22 14:20:01.176665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:01.177043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:01.178849 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:01.217415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2dc7d6-2b99-4b45-acd2-aef753a01ba8 None None] DHCP port deletion for f3c63370-eaf7-4a5f-ac64-4f0457c64268 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:20:01.247750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.259299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.266995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] 10.222.0.11 "DELETE /v2.0/networks/f3c63370-eaf7-4a5f-ac64-4f0457c64268 HTTP/1.1" status: 204 len: 168 time: 0.8364291 Jul 22 14:20:01.280091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f090b-e605-4943-829d-8a8bf092c86a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3c63370-eaf7-4a5f-ac64-4f0457c64268,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:01.300474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.303693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-0308f755-15a7-42cc-ac6c-0ce86c416d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:01.305484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-0308f755-15a7-42cc-ac6c-0ce86c416d9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293983 Jul 22 14:20:01.310535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.384882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7e1e9f-6b29-4c33-9ff0-66db774a50aa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:01.391388 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.393485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-798bae24-c76b-4ac5-b1aa-72fa6978bb46 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3743422 Jul 22 14:20:01.396564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:01.401419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1491112326'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:01.450203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.467571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55562) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:01.490740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-48cc59f5-345f-4bee-be81-e970ff16f707 service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740770 Jul 22 14:20:01.555045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0c190cc8-c3c4-4284-95bd-c3f7e42ecaf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=849bf900681e4172bc7268e1cfa1a338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860920 Jul 22 14:20:01.555771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:01.566618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'tenant_id': 'd8ba9c7ebf4841999497674addbea297', 'fixed_ips': [{'subnet_id': '56b49f5d-5a1e-43cb-9ef6-e57b29a40926'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:20:01.567473 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.632281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '681375ae-855a-45d7-80ce-408b7389ee6c', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'port_id': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'mac_address': 'fa:16:3e:f7:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:19:58Z', 'updated_at': '2021-07-22T14:19:58Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:46Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:01.659477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0bf76b4-5aea-43f7-84e6-7be39195882f req-a584fc3a-9174-42f2-9352-772f4c960d73 service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640131 Jul 22 14:20:01.673652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.678014 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73a074f6-7dd2-4a7a-b4e5-68330969ce62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.683399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.719603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73a074f6-7dd2-4a7a-b4e5-68330969ce62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.727775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba193be2-7d2b-444b-8bad-2ecb1ddaf4de None None] The sync data for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 is: [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '681375ae-855a-45d7-80ce-408b7389ee6c', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'port_id': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'mac_address': 'fa:16:3e:f7:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:19:58Z', 'updated_at': '2021-07-22T14:19:58Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:46Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:01.763184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.777912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55570) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:01.778282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3798242 Jul 22 14:20:01.783831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46cd50-ee5f-4b41-8558-dcf7688311bb tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90b43af-f2ff-4790-ac0c-a0f699755a56,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:01.785031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-96251648', 'security_groups': ['e90b43af-f2ff-4790-ac0c-a0f699755a56'], 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56b49f5d-5a1e-43cb-9ef6-e57b29a40926'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:01.837657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73a074f6-7dd2-4a7a-b4e5-68330969ce62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.839788 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73a074f6-7dd2-4a7a-b4e5-68330969ce62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:01.840610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Allocated IP 2001:db8::2 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/56b49f5d-5a1e-43cb-9ef6-e57b29a40926/37db64e4-e976-4d45-9764-6cb7d08ae347) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:01.843581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-73a074f6-7dd2-4a7a-b4e5-68330969ce62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a194ad1b-1600-4b47-87fb-52fc41e07f27 HTTP/1.1" status: 204 len: 168 time: 0.2807992 Jul 22 14:20:01.867578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a074f6-7dd2-4a7a-b4e5-68330969ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194ad1b-1600-4b47-87fb-52fc41e07f27,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:01.991957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fab56-80ad-43e3-8d56-b70695fedcea req-0c03d1cb-0224-4c3c-b62f-98b46b9a04ab tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:02.000783 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b42fab56-80ad-43e3-8d56-b70695fedcea req-0c03d1cb-0224-4c3c-b62f-98b46b9a04ab tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1773381 Jul 22 14:20:02.038953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:02.088332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:02.123380 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f7561-f73f-44db-80e1-db3af0c1a1a8 None None] New status for floating IP 681375ae-855a-45d7-80ce-408b7389ee6c: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:20:02.152047 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.164522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Transition to ACTIVE for port object 37db64e4-e976-4d45-9764-6cb7d08ae347 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:02.168432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6dac4562-58af-4668-8342-aa16df661b64 req-d7095c82-916c-4143-b49a-7c941a192772 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.1279955 Jul 22 14:20:02.191530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Transition to ACTIVE for port object 37db64e4-e976-4d45-9764-6cb7d08ae347 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:02.211389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.229378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67ee3e2b-5e39-463c-957a-bf72e44bea91 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/681375ae-855a-45d7-80ce-408b7389ee6c HTTP/1.1" status: 200 len: 992 time: 0.1382763 Jul 22 14:20:02.238756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b42fab56-80ad-43e3-8d56-b70695fedcea req-d0528a5f-c7cf-4d5e-96d2-d64501f431e5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370703 Jul 22 14:20:02.251735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.290409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port f005fefe-6074-4049-94e5-d7e6f824889e yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:20:02.310579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Pushing event updated for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:02.349030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:02.350930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:02.353816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:02.363550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:02.453980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:02.456836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 44f064d3-1ff3-4ad9-9c42-c5e41c968a82 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:02.484550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Attempting to bind port 37db64e4-e976-4d45-9764-6cb7d08ae347 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:02.484550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Attempting to bind port 37db64e4-e976-4d45-9764-6cb7d08ae347 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '50e578c4-6d71-46ac-989d-ddb522e79d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:02.484550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Attempting to bind port 37db64e4-e976-4d45-9764-6cb7d08ae347 on network a006ba3e-408d-431e-a2ea-5a2421b9c1fc {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:02.501386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:02.504346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Checking segment: {'id': '50e578c4-6d71-46ac-989d-ddb522e79d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:02.505033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.505449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Bound using segment: {'id': '50e578c4-6d71-46ac-989d-ddb522e79d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:02.506974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Bound port: 37db64e4-e976-4d45-9764-6cb7d08ae347, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e578c4-6d71-46ac-989d-ddb522e79d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:02.508338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.541565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::f1 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/56b49f5d-5a1e-43cb-9ef6-e57b29a40926/f005fefe-6074-4049-94e5-d7e6f824889e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:02.604160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:02.609009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=37db64e4-e976-4d45-9764-6cb7d08ae347,segment=NetworkSegment(50e578c4-6d71-46ac-989d-ddb522e79d50),segment_id=50e578c4-6d71-46ac-989d-ddb522e79d50)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:02.616332 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.704431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f14db5-9f8b-463e-99a0-5b5ef90f6209 None None] Pushing event updated for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:02.724659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.745375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object f005fefe-6074-4049-94e5-d7e6f824889e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:02.792077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.890936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:02.900518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:02.904426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:02.913567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:02.914664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:02.947485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=f005fefe-6074-4049-94e5-d7e6f824889e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:02.970076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ddf8c334-04a4-4b4a-a701-559a7ee4389f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1909995 Jul 22 14:20:02.973135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:02.978845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:03.149441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:03.155879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.162790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55600) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:03.233449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55606) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:03.300121 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56b49f5d-5a1e-43cb-9ef6-e57b29a40926 (CIDR: 2001:db8::/64) Jul 22 14:20:03.306144 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:20:03.306657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:03.317570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1788666505-network', 'tenant_id': '459223b2ec1748f99e73c3333540cba3'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:03.378246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75ff4e28-1e9a-406d-a7fe-58a0d91991b0 req-75da80b1-29c5-47a4-9910-082c3cd04738 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0657194 Jul 22 14:20:03.383150 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ef44c12-41ae-47f7-a474-79ad003a5b0c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/681375ae-855a-45d7-80ce-408b7389ee6c HTTP/1.1" status: 200 len: 994 time: 0.1481569 Jul 22 14:20:03.415708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff186e6c-c347-4869-ac28-6f7a83ae93c1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4411154 Jul 22 14:20:03.419487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:03.425638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:03.428293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Made reservation on behalf of 459223b2ec1748f99e73c3333540cba3 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:03.430619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.443714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.513664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d247f-42c7-4da0-874e-a773cd10fce2 req-c4ddeb75-77f3-4f1b-883d-bffa15afb2e8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:03.523364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e47d247f-42c7-4da0-874e-a773cd10fce2 req-c4ddeb75-77f3-4f1b-883d-bffa15afb2e8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1364906 Jul 22 14:20:03.595174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e47d247f-42c7-4da0-874e-a773cd10fce2 req-1e472843-d6e0-47ec-acb4-80f210179408 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696583 Jul 22 14:20:03.635814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.643370 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.664438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:03.668700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.674950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:03.684473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdeda3-b31b-49e4-9e99-b8ff053782b1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:03.702358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.708921 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Added segment 6b2b9585-56b3-4f6c-9088-bbe8f6f435b9 of type vlan for network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 Jul 22 14:20:03.767544 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.810028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.811032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:03.811617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:03.863863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6970992 Jul 22 14:20:03.894205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55614) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:03.901209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Request body: {'subnet': {'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1788666505-subnet', 'tenant_id': '459223b2ec1748f99e73c3333540cba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:03.906155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671fabf-4a34-4f04-b727-5fe35df81f0d admin admin] Pushing event updated for resources: {'Network': ['ID=2eb17dc7-aad3-4089-a099-4db913ca8aa1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:03.917849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:03.937101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Made reservation on behalf of 459223b2ec1748f99e73c3333540cba3 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:03.939997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.073698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73b60a48-b05c-44cc-882d-d86631a2fb23 None None] Provisioning complete for port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:04.074162 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73b60a48-b05c-44cc-882d-d86631a2fb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.131073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-73b60a48-b05c-44cc-882d-d86631a2fb23 None None] Port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:04.149174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73b60a48-b05c-44cc-882d-d86631a2fb23 None None] Provisioning for port 37db64e4-e976-4d45-9764-6cb7d08ae347 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:04.200755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.279907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebaf3017-a5b3-45da-837e-c85ea527ae14,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:04.285140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d1ce4ae6-0ef6-467b-ac87-b7992fae7a77 None None] Provisioning for port f005fefe-6074-4049-94e5-d7e6f824889e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:04.289302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Checking segment: {'id': '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:04.289723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Network hostable DHCP agents. Network: 2eb17dc7-aad3-4089-a099-4db913ca8aa1, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:04.291858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d1ce4ae6-0ef6-467b-ac87-b7992fae7a77 None None] Provisioning complete for port f005fefe-6074-4049-94e5-d7e6f824889e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:04.293358 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4ae6-0ef6-467b-ac87-b7992fae7a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.314196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:04.329753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 2eb17dc7-aad3-4089-a099-4db913ca8aa1) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:04.338090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:04.338774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.342079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791aac42-fb63-438c-ae4b-c8f67774398c None None] Network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:04.377756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d1ce4ae6-0ef6-467b-ac87-b7992fae7a77 None None] Port f005fefe-6074-4049-94e5-d7e6f824889e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:04.381734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2d779b6-da83-48d1-b5f8-c70591309175 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4829643 Jul 22 14:20:04.410173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.416680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 37db64e4-e976-4d45-9764-6cb7d08ae347 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:04.570773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 37db64e4-e976-4d45-9764-6cb7d08ae347 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:04.575912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 37db64e4-e976-4d45-9764-6cb7d08ae347 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:04.576231 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.593534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e522aa68-8666-492f-a6a5-735ff40acfca req-1db38fad-db4d-49f2-a997-93d731116f13 tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0706973 Jul 22 14:20:04.600197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50e77a2c-3c4a-4cfb-aedb-6bc2babc10ab req-7d5a2ae6-2e17-4ff8-9ef0-f59b4abb3fce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0975747 Jul 22 14:20:04.601309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=91b273a4-6e30-4f98-80b9-bd26d017caac,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:04.619526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:04.622357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:04.626495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:04.627241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.655144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4a5a71ac-4dce-46b4-ae63-43b57300453e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2344286 Jul 22 14:20:04.658066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:04.661763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44cc83-fa62-4f5b-aba5-f09c976fc493 None None] Network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:04.663654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f74720-79a0-402a-970d-7783e7501e28 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:04.672896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-871308737', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91b273a4-6e30-4f98-80b9-bd26d017caac'}], 'security_groups': ['3d7e1e9f-6b29-4c33-9ff0-66db774a50aa']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:04.759476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed5ae-863c-4ed3-a9da-2282a3649187 req-3a070c57-852e-4d04-878f-fa578111a1b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:04.761094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-daeed5ae-863c-4ed3-a9da-2282a3649187 req-3a070c57-852e-4d04-878f-fa578111a1b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.0753584 Jul 22 14:20:04.819327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:04.846615 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-daeed5ae-863c-4ed3-a9da-2282a3649187 req-0f8d0b2f-6331-4b81-940f-6a3629fac4a9 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Jul 22 14:20:04.957590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.010802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=37db64e4-e976-4d45-9764-6cb7d08ae347,segment=NetworkSegment(50e578c4-6d71-46ac-989d-ddb522e79d50),segment_id=50e578c4-6d71-46ac-989d-ddb522e79d50)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:05.034458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.131908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:05.267997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Update dhcp port {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'fixed_ips': [{'subnet_id': '56b49f5d-5a1e-43cb-9ef6-e57b29a40926', 'ip_address': '2001:db8::2'}, {'subnet_id': '91b273a4-6e30-4f98-80b9-bd26d017caac'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '37db64e4-e976-4d45-9764-6cb7d08ae347'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:20:05.290609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Delete allocated IP 2001:db8::f1 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/56b49f5d-5a1e-43cb-9ef6-e57b29a40926) {{(pid=93760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:20:05.300277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8:0:1::112 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/91b273a4-6e30-4f98-80b9-bd26d017caac/f005fefe-6074-4049-94e5-d7e6f824889e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:05.316879 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.553166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.569291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object f005fefe-6074-4049-94e5-d7e6f824889e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:05.575996 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.627655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Allocated IP 2001:db8:0:1::2 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/91b273a4-6e30-4f98-80b9-bd26d017caac/37db64e4-e976-4d45-9764-6cb7d08ae347) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:05.681708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] In _notify_port_updated(), no bound segment for port f005fefe-6074-4049-94e5-d7e6f824889e on network a006ba3e-408d-431e-a2ea-5a2421b9c1fc {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:20:05.688230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:05.689013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.690481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/ports/f005fefe-6074-4049-94e5-d7e6f824889e HTTP/1.1" status: 200 len: 930 time: 1.0259840 Jul 22 14:20:05.693519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:05.698441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9dad6-2f5d-4a84-84a1-41d6e3dd835a tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=f005fefe-6074-4049-94e5-d7e6f824889e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:05.772885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=37db64e4-e976-4d45-9764-6cb7d08ae347,segment=NetworkSegment(50e578c4-6d71-46ac-989d-ddb522e79d50),segment_id=50e578c4-6d71-46ac-989d-ddb522e79d50)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:05.813230 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a62ac587-911b-4b42-a3f0-34e32573c8c9 req-b8584062-19cb-471d-9932-f0ec10efc26d tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0557311 Jul 22 14:20:05.813549 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.833952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Transition to ACTIVE for port object 37db64e4-e976-4d45-9764-6cb7d08ae347 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:05.840169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port f005fefe-6074-4049-94e5-d7e6f824889e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:05.840522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.859294 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:05.966603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ba2b3-de0d-4952-a279-34cc2e5badab None None] Pushing event updated for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:06.062529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:06.086893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for f005fefe-6074-4049-94e5-d7e6f824889e owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:06.150197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef7d0f-ae28-49e8-a0c9-f029b3358ad1 req-fa30d10a-efba-47dc-af4d-6f7f9f63802c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:06.160081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28ef7d0f-ae28-49e8-a0c9-f029b3358ad1 req-fa30d10a-efba-47dc-af4d-6f7f9f63802c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1321361 Jul 22 14:20:06.215487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28ef7d0f-ae28-49e8-a0c9-f029b3358ad1 req-11308de2-28d7-4d62-98f4-2aa0c4c1c077 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Jul 22 14:20:06.267666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a8d943e-29f0-4ea7-bfee-fbae79876fdb req-c9cd2d15-d075-49d7-a298-95878372039d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7a473f70098435caccad415703db199&device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0946615 Jul 22 14:20:06.355239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 37db64e4-e976-4d45-9764-6cb7d08ae347 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:06.358250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1244085d-6bae-490c-b5de-c62edf05d35a req-d6a6d014-e9ca-4ab1-bd82-1458990ea29f tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0424523 Jul 22 14:20:06.391874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a8d943e-29f0-4ea7-bfee-fbae79876fdb req-cf566754-66aa-4265-b09e-f2a70a62beef service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b7a473f70098435caccad415703db199&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170814 Jul 22 14:20:06.734707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Provisioning complete for port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:06.735087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:06.751190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-9bb14ef6-6222-4bb4-a661-2ff9443de88f tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:06.752842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-9bb14ef6-6222-4bb4-a661-2ff9443de88f tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/networks?id=2eb17dc7-aad3-4089-a099-4db913ca8aa1 HTTP/1.1" status: 200 len: 810 time: 0.4940259 Jul 22 14:20:06.783809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:06.787206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d943e-29f0-4ea7-bfee-fbae79876fdb req-015d9197-681a-46df-b592-f10dd1a559df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:06.789483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a8d943e-29f0-4ea7-bfee-fbae79876fdb req-015d9197-681a-46df-b592-f10dd1a559df service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3712733 Jul 22 14:20:06.798568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-d1f9348c-5c4a-43d8-9d38-7971dbf1c4ec tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/quotas/459223b2ec1748f99e73c3333540cba3 HTTP/1.1" status: 200 len: 375 time: 0.0315452 Jul 22 14:20:06.803025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Provisioning for port 37db64e4-e976-4d45-9764-6cb7d08ae347 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:06.816121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Provisioning complete for port 37db64e4-e976-4d45-9764-6cb7d08ae347 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:06.817126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:06.818784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:06.882760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-0538c69a-73db-48b4-9660-977885c5c4a5 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=459223b2ec1748f99e73c3333540cba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831499 Jul 22 14:20:06.920217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=f005fefe-6074-4049-94e5-d7e6f824889e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:06.941145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12fc4a43-84d7-4cc4-ba62-d9a9d211bf7c None None] Could not find standard attr ID for object f005fefe-6074-4049-94e5-d7e6f824889e. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:20:06.950497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:06.955663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc9d0777-bf82-4d5f-a723-db29f9f4db23 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/f005fefe-6074-4049-94e5-d7e6f824889e HTTP/1.1" status: 204 len: 168 time: 1.2576480 Jul 22 14:20:06.955766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55698) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:06.986106 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b677ebea-6f13-4ba0-b7a6-17d8373c2e09 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:20:06.988063 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b677ebea-6f13-4ba0-b7a6-17d8373c2e09 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/f005fefe-6074-4049-94e5-d7e6f824889e HTTP/1.1" status: 404 len: 333 time: 0.0313344 Jul 22 14:20:06.990908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55700) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:07.075391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-abf43af3-b88b-4b37-b9d0-21f2649198a3 None None] Could not find standard attr ID for object f005fefe-6074-4049-94e5-d7e6f824889e. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:20:07.096454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdf33ca1-d33f-40e7-9b09-9ce654dde69f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.121937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdf33ca1-d33f-40e7-9b09-9ce654dde69f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.138467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-4afa7f58-d6bb-4ddd-9020-17885a4b90cb service neutron] 10.222.0.11 "GET /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228968 Jul 22 14:20:07.174751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdf33ca1-d33f-40e7-9b09-9ce654dde69f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.177607 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bdf33ca1-d33f-40e7-9b09-9ce654dde69f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.178868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bdf33ca1-d33f-40e7-9b09-9ce654dde69f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/security-groups/e90b43af-f2ff-4790-ac0c-a0f699755a56 HTTP/1.1" status: 204 len: 168 time: 0.1866961 Jul 22 14:20:07.182087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55704) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:07.196632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf33ca1-d33f-40e7-9b09-9ce654dde69f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90b43af-f2ff-4790-ac0c-a0f699755a56,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:07.262693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-09cd7c2c-0107-4549-9a37-6aa71d6fb0ec service neutron] 10.222.0.11 "GET /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231530 Jul 22 14:20:07.265790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66ec9106-f1a7-4171-86ca-119e2451476b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.298235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66ec9106-f1a7-4171-86ca-119e2451476b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.386371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66ec9106-f1a7-4171-86ca-119e2451476b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.389747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66ec9106-f1a7-4171-86ca-119e2451476b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.393442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-66ec9106-f1a7-4171-86ca-119e2451476b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d7e1e9f-6b29-4c33-9ff0-66db774a50aa HTTP/1.1" status: 204 len: 168 time: 0.2079141 Jul 22 14:20:07.394370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:07.405878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec9106-f1a7-4171-86ca-119e2451476b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7e1e9f-6b29-4c33-9ff0-66db774a50aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:07.426187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964dbcdf-3a12-4fa2-ac7a-7583bca92e95 req-67f725f0-b6e8-4d8b-b695-f908c965d43e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:07.434749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-964dbcdf-3a12-4fa2-ac7a-7583bca92e95 req-67f725f0-b6e8-4d8b-b695-f908c965d43e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1242292 Jul 22 14:20:07.474559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 56b49f5d-5a1e-43cb-9ef6-e57b29a40926 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:07.478358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.483319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-964dbcdf-3a12-4fa2-ac7a-7583bca92e95 req-184c6423-14ca-4af4-9a65-218c1320d7b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Jul 22 14:20:07.525260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.621903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3136d8f7-a584-4729-984e-e55ef6e98104 req-204d70e5-3948-421c-bbb8-54380f91277e tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0401478 Jul 22 14:20:07.650653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea2646a3-ba4e-4074-85b5-4a8f76427522 req-ca2ef1f2-71b7-420e-af54-05b93c6ef490 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 210 time: 0.0952156 Jul 22 14:20:07.673829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.735889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.775979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=56b49f5d-5a1e-43cb-9ef6-e57b29a40926,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:07.785000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.786992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7e8f6a40-bf68-4f79-b476-4a3fcf3d020e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/56b49f5d-5a1e-43cb-9ef6-e57b29a40926 HTTP/1.1" status: 204 len: 168 time: 0.3914640 Jul 22 14:20:07.791530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55720) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:07.794558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c5d2d6-2fd4-4a7b-a92a-aa0082238c06 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:07.804487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:07.990995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:08.000617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.005827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a8d943e-29f0-4ea7-bfee-fbae79876fdb req-286d3971-00ad-4713-8625-617499bf877b tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0452588 Jul 22 14:20:08.377554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.423569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:08.427961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:08.432877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:08.433550 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.467853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:08.475323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1782091822'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:08.483125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6778388 Jul 22 14:20:08.502458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a89bd-b07f-49e3-a9ec-ed53baeef50c tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=5cf2d96a-e2d5-444f-a280-c75f3900665f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:08.527495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.701839 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.710060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.716499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce1973-1a34-4b70-8c0c-9737f3ae8fd6 req-aa7245d8-e8da-47f6-9bce-c55babee23c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:08.718607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cce1973-1a34-4b70-8c0c-9737f3ae8fd6 req-aa7245d8-e8da-47f6-9bce-c55babee23c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1132340 Jul 22 14:20:08.770258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704ac0ca-3219-4980-9d73-e32530e67f1b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:08.793502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cce1973-1a34-4b70-8c0c-9737f3ae8fd6 req-28159bfd-62c8-4f63-8c3c-2ca9950e3013 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680048 Jul 22 14:20:08.829098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7b59fd3-69d2-4cc0-85ee-dececc39c535 req-ea2610da-23c7-40ee-8dcc-2fa568174a6c tempest-ServerShowV254Test-1702570149 tempest-ServerShowV254Test-1702570149-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3d72762-4723-41c0-aafd-0e3faf9d094f HTTP/1.1" status: 200 len: 210 time: 0.0628483 Jul 22 14:20:08.830386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.834428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-080064bf-7867-4e52-86e2-e80779ba2da8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3626773 Jul 22 14:20:08.834829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55742) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:08.839890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476952034'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:08.880210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.908473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92967619-b4bf-48bd-80e3-aa5cd6e4030d None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:08.935103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f6a8e1ff-b012-4415-bae5-2511fa0896c0 None None] Provisioning complete for port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:08.935592 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e1ff-b012-4415-bae5-2511fa0896c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:08.965558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a868388d-a816-45fb-b495-cf560dd674c2 req-cdd31f00-d7bc-4660-aaf7-741972e77df1 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 210 time: 0.0487058 Jul 22 14:20:09.028391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8e1ff-b012-4415-bae5-2511fa0896c0 None None] Port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:09.095672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f6a8e1ff-b012-4415-bae5-2511fa0896c0 None None] Provisioning complete for port 37db64e4-e976-4d45-9764-6cb7d08ae347 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:09.096392 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e1ff-b012-4415-bae5-2511fa0896c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.117656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.125129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.161245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-2d8b502a-ce9a-4ed5-9f14-353c97baa375 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:09.163526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-2d8b502a-ce9a-4ed5-9f14-353c97baa375 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.20 "GET /v2.0/networks?id=2eb17dc7-aad3-4089-a099-4db913ca8aa1 HTTP/1.1" status: 200 len: 810 time: 0.2339091 Jul 22 14:20:09.181101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.181881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Request body: {'port': {'device_id': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1', 'admin_state_up': True, 'tenant_id': '459223b2ec1748f99e73c3333540cba3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:09.182721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3468275 Jul 22 14:20:09.185340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55746) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:09.190590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991270218'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:09.196505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dedb6b-c395-4e22-9545-159319abdbbf tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c4711-5637-44ff-89d0-af1fa2f4307c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:09.222745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.345062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Update dhcp port {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'fixed_ips': [{'subnet_id': '91b273a4-6e30-4f98-80b9-bd26d017caac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5cf2d96a-e2d5-444f-a280-c75f3900665f'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '37db64e4-e976-4d45-9764-6cb7d08ae347'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:20:09.346896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.356117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.383236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.400264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6fb6a3-b326-4563-8105-6ba4bbb8a1aa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:09.403969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Made reservation on behalf of 459223b2ec1748f99e73c3333540cba3 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:09.407881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.419788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.421082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-70c9044b-da95-4cb1-9a98-6112c41a3c12 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2347169 Jul 22 14:20:09.423820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55748) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:09.428921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-25779430', 'security_groups': ['ab6fb6a3-b326-4563-8105-6ba4bbb8a1aa'], 'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cf2d96a-e2d5-444f-a280-c75f3900665f'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:09.571949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:09.579349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Allocated IP 172.20.0.11 (2eb17dc7-aad3-4089-a099-4db913ca8aa1/ebaf3017-a5b3-45da-837e-c85ea527ae14/a7023f4a-8926-4648-9fd7-5c8276403ed2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:09.690086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.712224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] device_id is not set on port a766c811-865f-4d96-bdb4-9607d16daead yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:20:09.773441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Allocated IP 2001:db8::2 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/5cf2d96a-e2d5-444f-a280-c75f3900665f/37db64e4-e976-4d45-9764-6cb7d08ae347) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:09.796146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.859343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.930809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=37db64e4-e976-4d45-9764-6cb7d08ae347,segment=NetworkSegment(50e578c4-6d71-46ac-989d-ddb522e79d50),segment_id=50e578c4-6d71-46ac-989d-ddb522e79d50)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:09.958508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:09.961061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Pushing event updated for resources: {'Port': ['ID=a7023f4a-8926-4648-9fd7-5c8276403ed2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:09.966000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:09.969111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:09.975667 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.998237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Transition to ACTIVE for port object 37db64e4-e976-4d45-9764-6cb7d08ae347 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:10.013564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.097330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:10.098202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.122756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-41dc6e0a-18b5-4339-9989-951c534ed94b tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9494905 Jul 22 14:20:10.130511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8::243 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/5cf2d96a-e2d5-444f-a280-c75f3900665f/a766c811-865f-4d96-bdb4-9607d16daead) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:10.137036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fe72c-a50e-4989-ae60-b63d4d22fc25 req-0c5186a0-e1ce-4873-b881-a6a191312669 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:10.145080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a58fe72c-a50e-4989-ae60-b63d4d22fc25 req-0c5186a0-e1ce-4873-b881-a6a191312669 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2318535 Jul 22 14:20:10.153266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Request body: {'port': {'device_id': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:10.165491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53bb7b-babf-467c-bc22-73ef5f7b2781 None None] Pushing event updated for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:10.242122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a58fe72c-a50e-4989-ae60-b63d4d22fc25 req-c05e5e03-1a17-4254-8f7d-0fe54fb25aa3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958796 Jul 22 14:20:10.250083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:10.314968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.375615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 37db64e4-e976-4d45-9764-6cb7d08ae347 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:10.418254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.492317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcbb9e-b38d-4ea8-bc53-ff035fde0fd2 req-c7506150-4c01-4a2c-b273-30878ba7117d tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:10.494968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-edbcbb9e-b38d-4ea8-bc53-ff035fde0fd2 req-c7506150-4c01-4a2c-b273-30878ba7117d tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 932 time: 0.2415183 Jul 22 14:20:10.499753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object a766c811-865f-4d96-bdb4-9607d16daead will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:10.579910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-edbcbb9e-b38d-4ea8-bc53-ff035fde0fd2 req-7ba666c6-b2fc-474c-8cfd-dd88368848fb tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 Jul 22 14:20:10.594671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca88a07d-940d-4d65-b0c1-44a94a81370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.599637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.656449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:10.663219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:10.668722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:10.675079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:10.675937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.680273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=a766c811-865f-4d96-bdb4-9607d16daead,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:10.851877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7023f4a-8926-4648-9fd7-5c8276403ed2 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:10.858646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca88a07d-940d-4d65-b0c1-44a94a81370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.864109 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.868473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca88a07d-940d-4d65-b0c1-44a94a81370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.874207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c5d500c7-f115-4ad3-b7c6-829a9db863a1 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4487085 Jul 22 14:20:10.877141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55766) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:10.882766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:10.919610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Transition to ACTIVE for port object a7023f4a-8926-4648-9fd7-5c8276403ed2 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:10.934585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88a07d-940d-4d65-b0c1-44a94a81370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd7dd71-bc65-4a29-89ab-ac65a7abcbf8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:10.937456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:10.952804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ca88a07d-940d-4d65-b0c1-44a94a81370a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7a473f70098435caccad415703db199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016637 Jul 22 14:20:10.977649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:11.048737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7023f4a-8926-4648-9fd7-5c8276403ed2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:11.066847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:11.070964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.129802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b161ab04-c66c-4407-a026-33edcfc278c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.175650 n-d-787205-11 neutron-server[93760]: INFO neutron.db.ipam_backend_mixin [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cf2d96a-e2d5-444f-a280-c75f3900665f (CIDR: 2001:db8::/64) Jul 22 14:20:11.182655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4dbd79f4-d41b-43a4-9c05-77ff023091f4 None None] Provisioning complete for port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:11.183159 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:20:11.183707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dbd79f4-d41b-43a4-9c05-77ff023091f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.183867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:11.184853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b161ab04-c66c-4407-a026-33edcfc278c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.192975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Attempting to bind port a7023f4a-8926-4648-9fd7-5c8276403ed2 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:11.193312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Attempting to bind port a7023f4a-8926-4648-9fd7-5c8276403ed2 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:11.193673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Attempting to bind port a7023f4a-8926-4648-9fd7-5c8276403ed2 on network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:11.202190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Port a7023f4a-8926-4648-9fd7-5c8276403ed2 on network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:11.202508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Attempting to bind port a7023f4a-8926-4648-9fd7-5c8276403ed2 on network 2eb17dc7-aad3-4089-a099-4db913ca8aa1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:11.207083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0a2cd659-90db-492d-bb2c-a0b409921dbe tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3285217 Jul 22 14:20:11.207657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55770) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:11.214195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:11.221013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:11.221364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Checking segment: {'id': '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:11.221811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Bound using segment: {'id': '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:11.222267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Bound port: a7023f4a-8926-4648-9fd7-5c8276403ed2, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:11.222634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.249180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd79f4-d41b-43a4-9c05-77ff023091f4 None None] Port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:11.275007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4dbd79f4-d41b-43a4-9c05-77ff023091f4 None None] Provisioning for port 37db64e4-e976-4d45-9764-6cb7d08ae347 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:11.282105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4dbd79f4-d41b-43a4-9c05-77ff023091f4 None None] Provisioning complete for port 37db64e4-e976-4d45-9764-6cb7d08ae347 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:11.284122 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dbd79f4-d41b-43a4-9c05-77ff023091f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.295138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b161ab04-c66c-4407-a026-33edcfc278c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.297769 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b161ab04-c66c-4407-a026-33edcfc278c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.298939 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b161ab04-c66c-4407-a026-33edcfc278c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bd7dd71-bc65-4a29-89ab-ac65a7abcbf8 HTTP/1.1" status: 204 len: 168 time: 0.3200505 Jul 22 14:20:11.332021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161ab04-c66c-4407-a026-33edcfc278c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd7dd71-bc65-4a29-89ab-ac65a7abcbf8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:11.375030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] For port a7023f4a-8926-4648-9fd7-5c8276403ed2, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:11.378965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] For port a7023f4a-8926-4648-9fd7-5c8276403ed2, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2,segment=NetworkSegment(6b2b9585-56b3-4f6c-9088-bbe8f6f435b9),segment_id=6b2b9585-56b3-4f6c-9088-bbe8f6f435b9)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:11.391811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.431541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:11.437846 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.485325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:11.486070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.491693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7023f4a-8926-4648-9fd7-5c8276403ed2 HTTP/1.1" status: 200 len: 1093 time: 1.3436632 Jul 22 14:20:11.505467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'tag': 'a7023f4a-8926-4648-9fd7-5c8276403ed2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:11.507832 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e381d1-32ba-43a8-ae16-b7200ee420e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bc0530-9e8d-4ebb-aa3d-02d4246db12d", "tag": "a7023f4a-8926-4648-9fd7-5c8276403ed2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:11.599487 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214f24e8-ce6f-4f55-90fc-30760efe63d6 x-openstack-request-id: req-214f24e8-ce6f-4f55-90fc-30760efe63d6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:11.599785 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bc0530-9e8d-4ebb-aa3d-02d4246db12d", "tag": "a7023f4a-8926-4648-9fd7-5c8276403ed2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:11.600038 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-214f24e8-ce6f-4f55-90fc-30760efe63d6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:11.600437 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'tag': 'a7023f4a-8926-4648-9fd7-5c8276403ed2', 'status': 'completed', 'code': 200} Jul 22 14:20:11.642703 n-d-787205-11 neutron-server[93760]: INFO neutron.db.ipam_backend_mixin [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 91b273a4-6e30-4f98-80b9-bd26d017caac (CIDR: 2001:db8:0:1::/64) Jul 22 14:20:11.650926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e3ec135b-3245-4507-a08d-cffeab5d095f None None] Provisioning for port a766c811-865f-4d96-bdb4-9607d16daead completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:11.652308 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:20:11.652873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:11.656193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e3ec135b-3245-4507-a08d-cffeab5d095f None None] Provisioning complete for port a766c811-865f-4d96-bdb4-9607d16daead triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:11.658228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3ec135b-3245-4507-a08d-cffeab5d095f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.672607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44d6ca-0258-4660-95b8-901e88825ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7023f4a-8926-4648-9fd7-5c8276403ed2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:11.690494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-948b4fcd-9385-4e32-a664-2b52ce88f733 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4811878 Jul 22 14:20:11.691458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55786) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:11.698778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'subnet': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:11.722473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec135b-3245-4507-a08d-cffeab5d095f None None] Port a766c811-865f-4d96-bdb4-9607d16daead cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:11.739382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-06ed38ab-5887-404c-96b0-3a11118954d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:11.741129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-06ed38ab-5887-404c-96b0-3a11118954d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=459223b2ec1748f99e73c3333540cba3&device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 1096 time: 0.1954036 Jul 22 14:20:11.801597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-23ae9699-7617-4aaf-b76a-89c29a12d55d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2 HTTP/1.1" status: 200 len: 217 time: 0.0525122 Jul 22 14:20:11.900445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-ed1ea338-f4a1-4b14-b520-ff9039efd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:11.902394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-ed1ea338-f4a1-4b14-b520-ff9039efd720 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaf3017-a5b3-45da-837e-c85ea527ae14 HTTP/1.1" status: 200 len: 850 time: 0.0881951 Jul 22 14:20:11.915853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80be512-2a79-4c7a-91e1-a6ccd09dc390 req-fa73b3cb-c12e-451b-8ba1-bd49e88e79bb tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:11.918678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a80be512-2a79-4c7a-91e1-a6ccd09dc390 req-fa73b3cb-c12e-451b-8ba1-bd49e88e79bb tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 944 time: 0.1774085 Jul 22 14:20:11.920230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Made reservation on behalf of d8ba9c7ebf4841999497674addbea297 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:11.924001 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:11.953049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-c0656c03-93dc-4e30-8a0d-4bcb8551957b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2eb17dc7-aad3-4089-a099-4db913ca8aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447793 Jul 22 14:20:11.967321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08f15c-b4ce-49ab-b82b-f596ef5a5464 req-9714397e-bd8d-49ae-8cc9-fc83f7c616d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:11.970950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef08f15c-b4ce-49ab-b82b-f596ef5a5464 req-9714397e-bd8d-49ae-8cc9-fc83f7c616d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.5533304 Jul 22 14:20:12.028491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a80be512-2a79-4c7a-91e1-a6ccd09dc390 req-31e00a74-85d1-42bd-9783-0a99a9c45863 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004918 Jul 22 14:20:12.248204 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.297971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:12.301122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:12.308833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:12.315059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:12.315659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.318682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dd6a7d-98c2-405d-af08-eb47a2d23110 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:12.335801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Subnet': ['ID=7d2f961c-f657-47cc-8f9c-1362a3c97177,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:12.347306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0cc5827a-cb13-418f-9a4a-f56fe982861d tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6547234 Jul 22 14:20:12.350649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:12.360699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-833569605', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d2f961c-f657-47cc-8f9c-1362a3c97177'}], 'security_groups': ['704ac0ca-3219-4980-9d73-e32530e67f1b', 'b65c4711-5637-44ff-89d0-af1fa2f4307c']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:12.418530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef08f15c-b4ce-49ab-b82b-f596ef5a5464 req-8b715e43-501b-4364-830d-3eefc5a320ba tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445318 Jul 22 14:20:12.421013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-84b04548-75e4-4357-87d4-7e5c538297bc service neutron] 10.222.0.20 "GET /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490352 Jul 22 14:20:12.474246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1027725685-network', 'tenant_id': '83defe066a854aa592e79a331d9afffc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:12.525901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.547125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Made reservation on behalf of 83defe066a854aa592e79a331d9afffc for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:12.549269 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.551425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eee6ab7-7684-4227-a3d5-662fd5a21c9b req-80565f4f-6e6a-4f28-b10b-a1f61da0ccdb service neutron] 10.222.0.20 "GET /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229403 Jul 22 14:20:12.626626 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.697789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-c4bb3191-94b4-4539-8cbc-d1e0a7572101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:12.699944 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-c4bb3191-94b4-4539-8cbc-d1e0a7572101 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=459223b2ec1748f99e73c3333540cba3&device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 1096 time: 0.0953007 Jul 22 14:20:12.701887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Update dhcp port {'port': {'network_id': 'a006ba3e-408d-431e-a2ea-5a2421b9c1fc', 'fixed_ips': [{'subnet_id': '91b273a4-6e30-4f98-80b9-bd26d017caac', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5cf2d96a-e2d5-444f-a280-c75f3900665f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d2f961c-f657-47cc-8f9c-1362a3c97177'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '37db64e4-e976-4d45-9764-6cb7d08ae347'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:20:12.741909 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.819241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-72b3c37c-6284-4393-80c3-66d791374c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:12.821554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-72b3c37c-6284-4393-80c3-66d791374c71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2eb17dc7-aad3-4089-a099-4db913ca8aa1 HTTP/1.1" status: 200 len: 911 time: 0.1145279 Jul 22 14:20:12.883642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-1c415ab3-35a7-4d4b-88ec-4bb9a87bf965 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2 HTTP/1.1" status: 200 len: 217 time: 0.0503159 Jul 22 14:20:12.979648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-ed2b69e2-9a7b-4922-aadf-dda63b7be6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:12.981850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-ed2b69e2-9a7b-4922-aadf-dda63b7be6c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaf3017-a5b3-45da-837e-c85ea527ae14 HTTP/1.1" status: 200 len: 850 time: 0.0931928 Jul 22 14:20:12.990252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Allocated IP 2001:db8:0:2::2 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/7d2f961c-f657-47cc-8f9c-1362a3c97177/37db64e4-e976-4d45-9764-6cb7d08ae347) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:13.041084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-958d56ef-879e-4fd0-a0ae-b14f242b53e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2eb17dc7-aad3-4089-a099-4db913ca8aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521169 Jul 22 14:20:13.134599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=37db64e4-e976-4d45-9764-6cb7d08ae347,segment=NetworkSegment(50e578c4-6d71-46ac-989d-ddb522e79d50),segment_id=50e578c4-6d71-46ac-989d-ddb522e79d50)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:13.169710 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.184805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Transition to ACTIVE for port object 37db64e4-e976-4d45-9764-6cb7d08ae347 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:13.187364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-b2083983-5e03-4a3b-85c9-470da8c927f0 service neutron] 10.222.0.20 "GET /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381395 Jul 22 14:20:13.189804 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.245212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa25b58-b4f2-4598-bf0b-df5011dcd397 None None] Pushing event updated for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:13.263789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.280449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.296362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:13.307482 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.307832 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Added segment 72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f of type vlan for network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 Jul 22 14:20:13.322199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e381d1-32ba-43a8-ae16-b7200ee420e6 req-a1e6d46f-5655-4f5b-bc5f-e62ef4494650 service neutron] 10.222.0.20 "GET /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278467 Jul 22 14:20:13.400489 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.476013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bb4d16-adf8-4ed0-abe1-c3af12f52221,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:13.528537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.529521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:13.530133 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.577558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6d68e-eebb-43fd-a293-f77fc9697685 req-d55d83e3-b8f8-4c2e-ad87-5bf9cb7c3fd5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:13.581559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0a6d68e-eebb-43fd-a293-f77fc9697685 req-d55d83e3-b8f8-4c2e-ad87-5bf9cb7c3fd5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.0904491 Jul 22 14:20:13.591277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Delete allocated IP 2001:db8::243 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/5cf2d96a-e2d5-444f-a280-c75f3900665f) {{(pid=93760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:20:13.600696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20f427-a841-4f5a-a87a-bbad002b4784 req-a0323265-a3fb-4e54-bf10-51641916f252 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:13.602497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df20f427-a841-4f5a-a87a-bbad002b4784 req-a0323265-a3fb-4e54-bf10-51641916f252 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 944 time: 0.3850594 Jul 22 14:20:13.608556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3058970 Jul 22 14:20:13.611623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:13.617352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Request body: {'subnet': {'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1027725685-subnet', 'tenant_id': '83defe066a854aa592e79a331d9afffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:13.658787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Allocated IP 2001:db8:0:2::255 (a006ba3e-408d-431e-a2ea-5a2421b9c1fc/7d2f961c-f657-47cc-8f9c-1362a3c97177/a766c811-865f-4d96-bdb4-9607d16daead) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:13.667345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0a6d68e-eebb-43fd-a293-f77fc9697685 req-bf05310f-36bf-4825-8ab0-666d1a2395b5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776215 Jul 22 14:20:13.675618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718b966-5631-4049-8ae3-13535fcc9022 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc51e2f-9f76-45bb-bc3c-658496ff5c42,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:13.675913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Made reservation on behalf of 83defe066a854aa592e79a331d9afffc for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:13.678347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.694239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:13.769052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df20f427-a841-4f5a-a87a-bbad002b4784 req-f7923443-be9c-4052-88a2-fe06eb55654e tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459799 Jul 22 14:20:13.901523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.959215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74da369-3437-4edc-a6b9-c2b30c7ec9a7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:13.970699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Checking segment: {'id': '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:13.971194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Network hostable DHCP agents. Network: bcc51e2f-9f76-45bb-bc3c-658496ff5c42, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:13.992361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.995059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:14.007207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, bcc51e2f-9f76-45bb-bc3c-658496ff5c42) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:14.009449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Transition to ACTIVE for port object a766c811-865f-4d96-bdb4-9607d16daead will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:14.014020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:14.014830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.015060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.028681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a480686-d8d9-4e6b-978c-40cb77a206d9 None None] Network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:14.032409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95519ae4-52c6-4520-837a-0df3bf75bcb8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4192564 Jul 22 14:20:14.122921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] In _notify_port_updated(), no bound segment for port a766c811-865f-4d96-bdb4-9607d16daead on network a006ba3e-408d-431e-a2ea-5a2421b9c1fc {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:20:14.128627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:14.129309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.133957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "PUT /v2.0/ports/a766c811-865f-4d96-bdb4-9607d16daead HTTP/1.1" status: 200 len: 969 time: 1.7788444 Jul 22 14:20:14.134865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:14.154829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7c78c-90a7-41aa-9218-2cbd280ddfc6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event updated for resources: {'Port': ['ID=a766c811-865f-4d96-bdb4-9607d16daead,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:14.222125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d714790c-7c2b-4519-a748-7ed740046c6f None None] Network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:14.311078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port a766c811-865f-4d96-bdb4-9607d16daead {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:14.311432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.375570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 37db64e4-e976-4d45-9764-6cb7d08ae347 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:14.469044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.484121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for a766c811-865f-4d96-bdb4-9607d16daead owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:14.505230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Provisioning complete for port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:14.505844 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.593097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:14.649874 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.653210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Provisioning for port a766c811-865f-4d96-bdb4-9607d16daead completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:14.659326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Provisioning complete for port a766c811-865f-4d96-bdb4-9607d16daead triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:14.659707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.682480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Port a766c811-865f-4d96-bdb4-9607d16daead was deleted so its status cannot be updated. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:20:14.682665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=a766c811-865f-4d96-bdb4-9607d16daead,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:14.693085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:14.702631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Provisioning for port 37db64e4-e976-4d45-9764-6cb7d08ae347 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:14.714041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Provisioning complete for port 37db64e4-e976-4d45-9764-6cb7d08ae347 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:14.714923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d125501-551f-4029-9566-d01fd3caa38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.718781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-644712141-network', 'tenant_id': 'd44df5e237de43cbbe2a4542f08b4c51'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:14.724806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.730097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55848) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:14.732215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6b6cc18-9423-4806-9be6-e872eb317ff0 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/a766c811-865f-4d96-bdb4-9607d16daead HTTP/1.1" status: 204 len: 168 time: 0.5940738 Jul 22 14:20:14.755668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Made reservation on behalf of d44df5e237de43cbbe2a4542f08b4c51 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:14.760671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.771139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.779900 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86bed1c-a84c-4b54-bd03-a4c66dea2af6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] GET failed (client error): The resource could not be found. Jul 22 14:20:14.785040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a86bed1c-a84c-4b54-bd03-a4c66dea2af6 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports/a766c811-865f-4d96-bdb4-9607d16daead HTTP/1.1" status: 404 len: 333 time: 0.0479343 Jul 22 14:20:14.786742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55852) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:14.909494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b333c2-04ad-438e-b870-741170c008c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.951168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb1724-0639-40ed-8509-3a073e0bbb1f req-170d50a7-44a2-46fd-9597-34b9e2545af0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:14.952742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbcb1724-0639-40ed-8509-3a073e0bbb1f req-170d50a7-44a2-46fd-9597-34b9e2545af0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.1364412 Jul 22 14:20:14.979241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b333c2-04ad-438e-b870-741170c008c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:14.989880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-92cc6be9-db13-4bff-a244-bf748004c459 None None] Could not find standard attr ID for object a766c811-865f-4d96-bdb4-9607d16daead. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:20:14.995395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.006962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.043514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674e8b0-0bfe-458c-be8f-fb22bfe56773 req-64024a57-e119-46d5-876b-7d9863960e93 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:15.045530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1674e8b0-0bfe-458c-be8f-fb22bfe56773 req-64024a57-e119-46d5-876b-7d9863960e93 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 944 time: 0.1376228 Jul 22 14:20:15.052489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:15.064725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbcb1724-0639-40ed-8509-3a073e0bbb1f req-b2ba87bc-cab1-4545-9a9b-038cbcc19613 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976322 Jul 22 14:20:15.071700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33927f3d-3820-4a11-9145-c0c9c053b763,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:15.078826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.079261 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Added segment 827ba3c3-b976-4ed4-997c-98cd8b50626c of type vlan for network 6de9b712-ea26-40f1-b72e-c643f85a3b41 Jul 22 14:20:15.088751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b333c2-04ad-438e-b870-741170c008c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.092532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75b333c2-04ad-438e-b870-741170c008c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.096393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-75b333c2-04ad-438e-b870-741170c008c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/security-groups/ab6fb6a3-b326-4563-8105-6ba4bbb8a1aa HTTP/1.1" status: 204 len: 168 time: 0.3088956 Jul 22 14:20:15.099117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:15.118923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b333c2-04ad-438e-b870-741170c008c4 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6fb6a3-b326-4563-8105-6ba4bbb8a1aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:15.156882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.158009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1674e8b0-0bfe-458c-be8f-fb22bfe56773 req-3877207a-6312-415f-83d4-6be59f321883 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 Jul 22 14:20:15.240200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b708c7bb-617a-42a1-8a25-bb3f60cde842 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.254468 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.255435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:15.256036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.297941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b708c7bb-617a-42a1-8a25-bb3f60cde842 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.338943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55862) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:15.340300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6451061 Jul 22 14:20:15.346142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Request body: {'subnet': {'network_id': '6de9b712-ea26-40f1-b72e-c643f85a3b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-644712141-subnet', 'tenant_id': 'd44df5e237de43cbbe2a4542f08b4c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:15.376004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Made reservation on behalf of d44df5e237de43cbbe2a4542f08b4c51 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:15.379769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.413132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac036d8-6f5a-461e-8792-02e858d5017c admin admin] Pushing event updated for resources: {'Network': ['ID=6de9b712-ea26-40f1-b72e-c643f85a3b41,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:15.425901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6de9b712-ea26-40f1-b72e-c643f85a3b41 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:15.428753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-7559566e-3d5c-44ce-b3df-6d90f95c81dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2254605 Jul 22 14:20:15.435085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b708c7bb-617a-42a1-8a25-bb3f60cde842 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.438923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b708c7bb-617a-42a1-8a25-bb3f60cde842 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.446286 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b708c7bb-617a-42a1-8a25-bb3f60cde842 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/security-groups/b65c4711-5637-44ff-89d0-af1fa2f4307c HTTP/1.1" status: 204 len: 168 time: 0.3400259 Jul 22 14:20:15.446286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:15.484383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c7bb-617a-42a1-8a25-bb3f60cde842 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c4711-5637-44ff-89d0-af1fa2f4307c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:15.523055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a7023f4a-8926-4648-9fd7-5c8276403ed2 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:20:15.540884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55868) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:15.568179 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7db5-03fd-4c86-a1f4-5cb91ae4366b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.577666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-36781efd-ff5b-48b4-b6f7-cdf6d0edd2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:15.579177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-36781efd-ff5b-48b4-b6f7-cdf6d0edd2a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.1119273 Jul 22 14:20:15.611861 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7db5-03fd-4c86-a1f4-5cb91ae4366b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.752267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7db5-03fd-4c86-a1f4-5cb91ae4366b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.755959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7db5-03fd-4c86-a1f4-5cb91ae4366b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.758091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad6f7db5-03fd-4c86-a1f4-5cb91ae4366b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/security-groups/704ac0ca-3219-4980-9d73-e32530e67f1b HTTP/1.1" status: 204 len: 168 time: 0.3094702 Jul 22 14:20:15.763800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55872) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:15.778545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f7db5-03fd-4c86-a1f4-5cb91ae4366b tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704ac0ca-3219-4980-9d73-e32530e67f1b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:15.779442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a7023f4a-8926-4648-9fd7-5c8276403ed2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2,segment=NetworkSegment(6b2b9585-56b3-4f6c-9088-bbe8f6f435b9),segment_id=6b2b9585-56b3-4f6c-9088-bbe8f6f435b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:15.803528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-94d7c228-1668-489a-a1aa-0de2ad56af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:15.805312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-94d7c228-1668-489a-a1aa-0de2ad56af12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1956859 Jul 22 14:20:15.808132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.815522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'a7023f4a-8926-4648-9fd7-5c8276403ed2', 'network_id': '2eb17dc7-aad3-4089-a099-4db913ca8aa1', 'port_id': 'a7023f4a-8926-4648-9fd7-5c8276403ed2', 'mac_address': 'fa:16:3e:58:c4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaf3017-a5b3-45da-837e-c85ea527ae14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:20:15.864207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.883902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d719f8a4-5a39-4f27-8120-0b1ac1899566,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:15.888423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7023f4a-8926-4648-9fd7-5c8276403ed2 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:15.895259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3950af0-4562-4e30-862c-ed14c0d08554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.914479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a7023f4a-8926-4648-9fd7-5c8276403ed2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2,segment=NetworkSegment(6b2b9585-56b3-4f6c-9088-bbe8f6f435b9),segment_id=6b2b9585-56b3-4f6c-9088-bbe8f6f435b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:15.921488 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.925074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-779f7eb1-e1f5-4d9d-b265-44f96cf7cb59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.1120787 Jul 22 14:20:15.950432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 5cf2d96a-e2d5-444f-a280-c75f3900665f {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:15.957725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.993531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a7023f4a-8926-4648-9fd7-5c8276403ed2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:16.017708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Checking segment: {'id': '827ba3c3-b976-4ed4-997c-98cd8b50626c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6de9b712-ea26-40f1-b72e-c643f85a3b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:16.018083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Network hostable DHCP agents. Network: 6de9b712-ea26-40f1-b72e-c643f85a3b41, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:16.024143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-ac203f8c-faaf-4df2-893d-9d09d17a08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:16.026804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-ac203f8c-faaf-4df2-893d-9d09d17a08e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0897372 Jul 22 14:20:16.056280 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.120169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Network 6de9b712-ea26-40f1-b72e-c643f85a3b41 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:16.121781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-0d377aaa-7361-4115-9583-8cb358d61413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:16.125076 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-0d377aaa-7361-4115-9583-8cb358d61413 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909874 Jul 22 14:20:16.164764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6de9b712-ea26-40f1-b72e-c643f85a3b41) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:16.175233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:16.176416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.178706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53f3dc-5df5-45fd-976b-a4aa33c15cd2 None None] Network 6de9b712-ea26-40f1-b72e-c643f85a3b41 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:16.289817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.294519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3950af0-4562-4e30-862c-ed14c0d08554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.328123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3950af0-4562-4e30-862c-ed14c0d08554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.363781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a7023f4a-8926-4648-9fd7-5c8276403ed2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:16.364761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5f46834-60d9-4fef-9743-ff203b5a1620 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0232832 Jul 22 14:20:16.390215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-d26a467f-dee7-4558-8591-af2562cf5899 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588027 Jul 22 14:20:16.415099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269b39e-4e50-46e1-a2f1-adae2a1b908b req-e0d67d2a-114d-4bd9-884c-b56d1be38285 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:16.417971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6269b39e-4e50-46e1-a2f1-adae2a1b908b req-e0d67d2a-114d-4bd9-884c-b56d1be38285 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.2174199 Jul 22 14:20:16.424527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3950af0-4562-4e30-862c-ed14c0d08554 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=483bdbe2015d4b419edc61c5e731bc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8822072 Jul 22 14:20:16.427453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950af0-4562-4e30-862c-ed14c0d08554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5753e-99fc-4821-82c9-24a43ccea166,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:16.431981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b6c32-573f-44ca-907a-79021a7deb58 None None] Network 6de9b712-ea26-40f1-b72e-c643f85a3b41 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:16.435054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:16.474432 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.524070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf2d96a-e2d5-444f-a280-c75f3900665f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:16.526242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6269b39e-4e50-46e1-a2f1-adae2a1b908b req-fd197459-9899-4e6f-a83f-ed77b6e0b1b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837910 Jul 22 14:20:16.577715 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.579896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d1110c3f-4dd4-4a42-9a42-0284a8794050 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/5cf2d96a-e2d5-444f-a280-c75f3900665f HTTP/1.1" status: 204 len: 168 time: 0.8131196 Jul 22 14:20:16.587884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:16.623234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d3e3390-4118-44ff-bcdb-c58709856959 req-24a45ec8-487c-49ff-906b-3a662e540887 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039342 Jul 22 14:20:16.676960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b3c85-75bf-4ff9-8a3a-0e3ddc668977 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:16.695681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62bd9fa4-4a91-436d-879c-b81e99c6c69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.703679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 7d2f961c-f657-47cc-8f9c-1362a3c97177 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:16.716501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.769013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62bd9fa4-4a91-436d-879c-b81e99c6c69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.785458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e6d10-cdb7-48ea-b828-6ee7bd5b4db6 req-1c2d219f-f147-442b-85c1-081b701b35f8 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:16.787128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-785e6d10-cdb7-48ea-b828-6ee7bd5b4db6 req-1c2d219f-f147-442b-85c1-081b701b35f8 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 945 time: 0.5286853 Jul 22 14:20:16.799826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2f8a-ac0c-4c1c-baa0-e99d48ade150 req-5254b9c1-ae13-47da-a860-3273dd635f96 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:16.806167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac9d2f8a-ac0c-4c1c-baa0-e99d48ade150 req-5254b9c1-ae13-47da-a860-3273dd635f96 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.0843980 Jul 22 14:20:16.810516 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.859345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac9d2f8a-ac0c-4c1c-baa0-e99d48ade150 req-ece2e2bc-b041-4cee-80bd-408f74898406 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475352 Jul 22 14:20:16.930695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-785e6d10-cdb7-48ea-b828-6ee7bd5b4db6 req-7cc9fad7-4f3f-4a07-930c-9f4111333bde tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359010 Jul 22 14:20:16.975321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62bd9fa4-4a91-436d-879c-b81e99c6c69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.977988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62bd9fa4-4a91-436d-879c-b81e99c6c69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:16.983032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62bd9fa4-4a91-436d-879c-b81e99c6c69d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ac5753e-99fc-4821-82c9-24a43ccea166 HTTP/1.1" status: 204 len: 168 time: 0.5443089 Jul 22 14:20:16.995786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd9fa4-4a91-436d-879c-b81e99c6c69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5753e-99fc-4821-82c9-24a43ccea166,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:17.014845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.166735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.187287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e7a7-3af8-4220-b162-e4ad72715ae7 req-6707ca42-75bb-48ce-b8e5-8caa923838d0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:17.189427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7072e7a7-3af8-4220-b162-e4ad72715ae7 req-6707ca42-75bb-48ce-b8e5-8caa923838d0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1776221 Jul 22 14:20:17.198772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-8e0ef7d8-5a79-4105-a3d3-3eb830f6d511 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:17.201412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-8e0ef7d8-5a79-4105-a3d3-3eb830f6d511 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/networks?id=bcc51e2f-9f76-45bb-bc3c-658496ff5c42 HTTP/1.1" status: 200 len: 825 time: 0.1439402 Jul 22 14:20:17.219560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-138cfaed-ac1b-4487-8df0-81519920c55b tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/quotas/83defe066a854aa592e79a331d9afffc HTTP/1.1" status: 200 len: 375 time: 0.0124567 Jul 22 14:20:17.239676 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.242330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/7d2f961c-f657-47cc-8f9c-1362a3c97177 HTTP/1.1" status: 204 len: 168 time: 0.6426570 Jul 22 14:20:17.244871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1937239-bb3b-4ea4-ab7d-1905c41e41a8 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2f961c-f657-47cc-8f9c-1362a3c97177,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:17.250547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:17.266937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-8d2fb0fd-8e33-4641-bf37-2363f9795d0b tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=83defe066a854aa592e79a331d9afffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421085 Jul 22 14:20:17.308049 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4460c8c-c432-4cc4-acc7-fab178dd1932 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:17.308576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4460c8c-c432-4cc4-acc7-fab178dd1932 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:17.313833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b4460c8c-c432-4cc4-acc7-fab178dd1932 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/5cf2d96a-e2d5-444f-a280-c75f3900665f HTTP/1.1" status: 404 len: 337 time: 0.0502152 Jul 22 14:20:17.315187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:17.332047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-4ac2ac56-bbfd-4d29-b516-8877efb8f2de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2297063 Jul 22 14:20:17.362408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7072e7a7-3af8-4220-b162-e4ad72715ae7 req-c966deb3-bd63-4f41-a398-8fd77b616656 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642053 Jul 22 14:20:17.462973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting subnet 91b273a4-6e30-4f98-80b9-bd26d017caac {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:17.474566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-8427d7d8-11cf-4b92-a216-3d8dd63b11ee service neutron] 10.222.0.11 "GET /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990480 Jul 22 14:20:17.483804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.526358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a7023f4a-8926-4648-9fd7-5c8276403ed2 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:17.527684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-e33d4d0b-3daf-4531-ba74-453e2793e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:17.529835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-e33d4d0b-3daf-4531-ba74-453e2793e155 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 1098 time: 0.1164834 Jul 22 14:20:17.628010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port a7023f4a-8926-4648-9fd7-5c8276403ed2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:17.640407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port a7023f4a-8926-4648-9fd7-5c8276403ed2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:17.640886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.662440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.735570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-8227d875-90a6-426f-9374-54dbd1346609 service neutron] 10.222.0.11 "GET /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597954 Jul 22 14:20:17.789240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.813760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-2cd4a6a1-b37c-457c-91bc-0bec02b0a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:17.817735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-2cd4a6a1-b37c-457c-91bc-0bec02b0a54b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.2659745 Jul 22 14:20:17.850162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:17.850373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7023f4a-8926-4648-9fd7-5c8276403ed2'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:17.860062 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8673d73-e62c-40f4-a609-75b352ddeb09" -d '{"events": [{"server_uuid": "b9bc0530-9e8d-4ebb-aa3d-02d4246db12d", "name": "network-vif-plugged", "status": "completed", "tag": "a7023f4a-8926-4648-9fd7-5c8276403ed2"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:17.875507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a26e1d-77e5-489e-bd10-7b6db358a692 None None] Network a006ba3e-408d-431e-a2ea-5a2421b9c1fc requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:17.883298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-d09abdf7-0422-4a7e-9fc7-1a59f37abfae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326 HTTP/1.1" status: 200 len: 217 time: 0.0589437 Jul 22 14:20:17.938670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-79039877-0723-4ec4-b0ce-c49ac883d0c1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:17.948791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-79039877-0723-4ec4-b0ce-c49ac883d0c1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.2988372 Jul 22 14:20:17.967118 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da8e174-275d-4e2e-b497-27d77ec263d8 x-openstack-request-id: req-2da8e174-275d-4e2e-b497-27d77ec263d8 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:17.972003 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bc0530-9e8d-4ebb-aa3d-02d4246db12d", "name": "network-vif-plugged", "status": "completed", "tag": "a7023f4a-8926-4648-9fd7-5c8276403ed2", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:17.972292 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2da8e174-275d-4e2e-b497-27d77ec263d8 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:17.974205 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7023f4a-8926-4648-9fd7-5c8276403ed2', 'code': 200} Jul 22 14:20:17.976642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-3e6580bc-a94d-4ada-818f-d22ddffef05b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/quotas/12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 375 time: 0.0175021 Jul 22 14:20:17.985010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-173fbc64-ca01-4497-9ee9-395e28d35ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:17.986985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-173fbc64-ca01-4497-9ee9-395e28d35ce6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0974209 Jul 22 14:20:17.987643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port a7023f4a-8926-4648-9fd7-5c8276403ed2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2,segment=NetworkSegment(6b2b9585-56b3-4f6c-9088-bbe8f6f435b9),segment_id=6b2b9585-56b3-4f6c-9088-bbe8f6f435b9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:18.048780 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.105857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fef51600-c8b4-4c7a-bd68-882b00ceacef req-9d12c4e8-f51e-43ed-bb52-9f02747441b6 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 210 time: 0.1102009 Jul 22 14:20:18.109332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-718727e5-48bd-4bee-aeb4-322683f57403 None None] Provisioning complete for port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:18.110092 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-718727e5-48bd-4bee-aeb4-322683f57403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.114486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.149708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=a7023f4a-8926-4648-9fd7-5c8276403ed2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:18.153000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-718727e5-48bd-4bee-aeb4-322683f57403 None None] Port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:18.181992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-718727e5-48bd-4bee-aeb4-322683f57403 None None] Provisioning complete for port 37db64e4-e976-4d45-9764-6cb7d08ae347 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:18.182475 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-718727e5-48bd-4bee-aeb4-322683f57403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.190196 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-76d9ac21-a5ab-4c2e-9f8f-8e62aa24f850 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2022116 Jul 22 14:20:18.235057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.237238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/91b273a4-6e30-4f98-80b9-bd26d017caac HTTP/1.1" status: 204 len: 168 time: 0.9208333 Jul 22 14:20:18.241256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f50283-1dc2-4b35-8faf-8f8582a65532 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Subnet': ['ID=91b273a4-6e30-4f98-80b9-bd26d017caac,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:18.260836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.288093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-37532871-ba7b-4be1-bb69-e7c5fbbfd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:18.305724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-37532871-ba7b-4be1-bb69-e7c5fbbfd650 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2690148 Jul 22 14:20:18.372713 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3e5e17-a9f9-45ad-9f6a-5d920889d463 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.373269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3e5e17-a9f9-45ad-9f6a-5d920889d463 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.377604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da3e5e17-a9f9-45ad-9f6a-5d920889d463 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/56b49f5d-5a1e-43cb-9ef6-e57b29a40926 HTTP/1.1" status: 404 len: 337 time: 0.1107032 Jul 22 14:20:18.379825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.398538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] DHCP port deletion for a006ba3e-408d-431e-a2ea-5a2421b9c1fc request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:20:18.450128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] Deleting port 37db64e4-e976-4d45-9764-6cb7d08ae347 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:18.450648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.462745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-817a4a0e-ffc0-4f06-a340-0833f1f82405 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9cc8487-411c-465f-9bbf-3863ede7457f HTTP/1.1" status: 200 len: 205 time: 0.0798151 Jul 22 14:20:18.464279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55964) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.494464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37eb1-98d7-4586-a264-633109a451ad req-82ff3387-6f8a-4271-a798-49588ff088ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:18.497674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11f37eb1-98d7-4586-a264-633109a451ad req-82ff3387-6f8a-4271-a798-49588ff088ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 1098 time: 0.4734051 Jul 22 14:20:18.571502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fb90a-ddd8-4a96-a1de-d27b9cb51fd5 req-f3d1d4c1-7214-4d62-82e6-0fbf5b4a2009 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:18.574519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d42fb90a-ddd8-4a96-a1de-d27b9cb51fd5 req-f3d1d4c1-7214-4d62-82e6-0fbf5b4a2009 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 946 time: 0.3359897 Jul 22 14:20:18.588974 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-188969ea-8128-44fd-9f8f-048f6d607bce tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] delete failed (client error): The resource could not be found. Jul 22 14:20:18.591614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-188969ea-8128-44fd-9f8f-048f6d607bce tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/routers/c9cc8487-411c-465f-9bbf-3863ede7457f HTTP/1.1" status: 404 len: 336 time: 0.1237173 Jul 22 14:20:18.593120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11f37eb1-98d7-4586-a264-633109a451ad req-d1b931b0-c7e6-46bf-b3b3-9e5510ea4f8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860078 Jul 22 14:20:18.594919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.627033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-7d595b90-808b-4fe9-9a6c-2b85f048fe66 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242198 Jul 22 14:20:18.631985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-030383fe-9d4b-494d-988e-adfc9c861094 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153791 Jul 22 14:20:18.661449 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3f43f5-a52c-4500-8b61-00d9c3b0aff2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.662329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3f43f5-a52c-4500-8b61-00d9c3b0aff2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.664412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dd3f43f5-a52c-4500-8b61-00d9c3b0aff2 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/a9ab49df-e47b-4491-9b11-7480ad8b5ff7 HTTP/1.1" status: 404 len: 337 time: 0.0680468 Jul 22 14:20:18.667865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.687405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d42fb90a-ddd8-4a96-a1de-d27b9cb51fd5 req-2ca22047-ec72-4766-8c39-d477eb967dc4 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940166 Jul 22 14:20:18.707597 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf392a6-ef13-47f4-b27f-0397669f281f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.708171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf392a6-ef13-47f4-b27f-0397669f281f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.710180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5cf392a6-ef13-47f4-b27f-0397669f281f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/ff4bed35-6089-465b-b975-b830245da5f0 HTTP/1.1" status: 404 len: 337 time: 0.0411828 Jul 22 14:20:18.714033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-068061e7-abad-44dc-aa5f-5c4feb5164b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.721462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.730678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] For port 37db64e4-e976-4d45-9764-6cb7d08ae347, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=37db64e4-e976-4d45-9764-6cb7d08ae347,segment=NetworkSegment(50e578c4-6d71-46ac-989d-ddb522e79d50),segment_id=50e578c4-6d71-46ac-989d-ddb522e79d50)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:18.731361 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.747113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] Calling delete_port for 37db64e4-e976-4d45-9764-6cb7d08ae347 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:18.748802 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-40df2734-e700-4370-a3b7-b4990e558461 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.749336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40df2734-e700-4370-a3b7-b4990e558461 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.751323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-40df2734-e700-4370-a3b7-b4990e558461 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/9dc6cd72-a8c3-4651-b77e-9f466ae56398 HTTP/1.1" status: 404 len: 337 time: 0.0285835 Jul 22 14:20:18.754222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.794403 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67872ef-29db-4df6-bb5b-aa7bf2c44e79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.795264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67872ef-29db-4df6-bb5b-aa7bf2c44e79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.797026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a67872ef-29db-4df6-bb5b-aa7bf2c44e79 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/9fd7a80a-3c78-4db3-abf7-a1e6e42507de HTTP/1.1" status: 404 len: 333 time: 0.0418098 Jul 22 14:20:18.799546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.833989 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdeef63-5b02-4795-a56e-8e53d86a8101 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.834760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdeef63-5b02-4795-a56e-8e53d86a8101 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.836166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7fdeef63-5b02-4795-a56e-8e53d86a8101 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/47228f1b-4517-408c-9bec-702d89f1a1ef HTTP/1.1" status: 404 len: 337 time: 0.0356948 Jul 22 14:20:18.838640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.860241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:18.892005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75b7a45d-55ef-40bd-8173-4c245f54482a req-ae7126dc-b402-4641-9031-4a7636a940e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459667 Jul 22 14:20:18.898279 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e3360d-ab9d-49b8-9033-0276c7b7f5ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.899817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e3360d-ab9d-49b8-9033-0276c7b7f5ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.902068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8e3360d-ab9d-49b8-9033-0276c7b7f5ee tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/2ff401a0-33da-4a84-a918-d66e87837aa7 HTTP/1.1" status: 404 len: 337 time: 0.0621002 Jul 22 14:20:18.906351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.915589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] Pushing event deleted for resources: {'Port': ['ID=37db64e4-e976-4d45-9764-6cb7d08ae347,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:18.921526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cca2f-607a-425a-8f55-1874a1a81884 None None] No DVR routers for this DVR port 37db64e4-e976-4d45-9764-6cb7d08ae347 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:18.954376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-c303e4a3-a889-4066-903d-b08d74cf87e0 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199213 Jul 22 14:20:18.955450 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2736cc-19bf-41d3-8ae5-7c08a360e482 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:18.956129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2736cc-19bf-41d3-8ae5-7c08a360e482 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:18.960780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55990) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:18.960996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8a2736cc-19bf-41d3-8ae5-7c08a360e482 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/d688b8f5-1019-458f-b76b-16fa7bb86d42 HTTP/1.1" status: 404 len: 333 time: 0.0524578 Jul 22 14:20:19.000985 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-23906857-1ee5-425d-a5cb-3f1808d2823f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:19.001456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23906857-1ee5-425d-a5cb-3f1808d2823f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:19.005819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-23906857-1ee5-425d-a5cb-3f1808d2823f tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/ce495d9f-3290-44ff-a52c-0631471339bd HTTP/1.1" status: 404 len: 337 time: 0.0402660 Jul 22 14:20:19.006471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:19.025233 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.034494 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a8aae3-93dc-4a2f-927d-a3dc0886000e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] DELETE failed (client error): The resource could not be found. Jul 22 14:20:19.035169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a8aae3-93dc-4a2f-927d-a3dc0886000e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:20:19.040348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85a8aae3-93dc-4a2f-927d-a3dc0886000e tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/subnets/46cb4233-b460-458b-a460-250b370ae0e5 HTTP/1.1" status: 404 len: 337 time: 0.0304539 Jul 22 14:20:19.040809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:19.165085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5728ea85-34f2-4c9a-8698-45deffd21232 req-8b6affe3-6c13-4291-8a50-4ff07582a10b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Jul 22 14:20:19.205260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Deleting port a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:19.206152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.222704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25831a45-666f-45a4-b026-830ed5793318 req-f19296ab-e5e8-4448-9ca7-72ba8bfd5efc tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 210 time: 0.0404916 Jul 22 14:20:19.314853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.329746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Calling delete_port for a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:19.439017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.500786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Port': ['ID=a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:19.515027 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.519998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56012) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:19.530185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f09b1dc-a034-45f1-856c-0c63c546e6ab tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/ports/a2b4bcc2-3252-48bf-a5ce-d4a0bb8f82c6 HTTP/1.1" status: 204 len: 168 time: 0.4877462 Jul 22 14:20:19.595526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-ff491e86-85e9-4334-8144-5b5d5026261b tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:19.598154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-ff491e86-85e9-4334-8144-5b5d5026261b tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.13 "GET /v2.0/networks?id=bcc51e2f-9f76-45bb-bc3c-658496ff5c42 HTTP/1.1" status: 200 len: 825 time: 0.2425969 Jul 22 14:20:19.636001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Request body: {'port': {'device_id': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42', 'admin_state_up': True, 'tenant_id': '83defe066a854aa592e79a331d9afffc'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:19.685511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.862065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37f38b-6064-4e17-b073-8a239c23f34c req-7a896aa5-74ed-47a6-93ba-0252cf60bbc3 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:19.863807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6f37f38b-6064-4e17-b073-8a239c23f34c req-7a896aa5-74ed-47a6-93ba-0252cf60bbc3 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 946 time: 0.0937786 Jul 22 14:20:19.865160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.879634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a006ba3e-408d-431e-a2ea-5a2421b9c1fc']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:19.898072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e578c4-6d71-46ac-989d-ddb522e79d50') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:19.898577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e578c4-6d71-46ac-989d-ddb522e79d50') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:19.917377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.925697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Made reservation on behalf of 83defe066a854aa592e79a331d9afffc for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:19.929188 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.951475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.968499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.969593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:19.970127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:19.973669 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:20.082049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:20.087773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:20.090247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] 10.222.0.11 "DELETE /v2.0/networks/a006ba3e-408d-431e-a2ea-5a2421b9c1fc HTTP/1.1" status: 204 len: 168 time: 0.5669539 Jul 22 14:20:20.121047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ba8ab-3eeb-4a16-a6eb-816fbd77d747 tempest-PortsIpV6TestJSON-864232122 tempest-PortsIpV6TestJSON-864232122-project] Pushing event deleted for resources: {'Network': ['ID=a006ba3e-408d-431e-a2ea-5a2421b9c1fc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:20.180233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Allocated IP 172.20.0.2 (bcc51e2f-9f76-45bb-bc3c-658496ff5c42/a74da369-3437-4edc-a6b9-c2b30c7ec9a7/6453abf5-f240-41a7-8e9b-bd2d48249679) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:20.237219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6f37f38b-6064-4e17-b073-8a239c23f34c req-040843ad-4950-43c5-8633-81bb8e0c9c36 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643744 Jul 22 14:20:20.362440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 37db64e4-e976-4d45-9764-6cb7d08ae347 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:20.412131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 37db64e4-e976-4d45-9764-6cb7d08ae347 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:20.419950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 37db64e4-e976-4d45-9764-6cb7d08ae347 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:20.457477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-3fd38e90-c83c-4838-8431-d33d4f24db2b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:20.459043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-3fd38e90-c83c-4838-8431-d33d4f24db2b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.2209020 Jul 22 14:20:20.490635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'port': {'device_id': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'admin_state_up': True, 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:20.536255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b00a504b-0e42-4a27-8d6d-dc8dc03f85cf req-50eff33e-9e19-4167-a230-d9c7b721117c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 210 time: 0.0678778 Jul 22 14:20:20.565813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad7b805e-0afb-49fb-b1b2-22f7d2045dcf req-b869823b-0c72-4b59-885d-73c69a1dd728 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 210 time: 0.0683031 Jul 22 14:20:20.578914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:20.658663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:20.673689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:20.685046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:20.688813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:20.724385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:20.738192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:20.745432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:20.781657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Pushing event updated for resources: {'Port': ['ID=6453abf5-f240-41a7-8e9b-bd2d48249679,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:20.823871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:20.825242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:20.841761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-0233a2a5-febb-4cbb-95f1-b02b90ca9a11 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2099504 Jul 22 14:20:20.854625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Request body: {'port': {'device_id': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:20.924350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Allocated IP 172.20.0.4 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/ceb4b5df-b85e-411a-917f-a7d77b63a417) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:20.933385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454389b3-3c3a-4564-923a-3aad6e94f7c6 req-3d6ec963-0dd1-4fa0-8fdf-8fd6938b8cb2 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:20.941978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454389b3-3c3a-4564-923a-3aad6e94f7c6 req-3d6ec963-0dd1-4fa0-8fdf-8fd6938b8cb2 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 946 time: 0.1325116 Jul 22 14:20:20.993684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0a382b53-e582-4aff-910c-15a8762b0884 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8ba9c7ebf4841999497674addbea297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188307 Jul 22 14:20:20.995757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56048) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:21.006923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-454389b3-3c3a-4564-923a-3aad6e94f7c6 req-270953cc-d350-4dc1-b15a-10f4900a6bea tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639241 Jul 22 14:20:21.015245 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.104813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5bed1e6-b2c3-4ecd-8601-41149477ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.148094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.163268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Transition to ACTIVE for port object ceb4b5df-b85e-411a-917f-a7d77b63a417 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:21.187451 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5bed1e6-b2c3-4ecd-8601-41149477ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.201000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.216817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:21.248132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:21.253718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:21.256159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:21.297786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=ceb4b5df-b85e-411a-917f-a7d77b63a417,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:21.325344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5bed1e6-b2c3-4ecd-8601-41149477ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.325866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:21.326718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.338856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5bed1e6-b2c3-4ecd-8601-41149477ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.343097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b5bed1e6-b2c3-4ecd-8601-41149477ae43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46bd7519-969d-4e79-9c2a-5e1419a1fe3b HTTP/1.1" status: 204 len: 168 time: 0.3432198 Jul 22 14:20:21.349857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-65241b2c-afe0-45b1-836c-d55f17cea62e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710785 Jul 22 14:20:21.363963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bed1e6-b2c3-4ecd-8601-41149477ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd7519-969d-4e79-9c2a-5e1419a1fe3b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:21.368425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Request body: {'port': {'device_id': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:21.375060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.443210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d5e951c7-f7c5-4981-ad6a-2d3893385f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.512298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6453abf5-f240-41a7-8e9b-bd2d48249679 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:21.528795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.547512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.562258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Transition to ACTIVE for port object 6453abf5-f240-41a7-8e9b-bd2d48249679 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:21.570930 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.685827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Pushing event updated for resources: {'Port': ['ID=6453abf5-f240-41a7-8e9b-bd2d48249679,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:21.706934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ac75c2e3-3518-4ae9-a645-4e18825d8feb None None] Provisioning for port ceb4b5df-b85e-411a-917f-a7d77b63a417 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:21.711771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ac75c2e3-3518-4ae9-a645-4e18825d8feb None None] Provisioning complete for port ceb4b5df-b85e-411a-917f-a7d77b63a417 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:21.712492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ac75c2e3-3518-4ae9-a645-4e18825d8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.756310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ac75c2e3-3518-4ae9-a645-4e18825d8feb None None] Port ceb4b5df-b85e-411a-917f-a7d77b63a417 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:21.857188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Attempting to bind port 6453abf5-f240-41a7-8e9b-bd2d48249679 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:21.857761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Attempting to bind port 6453abf5-f240-41a7-8e9b-bd2d48249679 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:21.858100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Attempting to bind port 6453abf5-f240-41a7-8e9b-bd2d48249679 on network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:21.877340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298eef9-e304-4185-b5c2-a6fd4c935a87 req-bf4fe794-80f8-45a2-9fa7-00c771f8fee4 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:21.891720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f298eef9-e304-4185-b5c2-a6fd4c935a87 req-bf4fe794-80f8-45a2-9fa7-00c771f8fee4 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 943 time: 0.1693072 Jul 22 14:20:21.896690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Port 6453abf5-f240-41a7-8e9b-bd2d48249679 on network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:21.896861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Attempting to bind port 6453abf5-f240-41a7-8e9b-bd2d48249679 on network bcc51e2f-9f76-45bb-bc3c-658496ff5c42 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:21.910959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:21.911297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Checking segment: {'id': '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:21.911689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Bound using segment: {'id': '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:21.912141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Bound port: 6453abf5-f240-41a7-8e9b-bd2d48249679, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:21.912570 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:21.948147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ca77d-e0ab-4d70-a1a9-16fb6f4e3fa3 req-2e0c659c-2224-4f77-996e-8c1a53ac244c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:21.950850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e6ca77d-e0ab-4d70-a1a9-16fb6f4e3fa3 req-2e0c659c-2224-4f77-996e-8c1a53ac244c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 931 time: 0.2990777 Jul 22 14:20:21.956129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f298eef9-e304-4185-b5c2-a6fd4c935a87 req-72f0958f-a323-4aba-9950-629024b6fa4d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689089 Jul 22 14:20:22.047583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e6ca77d-e0ab-4d70-a1a9-16fb6f4e3fa3 req-3aa60927-0d2c-4f81-9cf2-f9e62a008d44 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Jul 22 14:20:22.049859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] For port 6453abf5-f240-41a7-8e9b-bd2d48249679, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:22.063976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] For port 6453abf5-f240-41a7-8e9b-bd2d48249679, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6453abf5-f240-41a7-8e9b-bd2d48249679,segment=NetworkSegment(72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f),segment_id=72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:22.076884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.109027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb4b5df-b85e-411a-917f-a7d77b63a417 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:22.138205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.156962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:22.157788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.159277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] 10.222.0.13 "PUT /v2.0/ports/6453abf5-f240-41a7-8e9b-bd2d48249679 HTTP/1.1" status: 200 len: 1092 time: 1.3096924 Jul 22 14:20:22.162064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'tag': '6453abf5-f240-41a7-8e9b-bd2d48249679'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:22.165722 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d344fb21-abd2-4025-b1de-7d806e0f3071" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b6a9da-206d-4d35-bf83-6df8c62b9a9c", "tag": "6453abf5-f240-41a7-8e9b-bd2d48249679"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:22.192416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Transition to ACTIVE for port object ceb4b5df-b85e-411a-917f-a7d77b63a417 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:22.204530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9b35-1b0f-4548-a119-e15ed527cc83 service neutron] Pushing event updated for resources: {'Port': ['ID=6453abf5-f240-41a7-8e9b-bd2d48249679,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:22.212072 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.328816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-c516106e-0e1b-4692-a0f6-c83931bf324e tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:22.332197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-c516106e-0e1b-4692-a0f6-c83931bf324e tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 946 time: 0.3150146 Jul 22 14:20:22.393651 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.472694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:22.528276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb4b5df-b85e-411a-917f-a7d77b63a417,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:22.619555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Deleting port a7023f4a-8926-4648-9fd7-5c8276403ed2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:22.621305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.625701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Attempting to bind port ceb4b5df-b85e-411a-917f-a7d77b63a417 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:22.626265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Attempting to bind port ceb4b5df-b85e-411a-917f-a7d77b63a417 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:22.626749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Attempting to bind port ceb4b5df-b85e-411a-917f-a7d77b63a417 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:22.645975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Port ceb4b5df-b85e-411a-917f-a7d77b63a417 on network 6da56f10-f008-4060-87cb-09f621a96980 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:22.646317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Attempting to bind port ceb4b5df-b85e-411a-917f-a7d77b63a417 on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:22.664222 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b64d5c-18c3-4fe9-a4c8-3b62c9df9f4c x-openstack-request-id: req-27b64d5c-18c3-4fe9-a4c8-3b62c9df9f4c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:22.664519 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b6a9da-206d-4d35-bf83-6df8c62b9a9c", "tag": "6453abf5-f240-41a7-8e9b-bd2d48249679", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:22.664774 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27b64d5c-18c3-4fe9-a4c8-3b62c9df9f4c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:22.665174 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'tag': '6453abf5-f240-41a7-8e9b-bd2d48249679', 'status': 'completed', 'code': 200} Jul 22 14:20:22.668503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:22.668992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:22.669284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:22.669750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Bound port: ceb4b5df-b85e-411a-917f-a7d77b63a417, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:22.670116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.681243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553caa5-18c6-41ef-9027-5208997491b3 req-31b961ca-8066-4dc6-a72a-07141aca84b7 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:22.689056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5553caa5-18c6-41ef-9027-5208997491b3 req-31b961ca-8066-4dc6-a72a-07141aca84b7 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 946 time: 0.5745068 Jul 22 14:20:22.716659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-976725118'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:22.736083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5553caa5-18c6-41ef-9027-5208997491b3 req-dbfcb847-7b5f-42f3-94af-8d5c69132111 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/security-groups?id=9fbdeda3-b31b-49e4-9e99-b8ff053782b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Jul 22 14:20:22.743189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-c1caba94-2e64-492a-9624-7a6a7b68c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:22.744793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-c1caba94-2e64-492a-9624-7a6a7b68c785 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83defe066a854aa592e79a331d9afffc&device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 1095 time: 0.5271475 Jul 22 14:20:22.800849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-5cb16397-8577-4c09-a12c-09a3ed88d3ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6453abf5-f240-41a7-8e9b-bd2d48249679 HTTP/1.1" status: 200 len: 217 time: 0.0480933 Jul 22 14:20:22.807216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] For port a7023f4a-8926-4648-9fd7-5c8276403ed2, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=a7023f4a-8926-4648-9fd7-5c8276403ed2,segment=NetworkSegment(6b2b9585-56b3-4f6c-9088-bbe8f6f435b9),segment_id=6b2b9585-56b3-4f6c-9088-bbe8f6f435b9)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:22.807793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.813222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:22.816824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.843124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Calling delete_port for a7023f4a-8926-4648-9fd7-5c8276403ed2 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:22.845660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] For port ceb4b5df-b85e-411a-917f-a7d77b63a417, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:22.850021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.865415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-5dfc0423-1767-4521-a350-ef8d8fa22322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:22.867118 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-5dfc0423-1767-4521-a350-ef8d8fa22322 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a74da369-3437-4edc-a6b9-c2b30c7ec9a7 HTTP/1.1" status: 200 len: 865 time: 0.0592077 Jul 22 14:20:22.876689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] For port ceb4b5df-b85e-411a-917f-a7d77b63a417, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:22.909480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-067e40fc-a27c-4200-82a3-8388f4e58f8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc51e2f-9f76-45bb-bc3c-658496ff5c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347881 Jul 22 14:20:22.911757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.981767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:22.982405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:22.983945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] 10.222.0.13 "PUT /v2.0/ports/ceb4b5df-b85e-411a-917f-a7d77b63a417 HTTP/1.1" status: 200 len: 1092 time: 1.6245561 Jul 22 14:20:22.987889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'tag': 'ceb4b5df-b85e-411a-917f-a7d77b63a417'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:22.990235 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b022c2f-00c2-4940-b0b0-ac956378cf65", "tag": "ceb4b5df-b85e-411a-917f-a7d77b63a417"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:23.031656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-a76463d4-889e-4e6a-b351-0d86f6a75a84 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149309 Jul 22 14:20:23.090752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c38bd-7c32-40a2-a594-1e8bcdffe317 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb4b5df-b85e-411a-917f-a7d77b63a417,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:23.094755 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee4fc7-a4bf-40a7-ae71-1e2d460cce07 x-openstack-request-id: req-a6ee4fc7-a4bf-40a7-ae71-1e2d460cce07 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:23.095039 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b022c2f-00c2-4940-b0b0-ac956378cf65", "tag": "ceb4b5df-b85e-411a-917f-a7d77b63a417", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:23.095313 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6ee4fc7-a4bf-40a7-ae71-1e2d460cce07 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:23.095673 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'tag': 'ceb4b5df-b85e-411a-917f-a7d77b63a417', 'status': 'completed', 'code': 200} Jul 22 14:20:23.159734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f9823b7-3e73-4bcd-80bd-7a9e6a41c9ce req-a2919c81-d716-4d8e-972f-bf1fa4555f6c service neutron] 10.222.0.13 "GET /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198924 Jul 22 14:20:23.326851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.339643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347690d-484a-4cb3-b2fd-388f5980643f req-529e53e2-a970-4f8c-a8ac-781092cd2bd1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.341544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f347690d-484a-4cb3-b2fd-388f5980643f req-529e53e2-a970-4f8c-a8ac-781092cd2bd1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 943 time: 0.1589053 Jul 22 14:20:23.344548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.354039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.355933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-65a5507c-ddbb-40e4-ab0b-e5866f825d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.357751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-65a5507c-ddbb-40e4-ab0b-e5866f825d4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83defe066a854aa592e79a331d9afffc&device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 1095 time: 0.1177220 Jul 22 14:20:23.367115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['a7023f4a-8926-4648-9fd7-5c8276403ed2'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:23.374617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-e5f5ce46-02a3-40d9-a3f1-7a30f5a391bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.376547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-e5f5ce46-02a3-40d9-a3f1-7a30f5a391bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 1095 time: 0.3497815 Jul 22 14:20:23.418406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:23.435456 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f347690d-484a-4cb3-b2fd-388f5980643f req-d82cc533-71aa-424e-acd2-b3654adaf98a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806077 Jul 22 14:20:23.435905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Pushing event deleted for resources: {'Port': ['ID=a7023f4a-8926-4648-9fd7-5c8276403ed2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:23.493069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d463a6-0c56-415b-8417-418af70f0d08,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:23.495517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-16218c9c-00eb-4204-ace0-ef0b1bd38d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.498011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-16218c9c-00eb-4204-ace0-ef0b1bd38d75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcc51e2f-9f76-45bb-bc3c-658496ff5c42 HTTP/1.1" status: 200 len: 926 time: 0.1332037 Jul 22 14:20:23.503523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.503890 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment de56f4c4-2a1d-4840-bd88-7b40b8fc143f of type vlan for network dcd6d810-3592-4ed2-94f7-57e36d8206c3 Jul 22 14:20:23.549541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-e30ca8b8-3c56-4fd8-be4d-850956c91790 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6453abf5-f240-41a7-8e9b-bd2d48249679 HTTP/1.1" status: 200 len: 217 time: 0.0440507 Jul 22 14:20:23.571208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab218bf-ef17-400c-9bb3-ade5c1f9e170 req-0628e79b-1093-4bf2-ba68-625666a04b67 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.572672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ab218bf-ef17-400c-9bb3-ade5c1f9e170 req-0628e79b-1093-4bf2-ba68-625666a04b67 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 943 time: 0.4762294 Jul 22 14:20:23.574118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-e51ba692-6307-499e-953d-e09bec178d75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417 HTTP/1.1" status: 200 len: 217 time: 0.1809099 Jul 22 14:20:23.606026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-8f505e70-e0b8-4128-96f0-4d3a6799eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.607523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-8f505e70-e0b8-4128-96f0-4d3a6799eb72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a74da369-3437-4edc-a6b9-c2b30c7ec9a7 HTTP/1.1" status: 200 len: 865 time: 0.0512846 Jul 22 14:20:23.615124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] No DVR routers for this DVR port a7023f4a-8926-4648-9fd7-5c8276403ed2 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:23.627017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:23.644955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.649445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.650511 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-ff9a6adb-7198-4beb-b6ea-54d5d993915d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc51e2f-9f76-45bb-bc3c-658496ff5c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357714 Jul 22 14:20:23.651530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2af8dd9b-6764-4647-b16c-afeff1f9a97e req-16dbd24f-106d-4b1c-bb3f-1db26670d183 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.20 "DELETE /v2.0/ports/a7023f4a-8926-4648-9fd7-5c8276403ed2 HTTP/1.1" status: 204 len: 173 time: 1.3074405 Jul 22 14:20:23.744025 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ab218bf-ef17-400c-9bb3-ade5c1f9e170 req-faffb283-cb6f-4608-b589-745155b0ad96 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594262 Jul 22 14:20:23.771985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-f45ad6b6-19b4-4178-be4e-c4a77df586c8 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130776 Jul 22 14:20:23.778827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-5a302d84-7ed8-4cd3-8706-e5a3920516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.783111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-5a302d84-7ed8-4cd3-8706-e5a3920516f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.1997736 Jul 22 14:20:23.807915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.817212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.817966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.849111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c6be16-4b65-4b3a-a9ce-423fcf230c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:23.913363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4375076 Jul 22 14:20:23.915459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16f45f-0596-4ac8-9640-2b8ed4129d60 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=dcd6d810-3592-4ed2-94f7-57e36d8206c3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:23.922815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:23.928228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:23.932565 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1feff7b8-ae0a-4a0d-a8b6-aa1ac8c3a8f0 req-85dca842-0cff-4fbe-a7a5-7c249d1b9a63 tempest-ServerGroupTestJSON-547691802 tempest-ServerGroupTestJSON-547691802-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9bc0530-9e8d-4ebb-aa3d-02d4246db12d HTTP/1.1" status: 200 len: 210 time: 0.0687530 Jul 22 14:20:23.950581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-524729494'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:23.973527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d344fb21-abd2-4025-b1de-7d806e0f3071 req-f6acd71e-26cb-4e4c-bc8c-fcc31c2c52ce service neutron] 10.222.0.13 "GET /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935737 Jul 22 14:20:23.987679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-c752f4a3-0c9e-4649-8ecb-22ff4c3f8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:23.989306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-c752f4a3-0c9e-4649-8ecb-22ff4c3f8097 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1935465 Jul 22 14:20:24.076817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c6be16-4b65-4b3a-a9ce-423fcf230c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.086772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c6be16-4b65-4b3a-a9ce-423fcf230c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.099013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-f875bed8-9157-4021-a326-73910e175db9 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004949 Jul 22 14:20:24.134870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e7c6be16-4b65-4b3a-a9ce-423fcf230c61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3c786715aeb4db8a3b916aeb3f09bed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044866 Jul 22 14:20:24.135201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56110) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:24.137392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:24.140958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.155543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6be16-4b65-4b3a-a9ce-423fcf230c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620a3a7a-daf6-4a94-871d-6e28404f2dab,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:24.211091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:24.219129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.219532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e262a65-01a4-46ce-ab99-6b5fb9fe5ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.225135 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.225495 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment 26d7947f-1d58-447c-8f3b-7efc1a6d489e of type vlan for network bee00daf-3a0c-4b65-9108-ff194361ec91 Jul 22 14:20:24.250182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e262a65-01a4-46ce-ab99-6b5fb9fe5ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.291829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.298064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2381874-f53c-4faf-8c3a-79e60bcfcfdc req-220cda29-3ef5-4ea2-b507-493c0962d36c service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915681 Jul 22 14:20:24.310036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e262a65-01a4-46ce-ab99-6b5fb9fe5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.312956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e262a65-01a4-46ce-ab99-6b5fb9fe5ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.314162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8e262a65-01a4-46ce-ab99-6b5fb9fe5ed5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/620a3a7a-daf6-4a94-871d-6e28404f2dab HTTP/1.1" status: 204 len: 168 time: 0.1781282 Jul 22 14:20:24.328648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e262a65-01a4-46ce-ab99-6b5fb9fe5ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620a3a7a-daf6-4a94-871d-6e28404f2dab,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:24.343973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.351225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:24.351960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.416049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4862804 Jul 22 14:20:24.419754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:24.425948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:24.463093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64017eea-95e2-4385-a807-782622f28955 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=bee00daf-3a0c-4b65-9108-ff194361ec91,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:24.476214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network bee00daf-3a0c-4b65-9108-ff194361ec91 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:24.482530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-01866f66-cd78-4bf5-8b77-be66c96d8b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:24.484142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-01866f66-cd78-4bf5-8b77-be66c96d8b6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 1095 time: 0.1208024 Jul 22 14:20:24.544235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:24.549488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.635471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-f39ea80e-7f2c-428d-9781-eeb2a028c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:24.637839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-f39ea80e-7f2c-428d-9781-eeb2a028c1b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1478102 Jul 22 14:20:24.683940 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-2282ed8d-6ae2-4390-94c8-2b43645308ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Jul 22 14:20:24.694401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce81fee-fdd0-4bbe-b0b2-d12335e2929d req-03578ca5-3020-4c47-bb60-82c45aeac5d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:24.695891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ce81fee-fdd0-4bbe-b0b2-d12335e2929d req-03578ca5-3020-4c47-bb60-82c45aeac5d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 943 time: 0.1372399 Jul 22 14:20:24.732418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56120) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:24.766716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5119e7f4-13bc-4df6-89fb-7ded073edef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.772782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-25f6b317-9bc8-4349-bdd5-84d1a5c8bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:24.774373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-25f6b317-9bc8-4349-bdd5-84d1a5c8bd9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0775528 Jul 22 14:20:24.781803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ce81fee-fdd0-4bbe-b0b2-d12335e2929d req-dd69b5e2-35fc-44f7-9247-1bc28e40dc40 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759122 Jul 22 14:20:24.820768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:24.846606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-71364cda-139d-4bde-bace-0b8861e4d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:24.848177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-71364cda-139d-4bde-bace-0b8861e4d3ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662498 Jul 22 14:20:24.946014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-2b5824b1-ce75-46d6-b196-cdd466207b37 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895460 Jul 22 14:20:24.948485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=c6ba746c-2168-48ac-8ddb-2701929bf0e3,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:24.988587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:24.988957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: dcd6d810-3592-4ed2-94f7-57e36d8206c3, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:24.997496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5119e7f4-13bc-4df6-89fb-7ded073edef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.009442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5119e7f4-13bc-4df6-89fb-7ded073edef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.033835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f31cb-4290-496d-ae48-a2f2899ca0b0 req-69d00bf9-42ac-42a8-8af5-cc24612b6bb5 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:25.035395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe7f31cb-4290-496d-ae48-a2f2899ca0b0 req-69d00bf9-42ac-42a8-8af5-cc24612b6bb5 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 943 time: 0.2011535 Jul 22 14:20:25.059861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b93dd32d-d6fb-47d9-b381-3927b5fb3aa0 req-a8ba656d-9ce4-433c-955a-db7c6b76a818 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071291 Jul 22 14:20:25.062699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:25.091998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5119e7f4-13bc-4df6-89fb-7ded073edef2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b865101b3b074ed29fdced0aaed6bb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584621 Jul 22 14:20:25.093422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119e7f4-13bc-4df6-89fb-7ded073edef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5041a3d2-ec0b-4234-b8a5-793115405492,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:25.094705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:25.096171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, dcd6d810-3592-4ed2-94f7-57e36d8206c3) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:25.102184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:25.103765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.108454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f1f1ab-8c1e-416c-8acc-f73f68c15469 None None] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:25.116511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'name': 'network-vif-deleted', 'tag': 'a7023f4a-8926-4648-9fd7-5c8276403ed2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:25.118349 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88978c19-8dc3-483a-8e3a-35891fcf5847" -d '{"events": [{"server_uuid": "b9bc0530-9e8d-4ebb-aa3d-02d4246db12d", "name": "network-vif-deleted", "tag": "a7023f4a-8926-4648-9fd7-5c8276403ed2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:25.125454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe7f31cb-4290-496d-ae48-a2f2899ca0b0 req-a41864ce-8834-48b3-b6b9-7914c33ed02e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 Jul 22 14:20:25.133965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1b7854b2-585a-4470-beb7-e62dc9132a5f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7126822 Jul 22 14:20:25.137869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56136) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:25.149839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:25.179760 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a6341d-524a-4cda-a027-8da395d9ef1f x-openstack-request-id: req-65a6341d-524a-4cda-a027-8da395d9ef1f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:25.180059 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bc0530-9e8d-4ebb-aa3d-02d4246db12d", "name": "network-vif-deleted", "tag": "a7023f4a-8926-4648-9fd7-5c8276403ed2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:25.180350 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65a6341d-524a-4cda-a027-8da395d9ef1f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:25.180696 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bc0530-9e8d-4ebb-aa3d-02d4246db12d', 'name': 'network-vif-deleted', 'tag': 'a7023f4a-8926-4648-9fd7-5c8276403ed2', 'status': 'completed', 'code': 200} Jul 22 14:20:25.195055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c06102-f6ba-49ad-85a5-afe1df0bea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.223867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c06102-f6ba-49ad-85a5-afe1df0bea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.283957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:25.288242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.302552 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c06102-f6ba-49ad-85a5-afe1df0bea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.306384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9c06102-f6ba-49ad-85a5-afe1df0bea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.311308 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b9c06102-f6ba-49ad-85a5-afe1df0bea57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5041a3d2-ec0b-4234-b8a5-793115405492 HTTP/1.1" status: 204 len: 168 time: 0.2140970 Jul 22 14:20:25.324422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c06102-f6ba-49ad-85a5-afe1df0bea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041a3d2-ec0b-4234-b8a5-793115405492,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:25.358085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-dcd6d810-3592-4ed2-94f7-57e36d8206c3', 'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': 'c6ba746c-2168-48ac-8ddb-2701929bf0e3'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:20:25.359926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.376401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:25.431874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Deleting subnet ebaf3017-a5b3-45da-837e-c85ea527ae14 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:25.435501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.475899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.517350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Allocated IP 2001:db8::2 (dcd6d810-3592-4ed2-94f7-57e36d8206c3/c6ba746c-2168-48ac-8ddb-2701929bf0e3/e228c67a-af2a-4425-93bb-cd8669cd0441) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:25.521935 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.539352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.560399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a7023f4a-8926-4648-9fd7-5c8276403ed2 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:25.586908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: a7023f4a-8926-4648-9fd7-5c8276403ed2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:25.587223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device a7023f4a-8926-4648-9fd7-5c8276403ed2 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:25.596475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.632725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=1b194236-a4b1-4256-be5d-8ff0310fce05,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:25.635334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebaf3017-a5b3-45da-837e-c85ea527ae14,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:25.642580 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.645106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b597ae96-cc1c-4b4e-a4a7-fdab6dfdb6f6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ebaf3017-a5b3-45da-837e-c85ea527ae14 HTTP/1.1" status: 204 len: 168 time: 0.2675679 Jul 22 14:20:25.647516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:25.650283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': '26d7947f-1d58-447c-8f3b-7efc1a6d489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:25.650750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: bee00daf-3a0c-4b65-9108-ff194361ec91, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:25.673169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network bee00daf-3a0c-4b65-9108-ff194361ec91 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:25.684818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, bee00daf-3a0c-4b65-9108-ff194361ec91) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:25.689165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:25.689822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.697103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ce009-ff8f-4ba0-9124-8c2a2466d0ee None None] Network bee00daf-3a0c-4b65-9108-ff194361ec91 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:25.709152 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7b857f0f-e437-4013-af73-89ead2ff4c89 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5677772 Jul 22 14:20:25.709368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56160) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:25.715852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773308337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:25.752061 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.757630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.759007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.791343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Transition to ACTIVE for port object e228c67a-af2a-4425-93bb-cd8669cd0441 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:25.825304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Transition to ACTIVE for port object e228c67a-af2a-4425-93bb-cd8669cd0441 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:25.838128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.854241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.856859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.884062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:25.899141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c189ab6d-c545-4447-a21f-d3d69a52c1a4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1885138 Jul 22 14:20:25.899918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:25.932761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Pushing event updated for resources: {'Port': ['ID=e228c67a-af2a-4425-93bb-cd8669cd0441,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:25.959408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:25.963182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:25.967762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:26.116356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-bee00daf-3a0c-4b65-9108-ff194361ec91', 'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': '1b194236-a4b1-4256-be5d-8ff0310fce05'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:20:26.116356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.141701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.150083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Attempting to bind port e228c67a-af2a-4425-93bb-cd8669cd0441 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:26.162352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Attempting to bind port e228c67a-af2a-4425-93bb-cd8669cd0441 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:26.163063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Attempting to bind port e228c67a-af2a-4425-93bb-cd8669cd0441 on network dcd6d810-3592-4ed2-94f7-57e36d8206c3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:26.174979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:26.174979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Checking segment: {'id': 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:26.174979 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.175630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Bound using segment: {'id': 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:26.176346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Bound port: e228c67a-af2a-4425-93bb-cd8669cd0441, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'dcd6d810-3592-4ed2-94f7-57e36d8206c3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:26.177013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.208532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284fb84-480d-4fcb-bfd4-11bf70ed3e89 req-2ac53304-2792-43a2-83e1-396270ef7857 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:26.218584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6284fb84-480d-4fcb-bfd4-11bf70ed3e89 req-2ac53304-2792-43a2-83e1-396270ef7857 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 943 time: 0.1200240 Jul 22 14:20:26.298349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6284fb84-480d-4fcb-bfd4-11bf70ed3e89 req-d2f47df7-179e-4bb0-8972-72ec5aedfc8f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Jul 22 14:20:26.314132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.327357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.341375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb17dc7-aad3-4089-a099-4db913ca8aa1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:26.354650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:26.355011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2b9585-56b3-4f6c-9088-bbe8f6f435b9') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:26.365249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.386889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.397115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:26.397522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:26.399376 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:26.412854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Allocated IP 2001:db8:1::2 (bee00daf-3a0c-4b65-9108-ff194361ec91/1b194236-a4b1-4256-be5d-8ff0310fce05/0c1bbb02-adda-4da9-80b3-15ee776de29c) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:26.427803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] For port e228c67a-af2a-4425-93bb-cd8669cd0441, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:26.431348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] For port e228c67a-af2a-4425-93bb-cd8669cd0441, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e228c67a-af2a-4425-93bb-cd8669cd0441,segment=NetworkSegment(de56f4c4-2a1d-4840-bd88-7b40b8fc143f),segment_id=de56f4c4-2a1d-4840-bd88-7b40b8fc143f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:26.439214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cba-c5fc-438c-8aba-3075d44d27c1 req-29fff4c1-c8ab-4ae7-b88c-b640f2f4e7e8 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:26.440840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-992c4cba-c5fc-438c-8aba-3075d44d27c1 req-29fff4c1-c8ab-4ae7-b88c-b640f2f4e7e8 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 943 time: 0.2089188 Jul 22 14:20:26.457558 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.468341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ceb4b5df-b85e-411a-917f-a7d77b63a417 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:20:26.471781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.501233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.504104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2eb17dc7-aad3-4089-a099-4db913ca8aa1 HTTP/1.1" status: 204 len: 168 time: 0.8550994 Jul 22 14:20:26.505327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11efb-cc37-4b7a-b653-79cf7963a9a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb17dc7-aad3-4089-a099-4db913ca8aa1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:26.554551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-992c4cba-c5fc-438c-8aba-3075d44d27c1 req-db095000-4851-4cc2-9522-292b0b761266 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060560 Jul 22 14:20:26.618248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9357c2f-fbff-4bac-9a8c-58fe5b0e39f5 None None] Pushing event updated for resources: {'Port': ['ID=e228c67a-af2a-4425-93bb-cd8669cd0441,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:26.734662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8::1 (dcd6d810-3592-4ed2-94f7-57e36d8206c3/c6ba746c-2168-48ac-8ddb-2701929bf0e3/c546278f-13f2-41cc-8659-0ef3f61ee800) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:26.757879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ceb4b5df-b85e-411a-917f-a7d77b63a417, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:26.787101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56224) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:26.795645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ceb4b5df-b85e-411a-917f-a7d77b63a417', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': 'ceb4b5df-b85e-411a-917f-a7d77b63a417', 'mac_address': 'fa:16:3e:44:c0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:20:26.851228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.866966 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.882945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb4b5df-b85e-411a-917f-a7d77b63a417 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:26.902602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Transition to ACTIVE for port object 0c1bbb02-adda-4da9-80b3-15ee776de29c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:26.913263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a96d9825-b75f-4899-af7f-23d8a90f4104 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=459223b2ec1748f99e73c3333540cba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236522 Jul 22 14:20:26.915346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:26.930773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.934983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ceb4b5df-b85e-411a-917f-a7d77b63a417, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:26.941907 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.942646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6453abf5-f240-41a7-8e9b-bd2d48249679 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:20:26.945057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Transition to ACTIVE for port object 0c1bbb02-adda-4da9-80b3-15ee776de29c will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:26.947794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object c546278f-13f2-41cc-8659-0ef3f61ee800 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:26.985277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a7f-3cdc-4f43-a6a3-0a9f799080b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:26.985549 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.017261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a7f-3cdc-4f43-a6a3-0a9f799080b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.020124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.029919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Network bee00daf-3a0c-4b65-9108-ff194361ec91 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:27.053522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:27.069533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:27.085962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ceb4b5df-b85e-411a-917f-a7d77b63a417,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:27.105665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:27.107010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a7f-3cdc-4f43-a6a3-0a9f799080b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.111095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e60e9a7f-3cdc-4f43-a6a3-0a9f799080b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.111637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:27.112194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e60e9a7f-3cdc-4f43-a6a3-0a9f799080b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fbdeda3-b31b-49e4-9e99-b8ff053782b1 HTTP/1.1" status: 204 len: 168 time: 0.1957796 Jul 22 14:20:27.126193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:27.126755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.155613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e9a7f-3cdc-4f43-a6a3-0a9f799080b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdeda3-b31b-49e4-9e99-b8ff053782b1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:27.203093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=c546278f-13f2-41cc-8659-0ef3f61ee800,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:27.218334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Pushing event updated for resources: {'Port': ['ID=0c1bbb02-adda-4da9-80b3-15ee776de29c,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:27.247804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Attempting to bind port 0c1bbb02-adda-4da9-80b3-15ee776de29c on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:27.248664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Attempting to bind port 0c1bbb02-adda-4da9-80b3-15ee776de29c by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '26d7947f-1d58-447c-8f3b-7efc1a6d489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:27.248664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Attempting to bind port 0c1bbb02-adda-4da9-80b3-15ee776de29c on network bee00daf-3a0c-4b65-9108-ff194361ec91 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:27.258779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:27.259157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Checking segment: {'id': '26d7947f-1d58-447c-8f3b-7efc1a6d489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:27.259645 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.260004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Bound using segment: {'id': '26d7947f-1d58-447c-8f3b-7efc1a6d489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:27.260674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Bound port: 0c1bbb02-adda-4da9-80b3-15ee776de29c, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d7947f-1d58-447c-8f3b-7efc1a6d489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bee00daf-3a0c-4b65-9108-ff194361ec91'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:27.261167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.296066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6453abf5-f240-41a7-8e9b-bd2d48249679, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6453abf5-f240-41a7-8e9b-bd2d48249679,segment=NetworkSegment(72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f),segment_id=72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:27.329453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '6453abf5-f240-41a7-8e9b-bd2d48249679', 'network_id': 'bcc51e2f-9f76-45bb-bc3c-658496ff5c42', 'port_id': '6453abf5-f240-41a7-8e9b-bd2d48249679', 'mac_address': 'fa:16:3e:13:f1:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74da369-3437-4edc-a6b9-c2b30c7ec9a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:20:27.394842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.435371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] For port 0c1bbb02-adda-4da9-80b3-15ee776de29c, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:27.444646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.489939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] For port 0c1bbb02-adda-4da9-80b3-15ee776de29c, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0c1bbb02-adda-4da9-80b3-15ee776de29c,segment=NetworkSegment(26d7947f-1d58-447c-8f3b-7efc1a6d489e),segment_id=26d7947f-1d58-447c-8f3b-7efc1a6d489e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:27.494255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6453abf5-f240-41a7-8e9b-bd2d48249679 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:27.503627 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.507043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21de23e-3e76-41b2-88a9-900f75649005 req-b839c86d-63ed-4b33-8d2b-6e404fd8401e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:27.508815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e21de23e-3e76-41b2-88a9-900f75649005 req-b839c86d-63ed-4b33-8d2b-6e404fd8401e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 944 time: 0.1028645 Jul 22 14:20:27.571380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e29b6d-3736-46ef-9b60-5d45937072c1 None None] Pushing event updated for resources: {'Port': ['ID=0c1bbb02-adda-4da9-80b3-15ee776de29c,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:27.573249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e21de23e-3e76-41b2-88a9-900f75649005 req-48577f8b-45b4-4f41-90d9-e52f6c276a80 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524707 Jul 22 14:20:27.602914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6453abf5-f240-41a7-8e9b-bd2d48249679, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6453abf5-f240-41a7-8e9b-bd2d48249679,segment=NetworkSegment(72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f),segment_id=72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:27.622502 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:27.781911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6453abf5-f240-41a7-8e9b-bd2d48249679,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:27.873178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ceb4b5df-b85e-411a-917f-a7d77b63a417'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:27.878101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['6453abf5-f240-41a7-8e9b-bd2d48249679'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:27.940341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f2283-6075-488f-a3c0-774f220ad7f7 req-f5502398-4429-4055-b7f2-c181698866d0 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:27.941971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7f2283-6075-488f-a3c0-774f220ad7f7 req-f5502398-4429-4055-b7f2-c181698866d0 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 944 time: 0.2131341 Jul 22 14:20:28.015671 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:28.046087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7f2283-6075-488f-a3c0-774f220ad7f7 req-03af00c7-3e6b-44ea-a5b6-e81d4ca71a55 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913112 Jul 22 14:20:28.046745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:28.047633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:28.149060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=c546278f-13f2-41cc-8659-0ef3f61ee800,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:28.308948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:28.316250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:28.339618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6ef05b-fc21-4d92-afc5-aea4a362036f None None] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:28.516434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:28.537672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router abe2cc3d-d991-48df-9556-1d88158b7dfb is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:20:28.667942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0c1bbb02-adda-4da9-80b3-15ee776de29c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:28.670650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f5a70c41-e414-403b-9930-dd75091ed901 None None] Provisioning for port e228c67a-af2a-4425-93bb-cd8669cd0441 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:28.680109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:28.689516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9c4295c6-52c8-47f1-a6e7-fa5415799ac8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/abe2cc3d-d991-48df-9556-1d88158b7dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883866 Jul 22 14:20:28.692166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:28.740705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2011333576-network', 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:28.741922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] Sync routers for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:28.811967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf67fc-34eb-4917-9f72-be9744273447 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:28.816268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-69cf67fc-34eb-4917-9f72-be9744273447 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports/c546278f-13f2-41cc-8659-0ef3f61ee800 HTTP/1.1" status: 200 len: 911 time: 0.1204073 Jul 22 14:20:28.817113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56298) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:28.825194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:28.840877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:28.857255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:28.861197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:28.862060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:28.929878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:28.970537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:28.971172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:29.007705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 0c1bbb02-adda-4da9-80b3-15ee776de29c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:29.014846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:29.015532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ab95a-4984-45d7-9259-a73b7936c6a3 None None] The sync data for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:29.027617 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e228c67a-af2a-4425-93bb-cd8669cd0441 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:29.078260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.114520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354b96-9cdc-475c-8686-16e31b155b13 req-f07155b0-ec33-4a08-8d47-f2c22c9190d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:29.127351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59354b96-9cdc-475c-8686-16e31b155b13 req-f07155b0-ec33-4a08-8d47-f2c22c9190d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 944 time: 0.3926041 Jul 22 14:20:29.158845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.192458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:29.217098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e228c67a-af2a-4425-93bb-cd8669cd0441 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:29.223246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e228c67a-af2a-4425-93bb-cd8669cd0441 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:29.223620 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.237395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.239715 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Added segment 3b7b1a0e-bf2e-4e3f-b033-9cd133655685 of type vlan for network e35ccfef-4840-433e-be08-376778da48f8 Jul 22 14:20:29.319996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.324882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b68cb-b690-4791-8f79-089ee8d297c5 None None] Network bee00daf-3a0c-4b65-9108-ff194361ec91 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:29.425579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2d0c03-7c33-4517-b42f-85fe26878e04,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:29.451173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59354b96-9cdc-475c-8686-16e31b155b13 req-a7bc1f44-98be-4cbe-9cbc-e093a715b2c7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185043 Jul 22 14:20:29.452668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.453833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:29.454427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.530873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0131958 Jul 22 14:20:29.538480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:29.553348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Request body: {'subnet': {'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2011333576-subnet', 'tenant_id': 'f441b351145648d6b7dd6335e92be74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:29.571279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] Provisioning for port 0c1bbb02-adda-4da9-80b3-15ee776de29c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:29.595640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] Provisioning complete for port 0c1bbb02-adda-4da9-80b3-15ee776de29c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:29.596011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.617125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903285d-855f-4f06-88ba-6102ab1904e1 admin admin] Pushing event updated for resources: {'Network': ['ID=e35ccfef-4840-433e-be08-376778da48f8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:29.651567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.661824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network e35ccfef-4840-433e-be08-376778da48f8 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:29.676674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:29.681423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.818270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e228c67a-af2a-4425-93bb-cd8669cd0441, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e228c67a-af2a-4425-93bb-cd8669cd0441,segment=NetworkSegment(de56f4c4-2a1d-4840-bd88-7b40b8fc143f),segment_id=de56f4c4-2a1d-4840-bd88-7b40b8fc143f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:29.837466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:29.870312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98f47a-0e6c-4b37-b3c7-ef4f48ea39f2 req-536f18b9-2ed1-4c44-ac9c-56b99c4042af tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:29.878334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e98f47a-0e6c-4b37-b3c7-ef4f48ea39f2 req-536f18b9-2ed1-4c44-ac9c-56b99c4042af tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 944 time: 0.2870669 Jul 22 14:20:29.982019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.002120 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.068510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e228c67a-af2a-4425-93bb-cd8669cd0441,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:30.092145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e98f47a-0e6c-4b37-b3c7-ef4f48ea39f2 req-06107f8c-6b3d-4ced-9b15-df12e0e92e4e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853406 Jul 22 14:20:30.106146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9648f443-62f5-42cd-95c7-ec5bfccb06ac,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:30.123139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:30.123602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Network hostable DHCP agents. Network: e35ccfef-4840-433e-be08-376778da48f8, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:30.149728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] For port 0c1bbb02-adda-4da9-80b3-15ee776de29c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0c1bbb02-adda-4da9-80b3-15ee776de29c,segment=NetworkSegment(26d7947f-1d58-447c-8f3b-7efc1a6d489e),segment_id=26d7947f-1d58-447c-8f3b-7efc1a6d489e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:30.157405 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.159460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Network e35ccfef-4840-433e-be08-376778da48f8 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:30.175557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, e35ccfef-4840-433e-be08-376778da48f8) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:30.181294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:30.182679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.215221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9332c343-d93a-4650-ac31-d19feef2d5a2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6748188 Jul 22 14:20:30.271811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fae6c-93ab-4aca-a328-714240dfbb28 None None] Pushing event updated for resources: {'Port': ['ID=0c1bbb02-adda-4da9-80b3-15ee776de29c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:30.279120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549407e-4176-46d7-ab68-a32bdf2c66ea None None] Network e35ccfef-4840-433e-be08-376778da48f8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:30.393369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-295fd13a-99e4-4cb3-8086-6a4b78147ff6 None None] Provisioning complete for port e228c67a-af2a-4425-93bb-cd8669cd0441 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:30.393836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-295fd13a-99e4-4cb3-8086-6a4b78147ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.405082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.554324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e228c67a-af2a-4425-93bb-cd8669cd0441 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:30.556209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ceb4b5df-b85e-411a-917f-a7d77b63a417 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:30.685401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427e990-5db6-4cac-8fff-22407f29e6aa req-58136590-4972-47eb-8ebc-88b239421f61 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:30.690042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5427e990-5db6-4cac-8fff-22407f29e6aa req-58136590-4972-47eb-8ebc-88b239421f61 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 944 time: 0.1022327 Jul 22 14:20:30.762743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5427e990-5db6-4cac-8fff-22407f29e6aa req-ae59bf62-f06b-49bc-b5be-338634f0eeab tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652471 Jul 22 14:20:30.867697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587dd4c-28df-4e1e-b303-e70542ea8406 None None] Network e35ccfef-4840-433e-be08-376778da48f8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:30.876027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ceb4b5df-b85e-411a-917f-a7d77b63a417 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:30.903487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ceb4b5df-b85e-411a-917f-a7d77b63a417 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:30.904127 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:30.932940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8:1::1 (bee00daf-3a0c-4b65-9108-ff194361ec91/1b194236-a4b1-4256-be5d-8ff0310fce05/8fdf0ded-30b1-4f6e-bafe-6ce421e01f35) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:30.935831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e228c67a-af2a-4425-93bb-cd8669cd0441 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:30.936208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.033850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-295fd13a-99e4-4cb3-8086-6a4b78147ff6 None None] Provisioning for port c546278f-13f2-41cc-8659-0ef3f61ee800 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:31.054221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-295fd13a-99e4-4cb3-8086-6a4b78147ff6 None None] Provisioning complete for port c546278f-13f2-41cc-8659-0ef3f61ee800 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:31.054600 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-295fd13a-99e4-4cb3-8086-6a4b78147ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.072029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-15c145ee-2e05-464c-98fa-aa0244e8fb85 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:31.073656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-15c145ee-2e05-464c-98fa-aa0244e8fb85 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.1892018 Jul 22 14:20:31.111841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-9b6c5a76-2495-4550-865b-37a41f994147 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0257113 Jul 22 14:20:31.127116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.173232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-9feee40e-dfc1-4330-8408-ea1cdaace5f3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435383 Jul 22 14:20:31.180899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:31.215967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-295fd13a-99e4-4cb3-8086-6a4b78147ff6 None None] Port c546278f-13f2-41cc-8659-0ef3f61ee800 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:31.231720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.264394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4b5df-b85e-411a-917f-a7d77b63a417'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:31.266480 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc5a917-891e-442e-b3e0-057f81cbb9f5" -d '{"events": [{"server_uuid": "7b022c2f-00c2-4940-b0b0-ac956378cf65", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4b5df-b85e-411a-917f-a7d77b63a417"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:31.266641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253a09e-9a27-4396-9de9-90c0107c53b4 req-c4661964-762c-48e3-b718-b9e4cab00b1d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:31.273879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b253a09e-9a27-4396-9de9-90c0107c53b4 req-c4661964-762c-48e3-b718-b9e4cab00b1d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 944 time: 0.1016097 Jul 22 14:20:31.280531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ceb4b5df-b85e-411a-917f-a7d77b63a417, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:31.286665 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.287397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6453abf5-f240-41a7-8e9b-bd2d48249679 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:31.293162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.324138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b253a09e-9a27-4396-9de9-90c0107c53b4 req-b8c08def-ecca-44e3-af03-c853f76caa09 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Jul 22 14:20:31.351166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network bee00daf-3a0c-4b65-9108-ff194361ec91 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:31.363067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:31.375738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:31.376317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.439312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=8fdf0ded-30b1-4f6e-bafe-6ce421e01f35,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:31.467179 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-2152a212-dcd1-4e48-8871-5b7bdf77f513 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843843 Jul 22 14:20:31.488289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.488695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.488979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.489323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.489686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.490025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.490361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.490692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.491025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.491369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.491680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.492009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:31.559494 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86185674-c6b4-4c53-ba4a-262bc01c0b58 x-openstack-request-id: req-86185674-c6b4-4c53-ba4a-262bc01c0b58 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:31.559693 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b022c2f-00c2-4940-b0b0-ac956378cf65", "name": "network-vif-plugged", "status": "completed", "tag": "ceb4b5df-b85e-411a-917f-a7d77b63a417", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:31.559962 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86185674-c6b4-4c53-ba4a-262bc01c0b58 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:31.560343 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb4b5df-b85e-411a-917f-a7d77b63a417', 'code': 200} Jul 22 14:20:31.567897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b12cc2-0b1b-4802-b8e8-297359e95760 req-91234955-39b9-413d-9267-2ac1b178fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:31.569338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9b12cc2-0b1b-4802-b8e8-297359e95760 req-91234955-39b9-413d-9267-2ac1b178fe7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 1097 time: 0.1019986 Jul 22 14:20:31.607784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9b12cc2-0b1b-4802-b8e8-297359e95760 req-5e379319-6e62-4ee4-a1f9-4f97ab0241ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jul 22 14:20:31.638109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bbe62f4a-02a9-46c3-8e85-ac33f2b27cbf None None] Provisioning complete for port 0c1bbb02-adda-4da9-80b3-15ee776de29c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:31.638558 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f4a-02a9-46c3-8e85-ac33f2b27cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.700368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-4c76bac2-c51c-45db-bf15-40f6961fad37 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218146 Jul 22 14:20:31.701449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.714736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ceb4b5df-b85e-411a-917f-a7d77b63a417,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:31.731140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 6453abf5-f240-41a7-8e9b-bd2d48249679 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:31.740027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 6453abf5-f240-41a7-8e9b-bd2d48249679 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:31.740412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.886173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bbe62f4a-02a9-46c3-8e85-ac33f2b27cbf None None] Provisioning complete for port c546278f-13f2-41cc-8659-0ef3f61ee800 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:31.887200 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bbe62f4a-02a9-46c3-8e85-ac33f2b27cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.916324 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:31.947150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bbe62f4a-02a9-46c3-8e85-ac33f2b27cbf None None] Port c546278f-13f2-41cc-8659-0ef3f61ee800 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:31.971366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6453abf5-f240-41a7-8e9b-bd2d48249679, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6453abf5-f240-41a7-8e9b-bd2d48249679,segment=NetworkSegment(72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f),segment_id=72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:31.981458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.040581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb826f33-b350-4709-8d6f-3a9800790337 req-64017a43-b8d0-4f18-9bca-3e7b31e86ad7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:32.043749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb826f33-b350-4709-8d6f-3a9800790337 req-64017a43-b8d0-4f18-9bca-3e7b31e86ad7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 945 time: 0.1314125 Jul 22 14:20:32.066469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6453abf5-f240-41a7-8e9b-bd2d48249679,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:32.080057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4c1b75f8-05f1-431d-999d-fa631745d38e None None] Provisioning for port 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:32.088298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb826f33-b350-4709-8d6f-3a9800790337 req-c6ce2546-9e89-4e3d-b760-2e1525d935de tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Jul 22 14:20:32.089869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4c1b75f8-05f1-431d-999d-fa631745d38e None None] Provisioning complete for port 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:32.090232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4c1b75f8-05f1-431d-999d-fa631745d38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.121256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61475c74-055f-493e-8f01-ded0d33869a1 req-64b429fa-5168-454e-be8a-3d84739b0467 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 210 time: 0.1308510 Jul 22 14:20:32.156226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b75f8-05f1-431d-999d-fa631745d38e None None] Port 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:32.218784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.224447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.225548 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.310969 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:20:32.333729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=8fdf0ded-30b1-4f6e-bafe-6ce421e01f35,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:32.356659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0c1bbb02-adda-4da9-80b3-15ee776de29c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:32.441508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network bee00daf-3a0c-4b65-9108-ff194361ec91 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:32.444190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:32.467501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0c1bbb02-adda-4da9-80b3-15ee776de29c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:32.468833 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.559584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392faef-92e9-4573-9643-43ba594457e6 req-fc0544d4-9789-47c1-9b4e-4ac7ea4925e3 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:32.567228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8392faef-92e9-4573-9643-43ba594457e6 req-fc0544d4-9789-47c1-9b4e-4ac7ea4925e3 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.1253996 Jul 22 14:20:32.629393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router abe2cc3d-d991-48df-9556-1d88158b7dfb has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:20:32.634579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8392faef-92e9-4573-9643-43ba594457e6 req-410dccf4-0a2a-48f6-a650-1f121435beed tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663111 Jul 22 14:20:32.821418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:32.830635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-90238567-3b5c-4bea-9354-27bca49912c8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/abe2cc3d-d991-48df-9556-1d88158b7dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0098739 Jul 22 14:20:32.830725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:32.834054 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] Sync routers for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:32.857730 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:32.858385 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:32.892207 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:32.900729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d51deb-143f-429d-97f4-30fc049d8466 req-8048e881-0cf1-4afd-847b-9dfd76151be8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:32.901862 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:32.902272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1d51deb-143f-429d-97f4-30fc049d8466 req-8048e881-0cf1-4afd-847b-9dfd76151be8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.1436725 Jul 22 14:20:32.906657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9b3b0cab-4f9a-44ca-9b7b-df7b685ac0af None None] Provisioning complete for port 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:32.907283 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b3b0cab-4f9a-44ca-9b7b-df7b685ac0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:32.908933 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:32.909651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fa9d2-be39-4ce3-8fab-b07fc494ed36 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:32.911010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea8fa9d2-be39-4ce3-8fab-b07fc494ed36 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports/8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 HTTP/1.1" status: 200 len: 913 time: 0.0793753 Jul 22 14:20:32.913865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:32.946018 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:32.946926 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c507596-5e0b-41bb-9188-9dc08cdf7a6a None None] The sync data for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:32.959667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b0cab-4f9a-44ca-9b7b-df7b685ac0af None None] Port 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:33.029460 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1d51deb-143f-429d-97f4-30fc049d8466 req-7793f37d-9b8b-4870-907c-59e37d06beaa tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173501 Jul 22 14:20:33.055511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:33.166222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3683ae18-558f-46d3-ac6e-15e2254710ec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/681375ae-855a-45d7-80ce-408b7389ee6c HTTP/1.1" status: 200 len: 994 time: 0.1085818 Jul 22 14:20:33.258450 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4f57ffb-fc13-4789-bfc8-49f38d676cb3 req-03bbf0d2-a6af-44b5-bb04-51270cc586dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 210 time: 0.0522676 Jul 22 14:20:33.324489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-1dd32010-fb64-4ab8-9dc3-a190d4dfe857 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:33.329099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-1dd32010-fb64-4ab8-9dc3-a190d4dfe857 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.20 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.2306688 Jul 22 14:20:33.346038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:33.376973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:33.451958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d52ee-4db8-4e77-9395-8aeb23837e2f req-bb928b49-cfd6-4de8-899b-8c2e55ea4d21 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:33.453433 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea0d52ee-4db8-4e77-9395-8aeb23837e2f req-bb928b49-cfd6-4de8-899b-8c2e55ea4d21 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 945 time: 0.2014430 Jul 22 14:20:33.533541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea0d52ee-4db8-4e77-9395-8aeb23837e2f req-daea5808-b551-43bc-934d-a1a4d5675447 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707695 Jul 22 14:20:33.535041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:33.548609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:33.561502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6453abf5-f240-41a7-8e9b-bd2d48249679'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:33.563895 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b2c78e-34ef-4ad8-942b-dd99d4f79bea" -d '{"events": [{"server_uuid": "b7b6a9da-206d-4d35-bf83-6df8c62b9a9c", "name": "network-vif-plugged", "status": "completed", "tag": "6453abf5-f240-41a7-8e9b-bd2d48249679"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:33.647895 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382caaf0-6141-4f50-99fe-c8087b70ee60 x-openstack-request-id: req-382caaf0-6141-4f50-99fe-c8087b70ee60 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:33.648385 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b6a9da-206d-4d35-bf83-6df8c62b9a9c", "name": "network-vif-plugged", "status": "completed", "tag": "6453abf5-f240-41a7-8e9b-bd2d48249679", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:33.648709 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-382caaf0-6141-4f50-99fe-c8087b70ee60 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:33.649179 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6453abf5-f240-41a7-8e9b-bd2d48249679', 'code': 200} Jul 22 14:20:33.736498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4e77e-729f-49a3-8201-466bfd71d816 req-95793f60-5f0d-4648-a87d-84523bd0181b tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:33.738098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5e4e77e-729f-49a3-8201-466bfd71d816 req-95793f60-5f0d-4648-a87d-84523bd0181b tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1098 time: 0.1686130 Jul 22 14:20:33.800853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:33.801205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:33.807294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5e4e77e-729f-49a3-8201-466bfd71d816 req-1e282e1b-abc7-4122-8e75-b52f519bee4a tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595875 Jul 22 14:20:33.820895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.6 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/4ba313e6-9efa-470b-a7aa-f6f29e077c70) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:33.907010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc4c3-5f5e-426b-83bd-3e5e97c43797 req-e699ea3a-3f04-41f1-9445-4ed708278204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:33.908885 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08fcc4c3-5f5e-426b-83bd-3e5e97c43797 req-e699ea3a-3f04-41f1-9445-4ed708278204 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 1097 time: 0.1938214 Jul 22 14:20:33.916932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff41d2-6aa4-41cb-88cc-32f26e88d925 req-94fb93be-d6a1-4ec9-b597-e254780fc08d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:33.919083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecff41d2-6aa4-41cb-88cc-32f26e88d925 req-94fb93be-d6a1-4ec9-b597-e254780fc08d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.1648788 Jul 22 14:20:33.947954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:33.968751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 8fdf0ded-30b1-4f6e-bafe-6ce421e01f35 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:34.034451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08fcc4c3-5f5e-426b-83bd-3e5e97c43797 req-2adae001-13e4-4820-848c-7cb4bafabd61 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091144 Jul 22 14:20:34.066865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecff41d2-6aa4-41cb-88cc-32f26e88d925 req-43f4cc5e-74e3-4aa1-87d2-1d6c8ad2b905 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404331 Jul 22 14:20:34.121717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:34.182646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:34.195961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:34.232229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=8fdf0ded-30b1-4f6e-bafe-6ce421e01f35,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:34.243117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:34.246958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:34.251148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:34.336458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=4ba313e6-9efa-470b-a7aa-f6f29e077c70,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:34.357206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.360569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.360994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.361424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.362775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.363203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.364036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.364581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.367096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.367527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.367943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.368355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:34.401506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:34.402369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:34.430435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:34.458366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-4230e8d0-3c9c-4835-a17e-081f4fc382e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1194589 Jul 22 14:20:34.477713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Request body: {'port': {'device_id': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:34.541238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ce080-0b89-4912-8797-150f8237f85b req-92be5522-ec9e-4730-9eea-0c60c4b3cec8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:34.543735 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a8ce080-0b89-4912-8797-150f8237f85b req-92be5522-ec9e-4730-9eea-0c60c4b3cec8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 931 time: 0.1583803 Jul 22 14:20:34.652761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a8ce080-0b89-4912-8797-150f8237f85b req-aa742764-fa17-4cab-a770-4d753fe5d66f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014206 Jul 22 14:20:34.653653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:34.703137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router abe2cc3d-d991-48df-9556-1d88158b7dfb has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:20:34.817029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:34.830453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-14633dc2-0506-4e4c-8320-29825ce7190a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/abe2cc3d-d991-48df-9556-1d88158b7dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131553 Jul 22 14:20:34.831015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56400) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:34.834705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] Sync routers for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:34.854650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:34.855607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:34.913731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:34.932029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:34.936034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:34.950553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-85d5fff3-eb3c-4119-ac67-7267b7ada881 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3334956 Jul 22 14:20:35.033868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:35.035044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8991afae-ff17-47f8-8d94-fd3fb4c833a2 None None] The sync data for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:35.143164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba313e6-9efa-470b-a7aa-f6f29e077c70 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:35.153868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:35.178354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Transition to ACTIVE for port object 4ba313e6-9efa-470b-a7aa-f6f29e077c70 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:35.205478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:35.291058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba313e6-9efa-470b-a7aa-f6f29e077c70,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:35.368515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa514724-d1c2-4a16-aef3-8e0434cb3e58 req-9f4b3dae-212a-4746-a28a-91374696102d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:35.376186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa514724-d1c2-4a16-aef3-8e0434cb3e58 req-9f4b3dae-212a-4746-a28a-91374696102d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.2144980 Jul 22 14:20:35.425204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Attempting to bind port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:35.425548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Attempting to bind port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:35.425916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Attempting to bind port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:35.436540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa514724-d1c2-4a16-aef3-8e0434cb3e58 req-4d02d9bb-209f-49cb-851a-cabc87fc4ac4 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594537 Jul 22 14:20:35.437368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:35.437721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Attempting to bind port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:35.443476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:35.443965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:35.444366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:35.445239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Bound port: 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:35.445239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:35.575285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] For port 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:35.594325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] For port 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:35.603555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:35.649435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:35.650084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:35.651480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ba313e6-9efa-470b-a7aa-f6f29e077c70 HTTP/1.1" status: 200 len: 1092 time: 1.1781178 Jul 22 14:20:35.652169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'tag': '4ba313e6-9efa-470b-a7aa-f6f29e077c70'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:35.654519 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99985a77-2322-43aa-8a5b-f67d369a3f50" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca24c51-78e3-4bd3-858a-ed602dad4fb1", "tag": "4ba313e6-9efa-470b-a7aa-f6f29e077c70"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:35.664986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-8998893d-a642-4633-a4a5-4a826e64c292 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:20:35.666507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-8998893d-a642-4633-a4a5-4a826e64c292 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0998147 Jul 22 14:20:35.675007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:35.680423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Request body: {'binding': {'host': 'n-h2-787205-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:35.680879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:20:35.693136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e30aa-de1c-4f60-af13-0252e8f052cf req-1acdc1e4-d7e6-4766-83a2-26acf479f2b0 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:35.694680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-068e30aa-de1c-4f60-af13-0252e8f052cf req-1acdc1e4-d7e6-4766-83a2-26acf479f2b0 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.1668429 Jul 22 14:20:35.781431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6043d-e7b4-4683-9ea5-c00986344854 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba313e6-9efa-470b-a7aa-f6f29e077c70,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:35.837418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-068e30aa-de1c-4f60-af13-0252e8f052cf req-11029ec1-2c57-4989-9585-0aba72e9f430 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297097 Jul 22 14:20:35.893250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-3f2c4a6b-d0d8-4d4f-8d04-ef5c6d986712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:35.895234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-3f2c4a6b-d0d8-4d4f-8d04-ef5c6d986712 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 1095 time: 0.1952734 Jul 22 14:20:35.960925 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af091b-fe17-4f14-8628-782cef2163f9 x-openstack-request-id: req-09af091b-fe17-4f14-8628-782cef2163f9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:35.961243 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca24c51-78e3-4bd3-858a-ed602dad4fb1", "tag": "4ba313e6-9efa-470b-a7aa-f6f29e077c70", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:35.961478 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09af091b-fe17-4f14-8628-782cef2163f9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:35.963314 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'tag': '4ba313e6-9efa-470b-a7aa-f6f29e077c70', 'status': 'completed', 'code': 200} Jul 22 14:20:35.966889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-3e626817-64b8-469f-990f-8ec4dce0da66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70 HTTP/1.1" status: 200 len: 217 time: 0.0612535 Jul 22 14:20:35.981702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port c546278f-13f2-41cc-8659-0ef3f61ee800 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:35.982025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:36.101572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250582-cdf2-4620-a53f-8276103aa75f req-811f018e-4882-402d-a052-9c49f4c8a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:36.103091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-811f018e-4882-402d-a052-9c49f4c8a29f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1225240 Jul 22 14:20:36.109942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on host n-h2-787205-11 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:36.110336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:36.110603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:36.115686 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:36.141256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for c546278f-13f2-41cc-8659-0ef3f61ee800 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:36.152829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-fc9e11ba-fcee-4328-b65e-5701c9f9ea0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398388 Jul 22 14:20:36.153391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:36.153742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:36.171495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:36.171862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Checking segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:36.172227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Bound using segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:36.172674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Bound port: eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:36.181438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b49f3d-72d4-47d3-8096-25fb3043a05a req-e9e86269-8cb3-4ef7-b8a8-8b7c2e40fc8b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:36.183012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49b49f3d-72d4-47d3-8096-25fb3043a05a req-e9e86269-8cb3-4ef7-b8a8-8b7c2e40fc8b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 943 time: 0.2138596 Jul 22 14:20:36.342251 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:36.382057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=c546278f-13f2-41cc-8659-0ef3f61ee800,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:36.549283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:36.696329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49b49f3d-72d4-47d3-8096-25fb3043a05a req-31b3dcfc-a6e4-477d-b15d-0126b3f1df37 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995508 Jul 22 14:20:36.739372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:36.746998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-73377e6c-4564-4c6a-aa58-6cd4046151a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832288 Jul 22 14:20:36.755804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:36.759117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1a08512e-5eb7-44d0-93bd-a41b986cfe40 service neutron] 10.222.0.11 "POST /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7/bindings HTTP/1.1" status: 201 len: 390 time: 1.0821481 Jul 22 14:20:36.769458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router abe2cc3d-d991-48df-9556-1d88158b7dfb has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:20:36.867155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:36.872925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-850ce909-8631-4db5-aa5c-b634f43c28ee tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/abe2cc3d-d991-48df-9556-1d88158b7dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0408385 Jul 22 14:20:36.878197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:36.880227 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] Sync routers for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:36.895818 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:36.897793 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:36.952448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c1d2ecc-68a5-47aa-8888-a0dd26fa464c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe2cc3d-d991-48df-9556-1d88158b7dfb HTTP/1.1" status: 200 len: 205 time: 0.0664685 Jul 22 14:20:36.953182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56432) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:37.096434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.111357 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:37.127657 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] Routers {'abe2cc3d-d991-48df-9556-1d88158b7dfb'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:37.128458 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['abe2cc3d-d991-48df-9556-1d88158b7dfb'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:37.152971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98250582-cdf2-4620-a53f-8276103aa75f req-5d65d55a-e8de-4f9b-968a-72d0f081ebcb service neutron] 10.222.0.20 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924465 Jul 22 14:20:37.168196 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:37.169378 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb6e57-7fcb-49b0-8904-e961e2c8c80b None None] The sync data for ids ['abe2cc3d-d991-48df-9556-1d88158b7dfb'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:37.183492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdddc3f-0038-4910-b574-fbf674402b93 req-1dae3c43-57b1-489a-83fa-3b05d1718568 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.185158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6bdddc3f-0038-4910-b574-fbf674402b93 req-1dae3c43-57b1-489a-83fa-3b05d1718568 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.1721628 Jul 22 14:20:37.252328 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6bdddc3f-0038-4910-b574-fbf674402b93 req-802b5091-3c08-4523-830e-3569cbb4806c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615485 Jul 22 14:20:37.283772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-6d9bab6d-1aff-4d26-8365-9a46a901c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.285303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-6d9bab6d-1aff-4d26-8365-9a46a901c503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0799184 Jul 22 14:20:37.359959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.363883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.388552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-19bd8fa3-786f-439d-9fd8-677f82063ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.390442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-19bd8fa3-786f-439d-9fd8-677f82063ee1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.0994081 Jul 22 14:20:37.420932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-0cfe6c0d-f1a8-469a-bb98-5d30d8d2728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.422502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-0cfe6c0d-f1a8-469a-bb98-5d30d8d2728c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1098 time: 0.3687928 Jul 22 14:20:37.436391 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-bb109d85-311b-49a1-a59d-0ad8ef3a542f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70 HTTP/1.1" status: 200 len: 217 time: 0.0393693 Jul 22 14:20:37.439637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.440147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router abe2cc3d-d991-48df-9556-1d88158b7dfb {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:20:37.449464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.450529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94cafb8c-b81d-452b-8797-e6d006a3a4f8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/abe2cc3d-d991-48df-9556-1d88158b7dfb HTTP/1.1" status: 204 len: 168 time: 0.4960885 Jul 22 14:20:37.453226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:37.459205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78236d77-ce5e-40d0-89a8-c502801cdaa0 req-beba95e3-6738-405d-89c6-7a7a991b1541 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.460780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78236d77-ce5e-40d0-89a8-c502801cdaa0 req-beba95e3-6738-405d-89c6-7a7a991b1541 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.2640257 Jul 22 14:20:37.537395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-fcc1ff7b-2115-463c-9350-b09d7024b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.539392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-fcc1ff7b-2115-463c-9350-b09d7024b0ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.0963306 Jul 22 14:20:37.548257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet 1b194236-a4b1-4256-be5d-8ff0310fce05 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:37.557294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78236d77-ce5e-40d0-89a8-c502801cdaa0 req-d55ae28b-4561-4cb4-a36a-564d09170bfd tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851007 Jul 22 14:20:37.562546 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.584126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-0df69894-1792-47c2-9937-29719841cd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.585736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-0df69894-1792-47c2-9937-29719841cd93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 898 time: 0.1552165 Jul 22 14:20:37.608597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-d4ded90a-da5a-43e6-920b-f9132b762c32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579112 Jul 22 14:20:37.660078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.679456 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5b0ab14b-efee-4c37-b635-10f93c4bc5a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0862572 Jul 22 14:20:37.766454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-83668ee4-dd4e-4d6e-9bd4-f447eed333b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.770001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-83668ee4-dd4e-4d6e-9bd4-f447eed333b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.0819674 Jul 22 14:20:37.841015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-c214cf02-16ce-49a1-80d6-c740273e1240 service neutron] 10.222.0.20 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200003 Jul 22 14:20:37.859496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5af1e824-77fa-4a1f-a48d-02e3f33c3e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:37.861041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5af1e824-77fa-4a1f-a48d-02e3f33c3e63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846095 Jul 22 14:20:37.890518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.006717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-4f5d30bb-c146-4860-8020-b4d608ff1d96 service neutron] 10.222.0.20 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391644 Jul 22 14:20:38.019766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed9953-05ac-45ee-84ad-bfbd48ab042a req-1e4f757b-da57-416c-a439-d268ae2177c2 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:38.026264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72ed9953-05ac-45ee-84ad-bfbd48ab042a req-1e4f757b-da57-416c-a439-d268ae2177c2 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.1573780 Jul 22 14:20:38.028008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b03b06-1af6-4126-a0b0-4a45f4cae1a5 req-368a33f5-71b5-42e6-8c92-25ddaa88e198 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:38.029566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1b03b06-1af6-4126-a0b0-4a45f4cae1a5 req-368a33f5-71b5-42e6-8c92-25ddaa88e198 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 943 time: 0.2128761 Jul 22 14:20:38.036718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99985a77-2322-43aa-8a5b-f67d369a3f50 req-9763ef93-d4a6-4527-a658-460bb6a2f346 service neutron] 10.222.0.20 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722257 Jul 22 14:20:38.038188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.076776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=1b194236-a4b1-4256-be5d-8ff0310fce05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:38.086131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.087709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-90b6074d-703d-4683-b81d-f638ce32b7bd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/1b194236-a4b1-4256-be5d-8ff0310fce05 HTTP/1.1" status: 204 len: 168 time: 0.6332512 Jul 22 14:20:38.090784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56452) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:38.095054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc5f85-f88d-4a3b-9fe2-3273cd6dea66 None None] Network bee00daf-3a0c-4b65-9108-ff194361ec91 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:38.163007 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-72ed9953-05ac-45ee-84ad-bfbd48ab042a req-8ca14b21-3f78-4fba-9778-e794f6981f21 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337762 Jul 22 14:20:38.166242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1b03b06-1af6-4126-a0b0-4a45f4cae1a5 req-651f1885-780d-42c9-b3b2-00e51a4c825e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255136 Jul 22 14:20:38.197577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet c6ba746c-2168-48ac-8ddb-2701929bf0e3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:38.212417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.216616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-1abdaedb-f995-4d16-9bbf-a898bc9bbaf4 service neutron] 10.222.0.20 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887765 Jul 22 14:20:38.279805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.334305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] DHCP port deletion for bee00daf-3a0c-4b65-9108-ff194361ec91 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:20:38.400220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] Deleting port 0c1bbb02-adda-4da9-80b3-15ee776de29c {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:38.401147 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.411436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.455704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-ace373f2-ab5b-4037-8fc9-cdf854e23f39 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:38.457574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-ace373f2-ab5b-4037-8fc9-cdf854e23f39 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1098 time: 0.1838019 Jul 22 14:20:38.472436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-787205-11'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:38.484676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] For port 0c1bbb02-adda-4da9-80b3-15ee776de29c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0c1bbb02-adda-4da9-80b3-15ee776de29c,segment=NetworkSegment(26d7947f-1d58-447c-8f3b-7efc1a6d489e),segment_id=26d7947f-1d58-447c-8f3b-7efc1a6d489e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:38.485958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.491171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.509571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ddedb-8df5-4c09-b748-d18d72a232b9 req-2117747b-6edd-4ec5-b73d-502add3f49d8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:38.509821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] Calling delete_port for 0c1bbb02-adda-4da9-80b3-15ee776de29c owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:38.517308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f24ddedb-8df5-4c09-b748-d18d72a232b9 req-2117747b-6edd-4ec5-b73d-502add3f49d8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.1496143 Jul 22 14:20:38.522956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ba746c-2168-48ac-8ddb-2701929bf0e3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:38.527287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.532277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9efb5d95-1bcb-4a1a-bbbd-ed067c67315e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/c6ba746c-2168-48ac-8ddb-2701929bf0e3 HTTP/1.1" status: 204 len: 168 time: 0.4381909 Jul 22 14:20:38.532808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56458) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:38.569115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf64ab-fb06-4e81-9ec6-24282b77f7ab None None] Network dcd6d810-3592-4ed2-94f7-57e36d8206c3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:38.581690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f24ddedb-8df5-4c09-b748-d18d72a232b9 req-51c73b33-0f2e-4301-81cd-4eb38c48a297 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634372 Jul 22 14:20:38.627869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.634978 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.687435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 0c1bbb02-adda-4da9-80b3-15ee776de29c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:38.687820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.754462 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.775171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 0c1bbb02-adda-4da9-80b3-15ee776de29c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0c1bbb02-adda-4da9-80b3-15ee776de29c,segment=NetworkSegment(26d7947f-1d58-447c-8f3b-7efc1a6d489e),segment_id=26d7947f-1d58-447c-8f3b-7efc1a6d489e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:38.775453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.789593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 0c1bbb02-adda-4da9-80b3-15ee776de29c owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:38.800676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:38.804816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] Pushing event deleted for resources: {'Port': ['ID=0c1bbb02-adda-4da9-80b3-15ee776de29c,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:38.814644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8a3408-1f4e-4391-9c30-a1a871270a0e None None] No DVR routers for this DVR port 0c1bbb02-adda-4da9-80b3-15ee776de29c on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:38.861219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:38.912889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.928242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:38.935051 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186809df-defa-42b8-9d67-5b16d6f84507" -d '{"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:38.940283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.942309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=0c1bbb02-adda-4da9-80b3-15ee776de29c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:38.944258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port 0c1bbb02-adda-4da9-80b3-15ee776de29c on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:38.949148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:38.968890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] DHCP port deletion for dcd6d810-3592-4ed2-94f7-57e36d8206c3 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:20:39.039165 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d5b22a-44ab-469e-ab50-602fb21c0401 x-openstack-request-id: req-b3d5b22a-44ab-469e-ab50-602fb21c0401 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:39.039463 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:39.039701 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3d5b22a-44ab-469e-ab50-602fb21c0401 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:39.040098 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'code': 200} Jul 22 14:20:39.067088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] Deleting port e228c67a-af2a-4425-93bb-cd8669cd0441 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:39.067758 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.072642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:39.113707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.142209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on host n-h1-787205-11 for vnic_type normal with profile {"migrating_to": "n-h2-787205-11"} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:39.142548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:39.142883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:39.146699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee00daf-3a0c-4b65-9108-ff194361ec91']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:39.149074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:39.149401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Attempting to bind port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on network 87413e14-3452-4d1c-b5b3-2609fcff0866 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:39.155010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:39.155353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Checking segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:39.156157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Bound using segment: {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:39.156711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Bound port: eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a55560f-aa1c-4797-a0a7-3d4879e9322e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:39.157086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.168622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] For port e228c67a-af2a-4425-93bb-cd8669cd0441, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e228c67a-af2a-4425-93bb-cd8669cd0441,segment=NetworkSegment(de56f4c4-2a1d-4840-bd88-7b40b8fc143f),segment_id=de56f4c4-2a1d-4840-bd88-7b40b8fc143f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:39.169202 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.176051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d7947f-1d58-447c-8f3b-7efc1a6d489e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:39.176638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d7947f-1d58-447c-8f3b-7efc1a6d489e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:39.190217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.194714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] Calling delete_port for e228c67a-af2a-4425-93bb-cd8669cd0441 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:39.212468 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.233270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:39.233714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:39.237163 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:39.356883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.357837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-91b18e66-06c0-406b-902c-51ac4d87d57c tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:39.359373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-91b18e66-06c0-406b-902c-51ac4d87d57c tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.2428024 Jul 22 14:20:39.399673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] Pushing event deleted for resources: {'Port': ['ID=e228c67a-af2a-4425-93bb-cd8669cd0441,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:39.409344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3ca70-9601-4d2b-a696-61996592278e None None] No DVR routers for this DVR port e228c67a-af2a-4425-93bb-cd8669cd0441 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:39.413663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.421810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:39.426156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-20382924-2e26-461a-952c-025803065e9f None None] Provisioning complete for port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:39.426616 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-20382924-2e26-461a-952c-025803065e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.426983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:39.437375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.465934 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.467793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/bee00daf-3a0c-4b65-9108-ff194361ec91 HTTP/1.1" status: 204 len: 168 time: 0.9339757 Jul 22 14:20:39.472833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:39.473964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-20382924-2e26-461a-952c-025803065e9f None None] Port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:39.513086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91375618-6800-4df2-8879-c8b00468945e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=bee00daf-3a0c-4b65-9108-ff194361ec91,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:39.573925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49e133-00e1-4d18-b8ea-d156e5a6f548 req-7f05b385-2664-47df-8b27-2c196b2a153e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:39.575584 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c49e133-00e1-4d18-b8ea-d156e5a6f548 req-7f05b385-2664-47df-8b27-2c196b2a153e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 945 time: 0.2387850 Jul 22 14:20:39.578726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:39.591949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ba313e6-9efa-470b-a7aa-f6f29e077c70 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:20:39.653740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.691110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea7f05-1fe6-400f-b9af-845f8dde4f75 req-bd3cbf87-0955-4902-8e23-e64ffc216a27 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:39.698760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08ea7f05-1fe6-400f-b9af-845f8dde4f75 req-bd3cbf87-0955-4902-8e23-e64ffc216a27 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 943 time: 0.3522241 Jul 22 14:20:39.699696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:39.700441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.702197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ae8ecc4-245a-4287-b71a-0005b85c005d service neutron] 10.222.0.20 "PUT /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 1124 time: 1.2353704 Jul 22 14:20:39.719788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c49e133-00e1-4d18-b8ea-d156e5a6f548 req-e15fb273-2ec8-47cc-bc79-c61deb7e7161 tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/security-groups?id=51bb4d16-adf8-4ed0-abe1-c3af12f52221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190970 Jul 22 14:20:39.779624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['eb0af066-9fd7-456a-8a75-bf52f21b7ee7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:39.806514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-08ea7f05-1fe6-400f-b9af-845f8dde4f75 req-93aa60af-1600-4650-9158-5ee14777e338 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050551 Jul 22 14:20:39.836933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Deleting port 6453abf5-f240-41a7-8e9b-bd2d48249679 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:39.837319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.851075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:39.889762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4ba313e6-9efa-470b-a7aa-f6f29e077c70', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': '4ba313e6-9efa-470b-a7aa-f6f29e077c70', 'mac_address': 'fa:16:3e:cb:6b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:20:39.896992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.922988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd6d810-3592-4ed2-94f7-57e36d8206c3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:39.957487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-897b7e7f-01b9-4f8e-9d4f-b4a0a6e0a9f7 None None] Provisioning complete for port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:39.957985 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897b7e7f-01b9-4f8e-9d4f-b4a0a6e0a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.978655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:39.978948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de56f4c4-2a1d-4840-bd88-7b40b8fc143f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:39.980736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f6e21-1876-424f-93d6-56de61243c96 req-e55067a7-70ba-4701-b95d-bd5cca152755 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:39.983883 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-854f6e21-1876-424f-93d6-56de61243c96 req-e55067a7-70ba-4701-b95d-bd5cca152755 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 944 time: 0.1057749 Jul 22 14:20:39.986585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.997676 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.020679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.023206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba313e6-9efa-470b-a7aa-f6f29e077c70 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:40.035924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:40.036405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:40.041662 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:40.044090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] For port 6453abf5-f240-41a7-8e9b-bd2d48249679, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6453abf5-f240-41a7-8e9b-bd2d48249679,segment=NetworkSegment(72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f),segment_id=72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:40.044090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.061668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-854f6e21-1876-424f-93d6-56de61243c96 req-64ad9a04-518a-4452-bfd0-007a8920bd8c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664434 Jul 22 14:20:40.080988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Calling delete_port for 6453abf5-f240-41a7-8e9b-bd2d48249679 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:40.082357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:40.096279 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.169649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.177443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.182452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/dcd6d810-3592-4ed2-94f7-57e36d8206c3 HTTP/1.1" status: 204 len: 168 time: 0.7056096 Jul 22 14:20:40.184245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56474) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:40.190597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1650782429'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:40.200016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4901ba-9542-498d-a9a3-83bb0a6f39e1 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=dcd6d810-3592-4ed2-94f7-57e36d8206c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:40.203654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897b7e7f-01b9-4f8e-9d4f-b4a0a6e0a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.224218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4ba313e6-9efa-470b-a7aa-f6f29e077c70,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:40.226712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:40.231644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.262714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:40.265760 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ae467c-6363-4359-921a-63e3bfad60fe" -d '{"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:40.277046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:40.294002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.294363 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment 712dbfd9-caec-40b4-b1ee-22b6ca9834dd of type vlan for network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d Jul 22 14:20:40.319019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-897b7e7f-01b9-4f8e-9d4f-b4a0a6e0a9f7 None None] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:40.332874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-897b7e7f-01b9-4f8e-9d4f-b4a0a6e0a9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.341638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.380422 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0280ae52-9369-43c5-958e-ed17e12ec081 x-openstack-request-id: req-0280ae52-9369-43c5-958e-ed17e12ec081 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:40.380721 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-plugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:40.380976 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0280ae52-9369-43c5-958e-ed17e12ec081 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:40.381364 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'code': 200} Jul 22 14:20:40.388565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.417770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Pushing event deleted for resources: {'Port': ['ID=6453abf5-f240-41a7-8e9b-bd2d48249679,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:40.421807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:40.423917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0c1bbb02-adda-4da9-80b3-15ee776de29c no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:40.455475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.461599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:40.462680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.487965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] No DVR routers for this DVR port 6453abf5-f240-41a7-8e9b-bd2d48249679 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:40.492726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.496096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a3479e5-0d62-4de0-b09b-815892a4642b req-78de4171-79ff-42e5-9030-cad12e4efe7e tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.13 "DELETE /v2.0/ports/6453abf5-f240-41a7-8e9b-bd2d48249679 HTTP/1.1" status: 204 len: 173 time: 1.1259959 Jul 22 14:20:40.496525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'name': 'network-vif-deleted', 'tag': '6453abf5-f240-41a7-8e9b-bd2d48249679'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:40.501919 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a56067-da03-44d5-9468-4e0f5c5e5bd1" -d '{"events": [{"server_uuid": "b7b6a9da-206d-4d35-bf83-6df8c62b9a9c", "name": "network-vif-deleted", "tag": "6453abf5-f240-41a7-8e9b-bd2d48249679"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:40.510480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3250351 Jul 22 14:20:40.514460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56482) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:40.520838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:40.551229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 0c1bbb02-adda-4da9-80b3-15ee776de29c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:40.551625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0c1bbb02-adda-4da9-80b3-15ee776de29c not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:40.552060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e228c67a-af2a-4425-93bb-cd8669cd0441 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:40.578387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c58da8-99c2-4c06-8633-bc42d7b2280c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=7e2cc142-73e1-43a6-b84f-a00fbc607a1d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:40.619985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:40.621538 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd85217-5449-4fcc-b2b2-88102999653b x-openstack-request-id: req-4dd85217-5449-4fcc-b2b2-88102999653b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:40.622045 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b6a9da-206d-4d35-bf83-6df8c62b9a9c", "name": "network-vif-deleted", "tag": "6453abf5-f240-41a7-8e9b-bd2d48249679", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:40.622694 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dd85217-5449-4fcc-b2b2-88102999653b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:40.623342 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b6a9da-206d-4d35-bf83-6df8c62b9a9c', 'name': 'network-vif-deleted', 'tag': '6453abf5-f240-41a7-8e9b-bd2d48249679', 'status': 'completed', 'code': 200} Jul 22 14:20:40.630334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b7e7f-01b9-4f8e-9d4f-b4a0a6e0a9f7 None None] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:40.639850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e228c67a-af2a-4425-93bb-cd8669cd0441 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:40.640223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e228c67a-af2a-4425-93bb-cd8669cd0441 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:40.702118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:40.705861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.841571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f730c85-4692-480b-be43-dc09a2dc4481 req-bbc7e5d0-951f-466e-897e-11f6b6d0ff4d tempest-ServersNegativeTestMultiTenantJSON-24392033 tempest-ServersNegativeTestMultiTenantJSON-24392033-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b6a9da-206d-4d35-bf83-6df8c62b9a9c HTTP/1.1" status: 200 len: 210 time: 0.0444412 Jul 22 14:20:40.997223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:40.998117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a717f56-5f6c-4277-be54-b75d3e7b3930 req-7a02e40b-6098-4c6b-8824-56b7fd9f255a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:41.005007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a717f56-5f6c-4277-be54-b75d3e7b3930 req-7a02e40b-6098-4c6b-8824-56b7fd9f255a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 944 time: 0.0877287 Jul 22 14:20:41.051096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a717f56-5f6c-4277-be54-b75d3e7b3930 req-dadf7dfe-adcd-4528-bc07-ad2b0243aa5e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Jul 22 14:20:41.340909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:41.343179 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349b84d0-8d7e-4310-a0d9-baebb4ea604a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:41.404429 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d2b3c8-9897-4b8c-b185-788029668eca x-openstack-request-id: req-73d2b3c8-9897-4b8c-b185-788029668eca {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:41.404751 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:41.405006 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73d2b3c8-9897-4b8c-b185-788029668eca {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:41.405438 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'status': 'completed', 'code': 200} Jul 22 14:20:41.440802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:41.457863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': '712dbfd9-caec-40b4-b1ee-22b6ca9834dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:41.458457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: 7e2cc142-73e1-43a6-b84f-a00fbc607a1d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:41.483936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d065ebf-e2af-42b5-ad98-f5f4ec63ad36 req-8177f66c-4e3a-493c-ac31-2d03545d167a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:41.491339 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d065ebf-e2af-42b5-ad98-f5f4ec63ad36 req-8177f66c-4e3a-493c-ac31-2d03545d167a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.1270988 Jul 22 14:20:41.495090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-e4e91d32-534d-48f6-89c7-431245791642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:41.496867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-e4e91d32-534d-48f6-89c7-431245791642 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1129 time: 0.0764568 Jul 22 14:20:41.516302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:41.534775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 7e2cc142-73e1-43a6-b84f-a00fbc607a1d) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:41.545604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f5039-6b5c-4cc7-bf4e-7c010c6ef49b None None] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:41.549500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d065ebf-e2af-42b5-ad98-f5f4ec63ad36 req-b311ddcf-8dbd-4daa-9e1b-6090ecde6770 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571301 Jul 22 14:20:41.552999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:41.557205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.577507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-55567160-2bfe-4a1c-b498-433b08ca4623 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0616407 Jul 22 14:20:41.580662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56496) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:41.584875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595135402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:41.614980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:20:41.615521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.617132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.617291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ba313e6-9efa-470b-a7aa-f6f29e077c70 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:41.636499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-428ae2cb-4b0b-4357-9418-99bc3be84c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:41.638460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-428ae2cb-4b0b-4357-9418-99bc3be84c87 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 898 time: 0.1345291 Jul 22 14:20:41.686775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.695992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.723216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.727284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6f7bd477-78a2-4188-8a4f-dbb67ebeb217 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1434824 Jul 22 14:20:41.727437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56498) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:41.733901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'port': {'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d', 'name': 'tempest-RoutersIpV6Test-103273532'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:41.750294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-e8cbfcc7-9316-4ac3-ad74-02148e34c0a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 1002 time: 0.0956221 Jul 22 14:20:41.811905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:41.834279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-8ad4d31b-bda0-47f9-858e-58e021ec2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:41.837426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-8ad4d31b-bda0-47f9-858e-58e021ec2390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.0776794 Jul 22 14:20:41.840490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:41.840969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.848106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:41.852549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-7e2cc142-73e1-43a6-b84f-a00fbc607a1d', 'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': '1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:20:41.853831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.887176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:41.891663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:41.900372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 has no active binding in host n-h2-787205-11 {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:20:41.913320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:41.941671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] device_id is not set on port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:20:41.976757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Deleting subnet a74da369-3437-4edc-a6b9-c2b30c7ec9a7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:41.981373 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.049804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.085220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.111445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-da03b8bd-eab8-4342-9118-f315f8ab63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:42.113874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-da03b8bd-eab8-4342-9118-f315f8ab63c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664886 Jul 22 14:20:42.122964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8::17c (7e2cc142-73e1-43a6-b84f-a00fbc607a1d/1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f/f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:42.152924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:42.158012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.227735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4ba313e6-9efa-470b-a7aa-f6f29e077c70,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:42.248241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.323068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.341563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:42.381223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.382636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba313e6-9efa-470b-a7aa-f6f29e077c70'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:42.385510 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2947787-e649-432c-b310-d0765c77c2c2" -d '{"events": [{"server_uuid": "4ca24c51-78e3-4bd3-858a-ed602dad4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "4ba313e6-9efa-470b-a7aa-f6f29e077c70"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:42.421348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-e3b6fc9f-dc64-4101-ab54-7f30d3bb34b2 service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975922 Jul 22 14:20:42.438471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54324c42-9d3d-4c7d-97a4-14e45c87c47e req-bd3c7957-08b6-4a61-b871-67ef83d3bbef tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:42.440983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54324c42-9d3d-4c7d-97a4-14e45c87c47e req-bd3c7957-08b6-4a61-b871-67ef83d3bbef tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 945 time: 0.2599156 Jul 22 14:20:42.447558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:42.452666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:42.459962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:42.466840 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cf3497-211e-4af0-9bc0-d1c24b0e6f10 x-openstack-request-id: req-71cf3497-211e-4af0-9bc0-d1c24b0e6f10 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:42.467446 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca24c51-78e3-4bd3-858a-ed602dad4fb1", "name": "network-vif-plugged", "status": "completed", "tag": "4ba313e6-9efa-470b-a7aa-f6f29e077c70", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:42.468358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:42.469498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.474596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.477673 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71cf3497-211e-4af0-9bc0-d1c24b0e6f10 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:42.479726 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba313e6-9efa-470b-a7aa-f6f29e077c70', 'code': 200} Jul 22 14:20:42.500083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:42.510400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-28f68fac-bbea-4f41-b248-78f3736beb8f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7817786 Jul 22 14:20:42.513687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56510) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:42.518639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Allocated IP 2001:db8::2 (7e2cc142-73e1-43a6-b84f-a00fbc607a1d/1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f/ae23cd46-3af1-4d41-8a8b-ea86bf42a34f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:42.530440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6453abf5-f240-41a7-8e9b-bd2d48249679 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:42.567304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 6453abf5-f240-41a7-8e9b-bd2d48249679 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:42.567304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6453abf5-f240-41a7-8e9b-bd2d48249679 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:42.626664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74da369-3437-4edc-a6b9-c2b30c7ec9a7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:42.642852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.648318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0bb0cfc1-c86d-40d1-9557-20d29e87eaf5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a74da369-3437-4edc-a6b9-c2b30c7ec9a7 HTTP/1.1" status: 204 len: 168 time: 0.7281508 Jul 22 14:20:42.651070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56516) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:42.735223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54324c42-9d3d-4c7d-97a4-14e45c87c47e req-78ef29ab-9915-4eb2-9742-f2359611d740 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774217 Jul 22 14:20:42.791498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-349b84d0-8d7e-4310-a0d9-baebb4ea604a req-2256ac77-2ea1-40d5-8f56-30a7ee9c510d service neutron] 10.222.0.13 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474565 Jul 22 14:20:42.815238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.827054 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.840706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Transition to ACTIVE for port object ae23cd46-3af1-4d41-8a8b-ea86bf42a34f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:42.857920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Transition to ACTIVE for port object ae23cd46-3af1-4d41-8a8b-ea86bf42a34f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:42.864835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.922208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:42.926512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:42.928479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Pushing event updated for resources: {'Port': ['ID=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:42.930799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:42.949890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.964919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc51e2f-9f76-45bb-bc3c-658496ff5c42']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:42.981046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:42.981403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c2c0c1-1eef-41aa-8daa-06ce7b2f9a0f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:42.996229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.011272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac948b-f7a4-4b4d-9780-f1088d3d1352 req-00e0f96c-8e1f-404a-8a55-300e7155b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:43.014264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0ac948b-f7a4-4b4d-9780-f1088d3d1352 req-00e0f96c-8e1f-404a-8a55-300e7155b42f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 1097 time: 0.4328384 Jul 22 14:20:43.015222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Attempting to bind port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:43.015610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Attempting to bind port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '712dbfd9-caec-40b4-b1ee-22b6ca9834dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:43.015976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Attempting to bind port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f on network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:43.021535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:43.021943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Checking segment: {'id': '712dbfd9-caec-40b4-b1ee-22b6ca9834dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:43.022354 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.022761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Bound using segment: {'id': '712dbfd9-caec-40b4-b1ee-22b6ca9834dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:43.023228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Bound port: ae23cd46-3af1-4d41-8a8b-ea86bf42a34f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712dbfd9-caec-40b4-b1ee-22b6ca9834dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e2cc142-73e1-43a6-b84f-a00fbc607a1d'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:43.023623 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.024371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.032600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:43.033725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:43.036753 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:43.065337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e468a7-a5c5-435a-9547-d7f2cf3ea079 req-1bf4949e-44d6-4203-96d5-bf8163fd37eb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:43.068117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8e468a7-a5c5-435a-9547-d7f2cf3ea079 req-1bf4949e-44d6-4203-96d5-bf8163fd37eb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.4030101 Jul 22 14:20:43.135403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.143146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.146812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bcc51e2f-9f76-45bb-bc3c-658496ff5c42 HTTP/1.1" status: 204 len: 168 time: 0.4945500 Jul 22 14:20:43.152426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:43.155283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] For port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:43.159922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] For port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,segment=NetworkSegment(712dbfd9-caec-40b4-b1ee-22b6ca9834dd),segment_id=712dbfd9-caec-40b4-b1ee-22b6ca9834dd)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:43.165991 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.171103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd54e6-31af-439f-9379-304b94aab231 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc51e2f-9f76-45bb-bc3c-658496ff5c42,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:43.249547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c1e7-0310-4a04-ab3b-54e677d618a8 None None] Pushing event updated for resources: {'Port': ['ID=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:43.272585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8e468a7-a5c5-435a-9547-d7f2cf3ea079 req-3ca97d90-7275-408a-8667-4d7c532b8bee tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907914 Jul 22 14:20:43.274167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0ac948b-f7a4-4b4d-9780-f1088d3d1352 req-7299f8d0-e5c5-49f4-afaf-373a01bf71bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049034 Jul 22 14:20:43.289554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Deleting subnet d719f8a4-5a39-4f27-8120-0b1ac1899566 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:43.324793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.370716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.376631 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.487593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.714639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.751541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d719f8a4-5a39-4f27-8120-0b1ac1899566,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:43.762908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.766072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e4da3c16-6c3e-4009-9d8d-080a3fbaef2c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d719f8a4-5a39-4f27-8120-0b1ac1899566 HTTP/1.1" status: 204 len: 168 time: 0.6108141 Jul 22 14:20:43.768093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56534) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:43.808401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:43.814847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.065356 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.107361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:44.231705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.266585 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.340435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947fbd1-5a41-45e2-bafe-01e09de8e627 req-881ccecd-24ab-4382-a287-6befa10ee5ea tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:44.357779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1947fbd1-5a41-45e2-bafe-01e09de8e627 req-881ccecd-24ab-4382-a287-6befa10ee5ea tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 945 time: 0.5099580 Jul 22 14:20:44.387846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.432431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae23cd46-3af1-4d41-8a8b-ea86bf42a34f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:44.445172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de9b712-ea26-40f1-b72e-c643f85a3b41']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:44.462723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827ba3c3-b976-4ed4-997c-98cd8b50626c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:44.463053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827ba3c3-b976-4ed4-997c-98cd8b50626c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:44.474313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.489097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.496150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:44.496648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.525251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:44.529764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7bb5fb-a96a-4a0f-9906-2d1f2ae87229 None None] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:44.562796 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:44.588733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-8aee1c15-9a10-4e76-87bc-b3f9ddbff7e1 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:20:44.591003 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-8aee1c15-9a10-4e76-87bc-b3f9ddbff7e1 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073168 Jul 22 14:20:44.594624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1947fbd1-5a41-45e2-bafe-01e09de8e627 req-b622c9a9-e1d3-46b1-a9f0-de5bed959e8c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359874 Jul 22 14:20:44.595511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.616527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc155f7-8192-4fa3-903e-a73044b5720a req-9d5d5a7b-0be8-4ef5-a8ba-603126769a8f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:44.618468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2dc155f7-8192-4fa3-903e-a73044b5720a req-9d5d5a7b-0be8-4ef5-a8ba-603126769a8f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 946 time: 0.1988714 Jul 22 14:20:44.627726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.632673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6de9b712-ea26-40f1-b72e-c643f85a3b41 HTTP/1.1" status: 204 len: 168 time: 0.8627691 Jul 22 14:20:44.633882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a40ec3-1aed-46f3-a7b6-fa553974c1a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6de9b712-ea26-40f1-b72e-c643f85a3b41,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:44.781144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] Provisioning for port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:44.812422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.819882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] Provisioning complete for port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:44.820430 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.821921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-b1f0486d-b6a1-4105-866a-1857f03262a8 service neutron] 10.222.0.13 "GET /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 385 time: 0.2236185 Jul 22 14:20:44.822507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.824077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.874873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56554) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:44.878734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2dc155f7-8192-4fa3-903e-a73044b5720a req-3ea6a6f7-c0bc-423e-822b-63741f0c05f8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516763 Jul 22 14:20:44.924602 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:44.972889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b50e9b5a-b421-4ab5-9709-0a514927868d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83defe066a854aa592e79a331d9afffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0907459 Jul 22 14:20:44.972889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:44.976121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56556) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:45.006797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] For port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,segment=NetworkSegment(712dbfd9-caec-40b4-b1ee-22b6ca9834dd),segment_id=712dbfd9-caec-40b4-b1ee-22b6ca9834dd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:45.014102 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.059332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:45.087998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:45.093869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71b594e1-22a0-477f-b452-d8c8f8dc6454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.104354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:45.110435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:45.131282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71b594e1-22a0-477f-b452-d8c8f8dc6454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.136225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64080c-f2ce-4d8f-8257-314ce7b966a5 None None] Pushing event updated for resources: {'Port': ['ID=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:45.154595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:45.157335 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d769fe-d181-426a-b647-79e2f8c5471f" -d '{"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:45.162354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:45.189246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.250747 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c21d00-5c3a-4e09-b58e-d1b8e6ce35f9 x-openstack-request-id: req-81c21d00-5c3a-4e09-b58e-d1b8e6ce35f9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:45.253060 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:45.253707 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81c21d00-5c3a-4e09-b58e-d1b8e6ce35f9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:45.255142 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'code': 200} Jul 22 14:20:45.288975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71b594e1-22a0-477f-b452-d8c8f8dc6454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.297152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71b594e1-22a0-477f-b452-d8c8f8dc6454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.302836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-71b594e1-22a0-477f-b452-d8c8f8dc6454 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51bb4d16-adf8-4ed0-abe1-c3af12f52221 HTTP/1.1" status: 204 len: 168 time: 0.3255801 Jul 22 14:20:45.333577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b594e1-22a0-477f-b452-d8c8f8dc6454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bb4d16-adf8-4ed0-abe1-c3af12f52221,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:45.358770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] Transition to ACTIVE for port object eb0af066-9fd7-456a-8a75-bf52f21b7ee7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:45.360588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router ecf69fd1-e9b6-4952-83cc-efc308a890d3 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:20:45.366365 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.499544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:45.515904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] Sync routers for ids ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:45.516460 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cf896502-ebf0-4fcd-bd87-0810ce45ea29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/ecf69fd1-e9b6-4952-83cc-efc308a890d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0027759 Jul 22 14:20:45.518415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56566) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:45.557167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] Routers {'ecf69fd1-e9b6-4952-83cc-efc308a890d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:45.560203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:45.628641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=11']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:45.653758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:45.672972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b2667-f74d-4641-b3b4-05beb10a4644 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:45.675712 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bc3b2667-f74d-4641-b3b4-05beb10a4644 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports/f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e HTTP/1.1" status: 200 len: 983 time: 0.1562531 Jul 22 14:20:45.677151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] No DVR routers for this DVR port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:45.681727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:45.690043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ecf8ba1d-9da1-4da1-b9fe-cfd41e91477c None None] Provisioning for port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:45.703583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] Routers {'ecf69fd1-e9b6-4952-83cc-efc308a890d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:45.704245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:45.706454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ecf8ba1d-9da1-4da1-b9fe-cfd41e91477c None None] Provisioning complete for port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:45.706832 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ba1d-9da1-4da1-b9fe-cfd41e91477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.812128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:45.813011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fa0a0-ea70-4acd-b28c-e784edd23cbe None None] The sync data for ids ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:45.830836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8ba1d-9da1-4da1-b9fe-cfd41e91477c None None] Port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:45.849194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ecf8ba1d-9da1-4da1-b9fe-cfd41e91477c None None] Provisioning complete for port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:45.849579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ecf8ba1d-9da1-4da1-b9fe-cfd41e91477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.943404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56586) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:46.032376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2ea72-6776-452e-8daa-401a52692738 req-e1b9d2a3-7c17-456f-b419-1496d808b7f6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:46.034369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8c2ea72-6776-452e-8daa-401a52692738 req-e1b9d2a3-7c17-456f-b419-1496d808b7f6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 945 time: 0.2311995 Jul 22 14:20:46.045657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6213236f-5351-4d10-9abe-f3d5bde32115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d44df5e237de43cbbe2a4542f08b4c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1004367 Jul 22 14:20:46.069371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:46.099884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8c2ea72-6776-452e-8daa-401a52692738 req-fe09c1d1-580f-4a13-ac04-88814703957e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587151 Jul 22 14:20:46.110930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de816a-7db6-4363-a82e-47e9aa134cd7 req-7fa1e3b4-283a-4697-a16a-35399fe2965f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:46.118738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47de816a-7db6-4363-a82e-47e9aa134cd7 req-7fa1e3b4-283a-4697-a16a-35399fe2965f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.7295418 Jul 22 14:20:46.137266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f24dc48-93e4-46c8-8376-4a7d2805360e None None] Provisioning complete for port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:46.137912 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f24dc48-93e4-46c8-8376-4a7d2805360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.193352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffceab8f-7ede-4009-a8e4-e74b4c7ee885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.241537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47de816a-7db6-4363-a82e-47e9aa134cd7 req-883c1224-3f63-416c-950d-bb45c4058a2f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065300 Jul 22 14:20:46.257845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1f24dc48-93e4-46c8-8376-4a7d2805360e None None] Port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:46.286348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffceab8f-7ede-4009-a8e4-e74b4c7ee885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.383045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-7db7533d-837c-4413-8083-4f949baf66d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7/bindings/n-h2-787205-11/activate HTTP/1.1" status: 200 len: 370 time: 1.5528820 Jul 22 14:20:46.396508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae23cd46-3af1-4d41-8a8b-ea86bf42a34f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:46.417998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffceab8f-7ede-4009-a8e4-e74b4c7ee885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.420690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffceab8f-7ede-4009-a8e4-e74b4c7ee885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.422708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ffceab8f-7ede-4009-a8e4-e74b4c7ee885 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33927f3d-3820-4a11-9145-c0c9c053b763 HTTP/1.1" status: 204 len: 168 time: 0.3511329 Jul 22 14:20:46.440407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3753616-8e7f-49fc-8fde-106edb016102 req-aa92bac6-5177-4411-aa17-50f818d45c83 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:46.441991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3753616-8e7f-49fc-8fde-106edb016102 req-aa92bac6-5177-4411-aa17-50f818d45c83 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.2084479 Jul 22 14:20:46.461289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffceab8f-7ede-4009-a8e4-e74b4c7ee885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33927f3d-3820-4a11-9145-c0c9c053b763,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:46.538840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3753616-8e7f-49fc-8fde-106edb016102 req-22dcc2c8-c2d3-4d8e-a374-2b1fc622a4c9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903749 Jul 22 14:20:46.556140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa585d3-9801-4eb0-a7a2-0fa379a1b1b3 req-9eee6ada-eb98-4731-b4ab-503468141a1f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:46.559280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9aa585d3-9801-4eb0-a7a2-0fa379a1b1b3 req-9eee6ada-eb98-4731-b4ab-503468141a1f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1993124 Jul 22 14:20:46.601727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-8aedf8e7-c493-49a2-9906-f8ddb94d8c9b tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:46.603738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-8aedf8e7-c493-49a2-9906-f8ddb94d8c9b tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1241326 Jul 22 14:20:46.615653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:46.616237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.715636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.741696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b170163-1ed3-44b1-a2b4-5efc13680817 None None] Provisioning complete for port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:46.744452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b170163-1ed3-44b1-a2b4-5efc13680817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.792023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7b170163-1ed3-44b1-a2b4-5efc13680817 None None] Port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:46.886323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9aa585d3-9801-4eb0-a7a2-0fa379a1b1b3 req-edea2ee5-0cfb-4657-9b3b-f48276c643c0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186638 Jul 22 14:20:46.929367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1c7e19d-41a3-4e7e-b686-d9ca42bef94f None None] Provisioning complete for port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:46.929784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e19d-41a3-4e7e-b686-d9ca42bef94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:46.958699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7977d-0831-4565-b515-e569b2f8c788 req-364e8324-ecb0-4c85-8a3f-0b8007e1c3e7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:46.970742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ca7977d-0831-4565-b515-e569b2f8c788 req-364e8324-ecb0-4c85-8a3f-0b8007e1c3e7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.2579002 Jul 22 14:20:47.032101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7e19d-41a3-4e7e-b686-d9ca42bef94f None None] Port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:47.061093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ca7977d-0831-4565-b515-e569b2f8c788 req-8397aa4d-0ac7-4d87-ae6c-95afd8d52899 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0864770 Jul 22 14:20:47.153002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-44bd4c08-b039-44a0-9f75-f5f9d0cc202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:47.158646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-44bd4c08-b039-44a0-9f75-f5f9d0cc202c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 1097 time: 0.5480204 Jul 22 14:20:47.167873 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ca7977d-0831-4565-b515-e569b2f8c788 req-5988b867-2c77-4ebc-ba21-eeedcd8277ec tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011748 Jul 22 14:20:47.211474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:47.212657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:47.334796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ca7977d-0831-4565-b515-e569b2f8c788 req-b0023275-e106-4f02-9043-05eb1755c754 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568010 Jul 22 14:20:47.341830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ebbae6d-f1cf-4930-bd97-a62580512ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:47.343661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5ebbae6d-f1cf-4930-bd97-a62580512ba9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1097 time: 0.1272714 Jul 22 14:20:47.382784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f84bc-0217-4046-98e6-d1254f3ee938 req-730027ac-c7c9-4478-9df2-71c29c5b73d6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:47.385090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a28f84bc-0217-4046-98e6-d1254f3ee938 req-730027ac-c7c9-4478-9df2-71c29c5b73d6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1511521 Jul 22 14:20:47.426624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:47.456231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a28f84bc-0217-4046-98e6-d1254f3ee938 req-c8c54182-04d3-428f-b1bc-a21b5ee742a4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607121 Jul 22 14:20:47.470807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:47.519034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ca7977d-0831-4565-b515-e569b2f8c788 req-54e4c84b-a1a5-4ca4-8d18-c07953751946 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743963 Jul 22 14:20:47.520405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-d5968708-d14e-4002-878a-5279cb03761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:47.521812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-d5968708-d14e-4002-878a-5279cb03761a service neutron] 10.222.0.20 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 898 time: 0.1686745 Jul 22 14:20:47.656053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-5bfb536f-6203-4279-9eb5-47407e013989 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 1000 time: 0.1275940 Jul 22 14:20:47.745845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-a3ca942b-4a13-448b-b0d1-618cd8e19d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:47.751113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-a3ca942b-4a13-448b-b0d1-618cd8e19d6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.0869825 Jul 22 14:20:47.771641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:47.828294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=f9dcc235-e7fb-4d2f-8da8-b58f2d41fe3e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:48.137875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:48.380003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router ecf69fd1-e9b6-4952-83cc-efc308a890d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:20:48.487369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-599f1a72-73cd-44fa-b3fd-e0f714bfbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:48.489341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-599f1a72-73cd-44fa-b3fd-e0f714bfbaab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7337747 Jul 22 14:20:48.505288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:48.511226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-a6e98e81-45ea-4bc8-80ab-519a9d1ca9f6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:20:48.512362 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-a6e98e81-45ea-4bc8-80ab-519a9d1ca9f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093524 Jul 22 14:20:48.517259 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] Sync routers for ids ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:48.529907 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] Routers {'ecf69fd1-e9b6-4952-83cc-efc308a890d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:48.530677 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:48.544264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c0507e90-c52d-43e3-8743-5c8433326502 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/ecf69fd1-e9b6-4952-83cc-efc308a890d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8596635 Jul 22 14:20:48.548944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56668) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:48.560873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:48.612866 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:48.625922 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] Routers {'ecf69fd1-e9b6-4952-83cc-efc308a890d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:48.627598 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:48.636679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4ed21b98-08f1-4381-a02d-c2b7e5da3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:48.684914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:48.700807 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:48.702923 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb63476-6b67-4115-93da-d2a2e655e22d None None] The sync data for ids ['ecf69fd1-e9b6-4952-83cc-efc308a890d3'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:48.756805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cefb1-9d04-4922-924b-af8398b6a32a req-e0390423-e9f5-4ac5-9557-3386c4c3ad80 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:48.758530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f0cefb1-9d04-4922-924b-af8398b6a32a req-e0390423-e9f5-4ac5-9557-3386c4c3ad80 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.9200618 Jul 22 14:20:48.922874 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-c38e8573-03b0-4a48-8d81-acb970b0c803 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 14:20:48.924025 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c38e8573-03b0-4a48-8d81-acb970b0c803 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/ecf69fd1-e9b6-4952-83cc-efc308a890d3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3687224 Jul 22 14:20:48.931008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:48.951535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f0cefb1-9d04-4922-924b-af8398b6a32a req-36e3a0e3-6695-41ab-bb00-06036a5920a6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847954 Jul 22 14:20:48.964353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-3cf43a9d-036f-4f86-96a1-dd1019db70ec service neutron] 10.222.0.20 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421077 Jul 22 14:20:48.986680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7e93a345-9b30-42b1-9875-f3cd1b52147a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf69fd1-e9b6-4952-83cc-efc308a890d3 HTTP/1.1" status: 200 len: 205 time: 0.0517533 Jul 22 14:20:48.989338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:49.020996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.096729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-0d7c4627-1544-479f-afc9-727b289d5652 service neutron] 10.222.0.20 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193576 Jul 22 14:20:49.128319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab8376-d264-4285-a6ba-d6a985b18b22 req-c6c582aa-a7df-4042-bf95-df9023edd357 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:49.134209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fab8376-d264-4285-a6ba-d6a985b18b22 req-c6c582aa-a7df-4042-bf95-df9023edd357 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2617049 Jul 22 14:20:49.146332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.310761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-91d4e7b5-1001-48f5-b649-8116a489dbae tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:49.312352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-91d4e7b5-1001-48f5-b649-8116a489dbae tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.1260374 Jul 22 14:20:49.332554 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-d11107b3-9b9b-458e-b201-89b2fb986893 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0137401 Jul 22 14:20:49.452312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-26255df8-b16d-4676-aef2-9b8e22839e39 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:49.453953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-26255df8-b16d-4676-aef2-9b8e22839e39 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 1097 time: 0.1056254 Jul 22 14:20:49.462723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-7b73d3e0-03d1-415f-b81a-ab012b6d9c32 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235559 Jul 22 14:20:49.600454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fab8376-d264-4285-a6ba-d6a985b18b22 req-600c0c36-6d5f-494c-ba20-0da9dd461872 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626362 Jul 22 14:20:49.648203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.651203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.673644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-360bffda-eb99-4549-85ac-76ee9e997d7f service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821520 Jul 22 14:20:49.705175 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.705678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router ecf69fd1-e9b6-4952-83cc-efc308a890d3 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:20:49.721092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.722225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-45dd5ef2-7fe9-4079-b610-dfa9cad00a2d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/ecf69fd1-e9b6-4952-83cc-efc308a890d3 HTTP/1.1" status: 204 len: 168 time: 0.7318749 Jul 22 14:20:49.725031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56708) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:49.788823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-9b06581b-3459-4182-a6f1-d20df8416c8a service neutron] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:49.798689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-9b06581b-3459-4182-a6f1-d20df8416c8a service neutron] Notify callbacks [] for binding, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.799837 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6c7f0fe-a41d-402d-b83d-9a6beca4e4da req-9b06581b-3459-4182-a6f1-d20df8416c8a service neutron] 10.222.0.20 "DELETE /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7/bindings/n-h1-787205-11 HTTP/1.1" status: 204 len: 173 time: 0.3361392 Jul 22 14:20:49.836645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet 1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:20:49.850146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.885464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-2bfc09b9-08a9-4d4d-89c4-c32ecdf059f1 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101374 Jul 22 14:20:49.905919 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:49.955465 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.008161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.081185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4c8833e-d5b2-4ba6-9c0c-fd356fed1013 req-c78da730-a7a0-4395-a7f3-2630af39e707 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 210 time: 0.0430009 Jul 22 14:20:50.110697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.141032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a20823-e9d5-436a-a99e-27b9a95b5981 req-3b264224-6033-449e-9673-5529b96dfd7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:50.144303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a20823-e9d5-436a-a99e-27b9a95b5981 req-3b264224-6033-449e-9673-5529b96dfd7e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.1005599 Jul 22 14:20:50.156303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:50.167783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.173341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cfd47f68-2c6f-4fa8-9d61-6d5eb3c9ad34 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f HTTP/1.1" status: 204 len: 168 time: 0.4472013 Jul 22 14:20:50.173539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:50.179670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e58336b-bf33-45e5-8ac4-2c7565f90eac None None] Network 7e2cc142-73e1-43a6-b84f-a00fbc607a1d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:50.215034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56728) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:50.333567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.362886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a20823-e9d5-436a-a99e-27b9a95b5981 req-0c30034c-a38a-435a-8de6-01dadb1eb457 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050736 Jul 22 14:20:50.406426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42281d4e-1734-4731-85bc-5786a7398882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.442468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:50.442820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.537797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] DHCP port deletion for 7e2cc142-73e1-43a6-b84f-a00fbc607a1d request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:20:50.575112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,segment=NetworkSegment(712dbfd9-caec-40b4-b1ee-22b6ca9834dd),segment_id=712dbfd9-caec-40b4-b1ee-22b6ca9834dd)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:50.576341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.605822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for ae23cd46-3af1-4d41-8a8b-ea86bf42a34f owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:50.611033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] Deleting port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:50.611951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.649700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c920fdd-5982-4c32-8b27-f50eec407732 req-7c644d29-2ed7-45ce-b3b9-7da90aefdaae tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:50.652155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c920fdd-5982-4c32-8b27-f50eec407732 req-7c644d29-2ed7-45ce-b3b9-7da90aefdaae tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1097 time: 0.1468983 Jul 22 14:20:50.730629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c920fdd-5982-4c32-8b27-f50eec407732 req-7d60931c-9442-40c3-8f3b-1befb70283da tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611815 Jul 22 14:20:50.737787 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42281d4e-1734-4731-85bc-5786a7398882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.762862 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42281d4e-1734-4731-85bc-5786a7398882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.811658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] For port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,segment=NetworkSegment(712dbfd9-caec-40b4-b1ee-22b6ca9834dd),segment_id=712dbfd9-caec-40b4-b1ee-22b6ca9834dd)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:50.811658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.832543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42281d4e-1734-4731-85bc-5786a7398882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef9a6c0-cbd1-4ad0-b093-f928c127ddbf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:50.853116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-42281d4e-1734-4731-85bc-5786a7398882 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f7f0c7f04b94b678b9bd4142f864973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343827 Jul 22 14:20:50.853402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56750) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:50.859785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] Calling delete_port for ae23cd46-3af1-4d41-8a8b-ea86bf42a34f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:50.902990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.938004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:50.943160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:50.964796 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92ba3491-67a4-4b94-a98e-98177b59c9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:50.990523 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.000267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a6021-b598-4c0d-861a-3a5c3b4d36bf req-0cfb565d-5c1c-4926-8660-74c96a27561b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:51.009962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-261a6021-b598-4c0d-861a-3a5c3b4d36bf req-0cfb565d-5c1c-4926-8660-74c96a27561b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2625825 Jul 22 14:20:51.019568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] Pushing event deleted for resources: {'Port': ['ID=ae23cd46-3af1-4d41-8a8b-ea86bf42a34f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:51.025833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92ba3491-67a4-4b94-a98e-98177b59c9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.027942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b36f270-2e0d-4f8c-b1c3-27811d32c4fb None None] No DVR routers for this DVR port ae23cd46-3af1-4d41-8a8b-ea86bf42a34f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:51.113972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b6c6-289d-4351-9caa-f7406ab0e188 req-dcaf805c-d60f-4eca-8721-cedf464ebdef tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:51.115700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3950b6c6-289d-4351-9caa-f7406ab0e188 req-dcaf805c-d60f-4eca-8721-cedf464ebdef tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.2027977 Jul 22 14:20:51.116899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92ba3491-67a4-4b94-a98e-98177b59c9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.119601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92ba3491-67a4-4b94-a98e-98177b59c9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.124410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-92ba3491-67a4-4b94-a98e-98177b59c9c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ef9a6c0-cbd1-4ad0-b093-f928c127ddbf HTTP/1.1" status: 204 len: 168 time: 0.2697151 Jul 22 14:20:51.126099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.135060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba3491-67a4-4b94-a98e-98177b59c9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef9a6c0-cbd1-4ad0-b093-f928c127ddbf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:51.143864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-261a6021-b598-4c0d-861a-3a5c3b4d36bf req-eeaf5e26-9485-4242-b557-29ceab34a9c8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276646 Jul 22 14:20:51.162044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2cc142-73e1-43a6-b84f-a00fbc607a1d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:51.185103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712dbfd9-caec-40b4-b1ee-22b6ca9834dd') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:51.185447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712dbfd9-caec-40b4-b1ee-22b6ca9834dd') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:51.199708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.216471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.225234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:20:51.225887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:20:51.230563 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:20:51.237066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3950b6c6-289d-4351-9caa-f7406ab0e188 req-2a232838-d9fa-4a87-970f-57bb8e8fdc86 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115096 Jul 22 14:20:51.268802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56758) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:51.290712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13f8c0c1-6398-4342-acc0-2f8d7df16cd8 req-b02bb61c-928b-47aa-be96-4f4bf77e7938 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 210 time: 0.0451217 Jul 22 14:20:51.320308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.346244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a9a6dbeb-e271-4650-9843-f5106b174cc8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/681375ae-855a-45d7-80ce-408b7389ee6c HTTP/1.1" status: 200 len: 992 time: 0.0762744 Jul 22 14:20:51.363425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.375492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.377414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/7e2cc142-73e1-43a6-b84f-a00fbc607a1d HTTP/1.1" status: 204 len: 168 time: 1.2028511 Jul 22 14:20:51.381887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56762) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:51.387733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1286923627'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:51.413195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cd6d1-b343-4c0e-be0c-7e8b9db523e4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=7e2cc142-73e1-43a6-b84f-a00fbc607a1d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:51.423830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:51.429406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.444932 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-49f4b783-09e3-4b3f-953a-6b13d28e4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.468865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:20:51.481755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.482103 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment bbc34646-f4e5-4c03-bbd2-0e2beb19fb21 of type vlan for network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 Jul 22 14:20:51.539256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.574649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.582630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:51.583401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.595023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-1b80762a-477d-4309-a7fa-4303fb7069b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:51.596729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-1b80762a-477d-4309-a7fa-4303fb7069b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.1708341 Jul 22 14:20:51.601904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2188857 Jul 22 14:20:51.605715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:51.614932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:51.631985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56772) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:51.632890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:51.824295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14e863-75d2-4cd3-8d60-7fbcf4945ace tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=93c5639b-22de-4cb9-ad6a-0f4a152c45c0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:51.841935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:51.842498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:20:51.845850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.899154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 8701ba4d-5f7a-43eb-b029-66170e46c43f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:51.899508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:51.923314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:20:51.928426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.048250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.048741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.067034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 8701ba4d-5f7a-43eb-b029-66170e46c43f owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:52.223039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.2 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/bd455923-3a4c-43af-bb42-16912931fa69) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:52.404125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.410453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.424695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.434652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae23cd46-3af1-4d41-8a8b-ea86bf42a34f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:52.446841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=8701ba4d-5f7a-43eb-b029-66170e46c43f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:52.463231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ae23cd46-3af1-4d41-8a8b-ea86bf42a34f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:52.464080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae23cd46-3af1-4d41-8a8b-ea86bf42a34f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:52.490367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc5869e4-e62b-42de-8c74-8ca4c1b47218 req-e82e8a34-1801-4ada-8c0d-32ec5cc148b7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 210 time: 0.0446520 Jul 22 14:20:52.579890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.580600 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP 681375ae-855a-45d7-80ce-408b7389ee6c disassociated (deleted). External IP: 172.25.8.109, port: eb0af066-9fd7-456a-8a75-bf52f21b7ee7. Jul 22 14:20:52.605737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=4b385209-5b7a-4bdf-8d6a-d6855d88a930,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:52.671534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:52.672554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: 93c5639b-22de-4cb9-ad6a-0f4a152c45c0, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:20:52.684484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15de0f-a761-4166-a0f1-91622c8b3cf8 req-8fccbc9d-1cd5-45a4-b25a-4955d36f92d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:52.694323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa15de0f-a761-4166-a0f1-91622c8b3cf8 req-8fccbc9d-1cd5-45a4-b25a-4955d36f92d4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3629012 Jul 22 14:20:52.760045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.774208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:20:52.794631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa15de0f-a761-4166-a0f1-91622c8b3cf8 req-93e5ff0e-3df1-4539-8781-a7d034468147 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992165 Jul 22 14:20:52.821242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 93c5639b-22de-4cb9-ad6a-0f4a152c45c0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:52.835140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cdb19d-5d0b-4e66-9f35-5fb5bc0a9a8d None None] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:52.838931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:52.839652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.876556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e62583c-99af-416c-b78d-ef7e1c5f0991 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2695169 Jul 22 14:20:52.878534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:52.884286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-723948579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:52.903613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:20:52.909163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.939162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:52.957220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:52.972695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.973841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:52.982773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:52.990274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:53.004054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:53.036680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=bd455923-3a4c-43af-bb42-16912931fa69,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:53.107232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:53.119521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.125586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.127605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:53.128181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.136561 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.154857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-98ba79b5-202f-4a95-a8a2-2edb72187e7b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5291626 Jul 22 14:20:53.160428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.162322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-037cda97-c960-40dd-9e01-782e49bfb06c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2828307 Jul 22 14:20:53.168078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] Sync routers for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:53.180879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56814) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:53.184834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Request body: {'port': {'device_id': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:20:53.252671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-93c5639b-22de-4cb9-ad6a-0f4a152c45c0', 'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': '4b385209-5b7a-4bdf-8d6a-d6855d88a930'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:20:53.253657 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.255695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:53.256401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:53.256818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24769ea3-feb7-4606-bfbb-b4c8017a8656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.295536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4f20ea69-7632-482a-843d-feff16e0281c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/floatingips/681375ae-855a-45d7-80ce-408b7389ee6c HTTP/1.1" status: 204 len: 168 time: 1.6625209 Jul 22 14:20:53.297938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:53.299773 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d98383-3460-49af-8b14-51014b945b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:53.386994 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.483014 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0886a2-fa92-4967-ae30-7685f140703c x-openstack-request-id: req-bb0886a2-fa92-4967-ae30-7685f140703c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:53.483664 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:53.484226 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb0886a2-fa92-4967-ae30-7685f140703c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:53.484861 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'status': 'completed', 'code': 200} Jul 22 14:20:53.551462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:20:53.786609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Allocated IP 2001:db8::2 (93c5639b-22de-4cb9-ad6a-0f4a152c45c0/4b385209-5b7a-4bdf-8d6a-d6855d88a930/742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:53.867442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd455923-3a4c-43af-bb42-16912931fa69 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:53.879705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:53.885267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:46Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:53.954635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24769ea3-feb7-4606-bfbb-b4c8017a8656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.011458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Transition to ACTIVE for port object bd455923-3a4c-43af-bb42-16912931fa69 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:54.012435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24769ea3-feb7-4606-bfbb-b4c8017a8656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.086231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f38107-14b4-4555-ba95-751a22b2e4bd req-fe8d3665-f724-41da-b227-6228b84bc7fb tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:54.094129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f38107-14b4-4555-ba95-751a22b2e4bd req-fe8d3665-f724-41da-b227-6228b84bc7fb tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 931 time: 0.1448662 Jul 22 14:20:54.106272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-24769ea3-feb7-4606-bfbb-b4c8017a8656 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7940581bf49d47e9a976f5e1b2eb9bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1478996 Jul 22 14:20:54.107508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24769ea3-feb7-4606-bfbb-b4c8017a8656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4b90df-69e4-4972-9a5a-491f56dbb8de,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:54.112035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:54.123861 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.131731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98383-3460-49af-8b14-51014b945b2e req-923fc19a-1132-4acd-ab7c-aa676cc4748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:54.133343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-923fc19a-1132-4acd-ab7c-aa676cc4748e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 1097 time: 0.6474116 Jul 22 14:20:54.142867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.144063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] Checking router: b9e4c7d0-e118-449d-a199-3a37ca8c5f21 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:20:54.166445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:54.167129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:54.237295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2a27d4a-efb9-42b1-bc4f-30d1bb20e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.266489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2a27d4a-efb9-42b1-bc4f-30d1bb20e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.301529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.328362 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.364350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:20:54.414622 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41f38107-14b4-4555-ba95-751a22b2e4bd req-68002974-11da-41a5-b2c2-a8e7cbbc2b84 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194940 Jul 22 14:20:54.416434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Transition to ACTIVE for port object 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:54.437157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2a27d4a-efb9-42b1-bc4f-30d1bb20e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.440624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2a27d4a-efb9-42b1-bc4f-30d1bb20e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.442244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b2a27d4a-efb9-42b1-bc4f-30d1bb20e207 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d4b90df-69e4-4972-9a5a-491f56dbb8de HTTP/1.1" status: 204 len: 168 time: 0.3194644 Jul 22 14:20:54.465695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Transition to ACTIVE for port object 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:54.480737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a27d4a-efb9-42b1-bc4f-30d1bb20e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4b90df-69e4-4972-9a5a-491f56dbb8de,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:54.495630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61575c0c-2131-4ab3-93ed-d36990d52fc9 req-2ebfae07-4efd-4585-8b1c-72c3b153322e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:54.497232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61575c0c-2131-4ab3-93ed-d36990d52fc9 req-2ebfae07-4efd-4585-8b1c-72c3b153322e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.6833723 Jul 22 14:20:54.515547 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.515805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-4cc1ed88-adc0-4d9d-a340-9679d27dce3b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:54.517897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-4cc1ed88-adc0-4d9d-a340-9679d27dce3b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 945 time: 0.5474427 Jul 22 14:20:54.532480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98383-3460-49af-8b14-51014b945b2e req-7468c985-e60a-414b-a402-8a0fbedf53c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:54.533973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-7468c985-e60a-414b-a402-8a0fbedf53c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 200 len: 898 time: 0.3767529 Jul 22 14:20:54.603107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:54.610965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-721e1f01-eca6-448f-a146-b6b304298004 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 200 len: 217 time: 0.0690088 Jul 22 14:20:54.629120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Pushing event updated for resources: {'Port': ['ID=bd455923-3a4c-43af-bb42-16912931fa69,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:54.644392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:54.652256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Pushing event updated for resources: {'Port': ['ID=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:54.657168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:54.733151 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61575c0c-2131-4ab3-93ed-d36990d52fc9 req-3c5d53ff-e5e1-4a69-bdf6-4d852e58ee5a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=25c16f70-c9b9-4864-8ab6-049ae56a90c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089567 Jul 22 14:20:54.751389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Attempting to bind port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:54.754318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Attempting to bind port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:54.754698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Attempting to bind port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 on network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:54.759587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8::1 (93c5639b-22de-4cb9-ad6a-0f4a152c45c0/4b385209-5b7a-4bdf-8d6a-d6855d88a930/61a44d63-59e8-4d2c-a780-cff5ef432408) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:20:54.773913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Attempting to bind port bd455923-3a4c-43af-bb42-16912931fa69 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:20:54.774311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Attempting to bind port bd455923-3a4c-43af-bb42-16912931fa69 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:20:54.774573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Attempting to bind port bd455923-3a4c-43af-bb42-16912931fa69 on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:54.780353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Port bd455923-3a4c-43af-bb42-16912931fa69 on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:20:54.780700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Attempting to bind port bd455923-3a4c-43af-bb42-16912931fa69 on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:20:54.786608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:54.787085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:54.787496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:54.787932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Bound port: bd455923-3a4c-43af-bb42-16912931fa69, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:54.788296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.825826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98383-3460-49af-8b14-51014b945b2e req-9caff681-a692-486b-b7fb-81d235f29ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:54.830670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:20:54.831059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Checking segment: {'id': 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:20:54.831467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.831875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Bound using segment: {'id': 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:20:54.834121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-9caff681-a692-486b-b7fb-81d235f29ee6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 200 len: 834 time: 0.2153533 Jul 22 14:20:54.836471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Bound port: 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '93c5639b-22de-4cb9-ad6a-0f4a152c45c0'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:20:54.837008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.942545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] For port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:54.946421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] For port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,segment=NetworkSegment(bbc34646-f4e5-4c03-bbd2-0e2beb19fb21),segment_id=bbc34646-f4e5-4c03-bbd2-0e2beb19fb21)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:54.955434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:54.957450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:54.961563 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.023379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] For port bd455923-3a4c-43af-bb42-16912931fa69, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:20:55.052844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:46Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:55.071659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] For port bd455923-3a4c-43af-bb42-16912931fa69, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bd455923-3a4c-43af-bb42-16912931fa69,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:20:55.092263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.094334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22667dda-7a06-40ae-9f74-59070653a06d None None] The sync data for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 is: [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:19:37Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b354d763-56d9-412f-9f19-79859389c05f', 'name': '', 'network_id': '87413e14-3452-4d1c-b5b3-2609fcff0866', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:af:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:34Z', 'updated_at': '2021-07-22T14:19:46Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f3d6ffd1-bf34-4b15-a05f-799d61817027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:55.122822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892efff7-be2b-4430-9ebd-f812f36c0fd5 None None] Pushing event updated for resources: {'Port': ['ID=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:55.192527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98383-3460-49af-8b14-51014b945b2e req-cc14fff3-d22e-44c8-8991-88c2bddebc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:55.194435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-cc14fff3-d22e-44c8-8991-88c2bddebc2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87413e14-3452-4d1c-b5b3-2609fcff0866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3474040 Jul 22 14:20:55.298249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:55.298880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.300346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] 10.222.0.13 "PUT /v2.0/ports/bd455923-3a4c-43af-bb42-16912931fa69 HTTP/1.1" status: 200 len: 1092 time: 2.1362565 Jul 22 14:20:55.300784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'tag': 'bd455923-3a4c-43af-bb42-16912931fa69'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:55.303135 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83bcb5f-5d8a-48ff-95ee-6daac153738f" -d '{"events": [{"name": "network-changed", "server_uuid": "e984ea91-254f-4e3a-ac20-116e1a085cb0", "tag": "bd455923-3a4c-43af-bb42-16912931fa69"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:55.322155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port eb0af066-9fd7-456a-8a75-bf52f21b7ee7, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:55.322525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.339397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f81f8-fb63-4507-9912-fe0ea6c1970b service neutron] Pushing event updated for resources: {'Port': ['ID=bd455923-3a4c-43af-bb42-16912931fa69,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:55.348106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for eb0af066-9fd7-456a-8a75-bf52f21b7ee7 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:55.425354 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff9c9e2-f10f-4e74-9d10-f1f11c26307a x-openstack-request-id: req-7ff9c9e2-f10f-4e74-9d10-f1f11c26307a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:55.425354 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e984ea91-254f-4e3a-ac20-116e1a085cb0", "tag": "bd455923-3a4c-43af-bb42-16912931fa69", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:55.425354 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ff9c9e2-f10f-4e74-9d10-f1f11c26307a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:55.425354 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'tag': 'bd455923-3a4c-43af-bb42-16912931fa69', 'status': 'completed', 'code': 200} Jul 22 14:20:55.519546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513ceaa-30b2-433f-8d98-50b4627be477 req-c0980a16-2648-4f05-9c89-1e4a6523d53c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:55.525108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e513ceaa-30b2-433f-8d98-50b4627be477 req-c0980a16-2648-4f05-9c89-1e4a6523d53c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.5321572 Jul 22 14:20:55.536522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.557200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-421d7ade-35e7-4f80-b0f9-4b87f2587b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:55.566633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-421d7ade-35e7-4f80-b0f9-4b87f2587b93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 1095 time: 0.2050767 Jul 22 14:20:55.612292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object 61a44d63-59e8-4d2c-a780-cff5ef432408 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:20:55.653979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-473522b0-c41a-4745-9fee-58697a264e02 service neutron] 10.222.0.20 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467583 Jul 22 14:20:55.658899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e513ceaa-30b2-433f-8d98-50b4627be477 req-dcbfb281-5f1e-4dfb-800e-3c3ed71c83d2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061153 Jul 22 14:20:55.671864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7046f1d3-a0ff-4f1d-aa5b-d2a05d9b678b None None] New status for floating IP 681375ae-855a-45d7-80ce-408b7389ee6c: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:20:55.706865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.732137 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-f7e7bd44-06a1-4bdc-bf03-6e8133e7e88e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd455923-3a4c-43af-bb42-16912931fa69 HTTP/1.1" status: 200 len: 217 time: 0.1441629 Jul 22 14:20:55.782001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:55.827768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-5b5b11d3-4c61-48df-b573-249a6124d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:55.829266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-5b5b11d3-4c61-48df-b573-249a6124d3bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.0863912 Jul 22 14:20:55.853489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:55.861317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:20:55.862548 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:55.916527 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-37b1bbf6-5b17-4c62-8984-e5470698ee6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549903 Jul 22 14:20:55.945328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae5e02-53c6-47b6-9e2a-8c4b355dbf75 req-427c0d52-df7c-486f-a4bb-e4ab6e877870 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:55.947129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18ae5e02-53c6-47b6-9e2a-8c4b355dbf75 req-427c0d52-df7c-486f-a4bb-e4ab6e877870 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 943 time: 0.3795509 Jul 22 14:20:55.990820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d98383-3460-49af-8b14-51014b945b2e req-0acab153-f432-4a97-9d62-45849b86c79c service neutron] 10.222.0.20 "GET /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176742 Jul 22 14:20:55.991436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=61a44d63-59e8-4d2c-a780-cff5ef432408,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:55.992796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:56.085233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=eb0af066-9fd7-456a-8a75-bf52f21b7ee7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:56.125167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85cd5bc5-0bbc-4d52-b81a-0d981be474e2 req-fb76220c-9786-4ac2-937c-3bfc46134bf6 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 210 time: 0.2651210 Jul 22 14:20:56.235069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:56.497711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:56.671009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:56.693315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18ae5e02-53c6-47b6-9e2a-8c4b355dbf75 req-93d87ab6-1f49-4a4e-a4bb-d6069b55d63e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7285194 Jul 22 14:20:56.712083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-d8e2ca36-f823-4a5f-9b95-437defe97d93 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862709 Jul 22 14:20:56.852223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c1802-0eb3-4fa1-bfa0-328ea4b8fc70 None None] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:20:56.867106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] No DVR routers for this DVR port eb0af066-9fd7-456a-8a75-bf52f21b7ee7 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:20:56.872508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:56.874558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04b5f13f-532c-49d5-9c94-fecafd26631c req-6f9eced8-dee7-406f-afdf-eff6a39595f3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "DELETE /v2.0/ports/eb0af066-9fd7-456a-8a75-bf52f21b7ee7 HTTP/1.1" status: 204 len: 173 time: 2.3458228 Jul 22 14:20:56.897995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:56.911830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:56.912635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:56.976589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a77213ba-9a7d-4a77-bc77-38f4215a3b04 req-270f5588-a013-40e4-8d44-6738cd508c8e service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952810 Jul 22 14:20:57.050054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] Provisioning for port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:57.051289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=61a44d63-59e8-4d2c-a780-cff5ef432408,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:57.061205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] Provisioning complete for port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:57.062575 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:57.075352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c7e6f-bf15-4455-8eb9-bf2f8f0696ed req-f77d0e3f-6d2f-47e5-93f2-6784c1f226e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:57.086269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-952c7e6f-bf15-4455-8eb9-bf2f8f0696ed req-f77d0e3f-6d2f-47e5-93f2-6784c1f226e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2798636 Jul 22 14:20:57.178544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:20:57.188669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:20:57.202249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-610f97c7-825b-4e5c-8d74-25630dbc1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:57.203797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-610f97c7-825b-4e5c-8d74-25630dbc1bab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 1095 time: 0.1120064 Jul 22 14:20:57.343959 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:57.361120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-952c7e6f-bf15-4455-8eb9-bf2f8f0696ed req-6fb68aa5-faa6-4f3f-b8d1-0245a970bd71 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486877 Jul 22 14:20:57.389913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 5c44d7f6-6ca4-405d-961a-b0eae28a6a62 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:20:57.435208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] For port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,segment=NetworkSegment(bbc34646-f4e5-4c03-bbd2-0e2beb19fb21),segment_id=bbc34646-f4e5-4c03-bbd2-0e2beb19fb21)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:57.439732 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:57.464599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-deleted', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:20:57.469457 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2419fab-ddaf-4726-8b10-4d1cc993b38f" -d '{"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-deleted", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:20:57.476528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-123846d8-dc4f-4ce3-83eb-e18b614e4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:57.490908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-123846d8-dc4f-4ce3-83eb-e18b614e4fd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.2730181 Jul 22 14:20:57.538533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0625393e-bbc7-4471-9756-e3d7f12b3aef req-8cd535d2-9d58-4087-90c3-a0163d5a08fd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=ba07dccc-dc0a-4364-a859-4f70f236dbfd HTTP/1.1" status: 200 len: 210 time: 0.2065117 Jul 22 14:20:57.560383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b25a06-5c52-49b1-9b06-d5972a0e3458 None None] Pushing event updated for resources: {'Port': ['ID=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:57.586314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-e331fb59-3931-4fbb-8594-c78e93bf49b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bd455923-3a4c-43af-bb42-16912931fa69 HTTP/1.1" status: 200 len: 217 time: 0.0681052 Jul 22 14:20:57.589556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:20:57.596930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8ec44330-f63a-4ce5-91d4-976e96443fe5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/5c44d7f6-6ca4-405d-961a-b0eae28a6a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4147820 Jul 22 14:20:57.598979 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97b4cc7-6d10-416a-ac26-8ca3a9e4601c x-openstack-request-id: req-b97b4cc7-6d10-416a-ac26-8ca3a9e4601c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:20:57.599284 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba07dccc-dc0a-4364-a859-4f70f236dbfd", "name": "network-vif-deleted", "tag": "eb0af066-9fd7-456a-8a75-bf52f21b7ee7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:20:57.599545 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b97b4cc7-6d10-416a-ac26-8ca3a9e4601c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:20:57.599942 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba07dccc-dc0a-4364-a859-4f70f236dbfd', 'name': 'network-vif-deleted', 'tag': 'eb0af066-9fd7-456a-8a75-bf52f21b7ee7', 'status': 'completed', 'code': 200} Jul 22 14:20:57.603164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56880) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:57.614297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] Sync routers for ids ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:20:57.654830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] Routers {'5c44d7f6-6ca4-405d-961a-b0eae28a6a62'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:57.655651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:57.694938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac4828-b3d8-4d3e-9ded-37d70bd20727 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:57.702913 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a7ac4828-b3d8-4d3e-9ded-37d70bd20727 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports/61a44d63-59e8-4d2c-a780-cff5ef432408 HTTP/1.1" status: 200 len: 911 time: 0.0979481 Jul 22 14:20:57.707114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:57.716276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:57.732331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] Routers {'5c44d7f6-6ca4-405d-961a-b0eae28a6a62'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:20:57.733603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:57.825140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:20:57.825903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65be28b-57a1-41b0-9be0-81f8bc7c2ba8 None None] The sync data for ids ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:20:57.836839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-5100e89e-4bf3-4106-b800-05a360dc4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:57.848675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-5100e89e-4bf3-4106-b800-05a360dc4923 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.2510717 Jul 22 14:20:57.903066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13830467-374e-4c79-9793-9560b69ecce6 None None] Provisioning for port 61a44d63-59e8-4d2c-a780-cff5ef432408 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:20:57.918334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13830467-374e-4c79-9793-9560b69ecce6 None None] Provisioning complete for port 61a44d63-59e8-4d2c-a780-cff5ef432408 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:57.919976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-cb62a62e-fdae-481b-8606-e14ce78d96f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620229 Jul 22 14:20:57.921867 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13830467-374e-4c79-9793-9560b69ecce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:58.071676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6ae76-2a2e-4d59-862e-d8aa91d00e2e req-4539caa0-233e-4017-804d-e5ded3b6aaaf tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:58.080662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3f6ae76-2a2e-4d59-862e-d8aa91d00e2e req-4539caa0-233e-4017-804d-e5ded3b6aaaf tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 943 time: 0.1737309 Jul 22 14:20:58.098605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-13830467-374e-4c79-9793-9560b69ecce6 None None] Port 61a44d63-59e8-4d2c-a780-cff5ef432408 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:58.120690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-8321603a-8eb9-4ee2-b20c-ffabf36b80a7 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594491 Jul 22 14:20:58.131927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13830467-374e-4c79-9793-9560b69ecce6 None None] Provisioning complete for port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:58.132837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13830467-374e-4c79-9793-9560b69ecce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:58.183748 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c3f6ae76-2a2e-4d59-862e-d8aa91d00e2e req-84fb5f77-a912-4583-a798-abcab6a93be3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960994 Jul 22 14:20:58.301875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f83bcb5f-5d8a-48ff-95ee-6daac153738f req-0ddec5bd-5585-4d3e-9073-9cd90ffc0a0f service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692884 Jul 22 14:20:58.406304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:58.462355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:20:58.605548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a4cd5ec-8782-4ba3-ba10-b8dfecb85a9a None None] Provisioning complete for port 61a44d63-59e8-4d2c-a780-cff5ef432408 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:58.606241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a4cd5ec-8782-4ba3-ba10-b8dfecb85a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:58.649293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56902) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:20:58.675074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bd455923-3a4c-43af-bb42-16912931fa69 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:20:58.721307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1a4cd5ec-8782-4ba3-ba10-b8dfecb85a9a None None] Port 61a44d63-59e8-4d2c-a780-cff5ef432408 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:58.725409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:58.726079 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:58.836464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7ef6f-cdf6-4135-923c-faba4a06da07 req-f7ffe4a2-9d6e-4688-b109-44c363eb738d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:58.839770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89c7ef6f-cdf6-4135-923c-faba4a06da07 req-f7ffe4a2-9d6e-4688-b109-44c363eb738d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2807708 Jul 22 14:20:58.918254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9d22f515-4e45-479a-8c1d-a98a6e5b4a44 None None] Provisioning complete for port 61a44d63-59e8-4d2c-a780-cff5ef432408 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:20:58.918636 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9d22f515-4e45-479a-8c1d-a98a6e5b4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:58.927598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bd455923-3a4c-43af-bb42-16912931fa69, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bd455923-3a4c-43af-bb42-16912931fa69,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:58.972072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'bd455923-3a4c-43af-bb42-16912931fa69', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': 'bd455923-3a4c-43af-bb42-16912931fa69', 'mac_address': 'fa:16:3e:08:8b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:20:59.030290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89c7ef6f-cdf6-4135-923c-faba4a06da07 req-e6a7907a-1860-4fd2-871c-ed1b60e469c8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736538 Jul 22 14:20:59.075046 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:59.114075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd455923-3a4c-43af-bb42-16912931fa69 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:20:59.122775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9d22f515-4e45-479a-8c1d-a98a6e5b4a44 None None] Port 61a44d63-59e8-4d2c-a780-cff5ef432408 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:20:59.147470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bd455923-3a4c-43af-bb42-16912931fa69, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bd455923-3a4c-43af-bb42-16912931fa69,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:20:59.156967 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:59.236866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=bd455923-3a4c-43af-bb42-16912931fa69,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:20:59.253738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.254334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.254847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.255366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.255877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.256382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.256957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.257428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.257943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.258606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.259179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.259669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:20:59.281977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 61a44d63-59e8-4d2c-a780-cff5ef432408 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:20:59.282322 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:59.401078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['bd455923-3a4c-43af-bb42-16912931fa69'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:20:59.450666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4b66-48b3-49c2-918a-f82ebe854fd6 req-877bb4c4-08f3-408a-bfe3-c10bce251e20 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:20:59.452628 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d43a4b66-48b3-49c2-918a-f82ebe854fd6 req-877bb4c4-08f3-408a-bfe3-c10bce251e20 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 944 time: 0.1235199 Jul 22 14:20:59.461379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:59.491112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 61a44d63-59e8-4d2c-a780-cff5ef432408 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:20:59.535131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d43a4b66-48b3-49c2-918a-f82ebe854fd6 req-8a8135bb-ddaf-4ebd-96af-2766fa7cd52d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730219 Jul 22 14:20:59.564884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:59.710470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:20:59.748749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: eb0af066-9fd7-456a-8a75-bf52f21b7ee7 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:20:59.749437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device eb0af066-9fd7-456a-8a75-bf52f21b7ee7 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:20:59.852920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:59.891412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=61a44d63-59e8-4d2c-a780-cff5ef432408,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:00.126776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port b354d763-56d9-412f-9f19-79859389c05f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:00.127307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:00.260192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port b354d763-56d9-412f-9f19-79859389c05f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b354d763-56d9-412f-9f19-79859389c05f,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:00.261238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:00.319077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for b354d763-56d9-412f-9f19-79859389c05f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:00.484689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:00.601569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824ae79-64f8-4e81-974e-3904e6522e1e req-8b645f44-24a0-4a20-b16a-dee7e7f836de tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:00.610358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8824ae79-64f8-4e81-974e-3904e6522e1e req-8b645f44-24a0-4a20-b16a-dee7e7f836de tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1671319 Jul 22 14:21:00.636075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bd455923-3a4c-43af-bb42-16912931fa69 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:00.765671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:00.769869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port bd455923-3a4c-43af-bb42-16912931fa69 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:00.774161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 5c44d7f6-6ca4-405d-961a-b0eae28a6a62 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:00.774754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port bd455923-3a4c-43af-bb42-16912931fa69 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:00.775363 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:00.779235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8824ae79-64f8-4e81-974e-3904e6522e1e req-6b489009-8cdc-410f-9d1c-fc75ddb11e16 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671245 Jul 22 14:21:00.835665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=b354d763-56d9-412f-9f19-79859389c05f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:00.854014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733e8b-e580-426c-b49c-2e199f909d26 req-ecb241fd-438a-4979-8203-0cd0576a1112 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:00.856346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70733e8b-e580-426c-b49c-2e199f909d26 req-ecb241fd-438a-4979-8203-0cd0576a1112 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 944 time: 0.1864243 Jul 22 14:21:01.056587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:01.071757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62535f35-3778-4ca8-9bd6-6debdfcad6a8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/5c44d7f6-6ca4-405d-961a-b0eae28a6a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3611102 Jul 22 14:21:01.073263 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] Sync routers for ids ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:01.077263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56932) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:01.096356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.111605 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] Routers {'5c44d7f6-6ca4-405d-961a-b0eae28a6a62'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:01.112348 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:01.178661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd455923-3a4c-43af-bb42-16912931fa69'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:01.184582 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5cb44b-9d42-4086-b705-c8fdc8995cd9" -d '{"events": [{"server_uuid": "e984ea91-254f-4e3a-ac20-116e1a085cb0", "name": "network-vif-plugged", "status": "completed", "tag": "bd455923-3a4c-43af-bb42-16912931fa69"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:01.211119 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:01.215640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port bd455923-3a4c-43af-bb42-16912931fa69, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bd455923-3a4c-43af-bb42-16912931fa69,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:01.223880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.269840 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] Routers {'5c44d7f6-6ca4-405d-961a-b0eae28a6a62'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:01.270741 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:01.295061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4337c804-8532-4f60-afbd-682de69bc221 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c44d7f6-6ca4-405d-961a-b0eae28a6a62 HTTP/1.1" status: 200 len: 205 time: 0.2131436 Jul 22 14:21:01.304384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70733e8b-e580-426c-b49c-2e199f909d26 req-147ad536-835e-4755-af8e-bd4e847420ae tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383576 Jul 22 14:21:01.309567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:01.355784 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:01.356550 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ef0084-95af-4282-8524-9add140d3fd9 None None] The sync data for ids ['5c44d7f6-6ca4-405d-961a-b0eae28a6a62'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:01.389075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=bd455923-3a4c-43af-bb42-16912931fa69,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:01.402936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.414693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-449235d8-6867-46e4-86f6-16d1df42da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:01.416223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-449235d8-6867-46e4-86f6-16d1df42da11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.2562516 Jul 22 14:21:01.474602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.563156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75ca0b-8311-4394-b58e-53d64b6d09ae req-10948b08-0d6a-4fc4-80f7-cb964e8e7156 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:01.571363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d75ca0b-8311-4394-b58e-53d64b6d09ae req-10948b08-0d6a-4fc4-80f7-cb964e8e7156 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3564501 Jul 22 14:21:01.624881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-7878f54e-4dec-4626-96ea-000b2400be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:01.626453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-7878f54e-4dec-4626-96ea-000b2400be50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1680441 Jul 22 14:21:01.743699 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7762e00-db7b-458f-9cbf-da8596911a84 x-openstack-request-id: req-e7762e00-db7b-458f-9cbf-da8596911a84 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:01.746923 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e984ea91-254f-4e3a-ac20-116e1a085cb0", "name": "network-vif-plugged", "status": "completed", "tag": "bd455923-3a4c-43af-bb42-16912931fa69", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:01.747531 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7762e00-db7b-458f-9cbf-da8596911a84 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:01.748164 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd455923-3a4c-43af-bb42-16912931fa69', 'code': 200} Jul 22 14:21:01.764365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d75ca0b-8311-4394-b58e-53d64b6d09ae req-ae36bb12-2f0e-4e0d-b6d1-ce5f0e449f18 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916406 Jul 22 14:21:01.775876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.777095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-097306c0-5314-4242-b694-10b96d97f7ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.1438348 Jul 22 14:21:01.779896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.840366 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.840961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router 5c44d7f6-6ca4-405d-961a-b0eae28a6a62 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:21:01.855770 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:01.860662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dacabdb6-7837-4221-8f51-39cc6fd04227 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/5c44d7f6-6ca4-405d-961a-b0eae28a6a62 HTTP/1.1" status: 204 len: 168 time: 0.5487859 Jul 22 14:21:01.874096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56946) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:01.904280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:01.907243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-6860e99c-9b2c-4c83-a148-972f99e5a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:01.908769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-6860e99c-9b2c-4c83-a148-972f99e5a04b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.1245131 Jul 22 14:21:01.964686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet 4b385209-5b7a-4bdf-8d6a-d6855d88a930 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:21:01.968611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.035663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.049019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3269143-01d0-47de-9ca9-50cf2dd91a10 req-2ad5f845-a896-45d0-92ea-c223b2b6d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:02.050808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3269143-01d0-47de-9ca9-50cf2dd91a10 req-2ad5f845-a896-45d0-92ea-c223b2b6d27e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 1097 time: 0.2159197 Jul 22 14:21:02.111504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-1d7d5d40-4c92-4df3-bc17-aa23504b812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:02.113053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-1d7d5d40-4c92-4df3-bc17-aa23504b812b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978741 Jul 22 14:21:02.116092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:02.119322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3269143-01d0-47de-9ca9-50cf2dd91a10 req-7a3756b6-a4b4-47b1-84b0-90dbead31894 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579200 Jul 22 14:21:02.127046 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a4f85b8f-61b2-4fe6-851a-1a8b2ac91a23 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/b9e4c7d0-e118-449d-a199-3a37ca8c5f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4740801 Jul 22 14:21:02.127603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:02.137792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] Sync routers for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:02.166125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:02.167272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:02.225457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting subnet f3d6ffd1-bf34-4b15-a05f-799d61817027 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:21:02.231284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.287851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.408126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.526013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:02.557573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.613334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.659885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d6ffd1-bf34-4b15-a05f-799d61817027,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:02.669000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.672517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7598dd2e-190a-4fb4-87ec-687f433bbeff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/subnets/f3d6ffd1-bf34-4b15-a05f-799d61817027 HTTP/1.1" status: 204 len: 168 time: 0.5434430 Jul 22 14:21:02.672681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07346ae0-2257-4d63-8bc3-71a9c2a5919b None None] Network 87413e14-3452-4d1c-b5b3-2609fcff0866 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:02.680257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:02.720916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.774540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=4b385209-5b7a-4bdf-8d6a-d6855d88a930,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:02.787395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:02.789597 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1508da59-68cc-4e75-90ea-baedfba44252 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/4b385209-5b7a-4bdf-8d6a-d6855d88a930 HTTP/1.1" status: 204 len: 168 time: 0.9144871 Jul 22 14:21:02.800170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56970) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:02.906186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-4b198e4f-cb1f-49b7-afc8-a3617f85c689 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7858455 Jul 22 14:21:03.025790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.043806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998c5f5-2aee-48f4-b3ac-b293641d7653 req-48d638ff-3241-4e35-b3aa-b7f47859ace9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:03.046140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4998c5f5-2aee-48f4-b3ac-b293641d7653 req-48d638ff-3241-4e35-b3aa-b7f47859ace9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 945 time: 0.4377835 Jul 22 14:21:03.100053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37033-a17d-49e1-8bdb-24f8646fca60 req-835cee1a-5cf5-4345-adb8-e4287a95bf35 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:03.102120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0b37033-a17d-49e1-8bdb-24f8646fca60 req-835cee1a-5cf5-4345-adb8-e4287a95bf35 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1455259 Jul 22 14:21:03.116496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00bb57d-f15b-4beb-bf5e-9999cf3aeb52 None None] Network 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:03.129667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.222076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f0b37033-a17d-49e1-8bdb-24f8646fca60 req-16e0a02e-150a-45a0-a8b2-d8327c4173a5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098545 Jul 22 14:21:03.232618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:03.244906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.296241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4998c5f5-2aee-48f4-b3ac-b293641d7653 req-62d37626-54e4-40bf-a3ea-8aadc29d5ecd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356977 Jul 22 14:21:03.337972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c99619ca-f20b-4b4d-ae9e-50ebabac7610 req-9c671ce2-22e0-4761-9e92-1f245691934e service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173691 Jul 22 14:21:03.386087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,segment=NetworkSegment(bbc34646-f4e5-4c03-bbd2-0e2beb19fb21),segment_id=bbc34646-f4e5-4c03-bbd2-0e2beb19fb21)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:03.386687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.400465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:03.401525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.526978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 5e4835fb-87fe-4f42-850c-da3e0309887b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:03.527253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.544170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:21:00Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '5e4835fb-87fe-4f42-850c-da3e0309887b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:19:26Z', 'updated_at': '2021-07-22T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:03.556599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.575937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] Checking router: b9e4c7d0-e118-449d-a199-3a37ca8c5f21 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:03.587785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] Routers {'b9e4c7d0-e118-449d-a199-3a37ca8c5f21'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:03.589819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:03.596280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe4402-9c04-4988-b9bb-69f5441cea41 None None] DHCP port deletion for 93c5639b-22de-4cb9-ad6a-0f4a152c45c0 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:21:03.639766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] DHCP port deletion for 87413e14-3452-4d1c-b5b3-2609fcff0866 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:21:03.665267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:03.671778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:03.694420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 5e4835fb-87fe-4f42-850c-da3e0309887b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5e4835fb-87fe-4f42-850c-da3e0309887b,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:03.695082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.723402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] Set router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:03.732314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 5e4835fb-87fe-4f42-850c-da3e0309887b owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:03.799053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:21:03Z', 'revision_number': 6, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:03.842111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] Deleting port e5d0caab-fda3-4879-8f5b-3859983624e6 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:03.843055 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.910743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.922837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c5639b-22de-4cb9-ad6a-0f4a152c45c0']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:03.937533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:03.938434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc34646-f4e5-4c03-bbd2-0e2beb19fb21') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:03.950410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.968664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:03.980151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:21:03.981109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.001838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b50c3-a98f-4b10-8d08-32bb12f97b75 None None] The sync data for ids ['b9e4c7d0-e118-449d-a199-3a37ca8c5f21'] in n-d-787205-11 is: [{'id': 'b9e4c7d0-e118-449d-a199-3a37ca8c5f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-733294475', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:19:25Z', 'updated_at': '2021-07-22T14:21:03Z', 'revision_number': 6, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:04.006254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] For port e5d0caab-fda3-4879-8f5b-3859983624e6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e5d0caab-fda3-4879-8f5b-3859983624e6,segment=NetworkSegment(4a55560f-aa1c-4797-a0a7-3d4879e9322e),segment_id=4a55560f-aa1c-4797-a0a7-3d4879e9322e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:04.006870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.028388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] Calling delete_port for e5d0caab-fda3-4879-8f5b-3859983624e6 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:21:04.081518 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:21:04.084718 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.100164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.107375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/93c5639b-22de-4cb9-ad6a-0f4a152c45c0 HTTP/1.1" status: 204 len: 168 time: 1.3060362 Jul 22 14:21:04.108237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56982) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:04.125367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2052785767', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:04.136469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec11e3-f642-468f-aa87-36ba0ff7255e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=93c5639b-22de-4cb9-ad6a-0f4a152c45c0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:04.143310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.158828 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.160172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.195890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=5e4835fb-87fe-4f42-850c-da3e0309887b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:04.200640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.216182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] No DVR routers for this DVR port e5d0caab-fda3-4879-8f5b-3859983624e6 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:04.236866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.244154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636b930-a29a-460e-85f2-c42cd3093d33 None None] Pushing event deleted for resources: {'Port': ['ID=e5d0caab-fda3-4879-8f5b-3859983624e6,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:04.365325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.510951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.530735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c440a-fbb4-41d3-b0c9-891e972ccdc1 req-ee9c2cc6-0c58-4a88-ba57-0549d97de0b3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:04.532455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d12c440a-fbb4-41d3-b0c9-891e972ccdc1 req-ee9c2cc6-0c58-4a88-ba57-0549d97de0b3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2057498 Jul 22 14:21:04.619410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d12c440a-fbb4-41d3-b0c9-891e972ccdc1 req-79d40528-d5f8-403c-8e7d-4443c8a48c44 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685093 Jul 22 14:21:04.627051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e5d0caab-fda3-4879-8f5b-3859983624e6 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:04.658355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.669255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.694665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e5d0caab-fda3-4879-8f5b-3859983624e6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:04.695070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e5d0caab-fda3-4879-8f5b-3859983624e6 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:04.695428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b354d763-56d9-412f-9f19-79859389c05f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:04.728273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b354d763-56d9-412f-9f19-79859389c05f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:04.728617 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b354d763-56d9-412f-9f19-79859389c05f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:04.730008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:04.750522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:04.750867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 742ad10e-acbd-4fdd-8d1a-3aa1f019dfe8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:04.791556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.793250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Fanout notify agent at l3_agent the message router_deleted on router b9e4c7d0-e118-449d-a199-3a37ca8c5f21 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:21:04.811239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.811239 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89215010-f305-433e-8c6d-8daa08a0784d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/routers/b9e4c7d0-e118-449d-a199-3a37ca8c5f21 HTTP/1.1" status: 204 len: 168 time: 2.1294534 Jul 22 14:21:04.815984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:04.865743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.871620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59358cf5-9349-42e5-b0db-988017aad53f req-34db57fe-27a1-4123-a974-8ba86cc866a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:04.878523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59358cf5-9349-42e5-b0db-988017aad53f req-34db57fe-27a1-4123-a974-8ba86cc866a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 945 time: 0.4161448 Jul 22 14:21:04.901117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:04.961048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c7721-b67e-497f-b1ae-91d6dfcfe57e req-3c99e259-19d8-4c63-a281-b6b6a267696e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:04.963339 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e46c7721-b67e-497f-b1ae-91d6dfcfe57e req-3c99e259-19d8-4c63-a281-b6b6a267696e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1690686 Jul 22 14:21:04.998490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59358cf5-9349-42e5-b0db-988017aad53f req-5255f316-3a07-4918-a38a-30eec915bf68 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138451 Jul 22 14:21:05.010036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.086380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 172.25.8.164 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/d6b3fdb6-8a42-4873-9909-0f9410bd6d8e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:05.197465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e46c7721-b67e-497f-b1ae-91d6dfcfe57e req-1469d400-1127-40c0-bafc-11da0f58a79f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234242 Jul 22 14:21:05.246960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.249505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.264799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87413e14-3452-4d1c-b5b3-2609fcff0866']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:05.284075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a55560f-aa1c-4797-a0a7-3d4879e9322e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:05.284351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a55560f-aa1c-4797-a0a7-3d4879e9322e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:05.306337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a70a-d3cc-4b19-8ae5-e602cb1fae4c req-6907e206-8c14-4492-8e45-7c0cae7566de tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:05.308897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bc9a70a-d3cc-4b19-8ae5-e602cb1fae4c req-6907e206-8c14-4492-8e45-7c0cae7566de tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 945 time: 0.1911116 Jul 22 14:21:05.311058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.323815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.378963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.382344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:05.385898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:05.396881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bc9a70a-d3cc-4b19-8ae5-e602cb1fae4c req-8413b22a-c42b-4f91-8eb1-2bd26385d25c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780158 Jul 22 14:21:05.398019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:21:05.398433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:21:05.402422 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:21:05.423840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:05.499578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=d6b3fdb6-8a42-4873-9909-0f9410bd6d8e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:05.503022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.523332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:05.525870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/networks/87413e14-3452-4d1c-b5b3-2609fcff0866 HTTP/1.1" status: 204 len: 168 time: 0.7079260 Jul 22 14:21:05.529412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57024) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:05.543141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de718c21-cc37-4938-aa8b-00a1162f7472 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Network': ['ID=87413e14-3452-4d1c-b5b3-2609fcff0866,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:05.790250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831615-eb04-45ed-a75c-78a9dc52a8fd req-1db8acdd-177d-4626-b1cb-7b1b83734946 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:05.792474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4831615-eb04-45ed-a75c-78a9dc52a8fd req-1db8acdd-177d-4626-b1cb-7b1b83734946 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 945 time: 0.0700295 Jul 22 14:21:05.835662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4831615-eb04-45ed-a75c-78a9dc52a8fd req-75626677-0ed1-48c9-936f-ebb36e899446 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360920 Jul 22 14:21:06.109147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82c73d7c-7b55-4c67-b728-ac28e1f13ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.212418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82c73d7c-7b55-4c67-b728-ac28e1f13ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.252348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f4d81-a872-4727-9cf3-3ba5624e0942 req-8148feb7-e6ad-42a6-8f3b-4eebe40f7b0d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:06.253887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-021f4d81-a872-4727-9cf3-3ba5624e0942 req-8148feb7-e6ad-42a6-8f3b-4eebe40f7b0d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.6306465 Jul 22 14:21:06.329572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-021f4d81-a872-4727-9cf3-3ba5624e0942 req-7f35c6ab-a10d-461d-a046-0b2efce3922d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649679 Jul 22 14:21:06.330779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.336205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e4835fb-87fe-4f42-850c-da3e0309887b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:06.398150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5e4835fb-87fe-4f42-850c-da3e0309887b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:06.406353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e4835fb-87fe-4f42-850c-da3e0309887b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:06.414335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82c73d7c-7b55-4c67-b728-ac28e1f13ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.417812 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82c73d7c-7b55-4c67-b728-ac28e1f13ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.418984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-82c73d7c-7b55-4c67-b728-ac28e1f13ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/security-groups/25c16f70-c9b9-4864-8ab6-049ae56a90c0 HTTP/1.1" status: 204 len: 168 time: 0.8883972 Jul 22 14:21:06.435862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c73d7c-7b55-4c67-b728-ac28e1f13ec3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c16f70-c9b9-4864-8ab6-049ae56a90c0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:06.629530 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.661474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:06.750931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63444c12-3b59-4923-a455-ea56f54265c4 req-ae0a5a10-2b3f-4df5-8094-9cdefda70e76 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:06.752584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63444c12-3b59-4923-a455-ea56f54265c4 req-ae0a5a10-2b3f-4df5-8094-9cdefda70e76 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1343622 Jul 22 14:21:06.844852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 4ad862c9-31f1-45f9-9ff5-4ffcafec0988 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:21:06.862978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63444c12-3b59-4923-a455-ea56f54265c4 req-f84347e8-c557-41eb-94c0-89cfda8bcc80 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037376 Jul 22 14:21:06.958844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74916e24-c92b-47d4-ae57-023312216777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.985417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57062) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:06.992056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515923362', 'description': 'tempest-secgroup-smoke-1515923362 description', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:07.041715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:07.057715 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] Sync routers for ids ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:07.067331 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] Routers {'4ad862c9-31f1-45f9-9ff5-4ffcafec0988'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:07.067916 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:07.100159 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:07.110285 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] Routers {'4ad862c9-31f1-45f9-9ff5-4ffcafec0988'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:07.110898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:07.140288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ae0de-73d3-4c15-b3be-57025b84b32e req-dbb68f05-0b6b-4f29-a39f-d2290794e6c2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:07.146390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:07.147041 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e9348c-523d-4039-9e5f-8d2e66872455 None None] The sync data for ids ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:07.147176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-687ae0de-73d3-4c15-b3be-57025b84b32e req-dbb68f05-0b6b-4f29-a39f-d2290794e6c2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 945 time: 0.1801574 Jul 22 14:21:07.188181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-20dbc687-3a68-4b19-87ef-68d284f49959 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:07.189812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-20dbc687-3a68-4b19-87ef-68d284f49959 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 945 time: 0.1534071 Jul 22 14:21:07.226735 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74916e24-c92b-47d4-ae57-023312216777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.249770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74916e24-c92b-47d4-ae57-023312216777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.253914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.256466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-804168a8-c29b-4c56-a64e-5eaf28f89561 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1373935 Jul 22 14:21:07.259119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.262293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57064) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.262445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-687ae0de-73d3-4c15-b3be-57025b84b32e req-fcd283cd-b682-4414-a01e-569419325825 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141138 Jul 22 14:21:07.322502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-74916e24-c92b-47d4-ae57-023312216777 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eac1ae181494e9980752cc0be25c99b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590514 Jul 22 14:21:07.323758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916e24-c92b-47d4-ae57-023312216777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32be4232-2811-43f7-a624-5d52ff62b251,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:07.343325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.419368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port bd455923-3a4c-43af-bb42-16912931fa69 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:07.419716 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.425860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6425fd45-8d30-40fa-92b3-fd4fe830e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.437703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5ac7ae33-788f-479d-88b5-6ccf59265ea5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/routers/4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 200 len: 885 time: 0.1737416 Jul 22 14:21:07.443202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.499110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.503294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.534844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.536474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5496795 Jul 22 14:21:07.539230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57070) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.544847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8a803326-e611-4139-bb3b-09f0c427a2af', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:07.554608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858af72b-3a4c-4744-8245-ef580ac779c5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a803326-e611-4139-bb3b-09f0c427a2af,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:07.576427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6425fd45-8d30-40fa-92b3-fd4fe830e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.578810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.642737 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.646387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.664971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55bbded-932a-45e1-bdd3-e1c65f7f6257,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:07.671928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.674284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da14e681-8a33-48d1-8e62-6a113cb69072 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338685 Jul 22 14:21:07.676018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57072) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.680699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8a803326-e611-4139-bb3b-09f0c427a2af', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:07.692771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port bd455923-3a4c-43af-bb42-16912931fa69, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=bd455923-3a4c-43af-bb42-16912931fa69,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:07.693369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.713195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.717899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for bd455923-3a4c-43af-bb42-16912931fa69 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:07.734388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6425fd45-8d30-40fa-92b3-fd4fe830e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.736883 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6425fd45-8d30-40fa-92b3-fd4fe830e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.740314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6425fd45-8d30-40fa-92b3-fd4fe830e279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32be4232-2811-43f7-a624-5d52ff62b251 HTTP/1.1" status: 204 len: 168 time: 0.3938477 Jul 22 14:21:07.784024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.788491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.809611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425fd45-8d30-40fa-92b3-fd4fe830e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32be4232-2811-43f7-a624-5d52ff62b251,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:07.811212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695a5f5e-25f0-46d9-a545-5759f65c4f53,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:07.821282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.822663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c3a7c0c-56ae-4074-a310-e031bea28049 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453607 Jul 22 14:21:07.825980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57078) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.831685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8a803326-e611-4139-bb3b-09f0c427a2af', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:07.863271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.965966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fed234d9-4ce3-45da-873e-6fd3553ca0fe tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5220363 Jul 22 14:21:07.968659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:07.975130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2052785767'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:07.999091 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.031127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.065658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888346b5-9445-45a3-a1fa-0477504a9247,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:08.075159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.076414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-103ee147-6c86-4bbe-ac68-b5ac481c834a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2491393 Jul 22 14:21:08.081339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57088) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:08.086493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8a803326-e611-4139-bb3b-09f0c427a2af', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:08.127022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa851ec-1545-446a-ba66-db0a2f1bf521 req-715a0642-9671-49bf-b990-62a8d636918d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:08.128657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6fa851ec-1545-446a-ba66-db0a2f1bf521 req-715a0642-9671-49bf-b990-62a8d636918d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1459613 Jul 22 14:21:08.154265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.158163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:08.198241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7acaf74-838a-4163-bb14-5f9c3b0cb6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.225808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6fa851ec-1545-446a-ba66-db0a2f1bf521 req-8ef4688b-d545-4902-b11f-dfa922cacb13 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885990 Jul 22 14:21:08.285048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.294457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.324245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6d7cc0-2b0b-4dbd-8066-d5dc194d6b79,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:08.411145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7acaf74-838a-4163-bb14-5f9c3b0cb6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.420815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7acaf74-838a-4163-bb14-5f9c3b0cb6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.446377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.461209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.461680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['bd455923-3a4c-43af-bb42-16912931fa69'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:08.462498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d13fb780-697d-4680-b427-6c7a9c0dbbf8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3801310 Jul 22 14:21:08.467998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:08.493310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=bd455923-3a4c-43af-bb42-16912931fa69,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:08.520024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8a803326-e611-4139-bb3b-09f0c427a2af', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:08.532944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:08.569886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f7acaf74-838a-4163-bb14-5f9c3b0cb6a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2da95b7947f463eaf4d485471d5426f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4085317 Jul 22 14:21:08.580842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:08.582003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port bd455923-3a4c-43af-bb42-16912931fa69 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:08.586056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.588464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-30aed5a9-0ce2-4fde-9cf3-6ac267792c55 req-17de626d-9aea-4f01-a9e1-208dc91f7950 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "DELETE /v2.0/ports/bd455923-3a4c-43af-bb42-16912931fa69 HTTP/1.1" status: 204 len: 173 time: 1.3860126 Jul 22 14:21:08.606258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'name': 'network-vif-deleted', 'tag': 'bd455923-3a4c-43af-bb42-16912931fa69'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:08.609690 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e909e1-8ceb-4355-bb2e-48224eb4703e" -d '{"events": [{"server_uuid": "e984ea91-254f-4e3a-ac20-116e1a085cb0", "name": "network-vif-deleted", "tag": "bd455923-3a4c-43af-bb42-16912931fa69"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:08.625874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acaf74-838a-4163-bb14-5f9c3b0cb6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61120957-388c-40b4-83f3-868172eead0b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:08.664367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ded36bf-bd22-4a63-85e8-f41b8a7fdde4 req-063d77bb-e2ef-4938-aa55-602510600fb5 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=e984ea91-254f-4e3a-ac20-116e1a085cb0 HTTP/1.1" status: 200 len: 210 time: 0.1399362 Jul 22 14:21:08.704535 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:21:08.711640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.763912 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed20432f-f812-4bd1-8e0b-9ed865a5b781 x-openstack-request-id: req-ed20432f-f812-4bd1-8e0b-9ed865a5b781 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:08.764511 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e984ea91-254f-4e3a-ac20-116e1a085cb0", "name": "network-vif-deleted", "tag": "bd455923-3a4c-43af-bb42-16912931fa69", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:08.764771 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed20432f-f812-4bd1-8e0b-9ed865a5b781 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:08.765165 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e984ea91-254f-4e3a-ac20-116e1a085cb0', 'name': 'network-vif-deleted', 'tag': 'bd455923-3a4c-43af-bb42-16912931fa69', 'status': 'completed', 'code': 200} Jul 22 14:21:08.791117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.796380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.831269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb35543-42a7-4363-8d5a-901bb971c87f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:08.856810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.860008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c8814de-9f26-4683-a174-9028ebaa2a52 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3749857 Jul 22 14:21:08.861700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57110) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:08.873996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'security_group_rule': {'security_group_id': '8a803326-e611-4139-bb3b-09f0c427a2af', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:08.875933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f91a68b6-6437-4648-802d-cf377a7d74a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.902718 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Project 0ecc5739585a4cdd98d8a79fff6f65e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:21:08.910358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.924578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f91a68b6-6437-4648-802d-cf377a7d74a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.934261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a97eb8-6436-44cf-84d8-ae54cb3f2d04 req-fe4e8b50-6ca8-46d8-81db-421f9bee7df7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:08.942105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2a97eb8-6436-44cf-84d8-ae54cb3f2d04 req-fe4e8b50-6ca8-46d8-81db-421f9bee7df7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2375658 Jul 22 14:21:08.980136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:08.984266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.001609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891bcad0-e935-4e43-81c9-669a4605703f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:09.012414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.020928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d4c5d5e7-7a1a-4e62-bc65-20d7a468c093 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1581130 Jul 22 14:21:09.021917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57112) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:09.027462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'network': {'name': 'tempest-network-smoke--1878074415', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:09.055014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:09.059535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.089663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:09.102444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.102951 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Added segment 6d466760-1d51-4406-ae22-d43b08b642eb of type vlan for network a3fca293-f5be-4de5-b238-6cf36ccfe851 Jul 22 14:21:09.106209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2a97eb8-6436-44cf-84d8-ae54cb3f2d04 req-b991453e-2d97-4fc2-bf07-379f57679ca3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631815 Jul 22 14:21:09.142515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f91a68b6-6437-4648-802d-cf377a7d74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.145055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f91a68b6-6437-4648-802d-cf377a7d74a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.146421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f91a68b6-6437-4648-802d-cf377a7d74a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61120957-388c-40b4-83f3-868172eead0b HTTP/1.1" status: 204 len: 168 time: 0.5617015 Jul 22 14:21:09.165522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.169358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a68b6-6437-4648-802d-cf377a7d74a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61120957-388c-40b4-83f3-868172eead0b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:09.174550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.194970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.212113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.217972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:09.218801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.317880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:21:09.328455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 4ad862c9-31f1-45f9-9ff5-4ffcafec0988 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:09.359231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3361061 Jul 22 14:21:09.360135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bc803-3c61-4f40-beb8-7d0c55d21ae5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Network': ['ID=a3fca293-f5be-4de5-b238-6cf36ccfe851,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:09.362250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57116) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:09.366888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'admin_state_up': True, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:09.370155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:09.421501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.422612 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.507172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.519575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:09.531198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.532370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a6298e1-9305-427b-83cb-7741fdfb49dc tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 200 len: 892 time: 1.5627713 Jul 22 14:21:09.538426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] Sync routers for ids ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:09.542710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:09.551666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] Routers {'4ad862c9-31f1-45f9-9ff5-4ffcafec0988'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:09.552601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:09.589335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:09.601969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] Routers {'4ad862c9-31f1-45f9-9ff5-4ffcafec0988'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:09.602843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:09.640542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:09.641412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e6aa0-f344-4618-9f82-dfc894fc7e56 None None] The sync data for ids ['4ad862c9-31f1-45f9-9ff5-4ffcafec0988'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:09.681025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.747745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db37579b-270a-46de-bcfc-a3c22feff862 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/routers/4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 200 len: 892 time: 0.2005680 Jul 22 14:21:09.748221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:09.793038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af1d5b47-00a1-4e92-8ec2-081e2432a6c4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 200 len: 205 time: 0.0408161 Jul 22 14:21:09.793675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:10.014360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.032412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.079621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.259954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.34 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:10.313787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.386957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59b33e-0777-424c-b0de-f1a7185dda4a req-1a1bf9ba-12c1-4d4e-8286-c1307f5f696e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:10.393769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a59b33e-0777-424c-b0de-f1a7185dda4a req-1a1bf9ba-12c1-4d4e-8286-c1307f5f696e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2005062 Jul 22 14:21:10.447553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port d6b3fdb6-8a42-4873-9909-0f9410bd6d8e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:10.448445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.462153 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a59b33e-0777-424c-b0de-f1a7185dda4a req-e6f9c8fe-c8be-4f01-a351-41f67a9506bb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672312 Jul 22 14:21:10.598132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-e8051385-2232-4936-a7c5-4fb5bbf84f7e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:10.599666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-e8051385-2232-4936-a7c5-4fb5bbf84f7e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.1965029 Jul 22 14:21:10.602833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.625546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-033f197d-a00f-41c5-9a67-acf63c8d6966 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0182729 Jul 22 14:21:10.641217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.651401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bd455923-3a4c-43af-bb42-16912931fa69 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:10.661948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for d6b3fdb6-8a42-4873-9909-0f9410bd6d8e owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:10.696407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:10.707112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: bd455923-3a4c-43af-bb42-16912931fa69 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:10.707466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device bd455923-3a4c-43af-bb42-16912931fa69 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:10.753468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:10.761037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:10.762769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80a19d-0715-4cb5-b8c8-cf75fe7cc199 req-c74c79b3-911a-404d-ac84-372d088b55d8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:10.764603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f80a19d-0715-4cb5-b8c8-cf75fe7cc199 req-c74c79b3-911a-404d-ac84-372d088b55d8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2054684 Jul 22 14:21:10.772951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:10.799646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-7edea4f9-fc9e-4206-bf27-e101dfcada0c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659112 Jul 22 14:21:10.811836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:10.832744 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-987d0e28-fde7-4079-be3b-751912b54d80 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:21:10.833782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-987d0e28-fde7-4079-be3b-751912b54d80 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075483 Jul 22 14:21:10.917551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f80a19d-0715-4cb5-b8c8-cf75fe7cc199 req-bbfe3161-eee6-4fac-a492-7222348f8425 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406708 Jul 22 14:21:11.037590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.105707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=d6b3fdb6-8a42-4873-9909-0f9410bd6d8e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:11.123141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-17335ed1-178f-4e22-a14a-b25e78325641 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795274 Jul 22 14:21:11.208374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbab7f-1ee7-4b34-8071-85e046030bf3 req-095280a2-a404-477a-ab99-44c9ba1d06cb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:11.210001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39bbab7f-1ee7-4b34-8071-85e046030bf3 req-095280a2-a404-477a-ab99-44c9ba1d06cb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1826258 Jul 22 14:21:11.223070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.246465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.375844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.382790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.394835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39bbab7f-1ee7-4b34-8071-85e046030bf3 req-cec74274-6242-4f7a-abd3-e01a20e30329 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751010 Jul 22 14:21:11.486022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.487074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router 4ad862c9-31f1-45f9-9ff5-4ffcafec0988 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:21:11.499733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.501081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e3066a5-7632-4dd2-ad1a-7bd190596326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 204 len: 168 time: 1.7067072 Jul 22 14:21:11.506735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:11.513431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1571956648'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:11.567891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-057ede91-fc3a-4f02-a0f0-f7695f5f56ed service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474104 Jul 22 14:21:11.605023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:11.608350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.640381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.656574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fc357-e7f0-49d4-8090-e3f0347a93eb req-b31c532b-55c2-4efd-ba39-d10aa547d467 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:11.658850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-703fc357-e7f0-49d4-8090-e3f0347a93eb req-b31c532b-55c2-4efd-ba39-d10aa547d467 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1526759 Jul 22 14:21:11.664113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:11.714989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-703fc357-e7f0-49d4-8090-e3f0347a93eb req-434e15e7-f18c-48d1-89d3-48facdf547d7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Jul 22 14:21:11.718260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.718616 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment f94e55c9-cc19-40b9-bfed-a824d0f29aea of type vlan for network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 Jul 22 14:21:11.809659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.869791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 06d485c9-9e82-408f-b342-d37ceee20cec is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:21:11.870038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.880617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:11.881253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:11.968190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-102dc32f-9fe3-404c-8e46-b493354dca0a req-d3806402-c5ad-41f5-a572-6f99570391dc tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 210 time: 0.0832250 Jul 22 14:21:11.979437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4707463 Jul 22 14:21:11.980750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:11.994578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:12.036838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:12.048075 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Sync routers for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:12.064701 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:12.066930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca18686-c9e6-4400-9c98-6bb7631be409 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:12.067614 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:12.080993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:12.112884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.114211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94e06eec-8ccb-4e5c-8e0e-54fe92945b1f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7511604 Jul 22 14:21:12.123297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:12.233074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:12.238090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.269022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2da1973-5e90-4731-b769-8ed7ec14f1bb tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0ecc5739585a4cdd98d8a79fff6f65e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1419623 Jul 22 14:21:12.273715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:12.476447 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:12.532085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57228) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:12.561603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.696883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=4433c885-ddb2-4db8-9504-bf2cc42b5e40,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:12.757287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': 'f94e55c9-cc19-40b9-bfed-a824d0f29aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:12.758074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:12.792856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:12.814155 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:11Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:12.814727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:12.824104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:12.824708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.825170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9747b-0d0a-43df-888e-cd61f14c7327 None None] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:12.860757 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0f831620-0133-43c0-8e1f-13628f84571d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8730097 Jul 22 14:21:12.860976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:12.866382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1252850882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:12.880359 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Checking router: 06d485c9-9e82-408f-b342-d37ceee20cec for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:12.880805 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Updating router 06d485c9-9e82-408f-b342-d37ceee20cec port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:21:12.922778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.923847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.936625 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.040204 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.047110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.072324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2', 'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': '4433c885-ddb2-4db8-9504-bf2cc42b5e40'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:21:13.073336 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.076921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.086456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c3a44bc-e72d-4ad9-8972-ceddcfe4f4fb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2243514 Jul 22 14:21:13.087109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:13.145805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2151afb-a9f3-4418-abf5-96596476ccd6 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:13.152811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b2151afb-a9f3-4418-abf5-96596476ccd6 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8749149 Jul 22 14:21:13.153395 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e84e564e-222d-4887-9965-cd67a63781d2 req-82aa5c98-3f40-4add-9601-1d34b33618d9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 210 time: 0.0458062 Jul 22 14:21:13.154192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57240) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:13.196658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d91ec4b4-1364-4e04-92a6-4d7972e3c591 tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389972 Jul 22 14:21:13.196991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:13.202895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997883406', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:13.373585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Allocated IP 2001:db8::2 (d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2/4433c885-ddb2-4db8-9504-bf2cc42b5e40/49ddfa34-a560-4d01-b5b3-b017caf56823) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:13.405146 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.419635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:13.420845 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Transition to ACTIVE for port object 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:13.426621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.429421 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.484500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d477231a-b59a-42de-9b11-9fabbfea6206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.485477 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Attempting to bind port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:13.485919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Attempting to bind port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:13.486232 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Attempting to bind port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:13.516440 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:13.516826 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:13.517180 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.517555 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:13.518200 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Bound port: 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:13.519516 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.627039 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Pushing event updated for resources: {'Port': ['ID=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:13.629545 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] For port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:13.633739 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] For port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:13.639747 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.642667 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.643009 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.643344 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.643673 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.643997 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.644318 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.644635 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.644954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.645268 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.645580 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.645921 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.646235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:13.710631 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:13.711258 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:13.719133 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.728419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Transition to ACTIVE for port object 49ddfa34-a560-4d01-b5b3-b017caf56823 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:13.754439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Transition to ACTIVE for port object 49ddfa34-a560-4d01-b5b3-b017caf56823 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:13.764889 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.826903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d477231a-b59a-42de-9b11-9fabbfea6206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.830384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.891799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d477231a-b59a-42de-9b11-9fabbfea6206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.897377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Subnet': ['ID=f5251857-6a80-439a-ade5-5b8a59a4f018,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:13.938390 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb868c6-00ee-470b-afa8-084af10ac83c None None] Pushing event updated for resources: {'Port': ['ID=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:13.938754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:13.967907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:13.993181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d477231a-b59a-42de-9b11-9fabbfea6206 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2a0b495b13f414fb5f00a80e3ae5ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4600205 Jul 22 14:21:13.996909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Pushing event updated for resources: {'Port': ['ID=49ddfa34-a560-4d01-b5b3-b017caf56823,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:13.997414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57246) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:13.999620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477231a-b59a-42de-9b11-9fabbfea6206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3ebbe-f785-48dd-8054-cfe263935dc2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:14.000054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:14.012100 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:14.074902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Attempting to bind port 49ddfa34-a560-4d01-b5b3-b017caf56823 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:14.075258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Attempting to bind port 49ddfa34-a560-4d01-b5b3-b017caf56823 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f94e55c9-cc19-40b9-bfed-a824d0f29aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:14.075623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Attempting to bind port 49ddfa34-a560-4d01-b5b3-b017caf56823 on network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:14.081947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:14.082283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Checking segment: {'id': 'f94e55c9-cc19-40b9-bfed-a824d0f29aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:14.082652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.083045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Bound using segment: {'id': 'f94e55c9-cc19-40b9-bfed-a824d0f29aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:14.083517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Bound port: 49ddfa34-a560-4d01-b5b3-b017caf56823, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94e55c9-cc19-40b9-bfed-a824d0f29aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd563ac31-fb3c-4ac1-9abb-d8fffce4cfc2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:14.083894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.098540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Checking segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:14.099268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network hostable DHCP agents. Network: a3fca293-f5be-4de5-b238-6cf36ccfe851, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:14.105697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00013e90-b169-4804-9c1e-5ee9cf907ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.145023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:14.166336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a3fca293-f5be-4de5-b238-6cf36ccfe851) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:14.175051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00013e90-b169-4804-9c1e-5ee9cf907ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.178298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:14.179156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.183408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d3794-96ec-4b47-8c06-b4fae9d1949f None None] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:14.197451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.287520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-32842731-037a-4743-85bb-a8501551c84c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0858746 Jul 22 14:21:14.288911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57250) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:14.331431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-daf08f9d-9b53-4fd7-968a-f911dddca716 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:14.333420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-daf08f9d-9b53-4fd7-968a-f911dddca716 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 1.0652580 Jul 22 14:21:14.348749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] For port 49ddfa34-a560-4d01-b5b3-b017caf56823, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:14.372824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:14.394500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] For port 49ddfa34-a560-4d01-b5b3-b017caf56823, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=49ddfa34-a560-4d01-b5b3-b017caf56823,segment=NetworkSegment(f94e55c9-cc19-40b9-bfed-a824d0f29aea),segment_id=f94e55c9-cc19-40b9-bfed-a824d0f29aea)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:14.404503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.453335 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:11Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:14.454438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0f7964a-f16e-49ad-a3da-5239e9a81161 req-d657a0f5-8437-4f39-aec2-e7811ea655e2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 210 time: 0.0874541 Jul 22 14:21:14.488047 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a1b32e-5e0a-4844-97a3-9407bf98cb4c None None] The sync data for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 is: [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:11Z', 'revision_number': 3, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:14.610775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00013e90-b169-4804-9c1e-5ee9cf907ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.613638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00013e90-b169-4804-9c1e-5ee9cf907ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.617381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-00013e90-b169-4804-9c1e-5ee9cf907ad3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caa3ebbe-f785-48dd-8054-cfe263935dc2 HTTP/1.1" status: 204 len: 168 time: 0.6162050 Jul 22 14:21:14.643682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013e90-b169-4804-9c1e-5ee9cf907ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3ebbe-f785-48dd-8054-cfe263935dc2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:14.649208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ecc24-16dc-4d97-b584-a29d2469bfcd None None] Pushing event updated for resources: {'Port': ['ID=49ddfa34-a560-4d01-b5b3-b017caf56823,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:14.750582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a3fca293-f5be-4de5-b238-6cf36ccfe851', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:21:14.751977 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:14.798612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:14.819051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.227861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8::1 (d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2/4433c885-ddb2-4db8-9504-bf2cc42b5e40/4be4de9d-399c-498f-aa3e-26aab0f00de2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:15.244925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Allocated IP 172.20.0.2 (a3fca293-f5be-4de5-b238-6cf36ccfe851/f5251857-6a80-439a-ade5-5b8a59a4f018/c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:15.477104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.488778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57258) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:15.509285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefaa2f8-6f5b-420a-8a64-87e9d214e1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.527140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.3 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/1b05eadb-6b9f-4700-9c32-434231efa39e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:15.659909 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.690023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Transition to ACTIVE for port object c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:15.692523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.723867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object 4be4de9d-399c-498f-aa3e-26aab0f00de2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:15.728788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Transition to ACTIVE for port object c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:15.740826 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.754610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80a25fbe-e96d-43fe-95db-9c9b73fd9c7f req-9f13f79b-3937-4a06-a47b-41bd8fca1e24 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 210 time: 0.1460166 Jul 22 14:21:15.818099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:15.820949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:15.825903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:15.833292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Pushing event updated for resources: {'Port': ['ID=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:15.921573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.925357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefaa2f8-6f5b-420a-8a64-87e9d214e1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.930872 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefaa2f8-6f5b-420a-8a64-87e9d214e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.002882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.031729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:16.035313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Attempting to bind port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:16.039213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:16.040410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Attempting to bind port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:16.040786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Attempting to bind port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 on network a3fca293-f5be-4de5-b238-6cf36ccfe851 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:16.045976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:16.046621 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.064462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fefaa2f8-6f5b-420a-8a64-87e9d214e1ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b675bd3d1c344ecebc11c4c0acfaec18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712812 Jul 22 14:21:16.076141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57264) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:16.076450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:16.077764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Checking segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:16.078724 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.083721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Bound using segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:16.085258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Bound port: c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:16.092072 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.098900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaa2f8-6f5b-420a-8a64-87e9d214e1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb73b8-aa96-484f-ab41-b7f6273e9bc4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:16.183093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=4be4de9d-399c-498f-aa3e-26aab0f00de2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:16.315781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.337980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:16.356411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1a378b-f790-4e63-adfe-53c70d2d37bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.416416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] For port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:16.434429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:16.445796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:16.453332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:16.461166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1a378b-f790-4e63-adfe-53c70d2d37bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.465171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.467984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] For port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:16.477980 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.481859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=1b05eadb-6b9f-4700-9c32-434231efa39e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:16.545750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.1 (a3fca293-f5be-4de5-b238-6cf36ccfe851/f5251857-6a80-439a-ade5-5b8a59a4f018/1db0dc89-c032-4678-bb04-e2aaf28301b3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:16.617773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a251543-1778-4adb-85c6-cc97331916d8 None None] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:16.670063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49ddfa34-a560-4d01-b5b3-b017caf56823 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:16.693794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:16.694921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.749046 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4610328a-bf96-4657-a210-9de6d28c9ea2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3806176 Jul 22 14:21:16.798853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1a378b-f790-4e63-adfe-53c70d2d37bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.803149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1a378b-f790-4e63-adfe-53c70d2d37bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:16.808265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0d1a378b-f790-4e63-adfe-53c70d2d37bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cffb73b8-aa96-484f-ab41-b7f6273e9bc4 HTTP/1.1" status: 204 len: 168 time: 0.7311115 Jul 22 14:21:16.812405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-67afdf7b-0a42-41e6-8b4b-8f0f99fc5760 None None] Provisioning for port 49ddfa34-a560-4d01-b5b3-b017caf56823 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:16.813583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Request body: {'port': {'device_id': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:16.834148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172de299-1337-4174-a88c-1679e1a9be3a None None] Pushing event updated for resources: {'Port': ['ID=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:16.868709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a378b-f790-4e63-adfe-53c70d2d37bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb73b8-aa96-484f-ab41-b7f6273e9bc4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:16.975054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.063153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object 1db0dc89-c032-4678-bb04-e2aaf28301b3 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:17.065868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 49ddfa34-a560-4d01-b5b3-b017caf56823 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:17.079541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 49ddfa34-a560-4d01-b5b3-b017caf56823 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:17.080299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.223333 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.418471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=1db0dc89-c032-4678-bb04-e2aaf28301b3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:17.436588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b76e-91cd-48d1-816d-96aed94164cc req-400035f7-803b-4500-aed7-484bd89bc3a4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:17.455758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ea3b76e-91cd-48d1-816d-96aed94164cc req-400035f7-803b-4500-aed7-484bd89bc3a4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 931 time: 0.5200334 Jul 22 14:21:17.462191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.469988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:17.485790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:17.495055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:17.536171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.540266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.566150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.567377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.613550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 49ddfa34-a560-4d01-b5b3-b017caf56823, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=49ddfa34-a560-4d01-b5b3-b017caf56823,segment=NetworkSegment(f94e55c9-cc19-40b9-bfed-a824d0f29aea),segment_id=f94e55c9-cc19-40b9-bfed-a824d0f29aea)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:17.627467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.629009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:17.637929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.700952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ea3b76e-91cd-48d1-816d-96aed94164cc req-5c85ddc7-25d7-4580-87e2-41d9fd4e4966 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427433 Jul 22 14:21:17.749651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=49ddfa34-a560-4d01-b5b3-b017caf56823,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:17.821299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:17.827282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:17.828965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.023896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.064902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:18.069651 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.118405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=4be4de9d-399c-498f-aa3e-26aab0f00de2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:18.138244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.177566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:18.180404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b385b385-7ab3-45c2-a9dd-486903dca748 None None] Provisioning complete for port 49ddfa34-a560-4d01-b5b3-b017caf56823 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:18.181003 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b385b385-7ab3-45c2-a9dd-486903dca748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.211496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:18.220985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:18.353014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b385b385-7ab3-45c2-a9dd-486903dca748 None None] Provisioning for port 4be4de9d-399c-498f-aa3e-26aab0f00de2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:18.359602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b385b385-7ab3-45c2-a9dd-486903dca748 None None] Provisioning complete for port 4be4de9d-399c-498f-aa3e-26aab0f00de2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:18.360630 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b385b385-7ab3-45c2-a9dd-486903dca748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.490170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b385b385-7ab3-45c2-a9dd-486903dca748 None None] Port 4be4de9d-399c-498f-aa3e-26aab0f00de2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:18.565409 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-af0efb8d-6b1c-45f2-8113-94f95d49c015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:18.705583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:18.800665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 047ffe78-c783-4f8b-8b0b-42ad07970017 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:21:18.859533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50524e2d-1cdf-4367-91c8-0348bede9d7f None None] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:19.043531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a794ea5d-77b8-4a6e-bfaf-f10baf3b8969 None None] Provisioning complete for port 4be4de9d-399c-498f-aa3e-26aab0f00de2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:19.043950 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a794ea5d-77b8-4a6e-bfaf-f10baf3b8969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.067192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05eadb-6b9f-4700-9c32-434231efa39e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:19.079805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.104462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a794ea5d-77b8-4a6e-bfaf-f10baf3b8969 None None] Port 4be4de9d-399c-498f-aa3e-26aab0f00de2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:19.112898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Transition to ACTIVE for port object 1b05eadb-6b9f-4700-9c32-434231efa39e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:19.119306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.125722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:19.129323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:19.139678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e7a85067-f2a7-4083-99cf-bbb37413cd9f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/047ffe78-c783-4f8b-8b0b-42ad07970017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0513608 Jul 22 14:21:19.141960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.147941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57300) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:19.153508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] Sync routers for ids ['047ffe78-c783-4f8b-8b0b-42ad07970017'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:19.163951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49ddfa34-a560-4d01-b5b3-b017caf56823 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:19.193826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.246047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Pushing event updated for resources: {'Port': ['ID=1b05eadb-6b9f-4700-9c32-434231efa39e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:19.258995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.297242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] Routers {'047ffe78-c783-4f8b-8b0b-42ad07970017'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:19.304196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['047ffe78-c783-4f8b-8b0b-42ad07970017'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:19.361009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Attempting to bind port 1b05eadb-6b9f-4700-9c32-434231efa39e on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:19.361259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ab392-a6f9-4c9c-879f-d4d282f7796b req-0238f113-96aa-4f93-bf44-4f0f3035c78a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:19.361402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Provisioning for port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:19.361903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Attempting to bind port 1b05eadb-6b9f-4700-9c32-434231efa39e by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:19.362466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Attempting to bind port 1b05eadb-6b9f-4700-9c32-434231efa39e on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:19.364703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:19.368024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Port 1b05eadb-6b9f-4700-9c32-434231efa39e on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:19.368425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Attempting to bind port 1b05eadb-6b9f-4700-9c32-434231efa39e on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:19.377923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e95ab392-a6f9-4c9c-879f-d4d282f7796b req-0238f113-96aa-4f93-bf44-4f0f3035c78a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 931 time: 0.5123284 Jul 22 14:21:19.385865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Provisioning complete for port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:19.386450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.431800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:19.434357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:19.435038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:19.438246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Bound port: 1b05eadb-6b9f-4700-9c32-434231efa39e, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:19.438704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.446642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] Routers {'047ffe78-c783-4f8b-8b0b-42ad07970017'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:19.448813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['047ffe78-c783-4f8b-8b0b-42ad07970017'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:19.472351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e28224-f4e3-421b-81fc-35f996d2eb2a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:19.476445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43e28224-f4e3-421b-81fc-35f996d2eb2a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports/4be4de9d-399c-498f-aa3e-26aab0f00de2 HTTP/1.1" status: 200 len: 911 time: 0.3091149 Jul 22 14:21:19.484037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 49ddfa34-a560-4d01-b5b3-b017caf56823 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:19.484417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.500597 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e95ab392-a6f9-4c9c-879f-d4d282f7796b req-af03fc40-1401-4903-82f5-47b708612082 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217563 Jul 22 14:21:19.505608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57308) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:19.556204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4433c885-ddb2-4db8-9504-bf2cc42b5e40'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:19.572007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=1db0dc89-c032-4678-bb04-e2aaf28301b3,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:19.610755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] For port 1b05eadb-6b9f-4700-9c32-434231efa39e, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:19.615921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] For port 1b05eadb-6b9f-4700-9c32-434231efa39e, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1b05eadb-6b9f-4700-9c32-434231efa39e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:19.618757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:19.620154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36b9f0-47ca-45dd-98ad-ccb8b6c07ac1 None None] The sync data for ids ['047ffe78-c783-4f8b-8b0b-42ad07970017'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:19.623359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.636260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.696377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:19.701466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.703823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-21204d5c-8566-4a69-a171-7832240e676f service neutron] 10.222.0.13 "PUT /v2.0/ports/1b05eadb-6b9f-4700-9c32-434231efa39e HTTP/1.1" status: 200 len: 1092 time: 2.9341559 Jul 22 14:21:19.704229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'tag': '1b05eadb-6b9f-4700-9c32-434231efa39e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:19.707290 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1c14f9-3735-437f-99cd-2bbc21ad26bd", "tag": "1b05eadb-6b9f-4700-9c32-434231efa39e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:19.799190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21204d5c-8566-4a69-a171-7832240e676f service neutron] Pushing event updated for resources: {'Port': ['ID=1b05eadb-6b9f-4700-9c32-434231efa39e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:19.870309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-f1f0f88d-6c36-4f2b-a75f-453dc74da039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:19.871875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-f1f0f88d-6c36-4f2b-a75f-453dc74da039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 1095 time: 0.1077490 Jul 22 14:21:19.889664 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.930286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:20.017344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] For port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:20.017955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-5231d394-f62d-4b84-b941-ccdecac46e08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b05eadb-6b9f-4700-9c32-434231efa39e HTTP/1.1" status: 200 len: 217 time: 0.1348121 Jul 22 14:21:20.041179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.052443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.120535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:20.124314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:20.132834 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de6465e-d757-4a1f-8134-b044446ac72d x-openstack-request-id: req-4de6465e-d757-4a1f-8134-b044446ac72d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:20.134044 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1c14f9-3735-437f-99cd-2bbc21ad26bd", "tag": "1b05eadb-6b9f-4700-9c32-434231efa39e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:20.134305 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4de6465e-d757-4a1f-8134-b044446ac72d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:20.134718 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'tag': '1b05eadb-6b9f-4700-9c32-434231efa39e', 'status': 'completed', 'code': 200} Jul 22 14:21:20.139525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Provisioning complete for port 4be4de9d-399c-498f-aa3e-26aab0f00de2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:20.140142 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.183769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Port 4be4de9d-399c-498f-aa3e-26aab0f00de2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:20.196271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:20.196873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.198225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4c7e724d-038f-47ef-a33d-87147bebc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:20.201327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-4c7e724d-038f-47ef-a33d-87147bebc228 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1682000 Jul 22 14:21:20.252942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a47a6-15a8-447c-b08d-8c58aa17986e None None] Pushing event updated for resources: {'Port': ['ID=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:20.282162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-e7da20d9-d99d-4ed4-89b5-528c824a6fcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735750 Jul 22 14:21:20.318963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-80cdd60e-5d2c-41ec-9211-5bc8bbcbade0 None None] Provisioning complete for port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:20.319315 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-80cdd60e-5d2c-41ec-9211-5bc8bbcbade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.365797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 06d485c9-9e82-408f-b342-d37ceee20cec has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:20.497498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:20.555383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-80cdd60e-5d2c-41ec-9211-5bc8bbcbade0 None None] Provisioning for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:20.559690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-a5b1d4fc-d082-439f-8394-ab6a9efe2e62 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681272 Jul 22 14:21:20.568549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-80cdd60e-5d2c-41ec-9211-5bc8bbcbade0 None None] Provisioning complete for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:20.569835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-80cdd60e-5d2c-41ec-9211-5bc8bbcbade0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.639394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-80cdd60e-5d2c-41ec-9211-5bc8bbcbade0 None None] Port 1db0dc89-c032-4678-bb04-e2aaf28301b3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:20.643140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:20.643519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.787703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-12b647a2-b11c-42eb-b225-6a7c742421ab None None] Provisioning complete for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:20.788083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12b647a2-b11c-42eb-b225-6a7c742421ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.789857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.840341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20dbc5e4-a5a9-4b8d-af04-7350a8fc5dc7 req-a8959075-9ff0-4fd2-81b5-77c4cc4145e5 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701464 Jul 22 14:21:20.922772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-12b647a2-b11c-42eb-b225-6a7c742421ab None None] Port 1db0dc89-c032-4678-bb04-e2aaf28301b3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:20.979141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:20.981454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-b71c6668-ac32-43fa-9c87-e475aedeeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:20.983150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-b71c6668-ac32-43fa-9c87-e475aedeeb82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 1095 time: 0.0866456 Jul 22 14:21:20.989902 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Sync routers for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:21.008787 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:21.009478 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:20:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:21.028664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ce58892-b3d7-4f33-baba-5ad603ef0eec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/06d485c9-9e82-408f-b342-d37ceee20cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7270041 Jul 22 14:21:21.051939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b341760-9125-4017-a029-1c76e2bdf05e None None] Provisioning complete for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:21.052400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b341760-9125-4017-a029-1c76e2bdf05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.136197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7b341760-9125-4017-a029-1c76e2bdf05e None None] Port 1db0dc89-c032-4678-bb04-e2aaf28301b3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:21.162138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a0638-f74d-4929-91c4-4cafd0413d29 req-ae49718b-3a28-4f3d-9ddb-cf898daf85a7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:21.175034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090a0638-f74d-4929-91c4-4cafd0413d29 req-ae49718b-3a28-4f3d-9ddb-cf898daf85a7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 943 time: 0.4605432 Jul 22 14:21:21.294539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090a0638-f74d-4929-91c4-4cafd0413d29 req-2a01fcee-99a0-495e-a592-2b2b8b902fab tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135187 Jul 22 14:21:21.310769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.356449 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:21.430212 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a297690c-55cf-4607-b783-bb12bceebacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.600404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.612041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.624141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:21.625076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.627075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/ports/4be4de9d-399c-498f-aa3e-26aab0f00de2 HTTP/1.1" status: 200 len: 911 time: 2.1199393 Jul 22 14:21:21.630638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:21.651968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-a2e611bf-9335-4582-ac1f-1346d8cfab3b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515923362&fields=id&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 267 time: 0.0773077 Jul 22 14:21:21.724739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-8e0622d9-84d2-4f36-9bfe-cfdd0f1df726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:21.729386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-8e0622d9-84d2-4f36-9bfe-cfdd0f1df726 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.7268023 Jul 22 14:21:21.738125 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 2, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:21.791480 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Checking router: 06d485c9-9e82-408f-b342-d37ceee20cec for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:21.792198 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Updating router 06d485c9-9e82-408f-b342-d37ceee20cec port 1db0dc89-c032-4678-bb04-e2aaf28301b3 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:21:21.802495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-c865cf06-9fea-4869-92b1-63b54a019cbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b05eadb-6b9f-4700-9c32-434231efa39e HTTP/1.1" status: 200 len: 217 time: 0.0536277 Jul 22 14:21:21.835519 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.996277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-00df7175-0f0c-493b-a39b-8b00ce0cd441 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:22.006325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-00df7175-0f0c-493b-a39b-8b00ce0cd441 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/networks?id=a3fca293-f5be-4de5-b238-6cf36ccfe851 HTTP/1.1" status: 200 len: 797 time: 0.3382175 Jul 22 14:21:22.024522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-d76d716a-7a1f-4f74-9958-457e42056df4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/quotas/0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 375 time: 0.0171165 Jul 22 14:21:22.026351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-7a346199-cce9-430e-bd57-34b17e1eda0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:22.028234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-7a346199-cce9-430e-bd57-34b17e1eda0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1939235 Jul 22 14:21:22.149282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-4855b96e-2b68-4dd1-9340-46e427e10a1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097140 Jul 22 14:21:22.280293 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.292192 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Transition to ACTIVE for port object 1db0dc89-c032-4678-bb04-e2aaf28301b3 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:22.313925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-bc57c9f1-24ec-4a31-95b7-bc7c520e2bfb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2835143 Jul 22 14:21:22.334903 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.335751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-990fb6a0-9bbc-427f-838a-54b0b32269d1 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792254 Jul 22 14:21:22.348155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19247ed-cd31-4e26-aace-867c86c9d330 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=4be4de9d-399c-498f-aa3e-26aab0f00de2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:22.405194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.463100 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaddeb-5530-460b-9d83-50bc149537e0 None None] Pushing event updated for resources: {'Port': ['ID=1db0dc89-c032-4678-bb04-e2aaf28301b3,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:22.528743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-589d04a9-df9f-4cda-b5b4-9302f8a150b6 service neutron] 10.222.0.11 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919456 Jul 22 14:21:22.534948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62793db2-eb18-4c90-b1a1-a9cb1f9c9d6f req-cfd42c22-250e-4952-a7ab-136e52ea6ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877549 Jul 22 14:21:22.596306 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Attempting to bind port 1db0dc89-c032-4678-bb04-e2aaf28301b3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:22.596678 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Attempting to bind port 1db0dc89-c032-4678-bb04-e2aaf28301b3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:22.597154 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Attempting to bind port 1db0dc89-c032-4678-bb04-e2aaf28301b3 on network a3fca293-f5be-4de5-b238-6cf36ccfe851 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:22.609806 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:22.610183 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Checking segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:22.610593 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.612591 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Bound using segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:22.613897 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Bound port: 1db0dc89-c032-4678-bb04-e2aaf28301b3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:22.614639 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.674451 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-a2b0e785-607e-41e9-8653-388de73057b0 service neutron] 10.222.0.11 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312132 Jul 22 14:21:22.709724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1b05eadb-6b9f-4700-9c32-434231efa39e details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:22.716320 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] For port 1db0dc89-c032-4678-bb04-e2aaf28301b3, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:22.720465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] For port 1db0dc89-c032-4678-bb04-e2aaf28301b3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1db0dc89-c032-4678-bb04-e2aaf28301b3,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:22.729369 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.733961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0197c9b-1cec-44cc-ac86-97f3fd2d89cd req-62e6ee62-ffd2-48f9-8349-a7039ba87a9f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:22.735604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0197c9b-1cec-44cc-ac86-97f3fd2d89cd req-62e6ee62-ffd2-48f9-8349-a7039ba87a9f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 943 time: 0.2279775 Jul 22 14:21:22.828466 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:22.839537 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:22.863368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0197c9b-1cec-44cc-ac86-97f3fd2d89cd req-350e636a-b0e9-4ad9-9af9-41da9b2e3401 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088786 Jul 22 14:21:22.937336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1b05eadb-6b9f-4700-9c32-434231efa39e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1b05eadb-6b9f-4700-9c32-434231efa39e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:22.959239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '1b05eadb-6b9f-4700-9c32-434231efa39e', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': '1b05eadb-6b9f-4700-9c32-434231efa39e', 'mac_address': 'fa:16:3e:52:fb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:23.023059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.056354 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaddeb-5530-460b-9d83-50bc149537e0 None None] Pushing event updated for resources: {'Port': ['ID=1db0dc89-c032-4678-bb04-e2aaf28301b3,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:23.097749 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.150370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05eadb-6b9f-4700-9c32-434231efa39e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:23.192739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d58182fe-89d0-4fb0-bd03-9d125443e1b4 req-4d92cbd5-97ca-4c74-96f9-ea5e6c195f6c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 210 time: 0.1571655 Jul 22 14:21:23.192875 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:23.208759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1b05eadb-6b9f-4700-9c32-434231efa39e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1b05eadb-6b9f-4700-9c32-434231efa39e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:23.214375 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.346586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1b05eadb-6b9f-4700-9c32-434231efa39e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:23.447696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1b05eadb-6b9f-4700-9c32-434231efa39e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:23.448398 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:22Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:23.488437 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcf86ea-c5de-41de-a249-73b3738e7ef0 None None] The sync data for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 is: [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:22Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:23.586731 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 4be4de9d-399c-498f-aa3e-26aab0f00de2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:23.589025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.749438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.767069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 4be4de9d-399c-498f-aa3e-26aab0f00de2 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:24.022274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.063636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=4be4de9d-399c-498f-aa3e-26aab0f00de2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:24.180572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bd2ed-68d6-4623-b8ce-ce5510d7d34d req-e33ad1e6-3ace-4704-a17c-a8d2f782b9dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:24.183467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-085bd2ed-68d6-4623-b8ce-ce5510d7d34d req-e33ad1e6-3ace-4704-a17c-a8d2f782b9dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 944 time: 0.1516852 Jul 22 14:21:24.226164 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.289887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-085bd2ed-68d6-4623-b8ce-ce5510d7d34d req-68a29c77-11c0-4535-8868-ee381d0d5eb8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959141 Jul 22 14:21:24.360168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.501267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1db0dc89-c032-4678-bb04-e2aaf28301b3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:24.586038 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a606e9de-bc4e-4353-a142-9342f9cabaa9 req-2eb08c9d-161a-4906-a31c-20f2ebcd2550 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 210 time: 0.2040658 Jul 22 14:21:24.591452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:24.596721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:24.597104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.727914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 047ffe78-c783-4f8b-8b0b-42ad07970017 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:24.733094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1b05eadb-6b9f-4700-9c32-434231efa39e up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:24.774255 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.827725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 1db0dc89-c032-4678-bb04-e2aaf28301b3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1db0dc89-c032-4678-bb04-e2aaf28301b3,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:24.834296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.895284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:24.911898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e34805ae-7b12-48f3-8021-c99f228ddc53 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/047ffe78-c783-4f8b-8b0b-42ad07970017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800238 Jul 22 14:21:24.913878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:24.919314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 1b05eadb-6b9f-4700-9c32-434231efa39e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:24.925646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=1db0dc89-c032-4678-bb04-e2aaf28301b3,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:24.929790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 1b05eadb-6b9f-4700-9c32-434231efa39e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:24.930227 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.968209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] Sync routers for ids ['047ffe78-c783-4f8b-8b0b-42ad07970017'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:24.982835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] Routers {'047ffe78-c783-4f8b-8b0b-42ad07970017'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:24.983487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['047ffe78-c783-4f8b-8b0b-42ad07970017'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:25.004847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-25488e0a-6a21-4758-823f-70a8c99f4895 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=047ffe78-c783-4f8b-8b0b-42ad07970017 HTTP/1.1" status: 200 len: 205 time: 0.0892868 Jul 22 14:21:25.007643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57428) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:25.071163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:25.152794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] Routers {'047ffe78-c783-4f8b-8b0b-42ad07970017'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:25.152794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['047ffe78-c783-4f8b-8b0b-42ad07970017'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:25.235362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.246762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:25.247441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce735caa-ba00-42dd-b5b0-5d6fb35f21c4 None None] The sync data for ids ['047ffe78-c783-4f8b-8b0b-42ad07970017'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:25.248849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-d5703acf-4a1b-48dc-94bd-f85fab073586 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:25.255211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-d5703acf-4a1b-48dc-94bd-f85fab073586 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/networks?id=a3fca293-f5be-4de5-b238-6cf36ccfe851 HTTP/1.1" status: 200 len: 797 time: 0.2569928 Jul 22 14:21:25.277771 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.360009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1b05eadb-6b9f-4700-9c32-434231efa39e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1b05eadb-6b9f-4700-9c32-434231efa39e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:25.361200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05eadb-6b9f-4700-9c32-434231efa39e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:25.366901 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-584e29cc-b0b6-41e7-b178-45b1851221f5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4 HTTP/1.1" status: 200 len: 380 time: 0.1021991 Jul 22 14:21:25.368019 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d2c10-90b0-4340-835b-2ef1f910c515" -d '{"events": [{"server_uuid": "ed1c14f9-3735-437f-99cd-2bbc21ad26bd", "name": "network-vif-plugged", "status": "completed", "tag": "1b05eadb-6b9f-4700-9c32-434231efa39e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:25.376541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'port': {'device_id': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'admin_state_up': True, 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'security_groups': ['8a803326-e611-4139-bb3b-09f0c427a2af']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:25.378326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.507443 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6c24a0-ace2-4fa8-bad0-b9961d89991c x-openstack-request-id: req-4c6c24a0-ace2-4fa8-bad0-b9961d89991c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:25.508363 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1c14f9-3735-437f-99cd-2bbc21ad26bd", "name": "network-vif-plugged", "status": "completed", "tag": "1b05eadb-6b9f-4700-9c32-434231efa39e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:25.509748 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c6c24a0-ace2-4fa8-bad0-b9961d89991c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:25.510441 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05eadb-6b9f-4700-9c32-434231efa39e', 'code': 200} Jul 22 14:21:25.511533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1b05eadb-6b9f-4700-9c32-434231efa39e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:25.613441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.620078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.681798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0797c6c-cb35-4272-9b84-1594ce1729c1 req-fb6cc898-0f32-43cd-9b6d-b3a1a2091016 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:25.684220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0797c6c-cb35-4272-9b84-1594ce1729c1 req-fb6cc898-0f32-43cd-9b6d-b3a1a2091016 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 945 time: 0.2452862 Jul 22 14:21:25.731169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7735-48da-4753-8213-b6d1f4cae446 req-957657c2-8e02-492c-8d81-d16a0a5c6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:25.732725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4aed7735-48da-4753-8213-b6d1f4cae446 req-957657c2-8e02-492c-8d81-d16a0a5c6507 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 1097 time: 0.1563628 Jul 22 14:21:25.738066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Made reservation on behalf of 0ecc5739585a4cdd98d8a79fff6f65e4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:25.742150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.747909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-415622bf-01bb-4973-b80c-8222ff374302 req-962cefc6-5790-4cef-af0b-a6c5a58f65cc tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 210 time: 0.0537429 Jul 22 14:21:25.749595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.750517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router 047ffe78-c783-4f8b-8b0b-42ad07970017 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:21:25.766867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.767998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f1a0f303-1d81-4521-8d8b-4304749d09cb tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/047ffe78-c783-4f8b-8b0b-42ad07970017 HTTP/1.1" status: 204 len: 168 time: 0.7591913 Jul 22 14:21:25.771448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57444) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:25.789277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0797c6c-cb35-4272-9b84-1594ce1729c1 req-5f416942-70f7-4345-991d-5cb0593dc0d3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932698 Jul 22 14:21:25.828075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4aed7735-48da-4753-8213-b6d1f4cae446 req-8f8be3b0-ae16-4ad0-93fa-c0317bd0d43d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751536 Jul 22 14:21:25.837756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet 4433c885-ddb2-4db8-9504-bf2cc42b5e40 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:21:25.842392 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.901004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.967657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.20.0.8 (a3fca293-f5be-4de5-b238-6cf36ccfe851/f5251857-6a80-439a-ade5-5b8a59a4f018/b95c9548-6810-46c2-9d91-a91d6a834cd5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:25.992462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.069577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.101514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=4433c885-ddb2-4db8-9504-bf2cc42b5e40,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:26.119076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.121303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839c228-78e5-4f17-943d-065369919a03 None None] Network d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:26.122686 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-95e9fb76-11df-46ba-becb-f99e497a0c87 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/4433c885-ddb2-4db8-9504-bf2cc42b5e40 HTTP/1.1" status: 204 len: 168 time: 0.3502505 Jul 22 14:21:26.125191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57450) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:26.145213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.165865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Transition to ACTIVE for port object b95c9548-6810-46c2-9d91-a91d6a834cd5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:26.202421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.223295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.251121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:26.259318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:26.264619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:26.302102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 49ddfa34-a560-4d01-b5b3-b017caf56823 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:26.303575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.304729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:26.373711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:26.374961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.396325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-ae14ee1e-64fd-40f4-9990-aed9b6a9f405 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0237565 Jul 22 14:21:26.408828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Request body: {'port': {'device_id': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:26.459007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 49ddfa34-a560-4d01-b5b3-b017caf56823, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=49ddfa34-a560-4d01-b5b3-b017caf56823,segment=NetworkSegment(f94e55c9-cc19-40b9-bfed-a824d0f29aea),segment_id=f94e55c9-cc19-40b9-bfed-a824d0f29aea)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:26.460990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.476213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1db0dc89-c032-4678-bb04-e2aaf28301b3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:26.506935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 49ddfa34-a560-4d01-b5b3-b017caf56823 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:26.555539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] DHCP port deletion for d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:21:26.618315 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.647660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.742743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=49ddfa34-a560-4d01-b5b3-b017caf56823,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:26.766500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port 49ddfa34-a560-4d01-b5b3-b017caf56823 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:26.798035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1db0dc89-c032-4678-bb04-e2aaf28301b3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:26.798714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.924046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Deleting port 49ddfa34-a560-4d01-b5b3-b017caf56823 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:26.924338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.965608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:26.998625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:27.032701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94e55c9-cc19-40b9-bfed-a824d0f29aea') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:27.033277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94e55c9-cc19-40b9-bfed-a824d0f29aea') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:27.049451 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.073994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.086652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:21:27.087206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:21:27.092596 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:21:27.113438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] For port 49ddfa34-a560-4d01-b5b3-b017caf56823, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:27.114160 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.114404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6ba1-2d59-4dae-a7ab-b1487d14d259 req-98e13d53-15d7-41f8-bfcf-25bd6c6d88b5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.122570 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32ff6ba1-2d59-4dae-a7ab-b1487d14d259 req-98e13d53-15d7-41f8-bfcf-25bd6c6d88b5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 931 time: 0.1528394 Jul 22 14:21:27.134596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Calling delete_port for 49ddfa34-a560-4d01-b5b3-b017caf56823 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:27.138134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Port 49ddfa34-a560-4d01-b5b3-b017caf56823 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:21:27.140251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.212825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d913223e-3207-4d3e-95e2-439956aa5c72 None None] Provisioning for port b95c9548-6810-46c2-9d91-a91d6a834cd5 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:27.224381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] No DVR routers for this DVR port 49ddfa34-a560-4d01-b5b3-b017caf56823 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:27.229720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151f47a-2e4a-4a3b-b95b-388dfb9d2deb None None] Pushing event deleted for resources: {'Port': ['ID=49ddfa34-a560-4d01-b5b3-b017caf56823,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:27.243352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d913223e-3207-4d3e-95e2-439956aa5c72 None None] Provisioning complete for port b95c9548-6810-46c2-9d91-a91d6a834cd5 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:27.244006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d913223e-3207-4d3e-95e2-439956aa5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.283784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32ff6ba1-2d59-4dae-a7ab-b1487d14d259 req-b22383e9-7de7-4189-81f8-3d08a255270f tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560423 Jul 22 14:21:27.288008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.303793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.315207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2 HTTP/1.1" status: 204 len: 168 time: 1.1887147 Jul 22 14:21:27.316112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57470) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:27.329870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95c9548-6810-46c2-9d91-a91d6a834cd5 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:27.339510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.352293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d913223e-3207-4d3e-95e2-439956aa5c72 None None] Port b95c9548-6810-46c2-9d91-a91d6a834cd5 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:27.353374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Transition to ACTIVE for port object b95c9548-6810-46c2-9d91-a91d6a834cd5 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:27.359594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-622082815', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:27.363812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.388592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c0148-3c45-4f36-884f-036c5853664f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=d563ac31-fb3c-4ac1-9abb-d8fffce4cfc2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:27.394584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.395851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.446309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644cb44-8d4a-4ff1-bfe9-fc5635263a2d req-8aaf645c-7290-47fc-a644-7ee63cc6cbdb tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.448236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8644cb44-8d4a-4ff1-bfe9-fc5635263a2d req-8aaf645c-7290-47fc-a644-7ee63cc6cbdb tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 945 time: 0.4356549 Jul 22 14:21:27.480797 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.485419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.486890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:27.508886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.513977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b7949a35-bed2-4796-8901-e1b6312bc331 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1611745 Jul 22 14:21:27.514946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57474) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:27.520200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1545899868'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:27.543394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:27.547177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.574370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:27.587354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8644cb44-8d4a-4ff1-bfe9-fc5635263a2d req-ec9c8fc7-9f61-4a94-80c4-4b782f444ec9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270843 Jul 22 14:21:27.588315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Attempting to bind port b95c9548-6810-46c2-9d91-a91d6a834cd5 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:27.588643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Attempting to bind port b95c9548-6810-46c2-9d91-a91d6a834cd5 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:27.589033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Attempting to bind port b95c9548-6810-46c2-9d91-a91d6a834cd5 on network a3fca293-f5be-4de5-b238-6cf36ccfe851 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:27.600029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Port b95c9548-6810-46c2-9d91-a91d6a834cd5 on network a3fca293-f5be-4de5-b238-6cf36ccfe851 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:27.600367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Attempting to bind port b95c9548-6810-46c2-9d91-a91d6a834cd5 on network a3fca293-f5be-4de5-b238-6cf36ccfe851 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:27.607194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.607740 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment 764c9045-4220-4277-aa5f-4a39b5bc8f5d of type vlan for network 344e7a0e-17f0-484e-919d-fc03c8575ed2 Jul 22 14:21:27.622248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:27.622604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Checking segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:27.623194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Bound using segment: {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:27.623661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Bound port: b95c9548-6810-46c2-9d91-a91d6a834cd5, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d466760-1d51-4406-ae22-d43b08b642eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:27.624036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.717574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:27.722654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:27.734469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.780772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.783543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.784170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.785587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] 10.222.0.20 "PUT /v2.0/ports/b95c9548-6810-46c2-9d91-a91d6a834cd5 HTTP/1.1" status: 200 len: 1092 time: 1.3814332 Jul 22 14:21:27.786055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:27.790993 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17085930-4a0c-47f8-8ada-375f6008df96" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:27.822309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a5ee5-d4c7-4233-919d-18108ddec3ff service neutron] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:27.893987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cb8b5-ad7b-4c4c-af20-d8c0d20d4626 req-47875374-da78-4c9e-b8dc-851605aa62c9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.901904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-721cb8b5-ad7b-4c4c-af20-d8c0d20d4626 req-47875374-da78-4c9e-b8dc-851605aa62c9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 945 time: 0.2006593 Jul 22 14:21:27.909523 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de19e7c-a207-4e41-b7a2-a89e8ed9211d x-openstack-request-id: req-5de19e7c-a207-4e41-b7a2-a89e8ed9211d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:27.909902 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:27.910077 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5de19e7c-a207-4e41-b7a2-a89e8ed9211d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:27.910483 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'status': 'completed', 'code': 200} Jul 22 14:21:27.914048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.919841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.921148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.977574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-9d5debfd-d5f0-4dbc-89ec-154ef609bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.980591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-9d5debfd-d5f0-4dbc-89ec-154ef609bccb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1095 time: 0.1436832 Jul 22 14:21:27.982612 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4663136 Jul 22 14:21:27.990477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:28.011338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:28.019954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d460b7-3260-455e-a39e-3125cb972cdf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=344e7a0e-17f0-484e-919d-fc03c8575ed2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:28.034671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:28.059484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-721cb8b5-ad7b-4c4c-af20-d8c0d20d4626 req-ee9bcebd-411c-445f-8a79-d4333dc4deff tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473241 Jul 22 14:21:28.067115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-2e3068c3-aa21-49ce-956c-3103186b22e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5 HTTP/1.1" status: 200 len: 217 time: 0.0786886 Jul 22 14:21:28.215284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:28.219599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.257890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5c56e212-cf9b-4f7c-8e58-b5b4a07afd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:28.259414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-5c56e212-cf9b-4f7c-8e58-b5b4a07afd5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5251857-6a80-439a-ade5-5b8a59a4f018 HTTP/1.1" status: 200 len: 835 time: 0.1199131 Jul 22 14:21:28.413446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e6c62-bb02-4ffb-a31f-cc6707f7f682 req-eb9dfdf0-1756-4ed4-ad5b-905f58014010 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:28.414225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-afaac926-fe3a-44a4-bc2a-632b6b58d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:28.415061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-213e6c62-bb02-4ffb-a31f-cc6707f7f682 req-eb9dfdf0-1756-4ed4-ad5b-905f58014010 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 945 time: 0.1397581 Jul 22 14:21:28.417246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-afaac926-fe3a-44a4-bc2a-632b6b58d58c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3fca293-f5be-4de5-b238-6cf36ccfe851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179049 Jul 22 14:21:28.421436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49ddfa34-a560-4d01-b5b3-b017caf56823 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:28.448495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 49ddfa34-a560-4d01-b5b3-b017caf56823 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:28.448842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49ddfa34-a560-4d01-b5b3-b017caf56823 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:28.498616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-213e6c62-bb02-4ffb-a31f-cc6707f7f682 req-68b2e8e9-f1c1-4526-b2c4-4d07df6aaa34 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755670 Jul 22 14:21:28.612821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.649287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-f17e4e24-c9e6-4160-91e3-1b8887185a97 service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254047 Jul 22 14:21:28.680531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25625d-4e68-4890-ac61-928a3f718938 req-06e0c78a-84e4-4735-a6c4-3bfe1b5252f5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:28.682641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b25625d-4e68-4890-ac61-928a3f718938 req-06e0c78a-84e4-4735-a6c4-3bfe1b5252f5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 943 time: 0.2637544 Jul 22 14:21:28.739312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=cdac4d23-3928-41f7-a1cf-59d06d366171,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:28.797366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:28.797760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: 344e7a0e-17f0-484e-919d-fc03c8575ed2, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:28.813247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b25625d-4e68-4890-ac61-928a3f718938 req-0d72fed3-b11f-48a3-aaac-e37970625163 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128650 Jul 22 14:21:28.849926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:28.853728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1029ccf1-e9c7-4ace-ae15-d6223ee6a871 req-326ed5e4-c56d-4a03-9bc5-dede0541ed1b service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922235 Jul 22 14:21:28.869226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 344e7a0e-17f0-484e-919d-fc03c8575ed2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:28.880525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0061e9b-5466-4928-8272-84cc4827f2be None None] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:28.889680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:28.889680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.912236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4fbaa9a2-7a3d-464c-89ff-f6d90e1d8671 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9173365 Jul 22 14:21:28.912561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57504) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:29.056089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085930-4a0c-47f8-8ada-375f6008df96 req-939800a4-7123-47b9-a3da-58b78cb133a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.059586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-939800a4-7123-47b9-a3da-58b78cb133a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1095 time: 0.1493320 Jul 22 14:21:29.117841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-344e7a0e-17f0-484e-919d-fc03c8575ed2', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:21:29.121764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:29.193575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085930-4a0c-47f8-8ada-375f6008df96 req-727ee942-acfd-4ddf-babd-324f16f7633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.195415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-727ee942-acfd-4ddf-babd-324f16f7633b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3fca293-f5be-4de5-b238-6cf36ccfe851 HTTP/1.1" status: 200 len: 898 time: 0.1291163 Jul 22 14:21:29.301930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-5fc39e33-23f8-4c94-999d-a60422f20a39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5 HTTP/1.1" status: 200 len: 217 time: 0.0972047 Jul 22 14:21:29.333182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Allocated IP 2001:db8::2 (344e7a0e-17f0-484e-919d-fc03c8575ed2/cdac4d23-3928-41f7-a1cf-59d06d366171/0123a535-75b0-486c-8372-30fe65ffaf48) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:29.416950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085930-4a0c-47f8-8ada-375f6008df96 req-ce040898-9528-4500-ad05-9cc4773e6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.419714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-ce040898-9528-4500-ad05-9cc4773e6d12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5251857-6a80-439a-ade5-5b8a59a4f018 HTTP/1.1" status: 200 len: 835 time: 0.1087191 Jul 22 14:21:29.460371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:29.708662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-7b668b37-071d-44af-bc92-cd843220e846 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.710586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-7b668b37-071d-44af-bc92-cd843220e846 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 945 time: 0.2227619 Jul 22 14:21:29.712622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17085930-4a0c-47f8-8ada-375f6008df96 req-f8b8b70e-5a93-4c6b-a1f2-14597cc4cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.714552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-f8b8b70e-5a93-4c6b-a1f2-14597cc4cbeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3fca293-f5be-4de5-b238-6cf36ccfe851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2893276 Jul 22 14:21:29.817351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95f39-a2f1-4494-9e74-3405ce0cdb03 req-44af1e1b-dd4c-4ec7-9c1e-58b92e9b8964 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.825910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50d95f39-a2f1-4494-9e74-3405ce0cdb03 req-44af1e1b-dd4c-4ec7-9c1e-58b92e9b8964 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 945 time: 0.1533687 Jul 22 14:21:29.882307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50d95f39-a2f1-4494-9e74-3405ce0cdb03 req-ce6e3279-9bf4-4e6e-95be-805c9ccd086a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509350 Jul 22 14:21:29.920206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-cfd234fd-784f-4fd6-9905-ee438b2f9637 service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968613 Jul 22 14:21:29.930331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port 1b05eadb-6b9f-4700-9c32-434231efa39e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:29.931015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.082319 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.092621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Transition to ACTIVE for port object 0123a535-75b0-486c-8372-30fe65ffaf48 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:30.111497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Transition to ACTIVE for port object 0123a535-75b0-486c-8372-30fe65ffaf48 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:30.120551 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.183619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Pushing event updated for resources: {'Port': ['ID=0123a535-75b0-486c-8372-30fe65ffaf48,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:30.210126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:30.211588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:30.223249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:30.225633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8::1 (344e7a0e-17f0-484e-919d-fc03c8575ed2/cdac4d23-3928-41f7-a1cf-59d06d366171/d6a19040-ff5d-4177-9b91-60e8f1b66597) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:30.380242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Attempting to bind port 0123a535-75b0-486c-8372-30fe65ffaf48 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:30.380738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Attempting to bind port 0123a535-75b0-486c-8372-30fe65ffaf48 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:30.381754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Attempting to bind port 0123a535-75b0-486c-8372-30fe65ffaf48 on network 344e7a0e-17f0-484e-919d-fc03c8575ed2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:30.389143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:30.389527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Checking segment: {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:30.390324 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.390777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Bound using segment: {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:30.391267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Bound port: 0123a535-75b0-486c-8372-30fe65ffaf48, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:30.392201 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.480774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] For port 0123a535-75b0-486c-8372-30fe65ffaf48, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:30.484637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] For port 0123a535-75b0-486c-8372-30fe65ffaf48, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0123a535-75b0-486c-8372-30fe65ffaf48,segment=NetworkSegment(764c9045-4220-4277-aa5f-4a39b5bc8f5d),segment_id=764c9045-4220-4277-aa5f-4a39b5bc8f5d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:30.492438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.500857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.519622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object d6a19040-ff5d-4177-9b91-60e8f1b66597 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:30.575462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.679788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6baf7e-68ae-40d6-b1e5-3c7a53f18fca None None] Pushing event updated for resources: {'Port': ['ID=0123a535-75b0-486c-8372-30fe65ffaf48,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:30.716644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:30.717429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:30.726987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:30.727731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.738198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=d6a19040-ff5d-4177-9b91-60e8f1b66597,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:30.921540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port 1b05eadb-6b9f-4700-9c32-434231efa39e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1b05eadb-6b9f-4700-9c32-434231efa39e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:30.922045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.951530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e79c58-4cbd-4319-807c-ec9244b18ff3 req-a9985b94-aa9a-43fd-a2d1-de39f44d45a9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:30.959483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75e79c58-4cbd-4319-807c-ec9244b18ff3 req-a9985b94-aa9a-43fd-a2d1-de39f44d45a9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 943 time: 0.9785368 Jul 22 14:21:30.966941 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.023358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for 1b05eadb-6b9f-4700-9c32-434231efa39e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:31.038357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75e79c58-4cbd-4319-807c-ec9244b18ff3 req-49d631ec-47ce-4f01-9586-7fc7a95ffb26 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776274 Jul 22 14:21:31.041262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17085930-4a0c-47f8-8ada-375f6008df96 req-19850a87-93ff-46ad-81f2-098a98fbaf8b service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0592330 Jul 22 14:21:31.243102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.266044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:31.274719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97009ba1-0b3e-4dcb-bfee-27fecbe2ba6f req-4678cd53-73c1-461a-b9a3-8673f2e4c020 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:31.276492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97009ba1-0b3e-4dcb-bfee-27fecbe2ba6f req-4678cd53-73c1-461a-b9a3-8673f2e4c020 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed1c14f9-3735-437f-99cd-2bbc21ad26bd HTTP/1.1" status: 200 len: 867 time: 0.2934978 Jul 22 14:21:31.341790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=1b05eadb-6b9f-4700-9c32-434231efa39e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:31.434907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port 1b05eadb-6b9f-4700-9c32-434231efa39e on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:31.438039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.452910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3038b15-1d4c-4872-bc72-3bc241177e13 req-522bb630-ef41-4951-96c4-b228e1005086 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "DELETE /v2.0/ports/1b05eadb-6b9f-4700-9c32-434231efa39e HTTP/1.1" status: 204 len: 173 time: 1.7372406 Jul 22 14:21:31.454918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'name': 'network-vif-deleted', 'tag': '1b05eadb-6b9f-4700-9c32-434231efa39e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:31.461457 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4065e7cb-ab53-4b57-8a81-e194b3c75dd5" -d '{"events": [{"server_uuid": "ed1c14f9-3735-437f-99cd-2bbc21ad26bd", "name": "network-vif-deleted", "tag": "1b05eadb-6b9f-4700-9c32-434231efa39e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:31.502047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97009ba1-0b3e-4dcb-bfee-27fecbe2ba6f req-dea52ea2-4be2-4f7b-b9ec-2c5adf4edcea tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162118 Jul 22 14:21:31.536160 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0fe7bf-aeb4-4de8-abe8-a2d201dee9ff x-openstack-request-id: req-2a0fe7bf-aeb4-4de8-abe8-a2d201dee9ff {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:31.536556 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1c14f9-3735-437f-99cd-2bbc21ad26bd", "name": "network-vif-deleted", "tag": "1b05eadb-6b9f-4700-9c32-434231efa39e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:31.536911 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a0fe7bf-aeb4-4de8-abe8-a2d201dee9ff {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:31.537426 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1c14f9-3735-437f-99cd-2bbc21ad26bd', 'name': 'network-vif-deleted', 'tag': '1b05eadb-6b9f-4700-9c32-434231efa39e', 'status': 'completed', 'code': 200} Jul 22 14:21:31.571070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.577856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.577856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.669380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=d6a19040-ff5d-4177-9b91-60e8f1b66597,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:31.796713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:31.967444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:31.998302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'port_id': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'mac_address': 'fa:16:3e:a4:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:32.092880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.115244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95c9548-6810-46c2-9d91-a91d6a834cd5 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:32.142191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:32.149329 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.170250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.170858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.171200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.171727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.172062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.172397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.172728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.173058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.173398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.173797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.174126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.174450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:32.202633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d804d-c950-4df5-8df7-b0b5be72365e None None] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:32.240223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:32.241732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:32.270652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0950c-6f61-4a4f-914e-9f16030cf377 req-3b89fbe5-3d6f-4a3f-a4bf-863111d2d9a9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:32.273039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da0950c-6f61-4a4f-914e-9f16030cf377 req-3b89fbe5-3d6f-4a3f-a4bf-863111d2d9a9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 944 time: 0.1025047 Jul 22 14:21:32.316524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:32.340025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dd35edb9-ba9d-4793-ad65-8eb377dc6136 None None] Provisioning for port 0123a535-75b0-486c-8372-30fe65ffaf48 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:32.342935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8da0950c-6f61-4a4f-914e-9f16030cf377 req-35771cc4-5bc5-445b-ac50-e7e66de04660 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633645 Jul 22 14:21:32.478028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b95c9548-6810-46c2-9d91-a91d6a834cd5'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:32.492232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:21:32.564863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0123a535-75b0-486c-8372-30fe65ffaf48 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:32.659555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:32.668508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-10bd0fab-92be-479b-b0c5-866c84ed8fbd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7548187 Jul 22 14:21:32.672504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:32.679784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-266571654'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:32.684352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 0123a535-75b0-486c-8372-30fe65ffaf48 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:32.687516 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:32.695170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0123a535-75b0-486c-8372-30fe65ffaf48 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:32.695555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.705548 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:32.706207 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:32.722751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:32.732916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.781323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1b05eadb-6b9f-4700-9c32-434231efa39e no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:32.796845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:32.810091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.810758 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f of type vlan for network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 Jul 22 14:21:32.842400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 1b05eadb-6b9f-4700-9c32-434231efa39e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:32.842754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1b05eadb-6b9f-4700-9c32-434231efa39e not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:32.859835 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:32.917935 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.997649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.012196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.014332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.114394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4404125 Jul 22 14:21:33.125159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:33.141564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:33.154762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-e9d767eb-9352-4af9-9bb7-3d9276d81ab4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.162734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-e9d767eb-9352-4af9-9bb7-3d9276d81ab4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.2029443 Jul 22 14:21:33.187112 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.192766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba18db99-713c-44f9-83c5-80e5c824c224 None None] Provisioning complete for port 0123a535-75b0-486c-8372-30fe65ffaf48 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:33.193141 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba18db99-713c-44f9-83c5-80e5c824c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.205133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-5a8f7c54-08a5-43b8-99ed-fb45bc5cc7c0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0409746 Jul 22 14:21:33.333049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 0123a535-75b0-486c-8372-30fe65ffaf48, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0123a535-75b0-486c-8372-30fe65ffaf48,segment=NetworkSegment(764c9045-4220-4277-aa5f-4a39b5bc8f5d),segment_id=764c9045-4220-4277-aa5f-4a39b5bc8f5d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:33.348995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.375980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-48328b06-b87b-4e25-9b57-242db85731ce tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682808 Jul 22 14:21:33.414691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc6514-fbdc-470a-b185-93f39fe5c05e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=b1ac49ce-9a13-4e4a-a5af-10e7837dd668,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:33.458746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:33.467869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.517884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=0123a535-75b0-486c-8372-30fe65ffaf48,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:33.568112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:33.655715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba18db99-713c-44f9-83c5-80e5c824c224 None None] Provisioning for port d6a19040-ff5d-4177-9b91-60e8f1b66597 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:33.734133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57610) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:33.756131 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:30Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:31Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:33.781143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ba18db99-713c-44f9-83c5-80e5c824c224 None None] Provisioning complete for port d6a19040-ff5d-4177-9b91-60e8f1b66597 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:33.781908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ba18db99-713c-44f9-83c5-80e5c824c224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.813376 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:33.813755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Updating router 601b2c50-1d08-4501-b9c3-f629a25fbd8e port d6a19040-ff5d-4177-9b91-60e8f1b66597 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:21:33.832107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ba18db99-713c-44f9-83c5-80e5c824c224 None None] Port d6a19040-ff5d-4177-9b91-60e8f1b66597 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:33.867789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d09fd2e1-eb22-495e-9f02-d3637b5aaad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.873121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49976c6-1d0e-4c00-aa85-4bf704b72060 req-6dab95b1-5165-42ac-87be-446009191e99 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.881043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b49976c6-1d0e-4c00-aa85-4bf704b72060 req-6dab95b1-5165-42ac-87be-446009191e99 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 944 time: 0.3681889 Jul 22 14:21:33.891325 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.965229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b49976c6-1d0e-4c00-aa85-4bf704b72060 req-451db219-8406-451a-823a-7d51410499ec tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829628 Jul 22 14:21:33.974783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-88bc7363-9d19-48ab-a06b-70421af42160 None None] Provisioning complete for port d6a19040-ff5d-4177-9b91-60e8f1b66597 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:33.976302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88bc7363-9d19-48ab-a06b-70421af42160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.020168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-3bc9c1d7-d6e5-4478-a12d-ecb65a3e98ce service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6407273 Jul 22 14:21:34.037979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-88bc7363-9d19-48ab-a06b-70421af42160 None None] Port d6a19040-ff5d-4177-9b91-60e8f1b66597 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:34.117913 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.137365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-b1b94d43-a6a6-4aed-a6ed-94054c3df7e4 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093781 Jul 22 14:21:34.166557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6ca188d9-8d2f-4476-81c3-044db4f9c9fa None None] Provisioning complete for port d6a19040-ff5d-4177-9b91-60e8f1b66597 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:34.167164 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6ca188d9-8d2f-4476-81c3-044db4f9c9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.211974 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d09fd2e1-eb22-495e-9f02-d3637b5aaad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.225575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d09fd2e1-eb22-495e-9f02-d3637b5aaad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.232333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=90f12302-eb65-4ee2-b5d3-88f125e695e2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:34.278368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6ca188d9-8d2f-4476-81c3-044db4f9c9fa None None] Port d6a19040-ff5d-4177-9b91-60e8f1b66597 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:34.282568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:34.283106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: b1ac49ce-9a13-4e4a-a5af-10e7837dd668, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:34.297696 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.305997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:34.306445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d09fd2e1-eb22-495e-9f02-d3637b5aaad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d38f49752c46424cb63fb8d88dc38d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700171 Jul 22 14:21:34.313502 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Transition to ACTIVE for port object d6a19040-ff5d-4177-9b91-60e8f1b66597 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:34.321704 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.358049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fd2e1-eb22-495e-9f02-d3637b5aaad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45232fe-4d2a-4544-aa06-a445204a9df0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:34.381266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:34.436862 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d690ba-639d-4a85-b01b-ead2a3b55b90 None None] Pushing event updated for resources: {'Port': ['ID=d6a19040-ff5d-4177-9b91-60e8f1b66597,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:34.460458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b1ac49ce-9a13-4e4a-a5af-10e7837dd668) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:34.477578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:34.481280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.505651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d488c-f2eb-4f4a-91f2-215347553c6c None None] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:34.527101 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Attempting to bind port d6a19040-ff5d-4177-9b91-60e8f1b66597 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:34.527876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d68edf17-e005-4580-9911-1dcdbb2458a7 req-25619cf0-4924-4f7c-ada2-7810eb39a3db tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 210 time: 0.1060655 Jul 22 14:21:34.528103 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Attempting to bind port d6a19040-ff5d-4177-9b91-60e8f1b66597 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:34.528533 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Attempting to bind port d6a19040-ff5d-4177-9b91-60e8f1b66597 on network 344e7a0e-17f0-484e-919d-fc03c8575ed2 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:34.542229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:34.542229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Checking segment: {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:34.542229 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.542229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Bound using segment: {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:34.542229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Bound port: d6a19040-ff5d-4177-9b91-60e8f1b66597, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764c9045-4220-4277-aa5f-4a39b5bc8f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:34.542229 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.543799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0123a535-75b0-486c-8372-30fe65ffaf48 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:34.561084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.573929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b9863321-2d29-49d4-a637-b9b5b11d8969 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4474452 Jul 22 14:21:34.577345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57620) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:34.601412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.647069 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] For port d6a19040-ff5d-4177-9b91-60e8f1b66597, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:34.654348 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] For port d6a19040-ff5d-4177-9b91-60e8f1b66597, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6a19040-ff5d-4177-9b91-60e8f1b66597,segment=NetworkSegment(764c9045-4220-4277-aa5f-4a39b5bc8f5d),segment_id=764c9045-4220-4277-aa5f-4a39b5bc8f5d)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:34.659791 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.699789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.702671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.707191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d45232fe-4d2a-4544-aa06-a445204a9df0 HTTP/1.1" status: 204 len: 168 time: 0.3995743 Jul 22 14:21:34.720554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45232fe-4d2a-4544-aa06-a445204a9df0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:34.732853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.732853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.733207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.733562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.734199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.734546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.734860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.735764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.735764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.735961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.736165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.736459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d1242b-570c-48ac-8d07-d07d1876cd99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:34.823585 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:34.826327 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:34.855704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0123a535-75b0-486c-8372-30fe65ffaf48 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:34.856011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.979494 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d690ba-639d-4a85-b01b-ead2a3b55b90 None None] Pushing event updated for resources: {'Port': ['ID=d6a19040-ff5d-4177-9b91-60e8f1b66597,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.060921 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:35.175213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:21:35.176198 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.271317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:35.294555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-311266d9-ea9e-41ec-b163-d6556437ff8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.412421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2292d1a-b90d-426f-9c17-5d1f1a063021 req-5226341b-6e78-44db-abff-87ecb8f6d8cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:35.415626 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2292d1a-b90d-426f-9c17-5d1f1a063021 req-5226341b-6e78-44db-abff-87ecb8f6d8cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 944 time: 0.2908661 Jul 22 14:21:35.434231 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-311266d9-ea9e-41ec-b163-d6556437ff8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.439835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-311266d9-ea9e-41ec-b163-d6556437ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.493899 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:30Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:34Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:35.496106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-311266d9-ea9e-41ec-b163-d6556437ff8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=278163c50c0c42ca940ec9f72e807e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218356 Jul 22 14:21:35.497095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311266d9-ea9e-41ec-b163-d6556437ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc2082-573f-41bf-84ca-41f13c9c679b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.499554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:35.524553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Allocated IP 2001:db8:1::2 (b1ac49ce-9a13-4e4a-a5af-10e7837dd668/90f12302-eb65-4ee2-b5d3-88f125e695e2/941962c3-e3bc-430e-accd-3b6f633374cc) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:35.544403 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675ae51-5235-4184-a7f2-6f6e65842f04 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:30Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:34Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:35.589136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.610568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da0fac0d-018a-4afc-ba13-56fc5f443cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.622719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2292d1a-b90d-426f-9c17-5d1f1a063021 req-ce3a8e2e-37cc-437a-9ac4-4dd852d1b04a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841748 Jul 22 14:21:35.713739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da0fac0d-018a-4afc-ba13-56fc5f443cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.717218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bafd1bc3-ddf3-4fe0-ba0a-5fe91ef7d5bb req-1a947a1c-485f-4c77-baf2-da6620d861b9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 210 time: 0.0612626 Jul 22 14:21:35.789145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da0fac0d-018a-4afc-ba13-56fc5f443cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.790632 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.795381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da0fac0d-018a-4afc-ba13-56fc5f443cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.801333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Transition to ACTIVE for port object 941962c3-e3bc-430e-accd-3b6f633374cc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:35.810140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da0fac0d-018a-4afc-ba13-56fc5f443cc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbfc2082-573f-41bf-84ca-41f13c9c679b HTTP/1.1" status: 204 len: 168 time: 0.3007519 Jul 22 14:21:35.813887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:35.826427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fac0d-018a-4afc-ba13-56fc5f443cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc2082-573f-41bf-84ca-41f13c9c679b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.867521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Transition to ACTIVE for port object 941962c3-e3bc-430e-accd-3b6f633374cc will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:35.896493 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.060901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:36.070790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:36.098613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:36.114944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b95c9548-6810-46c2-9d91-a91d6a834cd5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:36.117089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Pushing event updated for resources: {'Port': ['ID=941962c3-e3bc-430e-accd-3b6f633374cc,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:36.172356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b95c9548-6810-46c2-9d91-a91d6a834cd5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:36.172736 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.213790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8:1::1 (b1ac49ce-9a13-4e4a-a5af-10e7837dd668/90f12302-eb65-4ee2-b5d3-88f125e695e2/0f49b23a-a86b-40d5-ab47-72530004e44f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:36.296760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Attempting to bind port 941962c3-e3bc-430e-accd-3b6f633374cc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:36.296760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Attempting to bind port 941962c3-e3bc-430e-accd-3b6f633374cc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:36.296760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Attempting to bind port 941962c3-e3bc-430e-accd-3b6f633374cc on network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:36.304214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-f48ff831-2c3d-48e3-9c0c-2d436e1551dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.310525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-f48ff831-2c3d-48e3-9c0c-2d436e1551dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.2946599 Jul 22 14:21:36.323030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:36.326212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Checking segment: {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:36.326830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:36.327130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.327760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Bound using segment: {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:36.328542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Bound port: 941962c3-e3bc-430e-accd-3b6f633374cc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:36.331533 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.488811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6a19040-ff5d-4177-9b91-60e8f1b66597 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:36.515943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.538787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object 0f49b23a-a86b-40d5-ab47-72530004e44f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:36.581078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:36.586653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.589914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:36.593356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.614030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] For port 941962c3-e3bc-430e-accd-3b6f633374cc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:36.614605 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b6a326-d88c-4502-9580-08450a65a30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.619343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] For port 941962c3-e3bc-430e-accd-3b6f633374cc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=941962c3-e3bc-430e-accd-3b6f633374cc,segment=NetworkSegment(fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f),segment_id=fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:36.628036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.649313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=0f49b23a-a86b-40d5-ab47-72530004e44f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:36.668888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:36.670694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:36.679365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:36.679938 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.699648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.747813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d6a19040-ff5d-4177-9b91-60e8f1b66597 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:36.759571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d6a19040-ff5d-4177-9b91-60e8f1b66597 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:36.759926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.832814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25b48-3a48-45c1-8e69-a0645d1613f1 None None] Pushing event updated for resources: {'Port': ['ID=941962c3-e3bc-430e-accd-3b6f633374cc,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:36.866025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:36.868355 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78bcdb7-232e-4df1-85bf-013079004134" -d '{"events": [{"server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "name": "network-vif-plugged", "status": "completed", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:36.897424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:36.910213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d1d72-9922-48fc-aa7b-e6b2bfd82edf req-bf5f27a1-2591-42be-b959-d1160e9b65ee tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.919371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f09d1d72-9922-48fc-aa7b-e6b2bfd82edf req-bf5f27a1-2591-42be-b959-d1160e9b65ee tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 944 time: 0.1425378 Jul 22 14:21:36.920021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.977219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.991087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57b5e961-e28d-4de9-a4af-fa57020686bc req-78c2f2b2-5007-4f1a-827e-305f500745f8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 210 time: 0.0802884 Jul 22 14:21:37.017456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.10 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/0aeeac54-5e68-4c07-a30a-30f9ea130b9f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:37.033008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f09d1d72-9922-48fc-aa7b-e6b2bfd82edf req-47deba21-e50a-48da-9e9b-1730980eaef5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122751 Jul 22 14:21:37.080087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.119910 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec31289-94ec-4aba-b90a-570321d0c186 x-openstack-request-id: req-4ec31289-94ec-4aba-b90a-570321d0c186 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:37.120132 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "name": "network-vif-plugged", "status": "completed", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:37.121408 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ec31289-94ec-4aba-b90a-570321d0c186 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:37.125660 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'code': 200} Jul 22 14:21:37.205828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d6a19040-ff5d-4177-9b91-60e8f1b66597, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6a19040-ff5d-4177-9b91-60e8f1b66597,segment=NetworkSegment(764c9045-4220-4277-aa5f-4a39b5bc8f5d),segment_id=764c9045-4220-4277-aa5f-4a39b5bc8f5d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:37.238796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.250076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.402551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d6a19040-ff5d-4177-9b91-60e8f1b66597,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.476344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf31e8b-3d26-4bbf-b418-72a0f9685e56 req-ae45adcf-9e2a-4265-b946-768410ebb23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:37.478366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebf31e8b-3d26-4bbf-b418-72a0f9685e56 req-ae45adcf-9e2a-4265-b946-768410ebb23c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1097 time: 0.2775586 Jul 22 14:21:37.482038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b6a326-d88c-4502-9580-08450a65a30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.498955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b6a326-d88c-4502-9580-08450a65a30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.550238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-91b6a326-d88c-4502-9580-08450a65a30b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81acb10251ba4188825fed7d8803d367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9679139 Jul 22 14:21:37.553075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57660) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:37.573193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.601740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6a326-d88c-4502-9580-08450a65a30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a80ed19-e577-48db-b1dc-5530a8c29c43,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.612844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ebf31e8b-3d26-4bbf-b418-72a0f9685e56 req-1f3144d9-8179-46e3-8b0c-7447f42c0e7e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238644 Jul 22 14:21:37.649725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.665946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:37.694869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57664) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:37.747096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94799db8-8bc9-4b5a-8dc9-a62eac953aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.757121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.783105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:37.785161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:37.789748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:37.792602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94799db8-8bc9-4b5a-8dc9-a62eac953aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.795645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.804628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.805410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.876900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:37.877695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.897715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-fc2add8e-cf26-4a30-84ce-77e8bc882962 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5775187 Jul 22 14:21:37.918334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Request body: {'port': {'device_id': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:37.980538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=0f49b23a-a86b-40d5-ab47-72530004e44f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.985504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac3f15ae-8ce1-4869-a09b-ef5168f2ff9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.013132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94799db8-8bc9-4b5a-8dc9-a62eac953aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.015809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94799db8-8bc9-4b5a-8dc9-a62eac953aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.019433 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94799db8-8bc9-4b5a-8dc9-a62eac953aad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a80ed19-e577-48db-b1dc-5530a8c29c43 HTTP/1.1" status: 204 len: 168 time: 0.4502892 Jul 22 14:21:38.068028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94799db8-8bc9-4b5a-8dc9-a62eac953aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a80ed19-e577-48db-b1dc-5530a8c29c43,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:38.086653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:38.101193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:38.120188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.315450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:38.453001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d795f37-2602-4e92-8f7c-15b9804195ab req-ee08f830-4f92-4bd2-b1f7-75824ba51341 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:38.455740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d795f37-2602-4e92-8f7c-15b9804195ab req-ee08f830-4f92-4bd2-b1f7-75824ba51341 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.2640605 Jul 22 14:21:38.517661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75f96-4fba-4209-86fe-958183d0f96d req-5726027e-c390-4938-88c7-722215fd1378 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:38.519290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11c75f96-4fba-4209-86fe-958183d0f96d req-5726027e-c390-4938-88c7-722215fd1378 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 932 time: 0.3896134 Jul 22 14:21:38.556548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d795f37-2602-4e92-8f7c-15b9804195ab req-35270806-34c5-4af1-9d74-d8f669b094e1 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756915 Jul 22 14:21:38.557280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dee463-c3b7-4302-92e1-24c3a6d79100 None None] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:38.592158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac3f15ae-8ce1-4869-a09b-ef5168f2ff9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.607090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac3f15ae-8ce1-4869-a09b-ef5168f2ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.649279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-11c75f96-4fba-4209-86fe-958183d0f96d req-9301cc5d-f5b7-4009-a7b3-e821c047d27d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231723 Jul 22 14:21:38.671183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 941962c3-e3bc-430e-accd-3b6f633374cc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:38.673017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:38.686189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-597933cf-43ba-4b2f-aa45-b6231df6f3d9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1073930 Jul 22 14:21:38.693967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac3f15ae-8ce1-4869-a09b-ef5168f2ff9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b96e0818d8c14250b724fe006dd89bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9942553 Jul 22 14:21:38.694142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:38.694597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f15ae-8ce1-4869-a09b-ef5168f2ff9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cdb4c7-eb70-42f7-bd02-20f4628bf8d5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:38.694680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:38.717468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1158718299'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:38.718195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:38.740702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ad5dac77-0533-45a9-8af0-8cc42d5f3f2a None None] Provisioning for port 941962c3-e3bc-430e-accd-3b6f633374cc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:38.755558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:38.756197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:38.793256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:38.798113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.835939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27d3ff7-207f-4c03-8d16-227988f4e55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.871757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aeeac54-5e68-4c07-a30a-30f9ea130b9f {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:38.884273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.890157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27d3ff7-207f-4c03-8d16-227988f4e55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.908602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:38.952762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Transition to ACTIVE for port object 0aeeac54-5e68-4c07-a30a-30f9ea130b9f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:38.952762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.952762 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment 81520c52-ed82-4b28-bf9b-3873262bbb0d of type vlan for network df96965c-7205-4f55-b160-c6bd627d7935 Jul 22 14:21:38.961151 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.026414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 941962c3-e3bc-430e-accd-3b6f633374cc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:39.045090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 941962c3-e3bc-430e-accd-3b6f633374cc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:39.045282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.045836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.060156 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27d3ff7-207f-4c03-8d16-227988f4e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.062931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27d3ff7-207f-4c03-8d16-227988f4e55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.064113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f27d3ff7-207f-4c03-8d16-227988f4e55f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46cdb4c7-eb70-42f7-bd02-20f4628bf8d5 HTTP/1.1" status: 204 len: 168 time: 0.3690190 Jul 22 14:21:39.084734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Pushing event updated for resources: {'Port': ['ID=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.085876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:39.094568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d3ff7-207f-4c03-8d16-227988f4e55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cdb4c7-eb70-42f7-bd02-20f4628bf8d5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.162996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.169635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.170274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.226712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57714) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:39.227437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5338917 Jul 22 14:21:39.233967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:39.306513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Attempting to bind port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:39.307091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Attempting to bind port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:39.307689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Attempting to bind port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:39.311735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd143e-5b04-4cac-bc11-ff7daab85c3f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=df96965c-7205-4f55-b160-c6bd627d7935,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.324988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:39.325649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Attempting to bind port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:39.331170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network df96965c-7205-4f55-b160-c6bd627d7935 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:39.333806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:39.334498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:39.335058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:39.335696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Bound port: 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:39.336232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.401833 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.429446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] For port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:39.432636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] For port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:39.437720 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.519746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:39.520833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Pushing event updated for resources: {'Port': ['ID=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.525090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.544274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.544920 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.546600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-878c7990-e5df-4748-af6e-7736598d7eae service neutron] 10.222.0.13 "PUT /v2.0/ports/0aeeac54-5e68-4c07-a30a-30f9ea130b9f HTTP/1.1" status: 200 len: 1093 time: 1.6395342 Jul 22 14:21:39.547065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'tag': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:39.549430 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8ca5c9-c606-4570-a791-265fa535d1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4cff535a-d252-4297-869f-3dbc45b1d2a0", "tag": "0aeeac54-5e68-4c07-a30a-30f9ea130b9f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:39.611079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:39.648082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 941962c3-e3bc-430e-accd-3b6f633374cc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=941962c3-e3bc-430e-accd-3b6f633374cc,segment=NetworkSegment(fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f),segment_id=fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:39.654458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.655278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6a19040-ff5d-4177-9b91-60e8f1b66597 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:39.703012 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febcd6d4-e65f-45cb-ade8-466fd799ceb8 x-openstack-request-id: req-febcd6d4-e65f-45cb-ade8-466fd799ceb8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:39.703499 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cff535a-d252-4297-869f-3dbc45b1d2a0", "tag": "0aeeac54-5e68-4c07-a30a-30f9ea130b9f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:39.703613 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-febcd6d4-e65f-45cb-ade8-466fd799ceb8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:39.704257 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'tag': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f', 'status': 'completed', 'code': 200} Jul 22 14:21:39.775708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-d764d92a-44bf-4947-9273-569a4bb9a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.780883 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-d764d92a-44bf-4947-9273-569a4bb9a9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 1096 time: 0.1877532 Jul 22 14:21:39.830559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:36Z', 'revision_number': 3, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:39.868865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:39.870169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Updating router 601b2c50-1d08-4501-b9c3-f629a25fbd8e port 0f49b23a-a86b-40d5-ab47-72530004e44f binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:21:39.893265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=941962c3-e3bc-430e-accd-3b6f633374cc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.919430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d6a19040-ff5d-4177-9b91-60e8f1b66597 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:39.920289 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.925502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-110e0b9e-4afe-4c1b-b7dd-e7c388c51862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f HTTP/1.1" status: 200 len: 217 time: 0.1382132 Jul 22 14:21:39.955199 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.987514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba02b860-b05f-4d08-8c7d-975421cfa768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.990359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-09990de5-e9d9-4ea8-a7c1-4d25ec97084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.996848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-09990de5-e9d9-4ea8-a7c1-4d25ec97084d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.0582209 Jul 22 14:21:39.999756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.001908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-283ff222-af08-4f9f-821f-79ca12b96334 None None] Provisioning complete for port 941962c3-e3bc-430e-accd-3b6f633374cc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:40.002377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-283ff222-af08-4f9f-821f-79ca12b96334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.079275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-365508f8-727c-4923-ba27-aefde4992b73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726161 Jul 22 14:21:40.109984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ea17-16b3-4a06-8f9c-7105401aedaa req-f0b8482f-602f-47e3-a91a-403324795126 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:40.110313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=ad7564d5-bf4b-4708-b6f9-652a649352f0,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:40.111552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede1ea17-16b3-4a06-8f9c-7105401aedaa req-f0b8482f-602f-47e3-a91a-403324795126 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 944 time: 0.3071597 Jul 22 14:21:40.159051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:40.159352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: df96965c-7205-4f55-b160-c6bd627d7935, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:40.204580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network df96965c-7205-4f55-b160-c6bd627d7935 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:40.240104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fecec-0286-4078-bbe1-ac84efa6a99d req-35cef42d-f03a-44a6-9b6f-61d780a1fa18 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:40.242956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d2fecec-0286-4078-bbe1-ac84efa6a99d req-35cef42d-f03a-44a6-9b6f-61d780a1fa18 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.5230153 Jul 22 14:21:40.244657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, df96965c-7205-4f55-b160-c6bd627d7935) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:40.262595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:40.264613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.282048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685eacae-b7b3-4500-b03e-145c5e9d58b7 None None] Network df96965c-7205-4f55-b160-c6bd627d7935 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:40.306216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-101fb782-1852-41b7-abc6-ab96bae58a7a service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198210 Jul 22 14:21:40.327482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-283ff222-af08-4f9f-821f-79ca12b96334 None None] Provisioning for port 0f49b23a-a86b-40d5-ab47-72530004e44f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:40.365925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede1ea17-16b3-4a06-8f9c-7105401aedaa req-1aa72782-3261-4f38-81f7-caf052074ae2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359099 Jul 22 14:21:40.370516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d2fecec-0286-4078-bbe1-ac84efa6a99d req-b1c52307-b61a-4f55-a498-4e1fe1aa4bb0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992041 Jul 22 14:21:40.436790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-283ff222-af08-4f9f-821f-79ca12b96334 None None] Provisioning complete for port 0f49b23a-a86b-40d5-ab47-72530004e44f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:40.438017 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-283ff222-af08-4f9f-821f-79ca12b96334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.539034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 941962c3-e3bc-430e-accd-3b6f633374cc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:40.608473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba02b860-b05f-4d08-8c7d-975421cfa768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.622254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9090732d-23c9-4943-9252-9c3baf1b9cd5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3942318 Jul 22 14:21:40.622543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-283ff222-af08-4f9f-821f-79ca12b96334 None None] Port 0f49b23a-a86b-40d5-ab47-72530004e44f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:40.626500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57756) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:40.626888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba02b860-b05f-4d08-8c7d-975421cfa768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.651739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3c902e7-e578-4451-aee4-e10d19c4f366 req-f25047d4-d9cc-4393-a837-161b374ee95a service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299687 Jul 22 14:21:40.726320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 941962c3-e3bc-430e-accd-3b6f633374cc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:40.726853 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.806081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-df96965c-7205-4f55-b160-c6bd627d7935', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:21:40.808451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.810528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba02b860-b05f-4d08-8c7d-975421cfa768 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb17e5af85744a4188b30e3b65482589&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1981866 Jul 22 14:21:40.813226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02b860-b05f-4d08-8c7d-975421cfa768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18ac25b-e7b3-44c2-9efa-e65ff9b351b5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:40.823721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:40.876261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03477711-afaa-4737-b1d8-149f74117878 req-50174ecc-e17b-4438-9e26-56ff3b51623e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:40.879303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03477711-afaa-4737-b1d8-149f74117878 req-50174ecc-e17b-4438-9e26-56ff3b51623e tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.3598943 Jul 22 14:21:40.895318 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.905058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3f55d1b6-b59a-4f72-ab88-b5ed151a6915 None None] Provisioning complete for port 0f49b23a-a86b-40d5-ab47-72530004e44f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:40.905603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3f55d1b6-b59a-4f72-ab88-b5ed151a6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.959369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-79980f7f-ed07-4cc2-9a0c-14305ad259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:40.961179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-79980f7f-ed07-4cc2-9a0c-14305ad259ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.3082926 Jul 22 14:21:40.968129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03477711-afaa-4737-b1d8-149f74117878 req-e09834ef-4287-4403-948e-2a1e0056988d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808437 Jul 22 14:21:40.997125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Transition to ACTIVE for port object 0f49b23a-a86b-40d5-ab47-72530004e44f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:41.005006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:41.009242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-6f7fb6e2-bae7-48c4-864a-d1b3523d60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.011710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-6f7fb6e2-bae7-48c4-864a-d1b3523d60bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 1096 time: 0.2776365 Jul 22 14:21:41.048633 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.116186 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c97fde91-5545-485c-873d-8f0de9ffae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.133741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3f55d1b6-b59a-4f72-ab88-b5ed151a6915 None None] Port 0f49b23a-a86b-40d5-ab47-72530004e44f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:41.218380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0f2f7-fe33-4e50-93cf-e4ab69392a8d None None] Pushing event updated for resources: {'Port': ['ID=0f49b23a-a86b-40d5-ab47-72530004e44f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:41.281264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Allocated IP 2001:db8:2::2 (df96965c-7205-4f55-b160-c6bd627d7935/ad7564d5-bf4b-4708-b6f9-652a649352f0/bceb3ea2-809b-4f7c-8814-cab9db51e9da) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:41.286495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-7d1e93d9-151e-4221-8beb-3e8d534886aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.291781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-7d1e93d9-151e-4221-8beb-3e8d534886aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.2394378 Jul 22 14:21:41.312694 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c97fde91-5545-485c-873d-8f0de9ffae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.319939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-88e1e635-2744-4d0e-9c0d-8c1b15e2cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.321586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-88e1e635-2744-4d0e-9c0d-8c1b15e2cf53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.3525856 Jul 22 14:21:41.399750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Attempting to bind port 0f49b23a-a86b-40d5-ab47-72530004e44f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:41.402526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Attempting to bind port 0f49b23a-a86b-40d5-ab47-72530004e44f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:41.403093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Attempting to bind port 0f49b23a-a86b-40d5-ab47-72530004e44f on network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:41.414612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:41.415276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Checking segment: {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:41.416377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.416948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Bound using segment: {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:41.417604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Bound port: 0f49b23a-a86b-40d5-ab47-72530004e44f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:41.418204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.452631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-73604be3-71f3-4c0e-a4e4-6f757e237bff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f HTTP/1.1" status: 200 len: 217 time: 0.1289625 Jul 22 14:21:41.460895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05915a60-3d50-40e4-8326-9fbeee98a91f tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.465026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-05915a60-3d50-40e4-8326-9fbeee98a91f tempest-TestNetworkAdvancedServerOps-1328255342 tempest-TestNetworkAdvancedServerOps-1328255342-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1092 time: 0.4561994 Jul 22 14:21:41.475073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57770) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:41.576728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-337d4694-5012-4658-a710-519fcce91c61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.2420280 Jul 22 14:21:41.593859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:41.639425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-135d48ee-5f15-4c37-8a32-26eb0efa549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.640870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-135d48ee-5f15-4c37-8a32-26eb0efa549c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0582836 Jul 22 14:21:41.644070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c97fde91-5545-485c-873d-8f0de9ffae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.646855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c97fde91-5545-485c-873d-8f0de9ffae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.648059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c97fde91-5545-485c-873d-8f0de9ffae70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a18ac25b-e7b3-44c2-9efa-e65ff9b351b5 HTTP/1.1" status: 204 len: 168 time: 0.8207541 Jul 22 14:21:41.649706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-1cebcdd3-f0e7-4860-b6b6-64281936f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.652181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-1cebcdd3-f0e7-4860-b6b6-64281936f68d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1882224 Jul 22 14:21:41.657892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745afb0-dda3-4492-8a76-e18eafa1d59d req-3396b2d6-aa87-4d78-a13a-98113c57c0a5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.659765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9745afb0-dda3-4492-8a76-e18eafa1d59d req-3396b2d6-aa87-4d78-a13a-98113c57c0a5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.9427221 Jul 22 14:21:41.673945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.734257 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9745afb0-dda3-4492-8a76-e18eafa1d59d req-c45a9876-4f99-4a99-bd98-d2a3a4e88446 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623796 Jul 22 14:21:41.762710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-dd80e945-909e-420a-81ed-4d8ef73bce66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021090 Jul 22 14:21:41.767844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fde91-5545-485c-873d-8f0de9ffae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18ac25b-e7b3-44c2-9efa-e65ff9b351b5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:41.868702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] For port 0f49b23a-a86b-40d5-ab47-72530004e44f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:41.928943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] For port 0f49b23a-a86b-40d5-ab47-72530004e44f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0f49b23a-a86b-40d5-ab47-72530004e44f,segment=NetworkSegment(fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f),segment_id=fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:41.930148 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.941014 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:41.951205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Transition to ACTIVE for port object bceb3ea2-809b-4f7c-8814-cab9db51e9da will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:42.003933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Transition to ACTIVE for port object bceb3ea2-809b-4f7c-8814-cab9db51e9da will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:42.034603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.049992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:42.050746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:42.142724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Network df96965c-7205-4f55-b160-c6bd627d7935 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:42.144836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.158802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:42.161889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:42.194065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0f2f7-fe33-4e50-93cf-e4ab69392a8d None None] Pushing event updated for resources: {'Port': ['ID=0f49b23a-a86b-40d5-ab47-72530004e44f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:42.304657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b21f14-8234-4cc9-8848-910434f5e258 req-f6d2f3f1-81ca-4c63-8cb1-7c1724fd712f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:42.316772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25b21f14-8234-4cc9-8848-910434f5e258 req-f6d2f3f1-81ca-4c63-8cb1-7c1724fd712f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 944 time: 0.8065538 Jul 22 14:21:42.349945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.382430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:42.388256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25b21f14-8234-4cc9-8848-910434f5e258 req-6bb9674f-5aa9-4f63-95ca-71d93d77cca6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705760 Jul 22 14:21:42.434178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Attempting to bind port bceb3ea2-809b-4f7c-8814-cab9db51e9da on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:42.434548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Attempting to bind port bceb3ea2-809b-4f7c-8814-cab9db51e9da by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:42.434915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Attempting to bind port bceb3ea2-809b-4f7c-8814-cab9db51e9da on network df96965c-7205-4f55-b160-c6bd627d7935 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:42.437586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Pushing event updated for resources: {'Port': ['ID=bceb3ea2-809b-4f7c-8814-cab9db51e9da,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:42.453581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-8e29ed04-a7f4-4870-a771-d6473af6eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:42.455448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-8e29ed04-a7f4-4870-a771-d6473af6eceb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7927253 Jul 22 14:21:42.459583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:42.459986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Checking segment: {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:42.460370 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.460760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Bound using segment: {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:42.461234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Bound port: bceb3ea2-809b-4f7c-8814-cab9db51e9da, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:42.462692 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.528624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-03f5c691-b7ba-4c3c-ac6e-16a4c227d13d service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7514725 Jul 22 14:21:42.609569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8:2::1 (df96965c-7205-4f55-b160-c6bd627d7935/ad7564d5-bf4b-4708-b6f9-652a649352f0/fb9168fc-a178-4d72-b3c9-4bcf19011028) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:42.647067 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-8cd3ce80-4a96-4a83-b75b-65b8b299e7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843123 Jul 22 14:21:42.658910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] For port bceb3ea2-809b-4f7c-8814-cab9db51e9da, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:42.667297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] For port bceb3ea2-809b-4f7c-8814-cab9db51e9da, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bceb3ea2-809b-4f7c-8814-cab9db51e9da,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:42.675927 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.704162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af8ca5c9-c606-4570-a791-265fa535d1c2 req-163b8aa8-2f34-403e-9340-37a98399ae49 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488929 Jul 22 14:21:42.738414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f7bb8-cf51-4a14-b9c9-63b55288eda6 None None] Pushing event updated for resources: {'Port': ['ID=bceb3ea2-809b-4f7c-8814-cab9db51e9da,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:42.772184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94bf3166-6122-445d-85c0-623b53b4ded5 req-691f1744-9432-4906-93ac-0366fbfacbbb service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177359 Jul 22 14:21:42.784730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.823244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object fb9168fc-a178-4d72-b3c9-4bcf19011028 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:42.824528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0aeeac54-5e68-4c07-a30a-30f9ea130b9f details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:42.838146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:36Z', 'revision_number': 3, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:41Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:42.893007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de6154-1280-4b20-a46b-118c09f03da0 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:36Z', 'revision_number': 3, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:41Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:42.954924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Allocated IP 172.25.8.137 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/6c7339a7-cee6-4c22-bdc1-3529b4bcdded) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:43.009219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.070247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network df96965c-7205-4f55-b160-c6bd627d7935 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:43.086345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:43.105192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f', 'mac_address': 'fa:16:3e:5a:fa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:43.144804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:43.147615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:43.148175 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.174248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.208315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aeeac54-5e68-4c07-a30a-30f9ea130b9f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:43.232802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:43.239800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.367165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78c3f1-9182-4450-a334-c88d78935098 req-3edc8cb3-66f5-4b69-b0fa-23acc91b5182 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:43.368811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bd78c3f1-9182-4450-a334-c88d78935098 req-3edc8cb3-66f5-4b69-b0fa-23acc91b5182 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.5003378 Jul 22 14:21:43.383922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:43.463317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0aeeac54-5e68-4c07-a30a-30f9ea130b9f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:43.495595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=fb9168fc-a178-4d72-b3c9-4bcf19011028,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:43.594289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.638461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.658492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bd78c3f1-9182-4450-a334-c88d78935098 req-2264a5bc-2c74-449e-b837-cbc0d0f7f65a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532892 Jul 22 14:21:43.676068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fda1a-67f0-462a-bdd8-26e7d8138881 req-5cf842ca-c27d-4b40-bc5a-11ab1fe0b648 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:43.677899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d5fda1a-67f0-462a-bdd8-26e7d8138881 req-5cf842ca-c27d-4b40-bc5a-11ab1fe0b648 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 945 time: 0.1849644 Jul 22 14:21:43.769317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d5fda1a-67f0-462a-bdd8-26e7d8138881 req-f7f7aba8-42b2-4af5-9c11-b2b194746536 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699997 Jul 22 14:21:44.038783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.046460 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.048106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.075683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.150890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:44.156670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:44.157785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=fb9168fc-a178-4d72-b3c9-4bcf19011028,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:44.162501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:44.266697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e08f33-7e22-47c8-b795-93bd2dbe1cd2 None None] Network df96965c-7205-4f55-b160-c6bd627d7935 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:44.304465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network df96965c-7205-4f55-b160-c6bd627d7935 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:44.310598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:44.321188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=6c7339a7-cee6-4c22-bdc1-3529b4bcdded,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:44.370003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0ccebece-7bb0-42f1-a2de-58db5a428ff5 None None] Provisioning for port bceb3ea2-809b-4f7c-8814-cab9db51e9da completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:44.508629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:44.616492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0f49b23a-a86b-40d5-ab47-72530004e44f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:44.711687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 0f49b23a-a86b-40d5-ab47-72530004e44f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:44.725881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0f49b23a-a86b-40d5-ab47-72530004e44f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:44.726477 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.729690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:44.740563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-893a257f-c9ca-4df0-a5a3-ce5759b3097c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1129897 Jul 22 14:21:44.743372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:44.746286 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:44.750421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598343972'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:44.767387 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:44.768032 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:44.789821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:44.798481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.841043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0aeeac54-5e68-4c07-a30a-30f9ea130b9f up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:44.871633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:44.894180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.894745 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added segment 4dd2630c-7ec9-4886-a131-73b33798ee91 of type vlan for network 57e29d19-eda7-411c-b575-eceb7bffcc34 Jul 22 14:21:44.962152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.006634 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:45.057337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.064291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:45.070150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.120822 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.178896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c028614f-02f8-4a12-b6d5-34b28bfdfadf None None] Provisioning for port fb9168fc-a178-4d72-b3c9-4bcf19011028 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:45.186066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Network': ['ID=57e29d19-eda7-411c-b575-eceb7bffcc34,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.189079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5028d365-af16-4232-8ed7-e03fcc012236 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4433887 Jul 22 14:21:45.192206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c028614f-02f8-4a12-b6d5-34b28bfdfadf None None] Provisioning complete for port fb9168fc-a178-4d72-b3c9-4bcf19011028 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:45.192548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.196654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c028614f-02f8-4a12-b6d5-34b28bfdfadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.208724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:45.210965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:45.217772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:45.218414 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.231921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'subnet': {'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:45.267609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 0f49b23a-a86b-40d5-ab47-72530004e44f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0f49b23a-a86b-40d5-ab47-72530004e44f,segment=NetworkSegment(fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f),segment_id=fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:45.283599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.346738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.347538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bceb3ea2-809b-4f7c-8814-cab9db51e9da up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:45.471681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bef0b-971b-4c13-8fa9-02a144985152 req-dda0ed17-8503-42ef-a264-d00bd0fdc6da tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:45.473422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-387bef0b-971b-4c13-8fa9-02a144985152 req-dda0ed17-8503-42ef-a264-d00bd0fdc6da tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 945 time: 0.5030890 Jul 22 14:21:45.490344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Made reservation on behalf of a0e29167132b4836aaa416b3cd40940b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:45.495124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.504653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b3219-9be2-4ed5-8bac-aa216fd5bb79 req-62a92ebc-17c5-460a-aef3-32491682ecd1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:45.511735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a32b3219-9be2-4ed5-8bac-aa216fd5bb79 req-62a92ebc-17c5-460a-aef3-32491682ecd1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.6449172 Jul 22 14:21:45.534117 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:43Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:41Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:43Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:45.585315 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:45.585682 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Updating router 601b2c50-1d08-4501-b9c3-f629a25fbd8e port fb9168fc-a178-4d72-b3c9-4bcf19011028 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:21:45.589546 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.605120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c028614f-02f8-4a12-b6d5-34b28bfdfadf None None] Port fb9168fc-a178-4d72-b3c9-4bcf19011028 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:45.645028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-387bef0b-971b-4c13-8fa9-02a144985152 req-ae3c236c-ae25-4ab5-a7d7-f02237f7660f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636105 Jul 22 14:21:45.654544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a32b3219-9be2-4ed5-8bac-aa216fd5bb79 req-b9ce3aa1-8bf0-4772-ac78-84af3eeaa899 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335373 Jul 22 14:21:45.658542 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.780570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port bceb3ea2-809b-4f7c-8814-cab9db51e9da completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:45.791701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bceb3ea2-809b-4f7c-8814-cab9db51e9da triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:45.792216 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.797595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=0f49b23a-a86b-40d5-ab47-72530004e44f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.853226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a7dc2d28-1db4-4e1c-980d-0e9f32dc2cc2 None None] Provisioning complete for port fb9168fc-a178-4d72-b3c9-4bcf19011028 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:45.854969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2d28-1db4-4e1c-980d-0e9f32dc2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.882901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.888183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.967908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.986298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.034419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:46.036862 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7a196-e941-48cd-9e50-aec6fa714b51" -d '{"events": [{"server_uuid": "4cff535a-d252-4297-869f-3dbc45b1d2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0aeeac54-5e68-4c07-a30a-30f9ea130b9f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:46.069115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a7dc2d28-1db4-4e1c-980d-0e9f32dc2cc2 None None] Port fb9168fc-a178-4d72-b3c9-4bcf19011028 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:46.080482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event updated for resources: {'Port': ['ID=6c7339a7-cee6-4c22-bdc1-3529b4bcdded,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.085337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Subnet': ['ID=1edfc5d0-125c-4881-9503-c6653128b880,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.090773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:46.097593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.107840 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a9761-19ad-43f0-b71d-121d220a1626 x-openstack-request-id: req-4b6a9761-19ad-43f0-b71d-121d220a1626 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:46.108242 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cff535a-d252-4297-869f-3dbc45b1d2a0", "name": "network-vif-plugged", "status": "completed", "tag": "0aeeac54-5e68-4c07-a30a-30f9ea130b9f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:46.108601 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b6a9761-19ad-43f0-b71d-121d220a1626 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:46.109122 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f', 'code': 200} Jul 22 14:21:46.112250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.144836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Checking segment: {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:46.145210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network hostable DHCP agents. Network: 57e29d19-eda7-411c-b575-eceb7bffcc34, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:46.239414 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.258550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:46.269764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:46.285470 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.288240 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP 548a0e0e-864f-411e-8df4-9e547e78f1c8 associated. External IP: 172.25.8.137, port: b95c9548-6810-46c2-9d91-a91d6a834cd5. Jul 22 14:21:46.292493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 57e29d19-eda7-411c-b575-eceb7bffcc34) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:46.297974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:46.298835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.312316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb581-1440-41e8-b83e-a6b8e3a0cf5e req-4254f323-0b4e-4a3c-a98d-b1fe68d3df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:46.314590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-169fb581-1440-41e8-b83e-a6b8e3a0cf5e req-4254f323-0b4e-4a3c-a98d-b1fe68d3df4a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 1098 time: 0.1235969 Jul 22 14:21:46.321811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-780fe0b3-063e-41c4-bf09-2bc6f5c9db72 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1281204 Jul 22 14:21:46.325190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:46.331509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb57998-f622-46a9-a0b2-e342dbd2b702 None None] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:46.338508 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Transition to ACTIVE for port object fb9168fc-a178-4d72-b3c9-4bcf19011028 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:46.359786 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.365302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-169fb581-1440-41e8-b83e-a6b8e3a0cf5e req-9ac22f63-c4d6-4b6a-a642-7fcf31b79c17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Jul 22 14:21:46.442568 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:21:46.449420 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20102373-3665-4df0-920d-4ceac5b476ac None None] Pushing event updated for resources: {'Port': ['ID=fb9168fc-a178-4d72-b3c9-4bcf19011028,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.467334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68a3521a-8176-429c-8604-9f9738a2ce41 None None] Provisioning complete for port fb9168fc-a178-4d72-b3c9-4bcf19011028 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:46.468120 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68a3521a-8176-429c-8604-9f9738a2ce41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.471404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.649229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Attempting to bind port fb9168fc-a178-4d72-b3c9-4bcf19011028 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:46.649779 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Attempting to bind port fb9168fc-a178-4d72-b3c9-4bcf19011028 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:46.650967 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Attempting to bind port fb9168fc-a178-4d72-b3c9-4bcf19011028 on network df96965c-7205-4f55-b160-c6bd627d7935 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:46.658346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 06d485c9-9e82-408f-b342-d37ceee20cec has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:46.669985 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:46.672084 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Checking segment: {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:46.677609 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.678932 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Bound using segment: {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:46.679856 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Bound port: fb9168fc-a178-4d72-b3c9-4bcf19011028, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81520c52-ed82-4b28-bf9b-3873262bbb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:46.682501 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.686728 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a862-bbdf-4120-9c35-4a6e2218bb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.783844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-68a3521a-8176-429c-8604-9f9738a2ce41 None None] Port fb9168fc-a178-4d72-b3c9-4bcf19011028 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:46.798487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port bceb3ea2-809b-4f7c-8814-cab9db51e9da, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bceb3ea2-809b-4f7c-8814-cab9db51e9da,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:46.815930 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.816835 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] For port fb9168fc-a178-4d72-b3c9-4bcf19011028, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:46.824290 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] For port fb9168fc-a178-4d72-b3c9-4bcf19011028, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fb9168fc-a178-4d72-b3c9-4bcf19011028,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:46.830963 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.866258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:46.926015 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20102373-3665-4df0-920d-4ceac5b476ac None None] Pushing event updated for resources: {'Port': ['ID=fb9168fc-a178-4d72-b3c9-4bcf19011028,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.929087 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:46.933711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:46.967495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=bceb3ea2-809b-4f7c-8814-cab9db51e9da,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.983271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] Sync routers for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:47.019018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0f49b23a-a86b-40d5-ab47-72530004e44f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:47.090510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:47.091134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:47.136928 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:47.253236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a862-bbdf-4120-9c35-4a6e2218bb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.263709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.309881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cd9a862-bbdf-4120-9c35-4a6e2218bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.366486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6648061a-bd7b-4cf9-b841-0341137b613b tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8286874 Jul 22 14:21:47.367008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:47.388782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9a862-bbdf-4120-9c35-4a6e2218bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeaa6e5-735f-4f52-ac06-8d02051a04bf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:47.403366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 0f49b23a-a86b-40d5-ab47-72530004e44f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:47.403864 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.409081 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc73d9e9-2956-49cc-8839-6edbad551180" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:47.444996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3cd9a862-bbdf-4120-9c35-4a6e2218bb12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d07232fbd174fe38bb934740ff83bf5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1833568 Jul 22 14:21:47.447650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:47.509024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57884) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:47.520910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2bba-50b4-4745-8d82-917fcd8d0310 req-fb0ad658-fb19-453b-964e-ea525831a5cd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:47.531695 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-635e2bba-50b4-4745-8d82-917fcd8d0310 req-fb0ad658-fb19-453b-964e-ea525831a5cd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 946 time: 0.7287188 Jul 22 14:21:47.533716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-57e29d19-eda7-411c-b575-eceb7bffcc34', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:21:47.534657 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.538967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:47.626120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-635e2bba-50b4-4745-8d82-917fcd8d0310 req-ed99bf17-28df-42ae-9ded-23e06f0b09c3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933924 Jul 22 14:21:47.629653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.663050 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:43Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:46Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:47.739200 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3389dc11-a76d-4f24-b18e-98a3f4269b19 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:43Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:46Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:47.997551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Allocated IP 2001:db8:3::2 (57e29d19-eda7-411c-b575-eceb7bffcc34/1edfc5d0-125c-4881-9503-c6653128b880/3197208a-e3cf-4d40-856c-184ab2ef4a07) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:48.116889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-447a4c3c-0d25-4f70-81c1-727d60eefba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.118770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-447a4c3c-0d25-4f70-81c1-727d60eefba4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1097 time: 0.0692933 Jul 22 14:21:48.193508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '548a0e0e-864f-411e-8df4-9e547e78f1c8', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'port_id': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'mac_address': 'fa:16:3e:a4:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:21:44Z', 'updated_at': '2021-07-22T14:21:44Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:24Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:48.207840 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30e6592-9f7f-456d-aff4-c972cef2ba46 x-openstack-request-id: req-a30e6592-9f7f-456d-aff4-c972cef2ba46 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:48.208284 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:48.208544 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a30e6592-9f7f-456d-aff4-c972cef2ba46 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:48.208942 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'status': 'completed', 'code': 200} Jul 22 14:21:48.231500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-41853738-7d12-427b-8c9b-b159dd041d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.232265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e1c5-be60-41da-92e8-7c65091cc977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.233732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-41853738-7d12-427b-8c9b-b159dd041d1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3fca293-f5be-4de5-b238-6cf36ccfe851 HTTP/1.1" status: 200 len: 898 time: 0.1088781 Jul 22 14:21:48.243437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] Checking router: 06d485c9-9e82-408f-b342-d37ceee20cec for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:48.254687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7312bc8-0e21-470f-8238-83ae211f91ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.264263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:48.265057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:48.298936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e1c5-be60-41da-92e8-7c65091cc977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.320371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-77ce31bc-35c4-4d7f-9550-c43987f9a789 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5 HTTP/1.1" status: 200 len: 999 time: 0.0800390 Jul 22 14:21:48.373883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.389683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e6066-16c1-469e-bfca-a4b72735d6a1 req-637cc83c-c655-4f7b-b27a-f18f966fe599 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.391093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Transition to ACTIVE for port object 3197208a-e3cf-4d40-856c-184ab2ef4a07 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:48.391256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-662e6066-16c1-469e-bfca-a4b72735d6a1 req-637cc83c-c655-4f7b-b27a-f18f966fe599 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.8544536 Jul 22 14:21:48.410082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-0372b171-6f57-44be-a6c4-a0336b749b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.411744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-0372b171-6f57-44be-a6c4-a0336b749b4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5251857-6a80-439a-ade5-5b8a59a4f018 HTTP/1.1" status: 200 len: 835 time: 0.0862949 Jul 22 14:21:48.413972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:48.435176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e1c5-be60-41da-92e8-7c65091cc977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.438067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bc8e1c5-be60-41da-92e8-7c65091cc977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.442896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9bc8e1c5-be60-41da-92e8-7c65091cc977 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eeaa6e5-735f-4f52-ac06-8d02051a04bf HTTP/1.1" status: 204 len: 168 time: 0.9939961 Jul 22 14:21:48.447576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Transition to ACTIVE for port object 3197208a-e3cf-4d40-856c-184ab2ef4a07 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:48.455067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.468751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8e1c5-be60-41da-92e8-7c65091cc977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeaa6e5-735f-4f52-ac06-8d02051a04bf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:48.496792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-662e6066-16c1-469e-bfca-a4b72735d6a1 req-88199b81-8e06-455a-b644-f51f114ae625 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941806 Jul 22 14:21:48.509181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:48.526182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:48.539996 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7312bc8-0e21-470f-8238-83ae211f91ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.551923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:48.576874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:48.590136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7312bc8-0e21-470f-8238-83ae211f91ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.593235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Allocated IP 2001:db8:3::1 (57e29d19-eda7-411c-b575-eceb7bffcc34/1edfc5d0-125c-4881-9503-c6653128b880/4353a60a-008d-4af2-bd75-67c0b920dfc3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:48.612365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-73c2da01-6133-401d-a8b4-07449f678594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.614124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-73c2da01-6133-401d-a8b4-07449f678594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3fca293-f5be-4de5-b238-6cf36ccfe851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1911764 Jul 22 14:21:48.628339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Pushing event updated for resources: {'Port': ['ID=3197208a-e3cf-4d40-856c-184ab2ef4a07,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:48.643693 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6a869f6-28a4-47aa-8546-f6e4c74a4fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.657032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0778d6cf-246a-4a94-83da-5886eb91e961 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/548a0e0e-864f-411e-8df4-9e547e78f1c8 HTTP/1.1" status: 200 len: 991 time: 0.1284826 Jul 22 14:21:48.703151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7312bc8-0e21-470f-8238-83ae211f91ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1620a7e5-af96-4ebb-9487-62e48f76a964,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:48.708370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a7312bc8-0e21-470f-8238-83ae211f91ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d395753823c4e9b9cf6f23c4aac5a77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1970742 Jul 22 14:21:48.711017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:48.748759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-89fe2976-4f75-4442-8cc5-6ee4529bf6da service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143947 Jul 22 14:21:48.780124 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd126fd8-57d3-4428-b6e4-6a9cab257bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.813555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd126fd8-57d3-4428-b6e4-6a9cab257bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.823284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Attempting to bind port 3197208a-e3cf-4d40-856c-184ab2ef4a07 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:48.823653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Attempting to bind port 3197208a-e3cf-4d40-856c-184ab2ef4a07 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:48.824023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Attempting to bind port 3197208a-e3cf-4d40-856c-184ab2ef4a07 on network 57e29d19-eda7-411c-b575-eceb7bffcc34 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:48.843088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:48.843295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Checking segment: {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:48.843602 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.844007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Bound using segment: {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:48.847569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Bound port: 3197208a-e3cf-4d40-856c-184ab2ef4a07, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:48.847984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.890951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd126fd8-57d3-4428-b6e4-6a9cab257bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.904041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd126fd8-57d3-4428-b6e4-6a9cab257bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.909669 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd126fd8-57d3-4428-b6e4-6a9cab257bbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1620a7e5-af96-4ebb-9487-62e48f76a964 HTTP/1.1" status: 204 len: 168 time: 0.1972110 Jul 22 14:21:48.941774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd126fd8-57d3-4428-b6e4-6a9cab257bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1620a7e5-af96-4ebb-9487-62e48f76a964,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.001914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc73d9e9-2956-49cc-8839-6edbad551180 req-e8aa1e16-3b80-468d-9801-b92160948163 service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461345 Jul 22 14:21:49.002401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] For port 3197208a-e3cf-4d40-856c-184ab2ef4a07, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:49.005994 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.006765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] For port 3197208a-e3cf-4d40-856c-184ab2ef4a07, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3197208a-e3cf-4d40-856c-184ab2ef4a07,segment=NetworkSegment(4dd2630c-7ec9-4886-a131-73b33798ee91),segment_id=4dd2630c-7ec9-4886-a131-73b33798ee91)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:49.024873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3c408-7b34-4da0-ba50-d829dfd3e17d req-76193c09-203f-442b-ab63-b185074dace3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:49.032628 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-46c3c408-7b34-4da0-ba50-d829dfd3e17d req-76193c09-203f-442b-ab63-b185074dace3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 946 time: 0.2365661 Jul 22 14:21:49.060421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Transition to ACTIVE for port object 4353a60a-008d-4af2-bd75-67c0b920dfc3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:49.097377 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-46c3c408-7b34-4da0-ba50-d829dfd3e17d req-fa7a9e02-3205-4547-8e73-397b1bb43bf7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Jul 22 14:21:49.122287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.148951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.180831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fb9168fc-a178-4d72-b3c9-4bcf19011028 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:49.206826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:49.210284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:49.228006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.256191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:49.256191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.257166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=4353a60a-008d-4af2-bd75-67c0b920dfc3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.275870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b1401-49c3-48a0-9380-c55c14a52ae0 None None] Pushing event updated for resources: {'Port': ['ID=3197208a-e3cf-4d40-856c-184ab2ef4a07,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.296216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '548a0e0e-864f-411e-8df4-9e547e78f1c8', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'port_id': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'mac_address': 'fa:16:3e:a4:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:21:44Z', 'updated_at': '2021-07-22T14:21:44Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:24Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:49.299355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port fb9168fc-a178-4d72-b3c9-4bcf19011028 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:49.333462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fb9168fc-a178-4d72-b3c9-4bcf19011028 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:49.333983 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.336991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25811940-d4a5-4396-b61e-6173908bd25c None None] The sync data for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 is: [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '548a0e0e-864f-411e-8df4-9e547e78f1c8', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'floating_ip_address': '172.25.8.137', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'port_id': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'mac_address': 'fa:16:3e:a4:c5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:21:44Z', 'updated_at': '2021-07-22T14:21:44Z', 'revision_number': 0, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:24Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:49.478466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.483527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.535683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port fb9168fc-a178-4d72-b3c9-4bcf19011028, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fb9168fc-a178-4d72-b3c9-4bcf19011028,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:49.543913 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.545050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bceb3ea2-809b-4f7c-8814-cab9db51e9da up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:49.671514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:49.741925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=fb9168fc-a178-4d72-b3c9-4bcf19011028,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.787510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bceb3ea2-809b-4f7c-8814-cab9db51e9da triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:49.787890 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.831416 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce2719-3a23-4289-9dfe-84f13c2a6202 None None] New status for floating IP 548a0e0e-864f-411e-8df4-9e547e78f1c8: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:21:49.874697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-c1dc32c2-e44d-499e-9f2b-303f21aa7ca3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:49.876374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-c1dc32c2-e44d-499e-9f2b-303f21aa7ca3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.3061514 Jul 22 14:21:49.904927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2c3f518c-10d6-4274-bf3e-3c26af479e2a tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/548a0e0e-864f-411e-8df4-9e547e78f1c8 HTTP/1.1" status: 200 len: 991 time: 0.2322881 Jul 22 14:21:49.915945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-25e8fe9e-f37b-4c94-9f9d-db410cb121aa tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0235054 Jul 22 14:21:49.981506 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.029318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-67213a7a-33da-43d5-a145-7b290e5c314c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064217 Jul 22 14:21:50.114514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.122438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.123791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.163458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-29a4bbb3-ce4d-4c0e-a95c-491496eafca6 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262410 Jul 22 14:21:50.247166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event updated for resources: {'Port': ['ID=4353a60a-008d-4af2-bd75-67c0b920dfc3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:50.315858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-3303e4ec-52ab-47d7-8756-3f91afe251f9 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464930 Jul 22 14:21:50.347119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:50.349013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:50.523771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:50.662122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-106edf6a-8a22-4169-92ae-f0583396e9d1 req-d9ce9903-8d12-483a-8901-a8c02597b8e7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 210 time: 0.0869913 Jul 22 14:21:50.695780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:50.695780 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d674e99e-21e5-4dec-8b39-17d72a376d62 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3681073 Jul 22 14:21:50.705878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:50.707240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:50.716555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:50.719436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:50.721500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:50.909171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57978) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:51.084423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3b865e76-e019-4781-8323-2b92e7bbbe54 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/548a0e0e-864f-411e-8df4-9e547e78f1c8 HTTP/1.1" status: 200 len: 993 time: 0.1710956 Jul 22 14:21:51.164124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd39ed56-daba-4d26-b71f-c7e2946456aa None None] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:51.206373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fb9168fc-a178-4d72-b3c9-4bcf19011028 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:51.245339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fd5d2ca8-62dd-4e1a-aab4-8369adcfc94d None None] Provisioning for port 3197208a-e3cf-4d40-856c-184ab2ef4a07 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:51.294093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:51.447861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.472572 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c3e0635-1986-4af2-ab49-2058c609778a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.639464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fb9168fc-a178-4d72-b3c9-4bcf19011028 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:51.639843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.822680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3197208a-e3cf-4d40-856c-184ab2ef4a07 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:51.865022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4353a60a-008d-4af2-bd75-67c0b920dfc3', 'name': '', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:31:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:47Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '1edfc5d0-125c-4881-9503-c6653128b880', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:51.903932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c667f3e-031e-439f-9245-3347a076f7ea req-60f98b55-adc0-43ba-856c-3c9f0304d414 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 210 time: 0.1053920 Jul 22 14:21:51.907134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:51.907507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Updating router 601b2c50-1d08-4501-b9c3-f629a25fbd8e port 4353a60a-008d-4af2-bd75-67c0b920dfc3 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:21:51.972292 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.013086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3197208a-e3cf-4d40-856c-184ab2ef4a07 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:52.019363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3197208a-e3cf-4d40-856c-184ab2ef4a07 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:52.019657 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.063727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:21:52.201644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Removed routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:21:52.202128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.233750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:52.278295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.354228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-f0a4fbc5-1796-483e-bedb-6ca375ecd3e4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:52.356940 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-f0a4fbc5-1796-483e-bedb-6ca375ecd3e4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.4288933 Jul 22 14:21:52.371420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:52.403822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed352f18-0e0a-45c4-8315-1b53607a8730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.422172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3197208a-e3cf-4d40-856c-184ab2ef4a07, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3197208a-e3cf-4d40-856c-184ab2ef4a07,segment=NetworkSegment(4dd2630c-7ec9-4886-a131-73b33798ee91),segment_id=4dd2630c-7ec9-4886-a131-73b33798ee91)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:52.433919 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.469598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.470339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73457e1c-0841-415b-9d6e-04bdaeb2523e None None] Provisioning complete for port 3197208a-e3cf-4d40-856c-184ab2ef4a07 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:52.470706 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73457e1c-0841-415b-9d6e-04bdaeb2523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.525086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed352f18-0e0a-45c4-8315-1b53607a8730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.530917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed352f18-0e0a-45c4-8315-1b53607a8730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.576850 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ed352f18-0e0a-45c4-8315-1b53607a8730 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7afab4f643a486cadc0f037d31d83b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412755 Jul 22 14:21:52.578025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed352f18-0e0a-45c4-8315-1b53607a8730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b43fe4b-c73e-43e3-b6fd-23efa0868e49,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:52.579253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:52.593918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3197208a-e3cf-4d40-856c-184ab2ef4a07,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:52.630598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.644779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.666416 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.685827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Transition to ACTIVE for port object 4353a60a-008d-4af2-bd75-67c0b920dfc3 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:52.693948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.694197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:52.698951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.737760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73457e1c-0841-415b-9d6e-04bdaeb2523e None None] Provisioning for port 4353a60a-008d-4af2-bd75-67c0b920dfc3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:52.748157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39f66c-218f-400a-9a1d-07fe85edb9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.760552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58cd25-c015-4b1b-933d-ca742721c228 None None] Pushing event updated for resources: {'Port': ['ID=4353a60a-008d-4af2-bd75-67c0b920dfc3,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:52.821496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Attempting to bind port 4353a60a-008d-4af2-bd75-67c0b920dfc3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:52.822068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Attempting to bind port 4353a60a-008d-4af2-bd75-67c0b920dfc3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:52.823159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Attempting to bind port 4353a60a-008d-4af2-bd75-67c0b920dfc3 on network 57e29d19-eda7-411c-b575-eceb7bffcc34 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:52.830219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:52.830959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Checking segment: {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:52.831354 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.831769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Bound using segment: {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:52.832280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Bound port: 4353a60a-008d-4af2-bd75-67c0b920dfc3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd2630c-7ec9-4886-a131-73b33798ee91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:52.833399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.835900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39f66c-218f-400a-9a1d-07fe85edb9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.864045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:52.943848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] For port 4353a60a-008d-4af2-bd75-67c0b920dfc3, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:52.950765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] For port 4353a60a-008d-4af2-bd75-67c0b920dfc3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4353a60a-008d-4af2-bd75-67c0b920dfc3,segment=NetworkSegment(4dd2630c-7ec9-4886-a131-73b33798ee91),segment_id=4dd2630c-7ec9-4886-a131-73b33798ee91)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:52.956193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3197208a-e3cf-4d40-856c-184ab2ef4a07 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:52.963210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.066954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:53.067179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:53.070156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ac67830-9480-48dd-9c91-18c2ae988370 req-ac6cb051-1b76-4fcb-9d1f-e1b08dd591d3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 210 time: 0.0756257 Jul 22 14:21:53.083511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39f66c-218f-400a-9a1d-07fe85edb9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.085927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39f66c-218f-400a-9a1d-07fe85edb9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.089592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad39f66c-218f-400a-9a1d-07fe85edb9cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b43fe4b-c73e-43e3-b6fd-23efa0868e49 HTTP/1.1" status: 204 len: 168 time: 0.5069144 Jul 22 14:21:53.102098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.5 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/0fe70996-4133-44ac-9ffc-8c87cdacb40e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:53.118553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39f66c-218f-400a-9a1d-07fe85edb9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b43fe4b-c73e-43e3-b6fd-23efa0868e49,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:53.126733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:53.135568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.136815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b59b1e04-11e4-4b54-8898-1590f75669bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 953 time: 2.4380972 Jul 22 14:21:53.139555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:53.176316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:53.304107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58cd25-c015-4b1b-933d-ca742721c228 None None] Pushing event updated for resources: {'Port': ['ID=4353a60a-008d-4af2-bd75-67c0b920dfc3,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:53.321471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3197208a-e3cf-4d40-856c-184ab2ef4a07 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:53.321882 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.334292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f200fa33-9331-44df-a63c-a1435e099522 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 953 time: 0.1935899 Jul 22 14:21:53.335134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58046) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:53.339970 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'routes': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:53.467805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.492954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:53.518162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6381066a-05d3-42ff-b705-301f1050b5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.642906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.657440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0aeeac54-5e68-4c07-a30a-30f9ea130b9f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:53.660939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:53.739062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:53.745209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:53.749808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=0fe70996-4133-44ac-9ffc-8c87cdacb40e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:53.754388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:53.821122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:52Z', 'revision_number': 6, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4353a60a-008d-4af2-bd75-67c0b920dfc3', 'name': '', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:31:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:47Z', 'updated_at': '2021-07-22T14:21:52Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '1edfc5d0-125c-4881-9503-c6653128b880', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:53.825707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.826363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.861876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6381066a-05d3-42ff-b705-301f1050b5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.868338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6381066a-05d3-42ff-b705-301f1050b5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.876530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-5e63e303-7c17-442d-b44a-5eefac1a6301 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5110166 Jul 22 14:21:53.896256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590f686-cc94-442f-a806-64ae01b825f1 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:52Z', 'revision_number': 6, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4353a60a-008d-4af2-bd75-67c0b920dfc3', 'name': '', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:31:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:47Z', 'updated_at': '2021-07-22T14:21:52Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '1edfc5d0-125c-4881-9503-c6653128b880', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:53.910475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Request body: {'port': {'device_id': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:54.017682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381066a-05d3-42ff-b705-301f1050b5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e3f0fd-697d-4676-81a7-03f035559335,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.029973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6381066a-05d3-42ff-b705-301f1050b5c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dad996cf29254f45b9d744fccc2225d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358639 Jul 22 14:21:54.034278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.extraroute_db [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added routes are [] {{(pid=93760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:21:54.034595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.extraroute_db [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:21:54.035687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58054) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:54.125259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.150068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.214820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.220144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5855d380-a9ac-4b8b-9f33-a27ac1d6c93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.245879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5855d380-a9ac-4b8b-9f33-a27ac1d6c93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.383075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5855d380-a9ac-4b8b-9f33-a27ac1d6c93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.386475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5855d380-a9ac-4b8b-9f33-a27ac1d6c93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.390231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5855d380-a9ac-4b8b-9f33-a27ac1d6c93e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09e3f0fd-697d-4676-81a7-03f035559335 HTTP/1.1" status: 204 len: 168 time: 0.3500051 Jul 22 14:21:54.395760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.399429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.415347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855d380-a9ac-4b8b-9f33-a27ac1d6c93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e3f0fd-697d-4676-81a7-03f035559335,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.429135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c61c4-d69f-465a-b2cb-34e0cba22aba req-06c9c679-1ca8-4ee0-b209-5b40db65b113 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:54.434005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-393c61c4-d69f-465a-b2cb-34e0cba22aba req-06c9c679-1ca8-4ee0-b209-5b40db65b113 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 931 time: 0.2441304 Jul 22 14:21:54.629070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:54.685826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe70996-4133-44ac-9ffc-8c87cdacb40e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:54.696164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.712113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Transition to ACTIVE for port object 0fe70996-4133-44ac-9ffc-8c87cdacb40e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:54.716651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.735973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-393c61c4-d69f-465a-b2cb-34e0cba22aba req-5e9d7248-8701-446d-9e39-fe7b4c3daf9d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401141 Jul 22 14:21:54.799005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:54.821429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.827835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6b5adece-66c7-41f1-bd0e-7483c0e5ddc8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 703 time: 1.4915771 Jul 22 14:21:54.831126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58066) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:54.842106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe70996-4133-44ac-9ffc-8c87cdacb40e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.933019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Attempting to bind port 0fe70996-4133-44ac-9ffc-8c87cdacb40e on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:54.933384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Attempting to bind port 0fe70996-4133-44ac-9ffc-8c87cdacb40e by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:54.933773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Attempting to bind port 0fe70996-4133-44ac-9ffc-8c87cdacb40e on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:54.943334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Port 0fe70996-4133-44ac-9ffc-8c87cdacb40e on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:54.944589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Attempting to bind port 0fe70996-4133-44ac-9ffc-8c87cdacb40e on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:54.960087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:54.960780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:54.961415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:54.962352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Bound port: 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:54.963020 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.015735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4353a60a-008d-4af2-bd75-67c0b920dfc3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:55.061650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f59d7c1a-a321-4ff7-84b9-7f768a53d2ba tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 703 time: 0.2293789 Jul 22 14:21:55.066198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58072) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:55.180295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] For port 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:55.193745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] For port 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:55.205452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.258504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.264694 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.266495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fe70996-4133-44ac-9ffc-8c87cdacb40e HTTP/1.1" status: 200 len: 1092 time: 1.3607013 Jul 22 14:21:55.270091 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:55.272610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'tag': '0fe70996-4133-44ac-9ffc-8c87cdacb40e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:55.275062 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c249a2c5-f2c9-4542-945e-74029c00e1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8207ef4-2fab-4888-8b2c-f062bd025361", "tag": "0fe70996-4133-44ac-9ffc-8c87cdacb40e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:55.286585 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:55.287747 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:55.363334 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb0e32c-7529-45c8-b64b-9f94627f0c48 x-openstack-request-id: req-1fb0e32c-7529-45c8-b64b-9f94627f0c48 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:55.366716 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8207ef4-2fab-4888-8b2c-f062bd025361", "tag": "0fe70996-4133-44ac-9ffc-8c87cdacb40e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:55.367947 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fb0e32c-7529-45c8-b64b-9f94627f0c48 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:55.367947 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'tag': '0fe70996-4133-44ac-9ffc-8c87cdacb40e', 'status': 'completed', 'code': 200} Jul 22 14:21:55.371182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a88604-bb2c-4a2f-974b-3bf47fb5d9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe70996-4133-44ac-9ffc-8c87cdacb40e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:55.434901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-3c5f30f8-5a27-4752-a98e-76ff6ce0b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.436830 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-3c5f30f8-5a27-4752-a98e-76ff6ce0b1b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 1095 time: 0.1152689 Jul 22 14:21:55.439163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:55.497362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-21d79ee7-6f98-4a72-979d-35fd1df59414 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e HTTP/1.1" status: 200 len: 217 time: 0.0534177 Jul 22 14:21:55.502856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4353a60a-008d-4af2-bd75-67c0b920dfc3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:55.507532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4353a60a-008d-4af2-bd75-67c0b920dfc3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:55.507987 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.613817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-0e7e5ed8-652f-47cf-9cec-c29c98865c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.617793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-0e7e5ed8-652f-47cf-9cec-c29c98865c63 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1142495 Jul 22 14:21:55.620130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.671160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 4353a60a-008d-4af2-bd75-67c0b920dfc3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4353a60a-008d-4af2-bd75-67c0b920dfc3,segment=NetworkSegment(4dd2630c-7ec9-4886-a131-73b33798ee91),segment_id=4dd2630c-7ec9-4886-a131-73b33798ee91)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:55.676540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.684984 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-728db3d5-2899-413a-bd34-ec1ccf172428 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611970 Jul 22 14:21:55.687672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.740285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=4353a60a-008d-4af2-bd75-67c0b920dfc3,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:55.788473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:54Z', 'revision_number': 7, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4353a60a-008d-4af2-bd75-67c0b920dfc3', 'name': '', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:31:d9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:47Z', 'updated_at': '2021-07-22T14:21:52Z', 'revision_number': 4, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '1edfc5d0-125c-4881-9503-c6653128b880', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:55.835728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-bab60cff-3b77-4a8d-b784-217a185ea7f6 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439321 Jul 22 14:21:55.840163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:55.874338 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:55.874960 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:55.989176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c2b4c7-7440-4591-a5b2-876fc179a2dd req-a2bf0b25-a638-421a-b9a5-4a9e9d428e48 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470091 Jul 22 14:21:56.022313 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:56.027587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b3ff-f10f-4d2f-afaa-5a934df91d75 req-aab81cab-3c2e-40a1-a9eb-50dda8eec1ad tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.035040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4242b3ff-f10f-4d2f-afaa-5a934df91d75 req-aab81cab-3c2e-40a1-a9eb-50dda8eec1ad tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 943 time: 0.1610882 Jul 22 14:21:56.144784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4242b3ff-f10f-4d2f-afaa-5a934df91d75 req-0f37a876-002f-4bac-971c-92e0354b4a16 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088617 Jul 22 14:21:56.147027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-90a40a93-c48d-4011-8e38-e0480a951fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.153292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-90a40a93-c48d-4011-8e38-e0480a951fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 1095 time: 0.1070163 Jul 22 14:21:56.242338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 4353a60a-008d-4af2-bd75-67c0b920dfc3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:56.242686 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.316558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-21f42c52-88b7-4a1b-8eb9-07cffe566cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.321597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-21f42c52-88b7-4a1b-8eb9-07cffe566cae service neutron] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.1510084 Jul 22 14:21:56.330917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:54Z', 'revision_number': 7, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4353a60a-008d-4af2-bd75-67c0b920dfc3', 'name': '', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:31:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:47Z', 'updated_at': '2021-07-22T14:21:55Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '1edfc5d0-125c-4881-9503-c6653128b880', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:56.383341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-226f23b3-4437-412a-a8be-ff7fc7e1e11d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e HTTP/1.1" status: 200 len: 217 time: 0.0551674 Jul 22 14:21:56.393539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 4353a60a-008d-4af2-bd75-67c0b920dfc3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4353a60a-008d-4af2-bd75-67c0b920dfc3,segment=NetworkSegment(4dd2630c-7ec9-4886-a131-73b33798ee91),segment_id=4dd2630c-7ec9-4886-a131-73b33798ee91)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:56.394196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.400623 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30664440-8011-4f5f-b6f1-98d0d3c1f3e1 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:54Z', 'revision_number': 7, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4353a60a-008d-4af2-bd75-67c0b920dfc3', 'name': '', 'network_id': '57e29d19-eda7-411c-b575-eceb7bffcc34', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:31:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': '1edfc5d0-125c-4881-9503-c6653128b880', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:47Z', 'updated_at': '2021-07-22T14:21:55Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '1edfc5d0-125c-4881-9503-c6653128b880', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:56.414558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 4353a60a-008d-4af2-bd75-67c0b920dfc3 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:56.454158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-6b4653db-a59f-4838-b575-f4da17eb7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.456529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-6b4653db-a59f-4838-b575-f4da17eb7581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.0668831 Jul 22 14:21:56.495567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-c3d25980-83d9-4846-a14a-b854e75374c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320730 Jul 22 14:21:56.616673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-534c4368-9624-45d2-b106-82ea171d2bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150365 Jul 22 14:21:56.639343 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.670110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=4353a60a-008d-4af2-bd75-67c0b920dfc3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:56.737791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c249a2c5-f2c9-4542-945e-74029c00e1fa req-7f423ddb-a4dd-44cb-8145-f7eda0dca4ee service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143255 Jul 22 14:21:56.914868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.143434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:21:57.233086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:57.357216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7dc10-f57d-4113-8d0c-31fbeaea2633 req-3627fcb6-06d3-4341-ab67-11d25d92dad0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.365326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dcb7dc10-f57d-4113-8d0c-31fbeaea2633 req-3627fcb6-06d3-4341-ab67-11d25d92dad0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 943 time: 0.1004133 Jul 22 14:21:57.432456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dcb7dc10-f57d-4113-8d0c-31fbeaea2633 req-a294f686-6950-4ada-99fa-c17cdd41f465 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630445 Jul 22 14:21:57.511788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:57.551583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.661844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.669238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:21:57.679993 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c8a4b37-5cdd-4746-960f-bd5c9eebec35 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101661 Jul 22 14:21:57.680132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58132) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:57.683163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:21:57.694698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:57.695603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:57.734133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet 1edfc5d0-125c-4881-9503-c6653128b880 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:21:57.737831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.781282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.789213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:57.825220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Allocated IP 172.25.8.242 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9510a656-de66-4c49-aa2b-d1abf85deaf7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:57.886714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.954857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.987933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=1edfc5d0-125c-4881-9503-c6653128b880,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:57.998240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.000250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-659948fc-3819-4f4f-8e06-acf263840541 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/1edfc5d0-125c-4881-9503-c6653128b880 HTTP/1.1" status: 204 len: 168 time: 0.3191404 Jul 22 14:21:58.002872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58134) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:58.006208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9134e-6d9b-4ff5-9a19-bfa5fa9861e6 None None] Network 57e29d19-eda7-411c-b575-eceb7bffcc34 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:58.097156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.097905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:56Z', 'revision_number': 8, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:58.143775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:21:58.171484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 3197208a-e3cf-4d40-856c-184ab2ef4a07 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:58.172241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.177012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:21:58.177790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:58.270438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 3197208a-e3cf-4d40-856c-184ab2ef4a07, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3197208a-e3cf-4d40-856c-184ab2ef4a07,segment=NetworkSegment(4dd2630c-7ec9-4886-a131-73b33798ee91),segment_id=4dd2630c-7ec9-4886-a131-73b33798ee91)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:58.270438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.297256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 3197208a-e3cf-4d40-856c-184ab2ef4a07 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:58.301865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:21:58.326750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.395318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f456a-0dbd-4ab4-b74a-188c0214b0e0 None None] DHCP port deletion for 57e29d19-eda7-411c-b575-eceb7bffcc34 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:21:58.400711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.443465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.455481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:58.459357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:58.470339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=3197208a-e3cf-4d40-856c-184ab2ef4a07,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.481996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:58.487001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port 3197208a-e3cf-4d40-856c-184ab2ef4a07 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:21:58.532763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Port': ['ID=9510a656-de66-4c49-aa2b-d1abf85deaf7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.565491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-019f456a-0dbd-4ab4-b74a-188c0214b0e0 None None] The port '3197208a-e3cf-4d40-856c-184ab2ef4a07' was deleted {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 14:21:58.642725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.653998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e29d19-eda7-411c-b575-eceb7bffcc34']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:58.665149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd2630c-7ec9-4886-a131-73b33798ee91') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:58.665536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd2630c-7ec9-4886-a131-73b33798ee91') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:58.676406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.693420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.701576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:21:58.702193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:21:58.706000 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:21:58.771230 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.779844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.782341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/57e29d19-eda7-411c-b575-eceb7bffcc34 HTTP/1.1" status: 204 len: 168 time: 0.7780890 Jul 22 14:21:58.792863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:58.807032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:56Z', 'revision_number': 8, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:21:58.815127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.823656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730cfbc-3639-4294-bd24-3f8537d89543 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=57e29d19-eda7-411c-b575-eceb7bffcc34,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.838645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857969f-c2ef-4d3e-96fa-a2f4975bc016 req-4f56f7b6-8d95-4307-81ac-186ad43d9d33 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.840448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3857969f-c2ef-4d3e-96fa-a2f4975bc016 req-4f56f7b6-8d95-4307-81ac-186ad43d9d33 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 943 time: 0.2925327 Jul 22 14:21:58.847158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b56660-d4fb-4be5-b4a8-d16851bcf313 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:21:56Z', 'revision_number': 8, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb9168fc-a178-4d72-b3c9-4bcf19011028', 'name': '', 'network_id': 'df96965c-7205-4f55-b160-c6bd627d7935', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:28:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:42Z', 'updated_at': '2021-07-22T14:21:49Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'ad7564d5-bf4b-4708-b6f9-652a649352f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:21:58.899812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0fe70996-4133-44ac-9ffc-8c87cdacb40e details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:58.975896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.982659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.988746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.995540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.002022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.007870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.011656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3857969f-c2ef-4d3e-96fa-a2f4975bc016 req-db5bf3ba-01f1-4eb3-a5da-6c7be5acc228 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Jul 22 14:21:59.014386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.015789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.016550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-e27ceb4b-d92a-4ea5-8ea8-7451245092e0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.1431327 Jul 22 14:21:59.023333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:59.049675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '0fe70996-4133-44ac-9ffc-8c87cdacb40e', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': '0fe70996-4133-44ac-9ffc-8c87cdacb40e', 'mac_address': 'fa:16:3e:79:15:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:59.075267 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56a16803-d76a-4caa-8f9d-a1c1747d51a1 req-652abb51-caf9-4150-972e-42b5f463383d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503652 Jul 22 14:21:59.110666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.129823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe70996-4133-44ac-9ffc-8c87cdacb40e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:59.154042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:59.158774 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.225142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3197208a-e3cf-4d40-856c-184ab2ef4a07 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:21:59.249802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0fe70996-4133-44ac-9ffc-8c87cdacb40e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:59.252566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3197208a-e3cf-4d40-856c-184ab2ef4a07 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:21:59.252910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3197208a-e3cf-4d40-856c-184ab2ef4a07 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:21:59.381274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.388179 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.412675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0fe70996-4133-44ac-9ffc-8c87cdacb40e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:59.485240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Port': ['ID=9510a656-de66-4c49-aa2b-d1abf85deaf7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:59.571739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.604339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.606253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a296b50c-e5f9-4ab1-b2b7-400f172d07bf tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3719027 Jul 22 14:21:59.611466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:59.615552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-66062048'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:59.642346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.666642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Made reservation on behalf of c920b89df0844978ae28339ecaaebc1a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:59.674487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.686610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.812478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.816798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.847298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:59.855152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa8dcdf-305d-41db-9650-911f5b764310,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:59.861601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.862043 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Added segment 1b8e12f3-563e-4eda-99a6-7c2d408ba4e5 of type vlan for network 4de388ab-b24f-465d-aa23-231ffa604a99 Jul 22 14:21:59.908398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.938782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.944352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.944951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.954642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port fb9168fc-a178-4d72-b3c9-4bcf19011028 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:59.954998 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.981939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3717999 Jul 22 14:21:59.984836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:59.989932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Request body: {'subnet': {'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:00.017711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1489ec-e006-424b-b274-865b7a19632f tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Network': ['ID=4de388ab-b24f-465d-aa23-231ffa604a99,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:00.030072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4de388ab-b24f-465d-aa23-231ffa604a99 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:00.199446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port fb9168fc-a178-4d72-b3c9-4bcf19011028, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fb9168fc-a178-4d72-b3c9-4bcf19011028,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:00.199832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.231785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for fb9168fc-a178-4d72-b3c9-4bcf19011028 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:00.233186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.239143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.245023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.249829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.251220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.255568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.257057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.261697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.262972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.267578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.268906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.270949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-969f3403-2dfe-4c9d-976f-1a2676749d8e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.1167281 Jul 22 14:22:00.273485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.280134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.285915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.287875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5587525c-8b05-40e9-8608-6a0b114845ae tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.3280880 Jul 22 14:22:00.312095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Made reservation on behalf of c920b89df0844978ae28339ecaaebc1a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:00.313368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f507666-0bb4-4d1f-a4ba-6b7368dbe8c3 req-eb27012c-2f94-476c-b23c-fe2c7b772b35 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360019 Jul 22 14:22:00.315375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.469128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59e719-b226-443a-8d73-08c61f11a08c req-2418f1ec-b4d5-4709-bbbf-51fae90075f9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.470684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d59e719-b226-443a-8d73-08c61f11a08c req-2418f1ec-b4d5-4709-bbbf-51fae90075f9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 944 time: 0.3792727 Jul 22 14:22:00.485098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-d86fdb47-e712-4257-9074-c82b3cf531ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.486534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-d86fdb47-e712-4257-9074-c82b3cf531ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "GET /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1837289 Jul 22 14:22:00.663037 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d59e719-b226-443a-8d73-08c61f11a08c req-1838f7ed-a3a1-42e9-a3e9-bbf30ed985cf tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817248 Jul 22 14:22:00.767443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-c5423c43-4891-4b18-b8e1-173842cdd8f6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "GET /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2665591 Jul 22 14:22:00.781563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:00.864513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.873402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4353a60a-008d-4af2-bd75-67c0b920dfc3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:00.906464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4353a60a-008d-4af2-bd75-67c0b920dfc3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:00.906812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4353a60a-008d-4af2-bd75-67c0b920dfc3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:00.911422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0fe70996-4133-44ac-9ffc-8c87cdacb40e up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:00.917402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=fb9168fc-a178-4d72-b3c9-4bcf19011028,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:00.919393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.989275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 0fe70996-4133-44ac-9ffc-8c87cdacb40e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:00.994590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 0fe70996-4133-44ac-9ffc-8c87cdacb40e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:00.995439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.087097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.117553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.142834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe70996-4133-44ac-9ffc-8c87cdacb40e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:01.145428 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf77ba-0851-4333-be7e-5946816005b6" -d '{"events": [{"server_uuid": "d8207ef4-2fab-4888-8b2c-f062bd025361", "name": "network-vif-plugged", "status": "completed", "tag": "0fe70996-4133-44ac-9ffc-8c87cdacb40e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:01.161654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:01.167250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.173499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Subnet': ['ID=1ce95255-8b16-4931-aee9-2e1613b820bd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:01.205139 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f90307-cce4-4f4a-86fa-01fd0a742ab0 x-openstack-request-id: req-88f90307-cce4-4f4a-86fa-01fd0a742ab0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:01.205559 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8207ef4-2fab-4888-8b2c-f062bd025361", "name": "network-vif-plugged", "status": "completed", "tag": "0fe70996-4133-44ac-9ffc-8c87cdacb40e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:01.206086 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88f90307-cce4-4f4a-86fa-01fd0a742ab0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:01.206540 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe70996-4133-44ac-9ffc-8c87cdacb40e', 'code': 200} Jul 22 14:22:01.219216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.226714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Checking segment: {'id': '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:01.227089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network hostable DHCP agents. Network: 4de388ab-b24f-465d-aa23-231ffa604a99, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:01.234846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0fe70996-4133-44ac-9ffc-8c87cdacb40e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:01.251273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.251627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.252007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.252397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.252737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.253073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.253403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.254213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.254559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.255025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.255426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.255690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:01.716365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network 4de388ab-b24f-465d-aa23-231ffa604a99 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:01.792525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4de388ab-b24f-465d-aa23-231ffa604a99) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:01.803623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca8fd2-41e4-40fc-89e9-d46c44231bbd None None] Network 4de388ab-b24f-465d-aa23-231ffa604a99 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:01.805740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.806879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.814971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172198b-649e-477c-bbae-20c6724c6a36 req-1490de4b-d629-472f-82e4-0dc53f6e0c38 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.823213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a172198b-649e-477c-bbae-20c6724c6a36 req-1490de4b-d629-472f-82e4-0dc53f6e0c38 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.0795343 Jul 22 14:22:01.865430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38a653d2-c88f-4298-9e80-fcccdd290bb6 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8770065 Jul 22 14:22:01.865776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=05741ae4-1a58-45cf-8165-c92e293ad1c3,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:01.869287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58212) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:01.874752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1023773251', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:01.904442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a172198b-649e-477c-bbae-20c6724c6a36 req-b5e725a0-4595-48ca-af1d-557026e1b924 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776913 Jul 22 14:22:01.938697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.940281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.954044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439559f-3aed-455b-a2bc-ec4d1763b925 req-da54bbf3-bba0-4d09-affa-bca1d388e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.955660 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1439559f-3aed-455b-a2bc-ec4d1763b925 req-da54bbf3-bba0-4d09-affa-bca1d388e4ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 1097 time: 0.6908484 Jul 22 14:22:01.967776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4de388ab-b24f-465d-aa23-231ffa604a99', 'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99', 'tenant_id': 'c920b89df0844978ae28339ecaaebc1a', 'fixed_ips': [{'subnet_id': '1ce95255-8b16-4931-aee9-2e1613b820bd'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:22:01.968652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.972506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.978902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.985120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.990929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.997564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.003397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.010058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.012061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-771783e6-8674-4970-81fc-741ac838ef87 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 5445 time: 0.3267238 Jul 22 14:22:02.023623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.070477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] For port 05741ae4-1a58-45cf-8165-c92e293ad1c3, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:02.109521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:02.133198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1439559f-3aed-455b-a2bc-ec4d1763b925 req-5b284dda-53bf-4329-b879-98fdc7a133be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171577 Jul 22 14:22:02.137350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Allocated IP 172.20.0.2 (4de388ab-b24f-465d-aa23-231ffa604a99/1ce95255-8b16-4931-aee9-2e1613b820bd/30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:02.195812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b13b0477-2f3d-46c2-a0ed-52214fb332fb req-00cf9e3c-44e4-41e9-bbff-f2430e49ea84 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a802724-23ef-40ca-9620-ecf0fb7cec4d&id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653848 Jul 22 14:22:02.214734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] device_id is not set on port 05741ae4-1a58-45cf-8165-c92e293ad1c3 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:22:02.230979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.244502 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.313445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.413089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] No DVR routers for this DVR port 05741ae4-1a58-45cf-8165-c92e293ad1c3 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:02.423136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.433699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Transition to ACTIVE for port object 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:02.466953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] In _notify_port_updated(), no bound segment for port 05741ae4-1a58-45cf-8165-c92e293ad1c3 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:22:02.467773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.468395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.470070 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] 10.222.0.20 "PUT /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 200 len: 1032 time: 1.6951292 Jul 22 14:22:02.474837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Transition to ACTIVE for port object 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:02.482583 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.515635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bede869-3a3e-42b6-8d6d-458fd92803cf service neutron] Pushing event updated for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.551517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Pushing event updated for resources: {'Port': ['ID=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.559555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Network 4de388ab-b24f-465d-aa23-231ffa604a99 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:02.561026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:02.563475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:02.569636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.591479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.607621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:02.619878 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:02.624404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2ad2b1b2-8d9b-4e31-8f53-482ebb260414 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8206692 Jul 22 14:22:02.625019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58216) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:02.632792 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:02.633675 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:02.678309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Attempting to bind port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:02.678679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Attempting to bind port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:02.679045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Attempting to bind port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 on network 4de388ab-b24f-465d-aa23-231ffa604a99 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:02.688808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:02.689342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Checking segment: {'id': '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:02.690155 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.690528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Bound using segment: {'id': '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:02.691102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Bound port: 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:02.691628 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.700962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-43f8e426-ad8f-4eff-82ea-36ba5c08ce3d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.702466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-43f8e426-ad8f-4eff-82ea-36ba5c08ce3d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "GET /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2222698 Jul 22 14:22:02.713880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:02.734900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Allocated IP 172.25.8.84 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9d0dcd88-012b-4d50-bea3-692bed2e73c1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:02.750405 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:02.769128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] For port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:02.773092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] For port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,segment=NetworkSegment(1b8e12f3-563e-4eda-99a6-7c2d408ba4e5),segment_id=1b8e12f3-563e-4eda-99a6-7c2d408ba4e5)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:02.781183 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.798364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.838024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-89ca4fcd-afd1-49ce-854f-2809596c0ab0 None None] Provisioning complete for port 05741ae4-1a58-45cf-8165-c92e293ad1c3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:02.839023 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89ca4fcd-afd1-49ce-854f-2809596c0ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.840603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet ad7564d5-bf4b-4708-b6f9-652a649352f0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:02.856616 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.889954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.908890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87086e7-c975-40d7-a3dd-d491e86b2faa None None] Pushing event updated for resources: {'Port': ['ID=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.917398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-89ca4fcd-afd1-49ce-854f-2809596c0ab0 None None] Port 05741ae4-1a58-45cf-8165-c92e293ad1c3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:02.949453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.991720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.054451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:03.071916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:03.099977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:03.130752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4eab74ca-fe73-4ba7-9adf-4ade28160f50,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:03.153542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.176157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Port': ['ID=9d0dcd88-012b-4d50-bea3-692bed2e73c1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:03.205380 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:00Z', 'revision_number': 9, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:03.248537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] For port 4eab74ca-fe73-4ba7-9adf-4ade28160f50, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:03.278119 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:03.299227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] device_id is not set on port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:22:03.302054 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:03.307488 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:03.312792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.340807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.364863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.427062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07a383-c5a5-4a2b-8732-c563030c8726 req-bc9a22b4-da53-410b-87f9-fd4af7bcef2c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.439203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be07a383-c5a5-4a2b-8732-c563030c8726 req-bc9a22b4-da53-410b-87f9-fd4af7bcef2c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.3900793 Jul 22 14:22:03.524152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] No DVR routers for this DVR port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:03.527303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7564d5-bf4b-4708-b6f9-652a649352f0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:03.532390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.538998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-97b07161-0183-49a5-9fa1-94d55ff4d979 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/ad7564d5-bf4b-4708-b6f9-652a649352f0 HTTP/1.1" status: 204 len: 168 time: 0.9083209 Jul 22 14:22:03.544118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70960fc8-ade5-4be9-9fd6-0b05aedea243 None None] Network df96965c-7205-4f55-b160-c6bd627d7935 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:03.552176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58228) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:03.657309 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:03.659955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be07a383-c5a5-4a2b-8732-c563030c8726 req-4a5f128b-4606-4700-89f4-2b337b5a45cd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631174 Jul 22 14:22:03.710319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.716182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.729383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Pushing event updated for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:03.763778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] In _notify_port_updated(), no bound segment for port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 on network 3430e243-a662-4f0d-af4d-80b978b948ef {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:22:03.764843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.765571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.767455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-0d8d0ef4-2cb5-4d96-83f5-e037edacb90f service neutron] 10.222.0.20 "PUT /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 200 len: 1033 time: 1.0581837 Jul 22 14:22:03.857984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4a71d4b4-083a-4f73-8559-aa2117db23fa None None] Provisioning complete for port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:03.858617 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4a71d4b4-083a-4f73-8559-aa2117db23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:03.925193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] DHCP port deletion for df96965c-7205-4f55-b160-c6bd627d7935 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:22:03.936359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 05741ae4-1a58-45cf-8165-c92e293ad1c3 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:03.965408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-2221cbef-d7dd-4bae-9591-1162a656559f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.972556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-2221cbef-d7dd-4bae-9591-1162a656559f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.985883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-2221cbef-d7dd-4bae-9591-1162a656559f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:04.013117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-2221cbef-d7dd-4bae-9591-1162a656559f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:04.018829 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:00Z', 'revision_number': 9, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:04.038103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-2221cbef-d7dd-4bae-9591-1162a656559f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:04.040016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-2221cbef-d7dd-4bae-9591-1162a656559f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3886 time: 0.6785088 Jul 22 14:22:04.061039 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3f67d8-a80b-4c7a-b339-82ef429691ce None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:00Z', 'revision_number': 9, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': '0f49b23a-a86b-40d5-ab47-72530004e44f', 'name': '', 'network_id': 'b1ac49ce-9a13-4e4a-a5af-10e7837dd668', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:36:4b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:35Z', 'updated_at': '2021-07-22T14:21:45Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': '90f12302-eb65-4ee2-b5d3-88f125e695e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:04.078000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.152168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-116af727-a257-4b61-be6c-08d1750ea9d8 req-8ace088f-6e16-4058-83b1-f29d167d0250 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693524 Jul 22 14:22:04.188386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port bceb3ea2-809b-4f7c-8814-cab9db51e9da {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:04.188731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.208678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port cf3300e0-7e0b-49ce-9289-a7effd7684ee {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:04.209058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.228727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4a71d4b4-083a-4f73-8559-aa2117db23fa None None] Port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:04.232401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 05741ae4-1a58-45cf-8165-c92e293ad1c3 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:04.233888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 36e6096a-b5f0-4100-9af1-72efc91515fd no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:04.303694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Router e0e7b2b7-d174-4775-bd2d-518443089131 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:22:04.344486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] Deleting port bceb3ea2-809b-4f7c-8814-cab9db51e9da {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:04.344868 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.387190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.401185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port bceb3ea2-809b-4f7c-8814-cab9db51e9da, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bceb3ea2-809b-4f7c-8814-cab9db51e9da,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.401563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.440389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:04.460641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:04.465167 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206174aa-aa62-4706-b7fc-b922c209e380" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:04.466006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for bceb3ea2-809b-4f7c-8814-cab9db51e9da owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:04.466151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.470012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d3a447d6-0a85-4729-a3f1-e7ffbe6af53c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.5971642 Jul 22 14:22:04.474462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:04.486465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3d569-09bc-4f0a-be05-b5fcb4eb34b0 None None] Network 4de388ab-b24f-465d-aa23-231ffa604a99 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:04.526889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] For port cf3300e0-7e0b-49ce-9289-a7effd7684ee, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cf3300e0-7e0b-49ce-9289-a7effd7684ee,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.527268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.596206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] Sync routers for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:04.599142 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b4aa18-3d4b-47e4-a56e-389737adbad6 x-openstack-request-id: req-05b4aa18-3d4b-47e4-a56e-389737adbad6 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:04.599384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for cf3300e0-7e0b-49ce-9289-a7effd7684ee owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:04.599508 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:04.599667 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05b4aa18-3d4b-47e4-a56e-389737adbad6 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:04.600048 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd', 'code': 200} Jul 22 14:22:04.624573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=36e6096a-b5f0-4100-9af1-72efc91515fd,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.650616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] For port bceb3ea2-809b-4f7c-8814-cab9db51e9da, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bceb3ea2-809b-4f7c-8814-cab9db51e9da,segment=NetworkSegment(81520c52-ed82-4b28-bf9b-3873262bbb0d),segment_id=81520c52-ed82-4b28-bf9b-3873262bbb0d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.651070 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.655156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.655869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cf3300e0-7e0b-49ce-9289-a7effd7684ee no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:04.744519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] Calling delete_port for bceb3ea2-809b-4f7c-8814-cab9db51e9da owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:04.752850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3880e5b1-934c-4761-a88d-2f1646d4a8be None None] Provisioning for port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:04.756929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:04.757578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:04.800902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:04.855301 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.918830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:04.922854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:04.944455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port bceb3ea2-809b-4f7c-8814-cab9db51e9da on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:04.972998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=bceb3ea2-809b-4f7c-8814-cab9db51e9da,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:05.069288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:05.069992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a9d7a6-af8d-4756-a75f-9b95b7048bcc None None] The sync data for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:05.081525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:05.083330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:05.127726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.149790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df96965c-7205-4f55-b160-c6bd627d7935']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:05.154766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.175152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.199153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81520c52-ed82-4b28-bf9b-3873262bbb0d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:05.199511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81520c52-ed82-4b28-bf9b-3873262bbb0d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:05.214360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc106-1478-47c3-bd64-249f94e5f92a req-c7f97806-f541-452d-9f26-efcbd47e386c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.221113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb4fc106-1478-47c3-bd64-249f94e5f92a req-c7f97806-f541-452d-9f26-efcbd47e386c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.4306703 Jul 22 14:22:05.225721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.241405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.254684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 177e4c60-f024-4f5e-bdd2-d0901e8ae591 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:05.313005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.360466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] Pushing event deleted for resources: {'Port': ['ID=bceb3ea2-809b-4f7c-8814-cab9db51e9da,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:05.367753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:05.395495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=cf3300e0-7e0b-49ce-9289-a7effd7684ee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:05.409260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.412984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712fa68-80cf-4e20-876e-5eca1e784f9c None None] No DVR routers for this DVR port bceb3ea2-809b-4f7c-8814-cab9db51e9da on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:05.414512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:05.414881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.431099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb4fc106-1478-47c3-bd64-249f94e5f92a req-958b153f-a4bd-444a-84b8-9b93885f23c6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091112 Jul 22 14:22:05.466313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:05.466748 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:05.475733 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:05.505942 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.520260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] No DVR routers for this DVR port cf3300e0-7e0b-49ce-9289-a7effd7684ee on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:05.523912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.527650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-4feb6da1-da42-4800-b822-327124e3acd8 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "DELETE /v2.0/ports/cf3300e0-7e0b-49ce-9289-a7effd7684ee HTTP/1.1" status: 204 len: 173 time: 1.7084846 Jul 22 14:22:05.535523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:05.538257 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3f475-ff86-4fd6-a4a3-46a7ea22c950" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "cf3300e0-7e0b-49ce-9289-a7effd7684ee"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:05.543140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:05.547651 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.548363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8851ba5b-4b5f-4026-acfa-5207da7c4851 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:05.616652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.682890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.688591 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.692862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/df96965c-7205-4f55-b160-c6bd627d7935 HTTP/1.1" status: 204 len: 168 time: 2.1112516 Jul 22 14:22:05.716543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:05.720388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5913c14-5e87-46c5-a2fa-45aa3cfd76a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=df96965c-7205-4f55-b160-c6bd627d7935,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:05.788397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.807619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,segment=NetworkSegment(1b8e12f3-563e-4eda-99a6-7c2d408ba4e5),segment_id=1b8e12f3-563e-4eda-99a6-7c2d408ba4e5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:05.821224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:05.827181 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.838286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7c7eace2-999a-46b4-893b-0c9050d2f0e5 None None] Provisioning complete for port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:05.838685 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7c7eace2-999a-46b4-893b-0c9050d2f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.846595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Allocated IP 172.20.0.1 (4de388ab-b24f-465d-aa23-231ffa604a99/1ce95255-8b16-4931-aee9-2e1613b820bd/ebcf7fd5-77f0-418c-9c14-b7c225954278) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:05.923086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:05.928189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33ce76-afee-4b71-ac73-ce730a1ed67b req-228648e9-d252-4c2c-9d15-845b442f5cb6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.931264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fb9168fc-a178-4d72-b3c9-4bcf19011028 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:05.939527 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.939723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33ce76-afee-4b71-ac73-ce730a1ed67b req-228648e9-d252-4c2c-9d15-845b442f5cb6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.940815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4eab74ca-fe73-4ba7-9adf-4ade28160f50 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:05.945933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33ce76-afee-4b71-ac73-ce730a1ed67b req-228648e9-d252-4c2c-9d15-845b442f5cb6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.954331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33ce76-afee-4b71-ac73-ce730a1ed67b req-228648e9-d252-4c2c-9d15-845b442f5cb6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.962005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b33ce76-afee-4b71-ac73-ce730a1ed67b req-228648e9-d252-4c2c-9d15-845b442f5cb6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3149 time: 0.5978975 Jul 22 14:22:05.994541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: fb9168fc-a178-4d72-b3c9-4bcf19011028 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:05.995306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fb9168fc-a178-4d72-b3c9-4bcf19011028 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:05.995976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bceb3ea2-809b-4f7c-8814-cab9db51e9da no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:06.026093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: bceb3ea2-809b-4f7c-8814-cab9db51e9da {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:06.026814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bceb3ea2-809b-4f7c-8814-cab9db51e9da not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:06.055486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.098722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b33ce76-afee-4b71-ac73-ce730a1ed67b req-0b49aa73-08fe-4de3-bd0b-89d7988ba199 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350608 Jul 22 14:22:06.162708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.169200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4eab74ca-fe73-4ba7-9adf-4ade28160f50 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:06.169200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c3b3bd1b-981c-43b4-8dfa-8f52027d1230 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:06.189370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230cade-f37f-454d-9862-eb9e60fec880 req-2b148e4b-eaf4-4c72-b10d-883ae8a69012 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:06.196628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.207281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9230cade-f37f-454d-9862-eb9e60fec880 req-2b148e4b-eaf4-4c72-b10d-883ae8a69012 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 946 time: 0.5644977 Jul 22 14:22:06.208775 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032b15dc-061e-456e-9215-f32d737c3a9d x-openstack-request-id: req-032b15dc-061e-456e-9215-f32d737c3a9d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:06.209067 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "cf3300e0-7e0b-49ce-9289-a7effd7684ee", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:06.209322 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-032b15dc-061e-456e-9215-f32d737c3a9d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:06.209745 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': 'cf3300e0-7e0b-49ce-9289-a7effd7684ee', 'status': 'completed', 'code': 200} Jul 22 14:22:06.218210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Transition to ACTIVE for port object ebcf7fd5-77f0-418c-9c14-b7c225954278 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:06.268262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.298344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.311929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 36e6096a-b5f0-4100-9af1-72efc91515fd {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:06.312429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.316299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network 4de388ab-b24f-465d-aa23-231ffa604a99 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:06.320237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:06.324461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:06.346964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:06.354953 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.360536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9230cade-f37f-454d-9862-eb9e60fec880 req-406c8862-6a00-43c1-b60d-acf8af44fc58 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013417 Jul 22 14:22:06.411573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.425378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.536583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Port': ['ID=ebcf7fd5-77f0-418c-9c14-b7c225954278,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.601742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:06.605475 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b94ece-e500-4afc-adad-7f5a161eab99" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:06.632446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.673365 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997ff82-54c0-4b36-ab5f-ad44977d4508 x-openstack-request-id: req-e997ff82-54c0-4b36-ab5f-ad44977d4508 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:06.673853 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:06.673959 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e997ff82-54c0-4b36-ab5f-ad44977d4508 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:06.674365 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'code': 200} Jul 22 14:22:06.674622 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851', 'code': 200} Jul 22 14:22:06.674879 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230', 'code': 200} Jul 22 14:22:06.686098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-70526d56-8149-4db9-99b1-5470cfa238fd None None] Provisioning for port ebcf7fd5-77f0-418c-9c14-b7c225954278 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:06.691209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-70526d56-8149-4db9-99b1-5470cfa238fd None None] Provisioning complete for port ebcf7fd5-77f0-418c-9c14-b7c225954278 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:06.691601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70526d56-8149-4db9-99b1-5470cfa238fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.732918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-70526d56-8149-4db9-99b1-5470cfa238fd None None] Port ebcf7fd5-77f0-418c-9c14-b7c225954278 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:06.921936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] For port 36e6096a-b5f0-4100-9af1-72efc91515fd, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=36e6096a-b5f0-4100-9af1-72efc91515fd,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:06.922311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.941153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 36e6096a-b5f0-4100-9af1-72efc91515fd owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:06.974177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:07.008192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.032026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:07.032925 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.184866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9260f-a726-4169-8247-a0fbf0120ff7 req-c561390a-10f0-48b2-a3d4-6581e36066ca tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.186967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5bb9260f-a726-4169-8247-a0fbf0120ff7 req-c561390a-10f0-48b2-a3d4-6581e36066ca tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.6446497 Jul 22 14:22:07.252609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5bb9260f-a726-4169-8247-a0fbf0120ff7 req-db0668ea-e511-4c78-89e8-a6434ca8024f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Jul 22 14:22:07.296320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.338440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=36e6096a-b5f0-4100-9af1-72efc91515fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.388409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a48d3-a7e2-4fe2-b52e-65a9e3db4e33 req-fac63cd0-c639-4401-ae89-0059bd466eb7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.394337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a48d3-a7e2-4fe2-b52e-65a9e3db4e33 req-fac63cd0-c639-4401-ae89-0059bd466eb7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.401019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a48d3-a7e2-4fe2-b52e-65a9e3db4e33 req-fac63cd0-c639-4401-ae89-0059bd466eb7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.402706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.407154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a48d3-a7e2-4fe2-b52e-65a9e3db4e33 req-fac63cd0-c639-4401-ae89-0059bd466eb7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.407356 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.408862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-086a48d3-a7e2-4fe2-b52e-65a9e3db4e33 req-fac63cd0-c639-4401-ae89-0059bd466eb7 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 3065 time: 0.2076046 Jul 22 14:22:07.445595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] No DVR routers for this DVR port 36e6096a-b5f0-4100-9af1-72efc91515fd on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:07.456584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.458835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-85613bbc-8690-4f0f-b78a-6c22c13a6847 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "DELETE /v2.0/ports/36e6096a-b5f0-4100-9af1-72efc91515fd HTTP/1.1" status: 204 len: 173 time: 1.9088080 Jul 22 14:22:07.525486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.528720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Port': ['ID=ebcf7fd5-77f0-418c-9c14-b7c225954278,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.568998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-086a48d3-a7e2-4fe2-b52e-65a9e3db4e33 req-7c1c3c7d-c02e-4ed7-9adc-5de113219ff4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247141 Jul 22 14:22:07.620647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3a700-6733-4921-bf53-eb11d44c4bf2 req-9b31999e-fa52-47a7-ae08-b7c65e1c4696 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.622125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9a3a700-6733-4921-bf53-eb11d44c4bf2 req-9b31999e-fa52-47a7-ae08-b7c65e1c4696 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.1383314 Jul 22 14:22:07.636639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 0f49b23a-a86b-40d5-ab47-72530004e44f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:07.637028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.679552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:07.679906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.694194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9a3a700-6733-4921-bf53-eb11d44c4bf2 req-26ab34af-0e1c-4279-b103-4a65a3aed1d3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653934 Jul 22 14:22:07.696431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network 4de388ab-b24f-465d-aa23-231ffa604a99 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:07.700476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:07.853694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 0f49b23a-a86b-40d5-ab47-72530004e44f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0f49b23a-a86b-40d5-ab47-72530004e44f,segment=NetworkSegment(fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f),segment_id=fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:07.854093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.879477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 0f49b23a-a86b-40d5-ab47-72530004e44f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:07.909376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Router e0e7b2b7-d174-4775-bd2d-518443089131 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:07.947935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] For port 177e4c60-f024-4f5e-bdd2-d0901e8ae591, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=177e4c60-f024-4f5e-bdd2-d0901e8ae591,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:07.948253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.057117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:08.066644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-45543806-9de9-4ec0-bbe3-7edb89b582c4 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "PUT /v2.0/routers/e0e7b2b7-d174-4775-bd2d-518443089131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5903001 Jul 22 14:22:08.067470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58276) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:08.068122 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] Sync routers for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:08.075712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Request body: {'port': {'network_id': '4de388ab-b24f-465d-aa23-231ffa604a99', 'name': 'tempest-FloatingIPAdminTestJSON-2078872791'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:08.084432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-af2fc526-31da-4c9c-b8f9-b0f0b8029817 None None] Provisioning complete for port ebcf7fd5-77f0-418c-9c14-b7c225954278 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:08.085063 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-af2fc526-31da-4c9c-b8f9-b0f0b8029817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.085722 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:08.086565 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:08.133763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-af2fc526-31da-4c9c-b8f9-b0f0b8029817 None None] Port ebcf7fd5-77f0-418c-9c14-b7c225954278 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:08.149392 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:08.159406 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:08.160013 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:08.198476 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:08.199233 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff29b25-072e-44e2-891c-ee4dcd0c3cb4 None None] The sync data for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:08.211208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:08.214264 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6181ea0b-5143-4abe-b4e3-6475f33816a5" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:08.245579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Made reservation on behalf of c920b89df0844978ae28339ecaaebc1a for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:08.249422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.267199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.267586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.267902 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Floating IP 0f7f9abe-799b-402a-a740-41028b3771c2 disassociated. External IP: 172.25.8.198, port: 177e4c60-f024-4f5e-bdd2-d0901e8ae591. Jul 22 14:22:08.268250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 177e4c60-f024-4f5e-bdd2-d0901e8ae591 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:08.272628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] device_id is not set on port 744a4bf0-4fde-407e-85c5-b9c39406297b yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:22:08.273116 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ade646f-f628-4356-98f5-bfa54c438682 x-openstack-request-id: req-1ade646f-f628-4356-98f5-bfa54c438682 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:08.273116 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "36e6096a-b5f0-4100-9af1-72efc91515fd", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:08.273329 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ade646f-f628-4356-98f5-bfa54c438682 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:08.273594 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': '36e6096a-b5f0-4100-9af1-72efc91515fd', 'status': 'completed', 'code': 200} Jul 22 14:22:08.294731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.363803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=0f49b23a-a86b-40d5-ab47-72530004e44f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:08.404749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Allocated IP 172.20.0.4 (4de388ab-b24f-465d-aa23-231ffa604a99/1ce95255-8b16-4931-aee9-2e1613b820bd/744a4bf0-4fde-407e-85c5-b9c39406297b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:08.530077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.594337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.611763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Transition to ACTIVE for port object 744a4bf0-4fde-407e-85c5-b9c39406297b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:08.649432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.656791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.699457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=177e4c60-f024-4f5e-bdd2-d0901e8ae591,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:08.732064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event updated for resources: {'Port': ['ID=744a4bf0-4fde-407e-85c5-b9c39406297b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:08.754522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Network 4de388ab-b24f-465d-aa23-231ffa604a99 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:08.775690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:08.779480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:08.859192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.859897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.899226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce73b-ffa6-4f83-ab37-a8b0e80dd84e req-be7111b7-7ece-49e7-83d2-489ab2824272 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.905743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccce73b-ffa6-4f83-ab37-a8b0e80dd84e req-be7111b7-7ece-49e7-83d2-489ab2824272 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.907457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fccce73b-ffa6-4f83-ab37-a8b0e80dd84e req-be7111b7-7ece-49e7-83d2-489ab2824272 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 1676 time: 0.1766312 Jul 22 14:22:08.944780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3f6f4b88-0140-4967-9e4c-5f75d095c89a tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707690 Jul 22 14:22:08.946247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58286) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:08.974776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fccce73b-ffa6-4f83-ab37-a8b0e80dd84e req-42064600-3b2a-4fd3-8c24-3ae84315bbcc tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591908 Jul 22 14:22:09.055023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'project_id': 'c920b89df0844978ae28339ecaaebc1a', 'port_id': '744a4bf0-4fde-407e-85c5-b9c39406297b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:09.091589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:09.093434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.100820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Router d77880b4-d58e-425f-8317-0d876f501260 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:09.131617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f283f3-1088-46d2-b21c-65cf9ae4bb63 req-8b1c54e3-5e8f-4a6e-8c89-fed89e332979 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.134060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9f283f3-1088-46d2-b21c-65cf9ae4bb63 req-8b1c54e3-5e8f-4a6e-8c89-fed89e332979 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.2918587 Jul 22 14:22:09.167685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4236d253-f22c-454c-9142-6e094b190ada None None] Provisioning for port 744a4bf0-4fde-407e-85c5-b9c39406297b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:09.172618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4236d253-f22c-454c-9142-6e094b190ada None None] Provisioning complete for port 744a4bf0-4fde-407e-85c5-b9c39406297b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:09.173224 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4236d253-f22c-454c-9142-6e094b190ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.197449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9f283f3-1088-46d2-b21c-65cf9ae4bb63 req-b0a5da73-b317-453b-b09a-dc640215b6f6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549126 Jul 22 14:22:09.217687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-4745fa1f-ddf2-4061-8f15-b6941471af73 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.220545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-4745fa1f-ddf2-4061-8f15-b6941471af73 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 945 time: 0.3087192 Jul 22 14:22:09.243237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4236d253-f22c-454c-9142-6e094b190ada None None] Port 744a4bf0-4fde-407e-85c5-b9c39406297b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:09.247679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.391214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Allocated IP 172.25.8.44 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/75e28081-c7a5-433c-b565-41b3d0b92ae7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:09.512753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:09.523716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.524102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:09.527937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-65dc0908-c11e-4f3c-bea5-c6c5fe7aeeca tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7998857 Jul 22 14:22:09.528501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58290) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:09.540132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:09.542157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:09.545775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port 0fe70996-4133-44ac-9ffc-8c87cdacb40e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:09.545775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.565227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:09.575761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] Sync routers for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:09.592992 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:09.594215 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:09.632956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet 90f12302-eb65-4ee2-b5d3-88f125e695e2 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:09.641008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.651671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:09.698984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.702427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.769161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port 0fe70996-4133-44ac-9ffc-8c87cdacb40e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0fe70996-4133-44ac-9ffc-8c87cdacb40e,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:09.770063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.770900 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:09.785083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for 0fe70996-4133-44ac-9ffc-8c87cdacb40e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:09.853428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:09.856882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.862968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:09.891590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] No DVR routers for this DVR port 177e4c60-f024-4f5e-bdd2-d0901e8ae591 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:09.895736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.895980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:09.898795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-f53de7e7-8bac-4653-9361-735576367630 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "DELETE /v2.0/ports/177e4c60-f024-4f5e-bdd2-d0901e8ae591 HTTP/1.1" status: 204 len: 173 time: 2.4298308 Jul 22 14:22:09.912210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:08Z', 'revision_number': 10, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:09.942868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Pushing event updated for resources: {'Port': ['ID=75e28081-c7a5-433c-b565-41b3d0b92ae7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:09.951919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:09.965329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:09.965329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:10.014844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.050568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=90f12302-eb65-4ee2-b5d3-88f125e695e2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:10.078814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.083248 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b06d48e6-4b34-40e3-80d1-225e5c148b1b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/90f12302-eb65-4ee2-b5d3-88f125e695e2 HTTP/1.1" status: 204 len: 168 time: 0.5511148 Jul 22 14:22:10.083993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58298) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:10.134107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.296705 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:46Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:10.341066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.393421 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] Checking router: d77880b4-d58e-425f-8317-0d876f501260 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:10.419060 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:10.422576 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:10.435012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec4ce6-886f-48af-bfb6-6287e6f0d3f7 req-be30df1b-694c-46a7-afb1-008920359232 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.441513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec4ce6-886f-48af-bfb6-6287e6f0d3f7 req-be30df1b-694c-46a7-afb1-008920359232 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.443278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d9ec4ce6-886f-48af-bfb6-6287e6f0d3f7 req-be30df1b-694c-46a7-afb1-008920359232 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 1676 time: 0.3026421 Jul 22 14:22:10.576077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66113f4-da11-43f2-a8fb-27c98d9ff39b None None] Network b1ac49ce-9a13-4e4a-a5af-10e7837dd668 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:10.582902 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:10.588924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0aeeac54-5e68-4c07-a30a-30f9ea130b9f', '0fe70996-4133-44ac-9ffc-8c87cdacb40e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:10.592827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:10.647970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d9ec4ce6-886f-48af-bfb6-6287e6f0d3f7 req-93c0fd43-059a-4334-829e-520ab9f5c61c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869829 Jul 22 14:22:10.664842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58304) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:10.677927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 941962c3-e3bc-430e-accd-3b6f633374cc {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:10.678620 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.721373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=0fe70996-4133-44ac-9ffc-8c87cdacb40e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:10.723733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:10.725735 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195f3aa6-14fb-4064-8d98-b6805c76255e" -d '{"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:10.797748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port 0fe70996-4133-44ac-9ffc-8c87cdacb40e on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:10.802661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cb7bdc1-1f9c-453d-b71e-3982789da834 req-525600d2-2ea2-4ccc-a8be-768806c246c8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8207ef4-2fab-4888-8b2c-f062bd025361 HTTP/1.1" status: 200 len: 210 time: 0.0563517 Jul 22 14:22:10.803989 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.805887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6f21a6b-88a5-4839-809b-9ab668216281 req-ac1d24a8-0dfa-42db-bd0e-24e5c7067eed tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "DELETE /v2.0/ports/0fe70996-4133-44ac-9ffc-8c87cdacb40e HTTP/1.1" status: 204 len: 173 time: 1.5619135 Jul 22 14:22:10.841384 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd15b6-202b-4127-b14c-8f351255475c x-openstack-request-id: req-fecd15b6-202b-4127-b14c-8f351255475c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:10.841598 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "177e4c60-f024-4f5e-bdd2-d0901e8ae591", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:10.841871 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fecd15b6-202b-4127-b14c-8f351255475c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:10.842184 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': '177e4c60-f024-4f5e-bdd2-d0901e8ae591', 'status': 'completed', 'code': 200} Jul 22 14:22:10.862749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:10.863105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.875116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.878150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 941962c3-e3bc-430e-accd-3b6f633374cc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=941962c3-e3bc-430e-accd-3b6f633374cc,segment=NetworkSegment(fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f),segment_id=fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:10.878513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.928907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 941962c3-e3bc-430e-accd-3b6f633374cc owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:11.001848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:11.027847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f918762-d918-4117-b01c-3261efcc5daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.029483 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:46Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:11.033488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] For port c3b3bd1b-981c-43b4-8dfa-8f52027d1230, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:11.034730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.051647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for c3b3bd1b-981c-43b4-8dfa-8f52027d1230 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:11.106094 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56519da-63fe-4b1d-9a10-6afbbf473e29 None None] The sync data for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 is: [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:11:39Z', 'revision_number': 4, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'c3167cd0-ada4-4c95-8e15-de78e814f23b', 'name': '', 'network_id': '8852580b-924b-4887-8d8a-1180c6237f76', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'mac_address': 'fa:16:3e:43:01:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:38Z', 'updated_at': '2021-07-22T14:11:46Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'subnets': [{'id': '7d1bf868-f350-4773-8e9e-345c13cdd4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:11.135962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f918762-d918-4117-b01c-3261efcc5daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.183814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.185478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f918762-d918-4117-b01c-3261efcc5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.228723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.308050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=c3b3bd1b-981c-43b4-8dfa-8f52027d1230,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.311602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f918762-d918-4117-b01c-3261efcc5daa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cd0deb3730a4ae3bf9338ea606ef15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453078 Jul 22 14:22:11.315091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:11.323989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918762-d918-4117-b01c-3261efcc5daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a9bcfb-9b68-45c0-9d27-12a29e2f2d0c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.420214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] No DVR routers for this DVR port c3b3bd1b-981c-43b4-8dfa-8f52027d1230 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:11.423871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.429373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.438298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-6690c235-84e6-487c-93f2-df4c84903823 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "DELETE /v2.0/ports/c3b3bd1b-981c-43b4-8dfa-8f52027d1230 HTTP/1.1" status: 204 len: 173 time: 1.4296620 Jul 22 14:22:11.490634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port 941962c3-e3bc-430e-accd-3b6f633374cc on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:11.530691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7f17f1a-b5d0-42dc-ae75-35b34039f4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.607598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7f17f1a-b5d0-42dc-ae75-35b34039f4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.607919 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.622552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ac49ce-9a13-4e4a-a5af-10e7837dd668']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:11.644382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:11.644677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 8851ba5b-4b5f-4026-acfa-5207da7c4851 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:11.644787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0e8fbc-b8e9-4e20-aacc-dee11a3d177f') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:11.644894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.654866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.672696 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.696265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:11.697278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.705213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b1da5-a296-4bc1-a737-f14d5234ef62 None None] New status for floating IP 0f7f9abe-799b-402a-a740-41028b3771c2: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:11.725421 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:11.729404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=941962c3-e3bc-430e-accd-3b6f633374cc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.846353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7f17f1a-b5d0-42dc-ae75-35b34039f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.850762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7f17f1a-b5d0-42dc-ae75-35b34039f4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.851927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f7f17f1a-b5d0-42dc-ae75-35b34039f4fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1a9bcfb-9b68-45c0-9d27-12a29e2f2d0c HTTP/1.1" status: 204 len: 168 time: 0.4840286 Jul 22 14:22:11.855260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] For port 8851ba5b-4b5f-4026-acfa-5207da7c4851, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8851ba5b-4b5f-4026-acfa-5207da7c4851,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:11.855634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.857351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7627ae0-07ac-48bf-ab6f-08dc8bfe02fa None None] DHCP port deletion for b1ac49ce-9a13-4e4a-a5af-10e7837dd668 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:22:11.873080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.901523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 8851ba5b-4b5f-4026-acfa-5207da7c4851 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:11.905883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f17f1a-b5d0-42dc-ae75-35b34039f4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a9bcfb-9b68-45c0-9d27-12a29e2f2d0c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.918398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.927442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:11.930868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/b1ac49ce-9a13-4e4a-a5af-10e7837dd668 HTTP/1.1" status: 204 len: 168 time: 1.8463054 Jul 22 14:22:11.948623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6509f8c-2a61-4050-bc2c-224e053d49b6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=b1ac49ce-9a13-4e4a-a5af-10e7837dd668,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.983288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.999453 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.081311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:08Z', 'revision_number': 10, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:12.147075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Pushing event updated for resources: {'Port': ['ID=75e28081-c7a5-433c-b565-41b3d0b92ae7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.175178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b61b4a5-676b-4aef-8cb7-c52259fac090 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:08Z', 'revision_number': 10, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None, '_interfaces': [{'id': 'd6a19040-ff5d-4177-9b91-60e8f1b66597', 'name': '', 'network_id': '344e7a0e-17f0-484e-919d-fc03c8575ed2', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'mac_address': 'fa:16:3e:fe:ce:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:29Z', 'updated_at': '2021-07-22T14:21:37Z', 'revision_number': 5, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'subnets': [{'id': 'cdac4d23-3928-41f7-a1cf-59d06d366171', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:12.196431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.236981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032f3b-0dea-4b62-9f48-dd483075ad22 req-c83c1108-139a-45fe-ba78-0d90c8091cc4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.239478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96032f3b-0dea-4b62-9f48-dd483075ad22 req-c83c1108-139a-45fe-ba78-0d90c8091cc4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 942 time: 0.4477987 Jul 22 14:22:12.455694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96032f3b-0dea-4b62-9f48-dd483075ad22 req-8f2fc914-1370-4289-9b1b-7c3cc08ff25d tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b710ea-9221-46b7-bb4c-8f3cf9690f46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110749 Jul 22 14:22:12.495917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.530465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=8851ba5b-4b5f-4026-acfa-5207da7c4851,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.602190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] No DVR routers for this DVR port 8851ba5b-4b5f-4026-acfa-5207da7c4851 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:12.605932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.608158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78e8dee0-02cf-41f2-80d0-5472dc224e25 req-5f9a67bc-8a4d-4322-8c68-bb655debd5ad tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.20 "DELETE /v2.0/ports/8851ba5b-4b5f-4026-acfa-5207da7c4851 HTTP/1.1" status: 204 len: 173 time: 1.1619303 Jul 22 14:22:12.701630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.762911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:12.782844 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Floating IP 7c05ebeb-4f1e-47c2-a0c8-b9389db2386a associated. External IP: 172.25.8.44, port: 744a4bf0-4fde-407e-85c5-b9c39406297b. Jul 22 14:22:12.857079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'name': 'network-vif-deleted', 'tag': '0fe70996-4133-44ac-9ffc-8c87cdacb40e'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230'}, {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:12.859755 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb35bee-86ab-43f9-bec0-a7cbefb1f1b5" -d '{"events": [{"server_uuid": "d8207ef4-2fab-4888-8b2c-f062bd025361", "name": "network-vif-deleted", "tag": "0fe70996-4133-44ac-9ffc-8c87cdacb40e"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230"}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:12.916753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1d6f9-8cae-42c7-aef0-53bf012564d9 req-9d4d327a-fc62-4e95-a812-ea16adfc350e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.923751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24c1d6f9-8cae-42c7-aef0-53bf012564d9 req-9d4d327a-fc62-4e95-a812-ea16adfc350e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 946 time: 0.6629932 Jul 22 14:22:12.968714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0fe70996-4133-44ac-9ffc-8c87cdacb40e no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:13.008694 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec765d8b-b423-4fd1-a716-e4df4791e3e8 x-openstack-request-id: req-ec765d8b-b423-4fd1-a716-e4df4791e3e8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:13.009219 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8207ef4-2fab-4888-8b2c-f062bd025361", "name": "network-vif-deleted", "tag": "0fe70996-4133-44ac-9ffc-8c87cdacb40e", "status": "completed", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "c3b3bd1b-981c-43b4-8dfa-8f52027d1230", "status": "completed", "code": 200}, {"server_uuid": "0df89400-764d-4fd4-a730-85e6fd415604", "name": "network-vif-deleted", "tag": "8851ba5b-4b5f-4026-acfa-5207da7c4851", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:13.010187 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec765d8b-b423-4fd1-a716-e4df4791e3e8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:13.010617 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8207ef4-2fab-4888-8b2c-f062bd025361', 'name': 'network-vif-deleted', 'tag': '0fe70996-4133-44ac-9ffc-8c87cdacb40e', 'status': 'completed', 'code': 200} Jul 22 14:22:13.011455 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': 'c3b3bd1b-981c-43b4-8dfa-8f52027d1230', 'status': 'completed', 'code': 200} Jul 22 14:22:13.011612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 0fe70996-4133-44ac-9ffc-8c87cdacb40e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:13.011715 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df89400-764d-4fd4-a730-85e6fd415604', 'name': 'network-vif-deleted', 'tag': '8851ba5b-4b5f-4026-acfa-5207da7c4851', 'status': 'completed', 'code': 200} Jul 22 14:22:13.022232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0fe70996-4133-44ac-9ffc-8c87cdacb40e not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:13.043231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0f49b23a-a86b-40d5-ab47-72530004e44f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:13.067840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-124086164-network', 'tenant_id': '9bfafb944b094908842badeca6336a81'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:13.080759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 0f49b23a-a86b-40d5-ab47-72530004e44f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:13.081010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0f49b23a-a86b-40d5-ab47-72530004e44f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:13.081389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 941962c3-e3bc-430e-accd-3b6f633374cc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:13.103114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port d6a19040-ff5d-4177-9b91-60e8f1b66597 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:13.103658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.116738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 941962c3-e3bc-430e-accd-3b6f633374cc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:13.117185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 941962c3-e3bc-430e-accd-3b6f633374cc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:13.140736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Made reservation on behalf of 9bfafb944b094908842badeca6336a81 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:13.143276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.159223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-24c1d6f9-8cae-42c7-aef0-53bf012564d9 req-9a101143-90c6-48bf-896d-ac7fdaa3dc7f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345169 Jul 22 14:22:13.176229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.219951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port d6a19040-ff5d-4177-9b91-60e8f1b66597, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d6a19040-ff5d-4177-9b91-60e8f1b66597,segment=NetworkSegment(764c9045-4220-4277-aa5f-4a39b5bc8f5d),segment_id=764c9045-4220-4277-aa5f-4a39b5bc8f5d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:13.220335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.222362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Router e0e7b2b7-d174-4775-bd2d-518443089131 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:13.237687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for d6a19040-ff5d-4177-9b91-60e8f1b66597 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:13.391059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.392327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:13.397094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.407427 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] Sync routers for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:13.422706 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:13.424898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:13.429153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.437571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:13.458403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.465194 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:13.471799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f67f81-f356-45eb-aed3-9aed96db7cd3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:13.475318 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:13.476150 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:13.476470 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.476890 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Added segment 1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0 of type vlan for network 4224888a-30d5-452f-80e3-0b2ffbbb1854 Jul 22 14:22:13.517576 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:13.518454 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9ba758-81b6-431b-9e08-07a10e8a8b01 None None] The sync data for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:13.522231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-96245534-38b7-40dd-917f-52b4a5fc8b4b tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.5746009 Jul 22 14:22:13.526176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.565102 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.628261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=d6a19040-ff5d-4177-9b91-60e8f1b66597,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:13.694520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c463a2c2-5570-4fd4-b22f-b3c51f6d3de9 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] 10.222.0.11 "GET /v2.0/floatingips/7c05ebeb-4f1e-47c2-a0c8-b9389db2386a HTTP/1.1" status: 200 len: 982 time: 0.1660883 Jul 22 14:22:13.697352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.742780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.744473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.745457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.746342 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c603c1b3-ac7c-4fa6-aaf6-7adb7c6c8e70 req-d2aaf743-4051-46a2-be2b-76b8404d2bfe tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.1058376 Jul 22 14:22:13.771304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.832244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-ca931d39-704f-4813-bb5b-bb1695906604 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.833832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-ca931d39-704f-4813-bb5b-bb1695906604 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 946 time: 0.2419775 Jul 22 14:22:13.903848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1397643 Jul 22 14:22:13.907064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.912546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2415527a-c696-433c-82b4-dda751ba627e tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.2142272 Jul 22 14:22:13.916617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Request body: {'subnet': {'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-124086164-subnet', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:13.926094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.957931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206d7c-d728-40a1-b62f-0d8c9fc8cbe2 admin admin] Pushing event updated for resources: {'Network': ['ID=4224888a-30d5-452f-80e3-0b2ffbbb1854,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:13.969555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:14.094443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:14.096927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Made reservation on behalf of 9bfafb944b094908842badeca6336a81 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:14.099240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.294143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482ff65-b1a4-44c4-990f-4bd99ebd2c10 req-9a153187-7dcd-46b9-ba87-dfb491cdaf00 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.295726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6482ff65-b1a4-44c4-990f-4bd99ebd2c10 req-9a153187-7dcd-46b9-ba87-dfb491cdaf00 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 946 time: 0.0701082 Jul 22 14:22:14.338940 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6482ff65-b1a4-44c4-990f-4bd99ebd2c10 req-294c78d9-7598-454f-8aa1-90f076513171 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369363 Jul 22 14:22:14.631768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:14.632008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.671330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:14.684061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:14.689378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bce46b7a-e630-420e-9ba4-34da4ec0ee66 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7568021 Jul 22 14:22:14.689931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58362) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:14.705180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:14.706177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:14.750098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting subnet cdac4d23-3928-41f7-a1cf-59d06d366171 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:14.755614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.814114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:14.814478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.828281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:14.828553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting port 75e28081-c7a5-433c-b565-41b3d0b92ae7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:14.828662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.840347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.860564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for 0aeeac54-5e68-4c07-a30a-30f9ea130b9f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:14.906303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:13Z', 'revision_number': 11, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:14.937232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:14.952902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:14.953982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:14.968104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.038009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f844af4-d94e-4998-aaf5-21332124b667 req-d8c18183-38d2-4bdd-b213-30fba3485cce tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0429447 Jul 22 14:22:15.042300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.044709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:15.069792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.108461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Subnet': ['ID=cdac4d23-3928-41f7-a1cf-59d06d366171,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:15.111498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.115056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-118ce260-a1d8-4452-99db-79a3e3874ba8 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/cdac4d23-3928-41f7-a1cf-59d06d366171 HTTP/1.1" status: 204 len: 168 time: 0.4240212 Jul 22 14:22:15.117195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:13Z', 'revision_number': 11, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:15.117859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58366) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:15.123411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86526e80-a91e-4b80-9850-3c5827e97b60 None None] Network 344e7a0e-17f0-484e-919d-fc03c8575ed2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:15.202122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd73f6b-afac-4bf0-b99f-955b5fba3e9c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:15.249157 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.257567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbac190-04cb-4c53-b5b6-2015d0eafd30 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:13Z', 'revision_number': 11, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:15.264055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.264401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.290779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Checking segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:15.291153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Network hostable DHCP agents. Network: 4224888a-30d5-452f-80e3-0b2ffbbb1854, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:15.297782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Calling delete_port for 75e28081-c7a5-433c-b565-41b3d0b92ae7 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:15.332910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Deleting port 0123a535-75b0-486c-8372-30fe65ffaf48 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:15.333274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.371454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.377801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:15.383217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:15.414911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=0aeeac54-5e68-4c07-a30a-30f9ea130b9f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:15.436620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] For port 0123a535-75b0-486c-8372-30fe65ffaf48, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0123a535-75b0-486c-8372-30fe65ffaf48,segment=NetworkSegment(764c9045-4220-4277-aa5f-4a39b5bc8f5d),segment_id=764c9045-4220-4277-aa5f-4a39b5bc8f5d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:15.437080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.445193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4224888a-30d5-452f-80e3-0b2ffbbb1854) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:15.454490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:15.454995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.466321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Calling delete_port for 0123a535-75b0-486c-8372-30fe65ffaf48 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:15.494939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd389988-49ac-4833-80b5-afc86e62d651 None None] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:15.519892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port 0aeeac54-5e68-4c07-a30a-30f9ea130b9f on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:15.529602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d92e8c0-04aa-402b-9cec-759ae5301ee8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6180124 Jul 22 14:22:15.529602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.530616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbe903e6-7be2-4b76-80dd-08851799fa8c req-fdcf74ed-696d-4da9-8e11-8d06b71ee8b6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "DELETE /v2.0/ports/0aeeac54-5e68-4c07-a30a-30f9ea130b9f HTTP/1.1" status: 204 len: 173 time: 1.6663582 Jul 22 14:22:15.539693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'name': 'network-vif-deleted', 'tag': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:15.542931 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3433e20d-5fd2-44f8-be1a-fb45b10fb886" -d '{"events": [{"server_uuid": "4cff535a-d252-4297-869f-3dbc45b1d2a0", "name": "network-vif-deleted", "tag": "0aeeac54-5e68-4c07-a30a-30f9ea130b9f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:15.546586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58370) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:15.569885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:15.657036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c8d56-cbc9-4dab-9f41-26924c690452 None None] DHCP port deletion for 344e7a0e-17f0-484e-919d-fc03c8575ed2 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:22:15.658535 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f72a1-b57f-4de5-882b-357a01762621 x-openstack-request-id: req-f61f72a1-b57f-4de5-882b-357a01762621 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:15.658838 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cff535a-d252-4297-869f-3dbc45b1d2a0", "name": "network-vif-deleted", "tag": "0aeeac54-5e68-4c07-a30a-30f9ea130b9f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:15.659094 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f61f72a1-b57f-4de5-882b-357a01762621 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:15.659879 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cff535a-d252-4297-869f-3dbc45b1d2a0', 'name': 'network-vif-deleted', 'tag': '0aeeac54-5e68-4c07-a30a-30f9ea130b9f', 'status': 'completed', 'code': 200} Jul 22 14:22:15.672422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b59018d-71c5-4d2d-99eb-ff0ddfb36ee9 req-186a380e-9393-4cf0-840b-e9c38e27c5ff tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cff535a-d252-4297-869f-3dbc45b1d2a0 HTTP/1.1" status: 200 len: 210 time: 0.1248159 Jul 22 14:22:15.690239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.727394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.730633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.745965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.761422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Port': ['ID=75e28081-c7a5-433c-b565-41b3d0b92ae7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:15.781885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4224888a-30d5-452f-80e3-0b2ffbbb1854', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'fixed_ips': [{'subnet_id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:22:15.783190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.791179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Port': ['ID=0123a535-75b0-486c-8372-30fe65ffaf48,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:15.797288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No DVR routers for this DVR port 0123a535-75b0-486c-8372-30fe65ffaf48 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:15.812848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f01c8d56-cbc9-4dab-9f41-26924c690452 None None] The port '0123a535-75b0-486c-8372-30fe65ffaf48' was deleted {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 14:22:15.880873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.881447 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Floating IP 7c05ebeb-4f1e-47c2-a0c8-b9389db2386a disassociated (deleted). External IP: 172.25.8.44, port: 744a4bf0-4fde-407e-85c5-b9c39406297b. Jul 22 14:22:15.906048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.996374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.049070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Allocated IP 172.20.0.2 (4224888a-30d5-452f-80e3-0b2ffbbb1854/1fd73f6b-afac-4bf0-b99f-955b5fba3e9c/cc152dd8-85d9-4b80-8972-8b05e39b79e0) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:16.057999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344e7a0e-17f0-484e-919d-fc03c8575ed2']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.071372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764c9045-4220-4277-aa5f-4a39b5bc8f5d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.072219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764c9045-4220-4277-aa5f-4a39b5bc8f5d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.178924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.195986 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.203638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.217660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:16.217660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:16.219617 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:16.274764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc733e9f-45fb-44fc-9ee8-88c6dae8a55c req-54815ba8-675c-482f-ac22-d0c17bce1bcb tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0782559 Jul 22 14:22:16.333684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Router e0e7b2b7-d174-4775-bd2d-518443089131 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:16.348964 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.361907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Transition to ACTIVE for port object cc152dd8-85d9-4b80-8972-8b05e39b79e0 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:16.364538 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.379089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Transition to ACTIVE for port object cc152dd8-85d9-4b80-8972-8b05e39b79e0 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:16.385998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.386545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.390449 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/networks/344e7a0e-17f0-484e-919d-fc03c8575ed2 HTTP/1.1" status: 204 len: 168 time: 1.2685318 Jul 22 14:22:16.390449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37e7ec-e6c3-4004-adbe-32df299d78a3 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Pushing event deleted for resources: {'Network': ['ID=344e7a0e-17f0-484e-919d-fc03c8575ed2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:16.391022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58388) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:16.404670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'routes': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:16.446516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:16.447870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Pushing event updated for resources: {'Port': ['ID=cc152dd8-85d9-4b80-8972-8b05e39b79e0,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:16.450524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:16.452809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:16.501171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:16.507496 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.511865 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] Sync routers for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:16.526398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Attempting to bind port cc152dd8-85d9-4b80-8972-8b05e39b79e0 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:16.526779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Attempting to bind port cc152dd8-85d9-4b80-8972-8b05e39b79e0 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:16.527291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Attempting to bind port cc152dd8-85d9-4b80-8972-8b05e39b79e0 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:16.532805 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:16.533464 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.533635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:16.534002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Checking segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:16.534443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.534799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Bound using segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:16.535267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Bound port: cc152dd8-85d9-4b80-8972-8b05e39b79e0, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:16.535647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.563209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b2c2eb33-ef2b-475f-aea7-de42e9011886 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "DELETE /v2.0/floatingips/7c05ebeb-4f1e-47c2-a0c8-b9389db2386a HTTP/1.1" status: 204 len: 168 time: 2.6344271 Jul 22 14:22:16.567268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:16.584459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:16.619704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.654520 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.660305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] For port cc152dd8-85d9-4b80-8972-8b05e39b79e0, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:16.668325 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:16.668945 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.672882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] For port cc152dd8-85d9-4b80-8972-8b05e39b79e0, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cc152dd8-85d9-4b80-8972-8b05e39b79e0,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:16.677925 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.706375 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:16.707227 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e0d604-e3f0-4c4f-8ef7-96232b40e1e3 None None] The sync data for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:16.835199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6e5da-7236-4c8f-b33e-a18986ca97b2 None None] Pushing event updated for resources: {'Port': ['ID=cc152dd8-85d9-4b80-8972-8b05e39b79e0,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:16.863188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.extraroute_db [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Added routes are [] {{(pid=93760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:22:16.863188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.extraroute_db [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Removed routes are [] {{(pid=93760) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:22:16.863639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.887092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4a2af-acd9-482b-9cd6-96d36cf53106 req-3ebdd0d0-5029-4511-8e4f-a179e158f137 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:16.896156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44e4a2af-acd9-482b-9cd6-96d36cf53106 req-3ebdd0d0-5029-4511-8e4f-a179e158f137 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.2285006 Jul 22 14:22:16.948049 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.971266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44e4a2af-acd9-482b-9cd6-96d36cf53106 req-0b0cbb08-ce5d-4a47-8df0-d973495ea1a9 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740464 Jul 22 14:22:16.976324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0aeeac54-5e68-4c07-a30a-30f9ea130b9f no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:17.043088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 0aeeac54-5e68-4c07-a30a-30f9ea130b9f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:17.043463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0aeeac54-5e68-4c07-a30a-30f9ea130b9f not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:17.051553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0123a535-75b0-486c-8372-30fe65ffaf48 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:17.124527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 0123a535-75b0-486c-8372-30fe65ffaf48 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:17.125114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0123a535-75b0-486c-8372-30fe65ffaf48 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:17.125745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6a19040-ff5d-4177-9b91-60e8f1b66597 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:17.179473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Allocated IP 172.25.8.68 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/a5c7ced7-2fc3-42e9-9071-79e3255339c3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:17.313488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.352603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.386178 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.388722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.423063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d6a19040-ff5d-4177-9b91-60e8f1b66597 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:17.423415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d6a19040-ff5d-4177-9b91-60e8f1b66597 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:17.454097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1296a34-de17-43aa-9963-f2808deeb25f req-2ed9337e-4189-4077-a6cf-b20bbcba3d8c tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0353186 Jul 22 14:22:17.455614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.460284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.495805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:17.500817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:17.504510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:17.552035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c7ced7-2fc3-42e9-9071-79e3255339c3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:17.610538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.626126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router 601b2c50-1d08-4501-b9c3-f629a25fbd8e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:17.664084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-d422c12d-70ac-4cc8-8207-816810a3926b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:17.666478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-d422c12d-70ac-4cc8-8207-816810a3926b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.5263157 Jul 22 14:22:17.687978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.903650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.909345 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.964735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c7ced7-2fc3-42e9-9071-79e3255339c3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.053598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.090971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.092470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3ff308e5-8ac5-4b93-a421-ed8d96c7d454 tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5180788 Jul 22 14:22:18.096136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.154928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7349d07-8267-4cff-9153-d6fbdb5507c6 None None] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:18.220206 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-0959e414-f0fd-426e-9139-0b5a5fd29953 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.5233686 Jul 22 14:22:18.251164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9e2fb-c9e0-4e26-b056-ba6d07b53212 req-ffe4e417-9d24-4f43-a894-18e41abf61d5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.252870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3f9e2fb-c9e0-4e26-b056-ba6d07b53212 req-ffe4e417-9d24-4f43-a894-18e41abf61d5 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.1724427 Jul 22 14:22:18.265929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:18.275222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Allocated IP 172.25.8.57 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e7f59ada-0841-44e2-8070-4d0c6c410e58) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:18.275382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:18.279720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] Sync routers for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:18.289600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-35079ee5-9608-4b9b-82eb-5550a061225e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1678517 Jul 22 14:22:18.310384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f140c57d-ff6d-4654-a44b-e8f65ea8b7b8 None None] Provisioning for port cc152dd8-85d9-4b80-8972-8b05e39b79e0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:18.323511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:18.324654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:18.344670 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.350069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6c6cd86c-6b24-46b5-ab99-df3b08526fa6 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 704 time: 1.9537117 Jul 22 14:22:18.350835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-38105d97-3149-45ae-a956-d50dcd2c3f00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613290 Jul 22 14:22:18.352621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.353816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.378405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3f9e2fb-c9e0-4e26-b056-ba6d07b53212 req-3b7f0d01-262d-4636-8132-78c61f24d564 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151514 Jul 22 14:22:18.445171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38d06be5-010c-4508-9025-e6f461651b4b tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 205 time: 0.0842309 Jul 22 14:22:18.454918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.514591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:18.582856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-90a070cc-b368-4361-9d79-20e725c82c20 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3549099 Jul 22 14:22:18.594620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:13Z', 'revision_number': 11, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:18.650549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.653649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] Checking router: 601b2c50-1d08-4501-b9c3-f629a25fbd8e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:18.662362 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-71801384-6da1-43d9-9b06-aad332b0f8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.669600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.691161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] Routers {'601b2c50-1d08-4501-b9c3-f629a25fbd8e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:18.692050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:18.810297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] Set router 601b2c50-1d08-4501-b9c3-f629a25fbd8e gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:18.812881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-4837fdd9-5f20-4de4-94ba-a88cff2cd3ef service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225392 Jul 22 14:22:18.920450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.981217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:13Z', 'revision_number': 11, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:19.057061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cc152dd8-85d9-4b80-8972-8b05e39b79e0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:19.077767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:19.085422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:19.099394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:19.122028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b0d50-d85f-45de-a18c-d831dd790ee1 None None] The sync data for ids ['601b2c50-1d08-4501-b9c3-f629a25fbd8e'] in n-d-787205-11 is: [{'id': '601b2c50-1d08-4501-b9c3-f629a25fbd8e', 'name': 'tempest-RoutersIpV6Test-router-622082815', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:27Z', 'updated_at': '2021-07-22T14:22:13Z', 'revision_number': 11, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:19.139004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Pushing event updated for resources: {'Port': ['ID=e7f59ada-0841-44e2-8070-4d0c6c410e58,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:19.179580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port cc152dd8-85d9-4b80-8972-8b05e39b79e0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:19.180732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-0618f5bd-dd8e-4718-b9bd-9d743647b384 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539042 Jul 22 14:22:19.186354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cc152dd8-85d9-4b80-8972-8b05e39b79e0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:19.186828 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.255506 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.265264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d44c8b87-00e0-4ca4-b272-21532a76a119 None None] Provisioning complete for port cc152dd8-85d9-4b80-8972-8b05e39b79e0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:19.267463 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d44c8b87-00e0-4ca4-b272-21532a76a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.366262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-4f47cbb2-df96-428a-b891-8fe6f989cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.367704 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-4f47cbb2-df96-428a-b891-8fe6f989cbe7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 1098 time: 1.0158236 Jul 22 14:22:19.409919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-dcc10c68-c0bb-4674-9a65-03aab4803ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.412154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-dcc10c68-c0bb-4674-9a65-03aab4803ab8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.9737439 Jul 22 14:22:19.438512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.457635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.480467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.550460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2738-8216-488e-a060-5c9d1a92d944 req-8d5e03a7-20c2-4897-9130-cf783e111d61 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.552039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7bb2738-8216-488e-a060-5c9d1a92d944 req-8d5e03a7-20c2-4897-9130-cf783e111d61 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.9725535 Jul 22 14:22:19.611751 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d44c8b87-00e0-4ca4-b272-21532a76a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.645807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port cc152dd8-85d9-4b80-8972-8b05e39b79e0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cc152dd8-85d9-4b80-8972-8b05e39b79e0,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:19.652680 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.652977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.653335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router 601b2c50-1d08-4501-b9c3-f629a25fbd8e {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:22:19.661385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.666923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-76bf7377-cb20-4b9d-921c-be9274d91529 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 204 len: 168 time: 1.2007732 Jul 22 14:22:19.667374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:19.694302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1607280444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:19.735062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.742543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-d44c8b87-00e0-4ca4-b272-21532a76a119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:22:19.743139 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-d44c8b87-00e0-4ca4-b272-21532a76a119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:22:19.782641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=cc152dd8-85d9-4b80-8972-8b05e39b79e0,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:19.838083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.839917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.860560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-5e480793-9ede-4dc6-91d8-c42d1c23fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.862386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-5e480793-9ede-4dc6-91d8-c42d1c23fe8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.4219985 Jul 22 14:22:19.889029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.901864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-532c485f-ea77-4fa0-a86f-cdfb26333533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.903383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-532c485f-ea77-4fa0-a86f-cdfb26333533 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.4902971 Jul 22 14:22:19.923103 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec39f712-db08-4edb-a7cb-ac3b1b1708eb req-bd9ea304-adf9-4e72-a189-302d274fe8c1 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.1845043 Jul 22 14:22:19.941087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a7bb2738-8216-488e-a060-5c9d1a92d944 req-e551aa6b-d5c2-451f-acf4-0c2440ac91c6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792870 Jul 22 14:22:20.008132 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.074397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-7a58624b-9089-42ca-9d6b-fa7e758b6fb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326 HTTP/1.1" status: 200 len: 217 time: 0.1303127 Jul 22 14:22:20.088077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.142791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.170571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.183913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-7bccfabf-5d87-48b9-8163-a88d8e6fc2b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.3032672 Jul 22 14:22:20.190513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c1df1b6-21d1-4256-9dd3-ed530cd64c6c req-fcd9415f-76ba-4eff-af48-6ff536e720e4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 210 time: 0.1000898 Jul 22 14:22:20.245525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-c1475ca7-1dca-4b39-ac5f-55e2d0df93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.247775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-c1475ca7-1dca-4b39-ac5f-55e2d0df93d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0500062 Jul 22 14:22:20.248977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5b6bf-4203-4886-9029-3aaacd7a901e req-71eca29e-d327-4441-8c6d-050a6f627899 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.250628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cb5b6bf-4203-4886-9029-3aaacd7a901e req-71eca29e-d327-4441-8c6d-050a6f627899 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.1627452 Jul 22 14:22:20.252427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.256448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0f74f738-aebf-47f2-95a3-9015371fa5f9 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5734451 Jul 22 14:22:20.266691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:20.292449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:20.339571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cb5b6bf-4203-4886-9029-3aaacd7a901e req-956e4910-129e-41ca-9bce-23eab63845cb tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598953 Jul 22 14:22:20.419798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Router 581e8f9c-81ec-4141-8676-d73e9a4f373d is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:22:20.436698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-0a0ebb4a-3e4d-4e09-a093-918e387790cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.438349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-0a0ebb4a-3e4d-4e09-a093-918e387790cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.3491347 Jul 22 14:22:20.547653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:20.560742 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Sync routers for ids ['581e8f9c-81ec-4141-8676-d73e9a4f373d'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:20.562635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.563369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Allocated IP 172.25.8.81 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e1adde4a-6237-4caa-95e4-83d8e4df4cf5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:20.566414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c9cca922-8634-4c60-ab00-9c3e97e703cc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0030551 Jul 22 14:22:20.567015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58446) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:20.572323 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Routers {'581e8f9c-81ec-4141-8676-d73e9a4f373d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:20.573255 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:21:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['581e8f9c-81ec-4141-8676-d73e9a4f373d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:20.708751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.719893 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Set router 581e8f9c-81ec-4141-8676-d73e9a4f373d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:20.723983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f289da-fb0b-4502-b332-f9d0b9d2ff06 req-8c5d34e0-10ce-4007-84b8-31465a67582d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.731899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94f289da-fb0b-4502-b332-f9d0b9d2ff06 req-8c5d34e0-10ce-4007-84b8-31465a67582d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3964701 Jul 22 14:22:20.778766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-ccfabcf3-13a7-44f5-9e11-63baca86c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.780358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-ccfabcf3-13a7-44f5-9e11-63baca86c095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5228095 Jul 22 14:22:20.814439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.953490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-60a8e6d6-1628-44e4-9d7d-e432a3395531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.953490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-60a8e6d6-1628-44e4-9d7d-e432a3395531 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4988437 Jul 22 14:22:20.995071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-faf86077-67cf-4407-bf11-38a9779567a0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.997121 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-faf86077-67cf-4407-bf11-38a9779567a0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.1493325 Jul 22 14:22:20.999144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94f289da-fb0b-4502-b332-f9d0b9d2ff06 req-4ef2861b-3cdc-4fcb-a945-aeec078857d1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663150 Jul 22 14:22:21.048340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cc152dd8-85d9-4b80-8972-8b05e39b79e0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:21.089931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.162094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cc152dd8-85d9-4b80-8972-8b05e39b79e0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:21.162890 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.215941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': '1dd92887-9074-469e-ac43-559221660587', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:21.263450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-ba6c1588-d118-4ebe-a870-807d5e84abcb service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573715 Jul 22 14:22:21.293188 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:22:19Z', 'revision_number': 3, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:21.329229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Checking router: 581e8f9c-81ec-4141-8676-d73e9a4f373d for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:21.329724 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Updating router 581e8f9c-81ec-4141-8676-d73e9a4f373d port e7f59ada-0841-44e2-8070-4d0c6c410e58 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:21.337970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9fb034f-c622-4c50-b21b-a4e7583af63c req-7280ed0c-e3c4-47d3-b7db-d2d556c144b3 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.1276042 Jul 22 14:22:21.351276 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.395231 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.448787 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9529b141-30b1-4ac2-a745-faf52467ccc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.473571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Router ade8422e-69f2-4cea-a0e5-cb5059493dae is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:22:21.542390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-6ca3d50d-9575-48cd-b9db-ac7c04276c24 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310051 Jul 22 14:22:21.549526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.786345 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.794500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.798513 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Transition to ACTIVE for port object e7f59ada-0841-44e2-8070-4d0c6c410e58 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:21.807415 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.849417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09351d1d-c536-4119-a5ae-027ed452e796 req-0aadb579-2458-4f26-a0de-b602ad4bbeb2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 210 time: 0.0574298 Jul 22 14:22:21.879717 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Attempting to bind port e7f59ada-0841-44e2-8070-4d0c6c410e58 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:21.880165 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Attempting to bind port e7f59ada-0841-44e2-8070-4d0c6c410e58 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:21.880530 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Attempting to bind port e7f59ada-0841-44e2-8070-4d0c6c410e58 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:21.901907 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:21.902288 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:21.902920 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.903327 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:21.903808 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Bound port: e7f59ada-0841-44e2-8070-4d0c6c410e58, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:21.904494 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.974950 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] For port e7f59ada-0841-44e2-8070-4d0c6c410e58, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:21.979147 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] For port e7f59ada-0841-44e2-8070-4d0c6c410e58, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e7f59ada-0841-44e2-8070-4d0c6c410e58,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:21.988255 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Pushing event updated for resources: {'Port': ['ID=e7f59ada-0841-44e2-8070-4d0c6c410e58,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:21.993013 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.004917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.005288 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.005594 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.005951 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.008123 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.008485 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.008820 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.009776 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.010208 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.010539 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.010864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.011188 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:22.079142 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Routers {'581e8f9c-81ec-4141-8676-d73e9a4f373d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:22.079846 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['581e8f9c-81ec-4141-8676-d73e9a4f373d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:22.095651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:22.099171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.145448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:22.155162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Allocated IP 172.20.0.1 (4224888a-30d5-452f-80e3-0b2ffbbb1854/1fd73f6b-afac-4bf0-b99f-955b5fba3e9c/ff49b7e0-6b31-43ce-8fd3-9a556d06ba32) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:22.168944 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff871f6e-b4bd-4d76-b74c-d4356d2142e6 None None] Pushing event updated for resources: {'Port': ['ID=e7f59ada-0841-44e2-8070-4d0c6c410e58,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.198379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-c03ad97d-ac90-4c93-9ce8-97fcc4b43fa4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.199045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c36ff-cf45-4098-aae8-7a6c5dbd413c req-0cc820ca-d977-462b-afe8-924e80c00b72 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.200879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-795c36ff-cf45-4098-aae8-7a6c5dbd413c req-0cc820ca-d977-462b-afe8-924e80c00b72 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.2017188 Jul 22 14:22:22.210951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-c03ad97d-ac90-4c93-9ce8-97fcc4b43fa4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.9297614 Jul 22 14:22:22.214097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:22.237477 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] Set router 581e8f9c-81ec-4141-8676-d73e9a4f373d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:22.248012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:22.255149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Pushing event updated for resources: {'Port': ['ID=e1adde4a-6237-4caa-95e4-83d8e4df4cf5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.260705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f022ec9c-3a5c-47a9-beb8-5c765baa7de2 req-72785eb9-5bac-4c75-9ec6-2a4173ba9500 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9957962 Jul 22 14:22:22.300963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-fa3559d2-592c-4e66-91a2-bbfe4c6ec7a8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/quotas/12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 375 time: 0.0890784 Jul 22 14:22:22.304426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:22.315629 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.317871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] Sync routers for ids ['ade8422e-69f2-4cea-a0e5-cb5059493dae'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:22.319454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd2cb316-10a3-4802-9cdc-8afd4039f612 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "PUT /v2.0/routers/ade8422e-69f2-4cea-a0e5-cb5059493dae HTTP/1.1" status: 200 len: 698 time: 2.0325844 Jul 22 14:22:22.332353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58468) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:22.332934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] Routers {'ade8422e-69f2-4cea-a0e5-cb5059493dae'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:22.333928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ade8422e-69f2-4cea-a0e5-cb5059493dae'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:22.351517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-795c36ff-cf45-4098-aae8-7a6c5dbd413c req-6e711a44-f12e-4ff2-8413-c9c29cb91dd3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344965 Jul 22 14:22:22.404219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.9 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/29bf47a5-9f0b-4932-b7f1-415a3759ff85) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:22.428281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.459136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Transition to ACTIVE for port object ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:22.486420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] Set router ade8422e-69f2-4cea-a0e5-cb5059493dae gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:22.510156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83c5db33-5bfc-4600-9ac7-4809a980606a req-e459505a-18b0-480c-b7ed-38b21f1bed05 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0354075 Jul 22 14:22:22.541950 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:22:19Z', 'revision_number': 3, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:22.575045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58472) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:22.575244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6a1285d0-517b-4e00-b30f-c0eb0abfc538 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/routers/ade8422e-69f2-4cea-a0e5-cb5059493dae HTTP/1.1" status: 200 len: 704 time: 0.2390106 Jul 22 14:22:22.581129 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd4952d-ad6b-491a-a531-a990f0756702 None None] The sync data for ids ['581e8f9c-81ec-4141-8676-d73e9a4f373d'] in n-d-787205-11 is: [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:22:19Z', 'revision_number': 3, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:22.581446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5488a066-a95c-4d14-a5a8-1cb758473427 req-51396982-b437-4c57-afe6-5eb0ae098493 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0204513 Jul 22 14:22:22.589365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8422e-69f2-4cea-a0e5-cb5059493dae', 'name': 'tempest-RoutersIpV6Test-router-1607280444', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:19Z', 'updated_at': '2021-07-22T14:22:20Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:22.622636 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3d90c955-2a11-4b62-a058-768cff06adc4 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade8422e-69f2-4cea-a0e5-cb5059493dae HTTP/1.1" status: 200 len: 205 time: 0.0418341 Jul 22 14:22:22.627174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:22.646191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] Checking router: ade8422e-69f2-4cea-a0e5-cb5059493dae for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:22.664953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] Routers {'ade8422e-69f2-4cea-a0e5-cb5059493dae'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:22.665873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ade8422e-69f2-4cea-a0e5-cb5059493dae'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:22.691743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.721169 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.767998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-9e46c7d6-3748-46fd-8f9d-e049f54f721e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4659202 Jul 22 14:22:22.768510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:22.770363 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.778403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Pushing event updated for resources: {'Port': ['ID=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.780991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:22.795675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:22.799211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] Set router ade8422e-69f2-4cea-a0e5-cb5059493dae gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:22.805119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.811019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.881965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.896070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8422e-69f2-4cea-a0e5-cb5059493dae', 'name': 'tempest-RoutersIpV6Test-router-1607280444', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:19Z', 'updated_at': '2021-07-22T14:22:20Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:22.948539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd451ce4-40cb-4469-9524-f21cfdb50d4c None None] The sync data for ids ['ade8422e-69f2-4cea-a0e5-cb5059493dae'] in n-d-787205-11 is: [{'id': 'ade8422e-69f2-4cea-a0e5-cb5059493dae', 'name': 'tempest-RoutersIpV6Test-router-1607280444', 'tenant_id': 'a0e29167132b4836aaa416b3cd40940b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:19Z', 'updated_at': '2021-07-22T14:22:20Z', 'revision_number': 2, 'project_id': 'a0e29167132b4836aaa416b3cd40940b', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:23.083311 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6eea48b-e2d9-4349-80ca-1efdca015bd4 req-b7950553-df06-4190-88d3-e51064d0f304 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 210 time: 0.0793900 Jul 22 14:22:23.192067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.205118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:23.237826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.275696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.282282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.291669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-89264ae1-ce29-4fc9-b3d4-e832ba40b75e service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219047 Jul 22 14:22:23.314487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:23.327376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:23.334720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:22:23.374410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f8507989-7ddc-42f7-83e3-b83202f9cb97 None None] Provisioning for port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:23.403594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:23.406849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f8507989-7ddc-42f7-83e3-b83202f9cb97 None None] Provisioning complete for port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:23.410785 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8507989-7ddc-42f7-83e3-b83202f9cb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.464290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.464786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Fanout notify agent at l3_agent the message router_deleted on router ade8422e-69f2-4cea-a0e5-cb5059493dae {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:22:23.478848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.480245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c37d320-cef1-4e9f-8ee6-039b55465de0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/ade8422e-69f2-4cea-a0e5-cb5059493dae HTTP/1.1" status: 204 len: 168 time: 0.8518732 Jul 22 14:22:23.495626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.567092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=29bf47a5-9f0b-4932-b7f1-415a3759ff85,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:23.596752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f8507989-7ddc-42f7-83e3-b83202f9cb97 None None] Port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:23.606243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.644475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.645121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.652471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.656391 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a5e5cc2e-e69d-44e0-ae14-9c46fa6739bf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=ade8422e-69f2-4cea-a0e5-cb5059493dae HTTP/1.1" status: 200 len: 205 time: 0.1582844 Jul 22 14:22:23.659310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.661792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.706270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-b570aa19-283b-4a1a-9262-d80a5d3a3730 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6330523 Jul 22 14:22:23.794065 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-9cf87b70-a2b9-4810-b56f-b91e13cd1326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:23.798639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9cf87b70-a2b9-4810-b56f-b91e13cd1326 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/ade8422e-69f2-4cea-a0e5-cb5059493dae HTTP/1.1" status: 404 len: 336 time: 0.1373973 Jul 22 14:22:23.801999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.811922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-ef7f86df-9894-4fd2-a345-6c83ee19ffa3 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968171 Jul 22 14:22:23.824927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.867035 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eaa5a4-cb49-42a3-8465-17d030d77652 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:23.867239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18eaa5a4-cb49-42a3-8465-17d030d77652 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:23.873747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-18eaa5a4-cb49-42a3-8465-17d030d77652 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/1edfc5d0-125c-4881-9503-c6653128b880 HTTP/1.1" status: 404 len: 337 time: 0.0658405 Jul 22 14:22:23.874000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.874657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Pushing event updated for resources: {'Port': ['ID=e1adde4a-6237-4caa-95e4-83d8e4df4cf5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:23.877590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.890935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Request body: {'port': {'device_id': '1dd92887-9074-469e-ac43-559221660587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:23.912946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882eeab-0cba-49ba-b383-0cbe126ea1e7 req-80709bf9-50c5-4824-8aa5-f955bbb209b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.914675 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7882eeab-0cba-49ba-b383-0cbe126ea1e7 req-80709bf9-50c5-4824-8aa5-f955bbb209b7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.4117546 Jul 22 14:22:23.928668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.930085 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b1eccd9e-f139-4dd7-8ff6-bdee7902bb83 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8329718 Jul 22 14:22:23.932640 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e131e85-fb61-4a7c-ad0c-30531bb4c99a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:23.933911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e131e85-fb61-4a7c-ad0c-30531bb4c99a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:23.938753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e131e85-fb61-4a7c-ad0c-30531bb4c99a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/ad7564d5-bf4b-4708-b6f9-652a649352f0 HTTP/1.1" status: 404 len: 337 time: 0.0506084 Jul 22 14:22:23.939490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.940007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.951291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.015179 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56d96af-bb0e-4310-b4e9-67d1451a342c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:24.015737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56d96af-bb0e-4310-b4e9-67d1451a342c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:24.021970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e56d96af-bb0e-4310-b4e9-67d1451a342c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/90f12302-eb65-4ee2-b5d3-88f125e695e2 HTTP/1.1" status: 404 len: 337 time: 0.0738473 Jul 22 14:22:24.022677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.138955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7882eeab-0cba-49ba-b383-0cbe126ea1e7 req-858068f3-7d20-4cdd-b3ea-1805c7940664 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823294 Jul 22 14:22:24.190128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Pushing event updated for resources: {'Port': ['ID=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:24.195483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.199545 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a4f2ae-927b-4d66-b1ac-8270646fd084 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:24.210080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25a4f2ae-927b-4d66-b1ac-8270646fd084 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:24.211755 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-25a4f2ae-927b-4d66-b1ac-8270646fd084 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/cdac4d23-3928-41f7-a1cf-59d06d366171 HTTP/1.1" status: 404 len: 337 time: 0.1277239 Jul 22 14:22:24.215349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58502) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.227256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.266749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbbd3169-8535-4cfb-942c-8f365320d106 req-6c759b48-7551-4c43-8b44-e9cab0fc05b2 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.1454327 Jul 22 14:22:24.314220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2a414d71-5c9d-4df7-9028-bf3ba73b6b6c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3697 time: 0.3728979 Jul 22 14:22:24.315169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.401331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a4a999d6-f4a2-49f8-8756-edd670314b4e tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 200 len: 205 time: 0.1665335 Jul 22 14:22:24.407268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85048a7a-aae0-476a-8bcf-ff5d8f5e14ce tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0907631 Jul 22 14:22:24.407893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58510) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.408370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.417977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b915a11a-5660-4c30-be23-96d9e1f0bd8b req-7bd9f306-1674-4f57-b65d-15fbddf6aba6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 210 time: 0.1350446 Jul 22 14:22:24.439325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:24.440863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:24.446267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.611841 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-c1035b57-8312-4b11-a3af-2f93806c20dd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:24.615370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c1035b57-8312-4b11-a3af-2f93806c20dd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/601b2c50-1d08-4501-b9c3-f629a25fbd8e HTTP/1.1" status: 404 len: 336 time: 0.2024717 Jul 22 14:22:24.620710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58516) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.678536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c8678065-3891-45f9-aa90-18aec801148a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=047ffe78-c783-4f8b-8b0b-42ad07970017 HTTP/1.1" status: 200 len: 205 time: 0.0543580 Jul 22 14:22:24.679927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.726689 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-dca714f9-e541-4531-a127-0d7b3b8ca3f0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:24.730666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dca714f9-e541-4531-a127-0d7b3b8ca3f0 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/047ffe78-c783-4f8b-8b0b-42ad07970017 HTTP/1.1" status: 404 len: 336 time: 0.0468633 Jul 22 14:22:24.734431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.773782 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-199fe9bd-9840-4b89-934d-06b18a949780 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:24.774238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199fe9bd-9840-4b89-934d-06b18a949780 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:24.776850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-199fe9bd-9840-4b89-934d-06b18a949780 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/4433c885-ddb2-4db8-9504-bf2cc42b5e40 HTTP/1.1" status: 404 len: 337 time: 0.0401280 Jul 22 14:22:24.780275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.858476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590efb5-2a05-4796-b124-d06c6a2c7558 req-07faa17d-9a43-4397-992c-46b4fbfe02ff tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:24.869854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6590efb5-2a05-4796-b124-d06c6a2c7558 req-07faa17d-9a43-4397-992c-46b4fbfe02ff tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 931 time: 0.4601953 Jul 22 14:22:24.881784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0e9ab7df-e5b3-4dd1-b3d1-83f5dfda7b1f tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 200 len: 205 time: 0.1003275 Jul 22 14:22:24.890504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:24.891243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Router 581e8f9c-81ec-4141-8676-d73e9a4f373d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:24.894134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-518bf96d-4ac7-4259-b69d-893f01cdea1c None None] Provisioning complete for port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:24.894524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-518bf96d-4ac7-4259-b69d-893f01cdea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.968610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Deleting port e1adde4a-6237-4caa-95e4-83d8e4df4cf5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:24.969044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.972711 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-8ee19741-c266-4639-997e-fbb0ddecf09c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:24.973842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ee19741-c266-4639-997e-fbb0ddecf09c tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/4ad862c9-31f1-45f9-9ff5-4ffcafec0988 HTTP/1.1" status: 404 len: 336 time: 0.0786011 Jul 22 14:22:24.994731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:25.040412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-518bf96d-4ac7-4259-b69d-893f01cdea1c None None] Port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:25.083683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c703aee5-ec65-46bf-ab1a-6db31a2683ba tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c44d7f6-6ca4-405d-961a-b0eae28a6a62 HTTP/1.1" status: 200 len: 205 time: 0.0848565 Jul 22 14:22:25.107244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6590efb5-2a05-4796-b124-d06c6a2c7558 req-513a9b9b-f5c4-4f41-90d1-1fb1e7acc7a4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255509 Jul 22 14:22:25.107840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:25.142034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e7f59ada-0841-44e2-8070-4d0c6c410e58 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:25.277693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e7f59ada-0841-44e2-8070-4d0c6c410e58 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:25.282136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e7f59ada-0841-44e2-8070-4d0c6c410e58 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:25.282515 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.289662 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-6236cba3-094e-4482-9b4a-15633530e6ef tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:25.291364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6236cba3-094e-4482-9b4a-15633530e6ef tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/5c44d7f6-6ca4-405d-961a-b0eae28a6a62 HTTP/1.1" status: 404 len: 336 time: 0.1389778 Jul 22 14:22:25.294057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58532) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:25.453887 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.482834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e7f59ada-0841-44e2-8070-4d0c6c410e58, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e7f59ada-0841-44e2-8070-4d0c6c410e58,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:25.488190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.580811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e7f59ada-0841-44e2-8070-4d0c6c410e58,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:25.751012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51543ef6-95c5-45c9-b178-5c451b9551f0 req-ba2c4725-2c84-4d73-aed3-0d45840e3c8d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:25.753283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51543ef6-95c5-45c9-b178-5c451b9551f0 req-ba2c4725-2c84-4d73-aed3-0d45840e3c8d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.1733027 Jul 22 14:22:25.771867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.772458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.775649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:25.781438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d77521c-8cbe-48c1-a5a3-d0ede95c3a50 admin admin] 10.222.0.11 "PUT /v2.0/routers/581e8f9c-81ec-4141-8676-d73e9a4f373d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2132373 Jul 22 14:22:25.785679 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Sync routers for ids ['581e8f9c-81ec-4141-8676-d73e9a4f373d'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:25.795988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Calling delete_port for e1adde4a-6237-4caa-95e4-83d8e4df4cf5 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:25.814421 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Routers {'581e8f9c-81ec-4141-8676-d73e9a4f373d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:25.815223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['581e8f9c-81ec-4141-8676-d73e9a4f373d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:25.873878 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec062e24-d99f-4e25-991a-a64e8acddc29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:25.874337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec062e24-d99f-4e25-991a-a64e8acddc29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:25.878810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ec062e24-d99f-4e25-991a-a64e8acddc29 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/4b385209-5b7a-4bdf-8d6a-d6855d88a930 HTTP/1.1" status: 404 len: 337 time: 0.5832987 Jul 22 14:22:25.880775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:25.891106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bf47a5-9f0b-4932-b7f1-415a3759ff85 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:25.901917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.923379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Transition to ACTIVE for port object 29bf47a5-9f0b-4932-b7f1-415a3759ff85 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:25.934835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81a28d61-d2af-467c-b724-4b2e21cfd7c6 req-f0990f2b-ee70-4201-927e-911a7023b65e tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0620089 Jul 22 14:22:25.941278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.013232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51543ef6-95c5-45c9-b178-5c451b9551f0 req-ce5f5960-2c8c-4458-bc9c-557d032e5d71 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389028 Jul 22 14:22:26.043695 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Set router 581e8f9c-81ec-4141-8676-d73e9a4f373d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:26.049499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46e2b5ee-0363-4ceb-8f24-1e25f094a076 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecf69fd1-e9b6-4952-83cc-efc308a890d3 HTTP/1.1" status: 200 len: 205 time: 0.1284573 Jul 22 14:22:26.050416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58544) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.115502 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-61bf6e84-6166-42b3-b2e4-187090eab91a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:26.123996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-61bf6e84-6166-42b3-b2e4-187090eab91a tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/ecf69fd1-e9b6-4952-83cc-efc308a890d3 HTTP/1.1" status: 404 len: 336 time: 0.0653687 Jul 22 14:22:26.125848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.164387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Pushing event updated for resources: {'Port': ['ID=29bf47a5-9f0b-4932-b7f1-415a3759ff85,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.182438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6f320c13-f9a9-42ba-a917-9522065d970f req-196452b2-3bba-4366-8153-b4157f11d03b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 210 time: 0.1449270 Jul 22 14:22:26.242702 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b8f616-2602-47dd-a752-1389f97d92d5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:26.243289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b8f616-2602-47dd-a752-1389f97d92d5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:26.248667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e4b8f616-2602-47dd-a752-1389f97d92d5 tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/1c9458e5-c4ba-44cb-ab7e-cbbdabdc358f HTTP/1.1" status: 404 len: 337 time: 0.1180444 Jul 22 14:22:26.252561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58552) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.299291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Attempting to bind port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:26.299635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Attempting to bind port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:26.300009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Attempting to bind port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:26.303069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bacf7c60-5e0e-4e71-bfe9-0445cb3066de tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe2cc3d-d991-48df-9556-1d88158b7dfb HTTP/1.1" status: 200 len: 205 time: 0.0472600 Jul 22 14:22:26.304384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.330130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:26.330465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Attempting to bind port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:26.340002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:26.340345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:26.340738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:26.342451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Bound port: 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:26.342830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.361140 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-5a0c4425-4ca0-4ed3-8ba8-9651aa8f7ddf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] delete failed (client error): The resource could not be found. Jul 22 14:22:26.362218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a0c4425-4ca0-4ed3-8ba8-9651aa8f7ddf tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/routers/abe2cc3d-d991-48df-9556-1d88158b7dfb HTTP/1.1" status: 404 len: 336 time: 0.0546470 Jul 22 14:22:26.365369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.402436 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-776fd39d-d014-4267-a4f8-367167bc5dfd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:26.402436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776fd39d-d014-4267-a4f8-367167bc5dfd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:26.404284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-776fd39d-d014-4267-a4f8-367167bc5dfd tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/1b194236-a4b1-4256-be5d-8ff0310fce05 HTTP/1.1" status: 404 len: 337 time: 0.0376413 Jul 22 14:22:26.411036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-2c022b93-7929-41b0-abab-903711e4eaa3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:26.412503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-2c022b93-7929-41b0-abab-903711e4eaa3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.5410569 Jul 22 14:22:26.412626 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:22:23Z', 'revision_number': 4, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ff49b7e0-6b31-43ce-8fd3-9a556d06ba32', 'name': '', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'mac_address': 'fa:16:3e:63:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:21Z', 'updated_at': '2021-07-22T14:22:23Z', 'revision_number': 2, 'project_id': '9bfafb944b094908842badeca6336a81', 'subnets': [{'id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:26.412985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58562) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.446989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'port': {'device_id': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'admin_state_up': True, 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:26.448067 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Checking router: 581e8f9c-81ec-4141-8676-d73e9a4f373d for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:26.449985 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Updating router 581e8f9c-81ec-4141-8676-d73e9a4f373d port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:26.488379 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe27633-b760-4e91-a2d8-516c69b0f16d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] DELETE failed (client error): The resource could not be found. Jul 22 14:22:26.489049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe27633-b760-4e91-a2d8-516c69b0f16d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:22:26.491415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dfe27633-b760-4e91-a2d8-516c69b0f16d tempest-RoutersIpV6Test-1360637369 tempest-RoutersIpV6Test-1360637369-project] 10.222.0.11 "DELETE /v2.0/subnets/c6ba746c-2168-48ac-8ddb-2701929bf0e3 HTTP/1.1" status: 404 len: 337 time: 0.0742109 Jul 22 14:22:26.526785 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.537035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] For port 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:26.551685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aabf7d-a810-4274-b819-1e524d9589be req-738b4050-af9b-433a-ab43-d468b31e324c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:26.555075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2aabf7d-a810-4274-b819-1e524d9589be req-738b4050-af9b-433a-ab43-d468b31e324c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 943 time: 0.3239837 Jul 22 14:22:26.557799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] For port 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:26.569946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.616747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.661118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Pushing event deleted for resources: {'Port': ['ID=e1adde4a-6237-4caa-95e4-83d8e4df4cf5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.736114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.738726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.740061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0980cfbe-c07d-46bd-b0ac-604884264ac5 tempest-FloatingIPAdminTestJSON-1326810267 tempest-FloatingIPAdminTestJSON-1326810267-project] 10.222.0.11 "DELETE /v2.0/floatingips/71d63d91-b2e5-475e-b74a-39a0ffab8e45 HTTP/1.1" status: 204 len: 168 time: 2.3233612 Jul 22 14:22:26.744708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2aabf7d-a810-4274-b819-1e524d9589be req-1fda45e8-42a1-4eb7-99dc-ca254fdee360 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747451 Jul 22 14:22:26.746333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:26.747010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.748568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/29bf47a5-9f0b-4932-b7f1-415a3759ff85 HTTP/1.1" status: 200 len: 1092 time: 3.0291259 Jul 22 14:22:26.749715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58570) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.750087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.753773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd92887-9074-469e-ac43-559221660587', 'tag': '29bf47a5-9f0b-4932-b7f1-415a3759ff85'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:26.756442 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd92887-9074-469e-ac43-559221660587", "tag": "29bf47a5-9f0b-4932-b7f1-415a3759ff85"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:26.870817 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bec0af-a989-42a6-834e-409e41dc6ba8 x-openstack-request-id: req-45bec0af-a989-42a6-834e-409e41dc6ba8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:26.871217 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd92887-9074-469e-ac43-559221660587", "tag": "29bf47a5-9f0b-4932-b7f1-415a3759ff85", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:26.871537 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45bec0af-a989-42a6-834e-409e41dc6ba8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:26.872631 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd92887-9074-469e-ac43-559221660587', 'tag': '29bf47a5-9f0b-4932-b7f1-415a3759ff85', 'status': 'completed', 'code': 200} Jul 22 14:22:26.902106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-952107664-network', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:26.908411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:26.913067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.920035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc9985-87dd-4d31-a90e-338782af65e4 service neutron] Pushing event updated for resources: {'Port': ['ID=29bf47a5-9f0b-4932-b7f1-415a3759ff85,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.983237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e7f59ada-0841-44e2-8070-4d0c6c410e58 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:27.027863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58582) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:27.048814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-53509f3f-0be2-4bd4-8248-bdfbc779e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.050495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-53509f3f-0be2-4bd4-8248-bdfbc779e00c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 1095 time: 0.2621951 Jul 22 14:22:27.055521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e7f59ada-0841-44e2-8070-4d0c6c410e58 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:27.058483 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.159561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Made reservation on behalf of d0a26561104441d9ad7e60acf0511082 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:27.164860 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-f3fcc621-e7b4-425f-bffd-417cdffba14e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85 HTTP/1.1" status: 200 len: 217 time: 0.1075125 Jul 22 14:22:27.172088 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.177056 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.201581 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Transition to ACTIVE for port object ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:27.202071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c053b5a5-3be5-4eca-8039-76eb0e3a7ae5 req-9de25c3b-417e-43ce-b652-d46ef98b3cba tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0860572 Jul 22 14:22:27.213097 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.274023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-c4272616-4358-4736-919c-ce9eed7d9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.275582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-c4272616-4358-4736-919c-ce9eed7d9cf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.0897732 Jul 22 14:22:27.289659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.309049 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3851f-0a0f-4055-b7a2-2df9933594a7 None None] Pushing event updated for resources: {'Port': ['ID=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:27.392760 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Attempting to bind port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:27.393228 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Attempting to bind port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:27.393683 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Attempting to bind port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:27.394424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-14fe33e0-2fa6-404b-b8c1-44f81dc74663 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085961 Jul 22 14:22:27.401176 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:27.401658 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Checking segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:27.402513 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.403212 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Bound using segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:27.406337 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Bound port: ff49b7e0-6b31-43ce-8fd3-9a556d06ba32, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:27.406807 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.516553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Deleting port a5c7ced7-2fc3-42e9-9071-79e3255339c3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:27.516946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.521271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Allocated IP 172.20.0.8 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/c0a8e64c-1f98-4fa3-9829-93038825773a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:27.533005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-63e06c92-1492-475f-a446-1035ecf2de0b service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246414 Jul 22 14:22:27.545704 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] For port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:27.551247 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] For port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:27.557061 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.562678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddb01d-eef3-4f68-8658-4c0990e3f4f8 req-486557c9-4dd3-4b3e-a7aa-5daa6c511810 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.564556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17ddb01d-eef3-4f68-8658-4c0990e3f4f8 req-486557c9-4dd3-4b3e-a7aa-5daa6c511810 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.3330238 Jul 22 14:22:27.579976 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b8a50e2-8dd4-4071-93c9-d6636ab1356c req-88656013-b4f7-4d10-acad-33ff1a2fa4c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 210 time: 0.1941128 Jul 22 14:22:27.592771 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e90585b3-9cd2-40a0-9cad-75187ed44ee1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0e29167132b4836aaa416b3cd40940b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5576789 Jul 22 14:22:27.593662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:27.668191 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3851f-0a0f-4055-b7a2-2df9933594a7 None None] Pushing event updated for resources: {'Port': ['ID=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:27.672395 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Routers {'581e8f9c-81ec-4141-8676-d73e9a4f373d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:27.673143 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['581e8f9c-81ec-4141-8676-d73e9a4f373d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:27.734115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be18ffa6-ddb3-417d-82bf-e02e27979293 req-1de0b27c-1491-43dc-bb36-887dd22bb792 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566801 Jul 22 14:22:27.789993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17ddb01d-eef3-4f68-8658-4c0990e3f4f8 req-f625cfc8-d527-4508-a6f8-7bc02a6fdb36 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086000 Jul 22 14:22:27.804072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1eed482-7c9c-4009-95b0-aedd20267068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.817923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.818926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.878325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Calling delete_port for a5c7ced7-2fc3-42e9-9071-79e3255339c3 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:27.881880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.891560 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1eed482-7c9c-4009-95b0-aedd20267068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.898265 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] Set router 581e8f9c-81ec-4141-8676-d73e9a4f373d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:27.936851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.986173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-1138887b-6fdb-4abe-8649-7803430b9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.987921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-1138887b-6fdb-4abe-8649-7803430b9408 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 1095 time: 0.2047276 Jul 22 14:22:27.989747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:28.066606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.066880 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Added segment 30023a55-a745-41b3-8fa3-af8e30c33be1 of type vlan for network 40438306-80ca-44bb-adce-079601866cf6 Jul 22 14:22:28.068761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b94db5-ffa2-4e08-8a29-a93d73a04213,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.101063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919177b2-9b2c-4a31-9294-96e682e3885e req-f59e71e2-776f-4a41-a923-5f9f34727394 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.109039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-919177b2-9b2c-4a31-9294-96e682e3885e req-f59e71e2-776f-4a41-a923-5f9f34727394 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 943 time: 0.2457647 Jul 22 14:22:28.116969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1eed482-7c9c-4009-95b0-aedd20267068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.120212 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1eed482-7c9c-4009-95b0-aedd20267068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.121358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e1eed482-7c9c-4009-95b0-aedd20267068 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6d463a6-0c56-415b-8417-418af70f0d08 HTTP/1.1" status: 204 len: 168 time: 0.5258334 Jul 22 14:22:28.143626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.173656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.195399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Transition to ACTIVE for port object c0a8e64c-1f98-4fa3-9829-93038825773a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:28.257988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed482-7c9c-4009-95b0-aedd20267068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d463a6-0c56-415b-8417-418af70f0d08,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.287074 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:22:23Z', 'revision_number': 4, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ff49b7e0-6b31-43ce-8fd3-9a556d06ba32', 'name': '', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'mac_address': 'fa:16:3e:63:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:21Z', 'updated_at': '2021-07-22T14:22:27Z', 'revision_number': 4, 'project_id': '9bfafb944b094908842badeca6336a81', 'subnets': [{'id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:28.293687 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.294975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.295568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.332813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.362596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'ceb4b5df-b85e-411a-917f-a7d77b63a417'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:28.369545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-919177b2-9b2c-4a31-9294-96e682e3885e req-4729e763-65bf-4cd0-a3da-ef785108fd30 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594993 Jul 22 14:22:28.373072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:28.381124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:28.389225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:28.403345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-17359388-7cd9-4d81-a2b0-bddb44c52732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.405498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-17359388-7cd9-4d81-a2b0-bddb44c52732 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.4092090 Jul 22 14:22:28.419914 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5581da6d-0f86-4328-9100-240338e719e7 None None] The sync data for ids ['581e8f9c-81ec-4141-8676-d73e9a4f373d'] in n-d-787205-11 is: [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:22:23Z', 'revision_number': 4, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ff49b7e0-6b31-43ce-8fd3-9a556d06ba32', 'name': '', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'mac_address': 'fa:16:3e:63:e7:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2502, 'fixed_ips': [{'subnet_id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:21Z', 'updated_at': '2021-07-22T14:22:27Z', 'revision_number': 4, 'project_id': '9bfafb944b094908842badeca6336a81', 'subnets': [{'id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:28.541806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-656056f3-5c2c-4f83-8f85-9a32f91879ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85 HTTP/1.1" status: 200 len: 217 time: 0.1277003 Jul 22 14:22:28.543777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.546714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.583573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b94430b5-c398-4bf8-b3a7-ffa1c67104ee req-9205a6cf-616b-47e5-a10a-003d7ef01f2f tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.2281349 Jul 22 14:22:28.646886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-92b322d1-0d3a-4028-848a-3d117f3ae50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.650969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-92b322d1-0d3a-4028-848a-3d117f3ae50d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1027699 Jul 22 14:22:28.693570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.699585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] Pushing event updated for resources: {'Network': ['ID=40438306-80ca-44bb-adce-079601866cf6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.718806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8856e251-1bbf-4fc1-a57b-45c3cb76888f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9663630 Jul 22 14:22:28.720716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:28.731663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-8c115eac-fd63-4055-bb7e-d3be34ac8e6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740368 Jul 22 14:22:28.768177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Request body: {'subnet': {'network_id': '40438306-80ca-44bb-adce-079601866cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-952107664-subnet', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:28.832228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3909776 Jul 22 14:22:28.870124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Made reservation on behalf of d0a26561104441d9ad7e60acf0511082 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:28.876705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.898534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Request body: {'port': {'device_id': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:29.019068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-a5f07831-e5de-4bd0-bc5d-c3b694f27cba service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801166 Jul 22 14:22:29.077039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.094666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56dd64-643d-450c-8d70-8c87be2824f1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:29.177804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c743-5507-4c1c-b57e-2917d548c8b8 req-c052aefe-5f63-458a-805d-518e522911c3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.179819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2de9c743-5507-4c1c-b57e-2917d548c8b8 req-c052aefe-5f63-458a-805d-518e522911c3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 931 time: 0.4113536 Jul 22 14:22:29.195032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5c7ced7-2fc3-42e9-9071-79e3255339c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:29.247000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2de9c743-5507-4c1c-b57e-2917d548c8b8 req-51500be7-869d-4a29-85eb-ffe593c9c272 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Jul 22 14:22:29.280028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 40438306-80ca-44bb-adce-079601866cf6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:29.283889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b37d2f92-64a2-46e2-961d-fc0d1ef897cc req-d6683b60-3b0d-4c76-afa9-658203f3b867 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548051 Jul 22 14:22:29.292590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:29.372535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 29bf47a5-9f0b-4932-b7f1-415a3759ff85 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:29.559342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:29.579256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '29bf47a5-9f0b-4932-b7f1-415a3759ff85', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': '29bf47a5-9f0b-4932-b7f1-415a3759ff85', 'mac_address': 'fa:16:3e:1e:50:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:29.628382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.632234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.641870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b20b1483-e6f4-4c37-8661-5913fe79ec2c tempest-FloatingIPAdminTestJSON-890808264 tempest-FloatingIPAdminTestJSON-890808264-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/4bed948e-fe3f-4f65-93dc-8df8de2227f3 HTTP/1.1" status: 204 len: 168 time: 2.8878188 Jul 22 14:22:29.647184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:29.654986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af9d78-d5d8-47bb-9251-00ecdbf7ef12 req-5f8056cc-db33-4965-8249-fec03cfd5f8a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.666195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5af9d78-d5d8-47bb-9251-00ecdbf7ef12 req-5f8056cc-db33-4965-8249-fec03cfd5f8a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 943 time: 0.1816807 Jul 22 14:22:29.714607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:29.778923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.792214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5af9d78-d5d8-47bb-9251-00ecdbf7ef12 req-f96a8cb8-0762-491d-9381-f2baa87e2168 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205165 Jul 22 14:22:29.796857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3f9ebed3-0086-4eac-a6b6-ad3a75e40d28 None None] Provisioning for port c0a8e64c-1f98-4fa3-9829-93038825773a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:29.809366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3f9ebed3-0086-4eac-a6b6-ad3a75e40d28 None None] Provisioning complete for port c0a8e64c-1f98-4fa3-9829-93038825773a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:29.810014 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebed3-0086-4eac-a6b6-ad3a75e40d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.875850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3f9ebed3-0086-4eac-a6b6-ad3a75e40d28 None None] Port c0a8e64c-1f98-4fa3-9829-93038825773a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:29.878626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bf47a5-9f0b-4932-b7f1-415a3759ff85 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:29.909412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-88fc3a25-6d45-413e-8493-bb4ef755581f tempest-DvrRoutersNegativeTest-358679242 tempest-DvrRoutersNegativeTest-358679242-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1389406201', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:29.912302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.policy [None req-88fc3a25-6d45-413e-8493-bb4ef755581f tempest-DvrRoutersNegativeTest-358679242 tempest-DvrRoutersNegativeTest-358679242-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93760) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 14:22:29.912612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.policy [None req-88fc3a25-6d45-413e-8493-bb4ef755581f tempest-DvrRoutersNegativeTest-358679242 tempest-DvrRoutersNegativeTest-358679242-project] Failed policy check for 'create_router' {{(pid=93760) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 14:22:29.913139 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-88fc3a25-6d45-413e-8493-bb4ef755581f tempest-DvrRoutersNegativeTest-358679242 tempest-DvrRoutersNegativeTest-358679242-project] create failed (client error): Access was denied to this resource. Jul 22 14:22:29.914165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-88fc3a25-6d45-413e-8493-bb4ef755581f tempest-DvrRoutersNegativeTest-358679242 tempest-DvrRoutersNegativeTest-358679242-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1982939 Jul 22 14:22:29.961506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c765fa7-aaff-4232-aa4c-9f7fe3ef59f9 req-c2d5cd12-e97c-47f9-a565-32a484a337b3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.967534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c765fa7-aaff-4232-aa4c-9f7fe3ef59f9 req-c2d5cd12-e97c-47f9-a565-32a484a337b3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.8948867 Jul 22 14:22:29.972474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:30.001222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:30.011526 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa442925-72a5-462e-b2d2-ac2569a0f9ef req-a38c0176-33cf-4abf-93a7-b90a1fabb20b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/ports?device_id=0df89400-764d-4fd4-a730-85e6fd415604 HTTP/1.1" status: 200 len: 210 time: 0.0723128 Jul 22 14:22:30.012322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:30.012802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.086033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.176832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=29bf47a5-9f0b-4932-b7f1-415a3759ff85,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.178113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting port 744a4bf0-4fde-407e-85c5-b9c39406297b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:30.178592 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.190456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c765fa7-aaff-4232-aa4c-9f7fe3ef59f9 req-7c79b4b2-4570-4596-b783-342f2cc4f8ef tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092507 Jul 22 14:22:30.355753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['29bf47a5-9f0b-4932-b7f1-415a3759ff85'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:30.393446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.519403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:30.537837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.549098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ddc5b-05ed-4f9f-b7f3-fed01589e241 req-0038e60f-e372-40c0-bcf7-a437bde53eb7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.554943 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-891ddc5b-05ed-4f9f-b7f3-fed01589e241 req-0038e60f-e372-40c0-bcf7-a437bde53eb7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 931 time: 0.1715932 Jul 22 14:22:30.555448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58636) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:30.588590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.599969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a8e64c-1f98-4fa3-9829-93038825773a {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:30.606622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.623123 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.644192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Calling delete_port for 744a4bf0-4fde-407e-85c5-b9c39406297b owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:30.665714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-891ddc5b-05ed-4f9f-b7f3-fed01589e241 req-0416c616-0638-4d3b-b1a0-782a2690eaf6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844204 Jul 22 14:22:30.688358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.730892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Transition to ACTIVE for port object c0a8e64c-1f98-4fa3-9829-93038825773a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:30.741731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7e88a85-a8fa-4173-97a1-c94d95c4846d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.745669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.747618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400bd4f7-9a87-4c61-9552-dc1c35613ae9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.810280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Checking segment: {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:30.810659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Network hostable DHCP agents. Network: 40438306-80ca-44bb-adce-079601866cf6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:30.861737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.890724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7e88a85-a8fa-4173-97a1-c94d95c4846d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.896774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7e88a85-a8fa-4173-97a1-c94d95c4846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.933088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Network 40438306-80ca-44bb-adce-079601866cf6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:30.951523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e7e88a85-a8fa-4173-97a1-c94d95c4846d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90d2d2438937425eaab4016fe28df67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944697 Jul 22 14:22:30.952877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e88a85-a8fa-4173-97a1-c94d95c4846d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a89785-5048-4a4d-9968-2e1cba0536d7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.956392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58642) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:30.981041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:31.023603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 40438306-80ca-44bb-adce-079601866cf6) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:31.033881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e64c06-e43d-438e-ad3a-b4aed58e5c06 None None] Network 40438306-80ca-44bb-adce-079601866cf6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:31.037926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.038522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.056866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da1b86ae-4c18-4293-9211-f705cf27fa32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.093696 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da1b86ae-4c18-4293-9211-f705cf27fa32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.099269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b784584-543b-4515-b3de-a36a30adbf4a req-f5637083-7f4c-49e9-9a0a-0ffcd2e26caa tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.100831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2b784584-543b-4515-b3de-a36a30adbf4a req-f5637083-7f4c-49e9-9a0a-0ffcd2e26caa tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 944 time: 0.1766636 Jul 22 14:22:31.108947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58646) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.109442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-02ad8bdd-60ce-4c37-8cdc-cd3b9439e501 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3592615 Jul 22 14:22:31.110321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Attempting to bind port c0a8e64c-1f98-4fa3-9829-93038825773a on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:31.110647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Attempting to bind port c0a8e64c-1f98-4fa3-9829-93038825773a by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:31.110979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Attempting to bind port c0a8e64c-1f98-4fa3-9829-93038825773a on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:31.115211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:31.117342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.166032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.167238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.172129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58650) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.177682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Port c0a8e64c-1f98-4fa3-9829-93038825773a on network 6da56f10-f008-4060-87cb-09f621a96980 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:31.177682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Attempting to bind port c0a8e64c-1f98-4fa3-9829-93038825773a on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:31.188783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:31.188783 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.205665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Port': ['ID=744a4bf0-4fde-407e-85c5-b9c39406297b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:31.248096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:31.248442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:31.248837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:31.249279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Bound port: c0a8e64c-1f98-4fa3-9829-93038825773a, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:31.249659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.290842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.437409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da1b86ae-4c18-4293-9211-f705cf27fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.441558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da1b86ae-4c18-4293-9211-f705cf27fa32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.441773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-40438306-80ca-44bb-adce-079601866cf6', 'network_id': '40438306-80ca-44bb-adce-079601866cf6', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'fixed_ips': [{'subnet_id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:22:31.442891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da1b86ae-4c18-4293-9211-f705cf27fa32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20a89785-5048-4a4d-9968-2e1cba0536d7 HTTP/1.1" status: 204 len: 168 time: 0.4850132 Jul 22 14:22:31.444262 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.475355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.561767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b86ae-4c18-4293-9211-f705cf27fa32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a89785-5048-4a4d-9968-2e1cba0536d7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:31.585512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.617362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.624674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2b784584-543b-4515-b3de-a36a30adbf4a req-a5f89ab6-64f9-4bf4-ab11-1a1121b1dfd5 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039706 Jul 22 14:22:31.673785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.678202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c481c16b-17c6-49b8-aa7c-43e0dff2aab2 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "DELETE /v2.0/ports/744a4bf0-4fde-407e-85c5-b9c39406297b HTTP/1.1" status: 204 len: 168 time: 1.9931369 Jul 22 14:22:31.679953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58658) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.707291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Allocated IP 172.20.0.2 (40438306-80ca-44bb-adce-079601866cf6/400bd4f7-9a87-4c61-9552-dc1c35613ae9/9b428e5f-f001-4879-80d0-6120bdcaa712) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:31.747376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:31.752291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c0a8e64c-1f98-4fa3-9829-93038825773a,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:31.763364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.775382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082d0e6-84e8-4720-99a7-73e7ea0e978d req-c2aeabc4-f35a-43b3-9ccd-666863bac0e3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.786524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c082d0e6-84e8-4720-99a7-73e7ea0e978d req-c2aeabc4-f35a-43b3-9ccd-666863bac0e3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.4563181 Jul 22 14:22:31.835457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.836087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.837669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0a8e64c-1f98-4fa3-9829-93038825773a HTTP/1.1" status: 200 len: 1092 time: 2.9792500 Jul 22 14:22:31.839780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:31.841706 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58ad64b-2c60-4474-8902-89bb77ff9c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:31.858375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa141400-5a48-4de4-924b-519389c3f98c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.862711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aa141400-5a48-4de4-924b-519389c3f98c tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "GET /v2.0/ports?device_id=e0e7b2b7-d174-4775-bd2d-518443089131 HTTP/1.1" status: 200 len: 913 time: 0.1805294 Jul 22 14:22:31.864211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58668) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.974940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.002826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Transition to ACTIVE for port object 9b428e5f-f001-4879-80d0-6120bdcaa712 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:32.038090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ae40a-5277-4bbc-8fab-3b4ebae2c695 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.057201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Transition to ACTIVE for port object 9b428e5f-f001-4879-80d0-6120bdcaa712 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:32.064357 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.107829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Network 40438306-80ca-44bb-adce-079601866cf6 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:32.111380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:32.120793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:32.134684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Pushing event updated for resources: {'Port': ['ID=9b428e5f-f001-4879-80d0-6120bdcaa712,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.141195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59397972-73b0-4844-a171-a16673b32898 req-dec53b3a-1f66-445a-be16-c4bf9f864e08 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.153225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59397972-73b0-4844-a171-a16673b32898 req-dec53b3a-1f66-445a-be16-c4bf9f864e08 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 943 time: 0.3788216 Jul 22 14:22:32.200469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c082d0e6-84e8-4720-99a7-73e7ea0e978d req-f9bcd3a3-9972-43b8-8d4f-6c84b7300b26 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125693 Jul 22 14:22:32.202666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.205386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.209287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/security-groups/79b710ea-9221-46b7-bb4c-8f3cf9690f46 HTTP/1.1" status: 204 len: 168 time: 1.0340302 Jul 22 14:22:32.210952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58676) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:32.242764 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-a7bf1bad-69ac-4d7b-bb93-30eb50245db0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] show failed (client error): The resource could not be found. Jul 22 14:22:32.247576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a7bf1bad-69ac-4d7b-bb93-30eb50245db0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "GET /v2.0/security-groups/79b710ea-9221-46b7-bb4c-8f3cf9690f46 HTTP/1.1" status: 404 len: 347 time: 0.0298095 Jul 22 14:22:32.248168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58680) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:32.265873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b710ea-9221-46b7-bb4c-8f3cf9690f46,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.275166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Attempting to bind port 9b428e5f-f001-4879-80d0-6120bdcaa712 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:32.275769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Attempting to bind port 9b428e5f-f001-4879-80d0-6120bdcaa712 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:32.276420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Attempting to bind port 9b428e5f-f001-4879-80d0-6120bdcaa712 on network 40438306-80ca-44bb-adce-079601866cf6 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:32.292415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:32.293157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Checking segment: {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:32.293855 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.294498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Bound using segment: {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:32.295307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Bound port: 9b428e5f-f001-4879-80d0-6120bdcaa712, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:32.295913 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.298184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-0b3b72e3-8241-4bf2-a1e7-46c8d9fdfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.299718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-0b3b72e3-8241-4bf2-a1e7-46c8d9fdfd53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 1095 time: 0.3636565 Jul 22 14:22:32.308373 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087610a8-dd9f-49e6-9d98-ef49957ab184 x-openstack-request-id: req-087610a8-dd9f-49e6-9d98-ef49957ab184 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:32.308690 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:32.308955 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-087610a8-dd9f-49e6-9d98-ef49957ab184 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:32.309420 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a', 'status': 'completed', 'code': 200} Jul 22 14:22:32.315576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.315933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.316283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.316647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.317607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.317607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.317607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.318023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.318305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.318631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.318962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.319287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ce720b-ac74-4bb7-a899-d28a7161f31b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:32.384563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-bacf678b-3935-4e7c-b11e-d4e6eef9bf86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a8e64c-1f98-4fa3-9829-93038825773a HTTP/1.1" status: 200 len: 217 time: 0.0699022 Jul 22 14:22:32.407158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] For port 9b428e5f-f001-4879-80d0-6120bdcaa712, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:32.413821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] For port 9b428e5f-f001-4879-80d0-6120bdcaa712, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9b428e5f-f001-4879-80d0-6120bdcaa712,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:32.417202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59397972-73b0-4844-a171-a16673b32898 req-4e67bf25-65be-4d05-bd4a-7c35d81b3f26 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288716 Jul 22 14:22:32.428444 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.474269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-d4054e69-ee83-4147-ad0b-a108d670dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.475921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-d4054e69-ee83-4147-ad0b-a108d670dc58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0808747 Jul 22 14:22:32.496317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:32.501222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3aed8-9222-4af2-801a-38251fbb96e6 None None] Pushing event updated for resources: {'Port': ['ID=9b428e5f-f001-4879-80d0-6120bdcaa712,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.541073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 5c4651de-54fe-4457-96d6-3ccadc2c8048 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:32.541469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.587753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.612246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e295da9-9e26-4781-b342-6234fa44746e req-1a4eb747-4c6b-459b-bf3b-b1f9681055de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.613811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-1a4eb747-4c6b-459b-bf3b-b1f9681055de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165893 Jul 22 14:22:32.646615 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.702513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e6557985-0f17-4457-899b-caf67d582a40 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:32.702986 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-e6557985-0f17-4457-899b-caf67d582a40 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:22:32.703518 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e6557985-0f17-4457-899b-caf67d582a40 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:22:32.710227 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e6557985-0f17-4457-899b-caf67d582a40 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2117395 Jul 22 14:22:32.713203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58692) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:32.733115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006478649'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:32.741564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.741971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.797219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-e211a675-4bb1-4db5-9813-54bdd8aaf49d service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752944 Jul 22 14:22:32.802539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 5c4651de-54fe-4457-96d6-3ccadc2c8048 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:32.835701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.897704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.942603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.955044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Allocated IP 172.25.8.205 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/a9e341e9-13ff-40b8-91c7-d2e05b1238ed) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:33.003388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9b428e5f-f001-4879-80d0-6120bdcaa712 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:33.012136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dacac-a9ce-485f-b3ed-5c2a35756e4b req-c8b7631d-d846-44d0-be2b-a14112bc488c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.018938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e94dacac-a9ce-485f-b3ed-5c2a35756e4b req-c8b7631d-d846-44d0-be2b-a14112bc488c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 944 time: 0.2982507 Jul 22 14:22:33.028336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e295da9-9e26-4781-b342-6234fa44746e req-c024b2f1-bdb6-4319-ad29-78c8680d01b0 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236209 Jul 22 14:22:33.057484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 9b428e5f-f001-4879-80d0-6120bdcaa712 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:33.114378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 29bf47a5-9f0b-4932-b7f1-415a3759ff85 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:33.162320 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e94dacac-a9ce-485f-b3ed-5c2a35756e4b req-e6538bb8-ffa2-4c39-9cae-3fb36a850b79 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425045 Jul 22 14:22:33.172948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:33.189953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:33.190424 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.201010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-e00701ae-d2e5-4bbe-bdec-471fc47d6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.202580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-e00701ae-d2e5-4bbe-bdec-471fc47d6ab7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 1095 time: 0.1128206 Jul 22 14:22:33.262666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.264881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.314231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=5c4651de-54fe-4457-96d6-3ccadc2c8048,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.343082 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.388064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd92887-9074-469e-ac43-559221660587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bf47a5-9f0b-4932-b7f1-415a3759ff85'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:33.390354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.391888 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e3ae3-977c-4283-a8f3-41feea171a1c" -d '{"events": [{"server_uuid": "1dd92887-9074-469e-ac43-559221660587", "name": "network-vif-plugged", "status": "completed", "tag": "29bf47a5-9f0b-4932-b7f1-415a3759ff85"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:33.405656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.408739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:33.414330 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.451139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7786a667-9f19-47da-b2e3-a18a39f53a96,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.484799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.488579 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.491309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2edf45e4-5c3a-49b4-ac7d-f6f512a096f0 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/floatingips/0f7f9abe-799b-402a-a740-41028b3771c2 HTTP/1.1" status: 204 len: 168 time: 1.2340786 Jul 22 14:22:33.492974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-e0d40c46-0337-4039-92d7-5eb835580e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.498892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58700) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:33.500403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-e0d40c46-0337-4039-92d7-5eb835580e39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.2727840 Jul 22 14:22:33.503068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.508509 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cc5f7f-98d6-4f97-91cf-1883bb72a57b x-openstack-request-id: req-52cc5f7f-98d6-4f97-91cf-1883bb72a57b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:33.510051 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd92887-9074-469e-ac43-559221660587", "name": "network-vif-plugged", "status": "completed", "tag": "29bf47a5-9f0b-4932-b7f1-415a3759ff85", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:33.511736 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52cc5f7f-98d6-4f97-91cf-1883bb72a57b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:33.512933 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd92887-9074-469e-ac43-559221660587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bf47a5-9f0b-4932-b7f1-415a3759ff85', 'code': 200} Jul 22 14:22:33.569022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=29bf47a5-9f0b-4932-b7f1-415a3759ff85,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.608728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-895940b3-b4ee-4a39-ae8d-a612119af50d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a8e64c-1f98-4fa3-9829-93038825773a HTTP/1.1" status: 200 len: 217 time: 0.0878923 Jul 22 14:22:33.640097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b38993-ce39-46da-9898-815b3f663e01 req-8441d95e-9510-4a0e-bcca-5fc791b9caba tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.647368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57b38993-ce39-46da-9898-815b3f663e01 req-8441d95e-9510-4a0e-bcca-5fc791b9caba tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.3499551 Jul 22 14:22:33.669602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:33.694218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting port ebcf7fd5-77f0-418c-9c14-b7c225954278 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:33.694218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.721280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:33.723901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:33.731624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Pushing event updated for resources: {'Port': ['ID=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.740007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-9db2a14b-df67-46ad-84b5-548ddd532b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.741577 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-9db2a14b-df67-46ad-84b5-548ddd532b19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.1219969 Jul 22 14:22:33.752955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57b38993-ce39-46da-9898-815b3f663e01 req-73c0edc3-4e9d-4f62-b996-2a24c3b5b4c7 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047170 Jul 22 14:22:33.818279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2a8d5c-b8ad-4031-9c7b-6f31160d65b5 None None] Network 40438306-80ca-44bb-adce-079601866cf6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:33.854686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.871667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Calling delete_port for ebcf7fd5-77f0-418c-9c14-b7c225954278 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:33.878578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-cef47011-8f80-4f88-a314-35ea0e7416c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.880135 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-cef47011-8f80-4f88-a314-35ea0e7416c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307817 Jul 22 14:22:33.951612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] Provisioning for port 9b428e5f-f001-4879-80d0-6120bdcaa712 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:33.958879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.959720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] Provisioning complete for port 9b428e5f-f001-4879-80d0-6120bdcaa712 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:33.960093 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.974842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f794e18-7e1a-4a93-a274-dcdc53edbfb3 req-729a8a59-953d-4653-9960-5112d57b487c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.976805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f794e18-7e1a-4a93-a274-dcdc53edbfb3 req-729a8a59-953d-4653-9960-5112d57b487c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 943 time: 0.3929675 Jul 22 14:22:33.984701 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.993297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e1502-c38b-40ba-be05-10f22baaf321 req-4cc95938-5af9-4668-8a6a-ae8725a0f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.994956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-525e1502-c38b-40ba-be05-10f22baaf321 req-4cc95938-5af9-4668-8a6a-ae8725a0f743 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 1097 time: 0.3417308 Jul 22 14:22:34.054546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 4eab74ca-fe73-4ba7-9adf-4ade28160f50 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:34.054886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.073661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-b8c5cc45-175e-4e3a-9a8e-1edf46b3d4e4 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862864 Jul 22 14:22:34.089710 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.116406 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.117795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3958650 Jul 22 14:22:34.118680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a099f3-254f-448a-a37a-55195933217b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c5c8c4-5574-4aa5-b453-088013b726ac,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:34.123511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:34.128228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '30c5c8c4-5574-4aa5-b453-088013b726ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:34.138256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] For port 9b428e5f-f001-4879-80d0-6120bdcaa712, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9b428e5f-f001-4879-80d0-6120bdcaa712,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:34.144621 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.200610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f794e18-7e1a-4a93-a274-dcdc53edbfb3 req-5f5aa5ae-dd71-4d75-87a8-cf004f0bfda6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023175 Jul 22 14:22:34.236643 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-525e1502-c38b-40ba-be05-10f22baaf321 req-acf06ce6-bc96-45c5-bf38-6e500e2a5ba5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178326 Jul 22 14:22:34.240715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa007bf-6f12-4643-a9d1-d9a24b6dc5c6 None None] Pushing event updated for resources: {'Port': ['ID=9b428e5f-f001-4879-80d0-6120bdcaa712,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:34.295906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.303434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58ad64b-2c60-4474-8902-89bb77ff9c3a req-756180cc-efb3-4892-8a1a-5da471d188e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018275 Jul 22 14:22:34.325893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.375344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Port': ['ID=ebcf7fd5-77f0-418c-9c14-b7c225954278,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:34.479790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.480706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2cef634-7549-4a6e-a237-7be4da885389 None None] Provisioning complete for port 9b428e5f-f001-4879-80d0-6120bdcaa712 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:34.481422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2cef634-7549-4a6e-a237-7be4da885389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.493001 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.537985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b2b9c-dc59-41b9-9bde-f2deb1c14a89 req-f4120642-ecfc-4fcf-b848-c6295eac2803 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:34.539608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df2b2b9c-dc59-41b9-9bde-f2deb1c14a89 req-f4120642-ecfc-4fcf-b848-c6295eac2803 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.2633483 Jul 22 14:22:34.705416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.724178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 4eab74ca-fe73-4ba7-9adf-4ade28160f50 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:34.750076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.951100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd5ad08-7899-44ed-8f2c-a3e8a81c3297,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:34.960957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9b428e5f-f001-4879-80d0-6120bdcaa712 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:34.986847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.988329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8654335 Jul 22 14:22:34.994293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.994703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58708) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:34.995060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.995563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.996059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.996553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.996887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.997401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.997760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.998094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.998421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.998926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:34.999252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7038a108-83f4-4632-8d40-6ecf9beae04d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:35.000307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1d6e5938-89d7-45fa-a6e1-c0f1e070a0f1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '30c5c8c4-5574-4aa5-b453-088013b726ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:35.033582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df2b2b9c-dc59-41b9-9bde-f2deb1c14a89 req-5492f7f9-c7e6-49a1-9e53-12623dd4db69 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578743 Jul 22 14:22:35.054401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9b428e5f-f001-4879-80d0-6120bdcaa712 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:35.055087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.062425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.079269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3643f-5a52-4132-b39d-666d34842249 req-e4d76b3c-eb40-4107-9cbb-e4efa45fcabe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:35.081303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2f3643f-5a52-4132-b39d-666d34842249 req-e4d76b3c-eb40-4107-9cbb-e4efa45fcabe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.2402346 Jul 22 14:22:35.158638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6313d8-8051-499e-9e12-ca4586c1cbec req-fb66cbeb-97c9-49cc-abb2-39b2f4168faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:35.160205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c6313d8-8051-499e-9e12-ca4586c1cbec req-fb66cbeb-97c9-49cc-abb2-39b2f4168faa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1097 time: 0.2320931 Jul 22 14:22:35.166892 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d6e5938-89d7-45fa-a6e1-c0f1e070a0f1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.169460 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.213727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c6313d8-8051-499e-9e12-ca4586c1cbec req-cf680a0e-d478-49b6-b4b1-8cff09dba743 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Jul 22 14:22:35.221068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.233271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2f3643f-5a52-4132-b39d-666d34842249 req-f067ac17-bee9-424e-9ee7-59107287aea8 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273139 Jul 22 14:22:35.251570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=4eab74ca-fe73-4ba7-9adf-4ade28160f50,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:35.380502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Router e0e7b2b7-d174-4775-bd2d-518443089131 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:35.400986 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-1d6e5938-89d7-45fa-a6e1-c0f1e070a0f1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:22:35.401557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd0fc-7be7-4bfd-a5b0-62fa757bcf8b req-1a13a539-7131-4eb0-bb76-2e0eec54de0b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:35.402065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1d6e5938-89d7-45fa-a6e1-c0f1e070a0f1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4063964 Jul 22 14:22:35.403121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57bdd0fc-7be7-4bfd-a5b0-62fa757bcf8b req-1a13a539-7131-4eb0-bb76-2e0eec54de0b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 943 time: 0.1049435 Jul 22 14:22:35.405206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.427729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.429683 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e3eb4665-beb3-4b82-a789-799ca22449b6 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/ports/4eab74ca-fe73-4ba7-9adf-4ade28160f50 HTTP/1.1" status: 204 len: 168 time: 1.9281321 Jul 22 14:22:35.433632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58714) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.547402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57bdd0fc-7be7-4bfd-a5b0-62fa757bcf8b req-a5897064-4b2b-4701-b7aa-620c38cfcd21 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323919 Jul 22 14:22:35.560449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Router 0e4c4cd3-3415-4a05-add0-70ce72726779 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:22:35.582245 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eecba9ca-01f3-4652-a7b8-b7653bdb4881 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.595861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:35.606333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-de19840a-c6d6-4b7c-a8eb-e6c431895af9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "PUT /v2.0/routers/e0e7b2b7-d174-4775-bd2d-518443089131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7418690 Jul 22 14:22:35.606978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58716) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.611711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] Sync routers for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:35.624213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:35.625313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eecba9ca-01f3-4652-a7b8-b7653bdb4881 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.625578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.662105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.674081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] Routers {'e0e7b2b7-d174-4775-bd2d-518443089131'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:35.674081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['e0e7b2b7-d174-4775-bd2d-518443089131'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.683863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eecba9ca-01f3-4652-a7b8-b7653bdb4881 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.688943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eecba9ca-01f3-4652-a7b8-b7653bdb4881 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.690556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eecba9ca-01f3-4652-a7b8-b7653bdb4881 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/30c5c8c4-5574-4aa5-b453-088013b726ac HTTP/1.1" status: 204 len: 168 time: 0.2847056 Jul 22 14:22:35.702024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58718) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.702287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecba9ca-01f3-4652-a7b8-b7653bdb4881 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c5c8c4-5574-4aa5-b453-088013b726ac,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:35.728608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 05741ae4-1a58-45cf-8165-c92e293ad1c3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:35.729172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.738133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.738787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b5709-800c-4bb9-a16d-2c35aa205dec None None] The sync data for ids ['e0e7b2b7-d174-4775-bd2d-518443089131'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:35.763658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb1df80c-08c6-4746-a809-05c8d0863b9d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591350 Jul 22 14:22:35.767417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.772207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329388539'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:35.797269 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.818717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:35.829374 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Sync routers for ids ['0e4c4cd3-3415-4a05-add0-70ce72726779'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:35.839849 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Routers {'0e4c4cd3-3415-4a05-add0-70ce72726779'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:35.840501 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e4c4cd3-3415-4a05-add0-70ce72726779'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.884319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.918630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.924860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.957331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.958297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c78653a4-304b-4d1b-9f71-008625bfc608 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8481247 Jul 22 14:22:35.962370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58722) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.974164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.975182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2067535 Jul 22 14:22:35.976319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500846a-a30c-421a-8820-cbec143f2f7d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e9fd97-5c0d-495f-b515-defbcfae99cb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:35.980384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.992466 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Set router 0e4c4cd3-3415-4a05-add0-70ce72726779 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:36.030003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c7e34301-03a0-4590-a062-a8b22facfe7a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '31e9fd97-5c0d-495f-b515-defbcfae99cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:36.030761 n-d-787205-11 neutron-server[93760]: WARNING neutron.api.v2.base [None req-c7e34301-03a0-4590-a062-a8b22facfe7a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 14:22:36.031254 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-c7e34301-03a0-4590-a062-a8b22facfe7a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:36.034931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7e34301-03a0-4590-a062-a8b22facfe7a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0443208 Jul 22 14:22:36.034931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.035748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.093047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 05741ae4-1a58-45cf-8165-c92e293ad1c3 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:36.121173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c0a8e64c-1f98-4fa3-9829-93038825773a details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:36.157483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31ce0f3-5828-42d3-b438-39a499622265 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.179407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.208265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31ce0f3-5828-42d3-b438-39a499622265 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.244559 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:34Z', 'revision_number': 3, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:36.266623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31ce0f3-5828-42d3-b438-39a499622265 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.267581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c0a8e64c-1f98-4fa3-9829-93038825773a,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:36.269411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b31ce0f3-5828-42d3-b438-39a499622265 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.273754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b31ce0f3-5828-42d3-b438-39a499622265 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/31e9fd97-5c0d-495f-b515-defbcfae99cb HTTP/1.1" status: 204 len: 168 time: 0.2331719 Jul 22 14:22:36.282545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'c0a8e64c-1f98-4fa3-9829-93038825773a', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': 'c0a8e64c-1f98-4fa3-9829-93038825773a', 'mac_address': 'fa:16:3e:31:f5:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:36.284203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.285428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ce0f3-5828-42d3-b438-39a499622265 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e9fd97-5c0d-495f-b515-defbcfae99cb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.310809 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Checking router: 0e4c4cd3-3415-4a05-add0-70ce72726779 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:36.311550 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Updating router 0e4c4cd3-3415-4a05-add0-70ce72726779 port a9e341e9-13ff-40b8-91c7-d2e05b1238ed binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:36.343461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9dab299-8d80-41c3-9102-189b795f921e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550442 Jul 22 14:22:36.344696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.349959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--84148651'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:36.351555 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.386841 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.404586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a8e64c-1f98-4fa3-9829-93038825773a {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:36.422726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.432658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c0a8e64c-1f98-4fa3-9829-93038825773a,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:36.438737 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.486543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting port 9d0dcd88-012b-4d50-bea3-692bed2e73c1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:36.486777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a1048-eb64-4988-af16-e288f034b975 req-ebb958f0-5777-454d-aa75-ed75738c2a3c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:36.486878 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.488206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e5a1048-eb64-4988-af16-e288f034b975 req-ebb958f0-5777-454d-aa75-ed75738c2a3c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.1315663 Jul 22 14:22:36.500447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978eaafd-d55f-43c2-8c08-432865715cdb req-1ed059f7-c5e6-4778-91a0-251de8d4f0d0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:36.501775 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-978eaafd-d55f-43c2-8c08-432865715cdb req-1ed059f7-c5e6-4778-91a0-251de8d4f0d0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.3082163 Jul 22 14:22:36.522608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.525751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.561824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e5a1048-eb64-4988-af16-e288f034b975 req-5c3d378a-1e3e-493a-b531-94b157ec017d tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639009 Jul 22 14:22:36.587900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.606417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.647624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.676690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['c0a8e64c-1f98-4fa3-9829-93038825773a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:36.713304 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.721734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.724369 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Transition to ACTIVE for port object a9e341e9-13ff-40b8-91c7-d2e05b1238ed will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:36.726396 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3801684 Jul 22 14:22:36.732863 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.735512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.744797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d0bf55c5-dc51-4347-a6fc-37db258d15e1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'adddacf1-6503-486b-bed8-5744c1a20289', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:36.745363 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-d0bf55c5-dc51-4347-a6fc-37db258d15e1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 14:22:36.745918 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d0bf55c5-dc51-4347-a6fc-37db258d15e1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:36.750251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d0bf55c5-dc51-4347-a6fc-37db258d15e1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0119328 Jul 22 14:22:36.752998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58742) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.756317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1b3ad801-3d78-4864-9a91-f5bfb5877e5c tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/floatingips/548a0e0e-864f-411e-8df4-9e547e78f1c8 HTTP/1.1" status: 200 len: 993 time: 0.1673253 Jul 22 14:22:36.764811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666815-bbf2-4839-9a07-eb3296cce417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adddacf1-6503-486b-bed8-5744c1a20289,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.791086 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33f707-ad6c-4d1b-8da0-17b3ad872b54 None None] Pushing event updated for resources: {'Port': ['ID=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.818789 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Attempting to bind port a9e341e9-13ff-40b8-91c7-d2e05b1238ed on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:36.819159 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Attempting to bind port a9e341e9-13ff-40b8-91c7-d2e05b1238ed by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:36.820115 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Attempting to bind port a9e341e9-13ff-40b8-91c7-d2e05b1238ed on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:36.827896 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:36.828269 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:36.828682 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.829081 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:36.829555 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Bound port: a9e341e9-13ff-40b8-91c7-d2e05b1238ed, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:36.830135 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.833645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196cc8d-ebad-41f3-98d0-f6ec7d37e46a req-a6eea9bd-03d3-45aa-a458-047aa259e58a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:36.834178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5196cc8d-ebad-41f3-98d0-f6ec7d37e46a req-a6eea9bd-03d3-45aa-a458-047aa259e58a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 944 time: 0.1904566 Jul 22 14:22:36.855431 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e8aefb7-7c4c-465c-bd2a-11df4e6a21e7 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.903163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] For port a9e341e9-13ff-40b8-91c7-d2e05b1238ed, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:36.906409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e8aefb7-7c4c-465c-bd2a-11df4e6a21e7 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.906583 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] For port a9e341e9-13ff-40b8-91c7-d2e05b1238ed, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:36.911869 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.912614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5196cc8d-ebad-41f3-98d0-f6ec7d37e46a req-3b3fa768-f2cc-4a2e-9438-cbb7df596625 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698175 Jul 22 14:22:36.962284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e8aefb7-7c4c-465c-bd2a-11df4e6a21e7 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.964956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e8aefb7-7c4c-465c-bd2a-11df4e6a21e7 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.968813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e8aefb7-7c4c-465c-bd2a-11df4e6a21e7 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/adddacf1-6503-486b-bed8-5744c1a20289 HTTP/1.1" status: 204 len: 168 time: 0.2085195 Jul 22 14:22:36.970898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.978712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Routers {'0e4c4cd3-3415-4a05-add0-70ce72726779'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:36.979463 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e4c4cd3-3415-4a05-add0-70ce72726779'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:36.985790 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33f707-ad6c-4d1b-8da0-17b3ad872b54 None None] Pushing event updated for resources: {'Port': ['ID=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.002756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aefb7-7c4c-465c-bd2a-11df4e6a21e7 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adddacf1-6503-486b-bed8-5744c1a20289,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.038229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e18a3712-0887-4f06-9c5d-a4a0b2ae9ae2 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662119 Jul 22 14:22:37.041739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.047156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244649313'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.061644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=05741ae4-1a58-45cf-8165-c92e293ad1c3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.079008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.108982 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] Set router 0e4c4cd3-3415-4a05-add0-70ce72726779 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:37.134153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-978eaafd-d55f-43c2-8c08-432865715cdb req-983fbc6d-56c5-4af3-b3b3-87147a3940a9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139371 Jul 22 14:22:37.184226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.187348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.193495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.216199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Calling delete_port for 9d0dcd88-012b-4d50-bea3-692bed2e73c1 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:37.228275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.234352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.234879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7978b958-da26-4d3a-9816-60c35853dd8b tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/ports/05741ae4-1a58-45cf-8165-c92e293ad1c3 HTTP/1.1" status: 204 len: 168 time: 1.7999289 Jul 22 14:22:37.235746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58750) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.236742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1937804 Jul 22 14:22:37.239753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.245924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2c4b0daf-cfe9-4984-975e-886ce4b8e456 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '16bc0d91-508c-46b5-b3a6-6e13253f19de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.246889 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-2c4b0daf-cfe9-4984-975e-886ce4b8e456 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 14:22:37.247633 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-2c4b0daf-cfe9-4984-975e-886ce4b8e456 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.248696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2c4b0daf-cfe9-4984-975e-886ce4b8e456 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078504 Jul 22 14:22:37.251498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58754) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.256527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e970fefc-4599-4d6a-8e27-c9ce2ab6e62a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '16bc0d91-508c-46b5-b3a6-6e13253f19de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.257200 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-e970fefc-4599-4d6a-8e27-c9ce2ab6e62a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 14:22:37.257723 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e970fefc-4599-4d6a-8e27-c9ce2ab6e62a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.262112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e970fefc-4599-4d6a-8e27-c9ce2ab6e62a tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062418 Jul 22 14:22:37.262112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19189b-b40f-435d-8b59-067703c60dc1 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc0d91-508c-46b5-b3a6-6e13253f19de,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.262357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.277700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-665f9ab1-13a3-4fef-9b09-e8c51393863c tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '16bc0d91-508c-46b5-b3a6-6e13253f19de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.278824 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-665f9ab1-13a3-4fef-9b09-e8c51393863c tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 14:22:37.279527 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-665f9ab1-13a3-4fef-9b09-e8c51393863c tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.280935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-665f9ab1-13a3-4fef-9b09-e8c51393863c tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178099 Jul 22 14:22:37.284281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.289832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-be55ae99-8ba7-413c-8b09-06e32d62eb7f tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '16bc0d91-508c-46b5-b3a6-6e13253f19de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.290883 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-be55ae99-8ba7-413c-8b09-06e32d62eb7f tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 14:22:37.291527 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-be55ae99-8ba7-413c-8b09-06e32d62eb7f tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.292644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-be55ae99-8ba7-413c-8b09-06e32d62eb7f tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065465 Jul 22 14:22:37.299940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.330440 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:34Z', 'revision_number': 3, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:37.364697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94615ea5-5a00-4464-a3fc-7e89e7d189e5 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.367095 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07d1079-4fe1-48e0-a47a-5b8c1c5fa333 None None] The sync data for ids ['0e4c4cd3-3415-4a05-add0-70ce72726779'] in n-d-787205-11 is: [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:34Z', 'revision_number': 3, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:37.398046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94615ea5-5a00-4464-a3fc-7e89e7d189e5 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.469015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94615ea5-5a00-4464-a3fc-7e89e7d189e5 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.472697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94615ea5-5a00-4464-a3fc-7e89e7d189e5 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.477004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-94615ea5-5a00-4464-a3fc-7e89e7d189e5 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/16bc0d91-508c-46b5-b3a6-6e13253f19de HTTP/1.1" status: 204 len: 168 time: 0.1760101 Jul 22 14:22:37.488314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting subnet f667f380-130a-4801-86db-9d44674e4fab {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:37.492009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.493700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.551833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94615ea5-5a00-4464-a3fc-7e89e7d189e5 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc0d91-508c-46b5-b3a6-6e13253f19de,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.625938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-37e1f595-0462-44e2-aa25-62ad6af6d367 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1187644 Jul 22 14:22:37.626944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.633190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070102889'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.675046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.748064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494344f-98a3-4f95-a478-2287fe34682b req-40822663-56b7-47e1-89e4-1225fe98b4de tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:37.751263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e494344f-98a3-4f95-a478-2287fe34682b req-40822663-56b7-47e1-89e4-1225fe98b4de tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.4007018 Jul 22 14:22:37.773206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.810027 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.815600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.828852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.854263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.860043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2319314 Jul 22 14:22:37.860841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.863500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af50871-6845-4d5f-9b61-dd7e73f8f19b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35a7b0e-099c-4220-a244-dd0cf181c549,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.881693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-67dbea42-34b8-4abf-ae0a-ca572a619545 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.884193 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-67dbea42-34b8-4abf-ae0a-ca572a619545 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:22:37.884193 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-67dbea42-34b8-4abf-ae0a-ca572a619545 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.884193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67dbea42-34b8-4abf-ae0a-ca572a619545 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0220158 Jul 22 14:22:37.887071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.891863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a6f10690-64c3-40a5-87d0-e127eea74d32 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.938594 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-a6f10690-64c3-40a5-87d0-e127eea74d32 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.943142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a6f10690-64c3-40a5-87d0-e127eea74d32 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0547595 Jul 22 14:22:37.946901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58772) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.963977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9f9c7564-dc58-4b91-8bcf-7c98fa997d6d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:37.965099 n-d-787205-11 neutron-server[93760]: WARNING neutron.api.v2.base [None req-9f9c7564-dc58-4b91-8bcf-7c98fa997d6d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 14:22:37.965637 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-9f9c7564-dc58-4b91-8bcf-7c98fa997d6d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:37.969273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9f9c7564-dc58-4b91-8bcf-7c98fa997d6d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151970 Jul 22 14:22:37.969877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e494344f-98a3-4f95-a478-2287fe34682b req-63a62d41-a0cc-4ec1-b085-0eb0029cb06a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608648 Jul 22 14:22:37.970581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58776) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.002745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-59863584-32d6-4200-93f0-d5b9f0230cc4 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:38.047804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.092851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b44741-e183-43df-87bd-cd49da86977d req-323c3275-31d6-4a1a-8c7a-e11c892134a5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:38.094476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3b44741-e183-43df-87bd-cd49da86977d req-323c3275-31d6-4a1a-8c7a-e11c892134a5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 944 time: 0.0833549 Jul 22 14:22:38.123661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Port': ['ID=9d0dcd88-012b-4d50-bea3-692bed2e73c1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.139543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3b44741-e183-43df-87bd-cd49da86977d req-acce09ec-8390-4d06-b019-fab33fed8707 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383017 Jul 22 14:22:38.141544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:38.143880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c0a8e64c-1f98-4fa3-9829-93038825773a up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:38.207163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.263565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port c0a8e64c-1f98-4fa3-9829-93038825773a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:38.273225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port c0a8e64c-1f98-4fa3-9829-93038825773a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:38.273604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.321060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:38.321991 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-59863584-32d6-4200-93f0-d5b9f0230cc4 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:38.325655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59863584-32d6-4200-93f0-d5b9f0230cc4 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3247070 Jul 22 14:22:38.326855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.332281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4e74df87-e8cf-471c-b481-48c974346239 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:38.332900 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-4e74df87-e8cf-471c-b481-48c974346239 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:22:38.334179 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4e74df87-e8cf-471c-b481-48c974346239 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:38.338001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4e74df87-e8cf-471c-b481-48c974346239 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072820 Jul 22 14:22:38.338187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'port_id': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'mac_address': 'fa:16:3e:a4:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:38.338291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.342807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2581d483-2e95-4658-a0a8-974a811a149b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:38.386310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.387637 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.388627 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-2581d483-2e95-4658-a0a8-974a811a149b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Project 85a4dbb54dfa4909beb0e068b2126606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:22:38.406934 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-2581d483-2e95-4658-a0a8-974a811a149b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:38.410781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2581d483-2e95-4658-a0a8-974a811a149b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0692089 Jul 22 14:22:38.411678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.418477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5db9fe8a-022d-4180-ae01-9376a34bc00e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:38.419124 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-5db9fe8a-022d-4180-ae01-9376a34bc00e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 14:22:38.420205 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-5db9fe8a-022d-4180-ae01-9376a34bc00e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:38.424850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5db9fe8a-022d-4180-ae01-9376a34bc00e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085635 Jul 22 14:22:38.424850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.427626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b95c9548-6810-46c2-9d91-a91d6a834cd5 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:38.429599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a92c3f-3d22-456c-94fa-30a30b586001 req-0336232e-2981-46bc-9d20-1a6ea96b7dee tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:38.431486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a92c3f-3d22-456c-94fa-30a30b586001 req-0336232e-2981-46bc-9d20-1a6ea96b7dee tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.3481324 Jul 22 14:22:38.438323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-96afa336-d0c4-447c-853d-8cc462a25982 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:38.444452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.461274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:38.474159 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.476020 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-96afa336-d0c4-447c-853d-8cc462a25982 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Project 85a4dbb54dfa4909beb0e068b2126606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:22:38.483175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:38.485512 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5401e99d-9d03-46c9-81c6-a5dcd62241ee" -d '{"events": [{"server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "name": "network-vif-plugged", "status": "completed", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:38.495986 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-96afa336-d0c4-447c-853d-8cc462a25982 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:38.500600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-96afa336-d0c4-447c-853d-8cc462a25982 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0755789 Jul 22 14:22:38.501180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.508095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-983452ab-dbaa-4d06-9776-bdfe9937956e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'c35a7b0e-099c-4220-a244-dd0cf181c549', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:38.516783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.545283 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-983452ab-dbaa-4d06-9776-bdfe9937956e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Project 85a4dbb54dfa4909beb0e068b2126606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:22:38.547720 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e80c0-d394-4efc-a898-ed75da26c0e1 x-openstack-request-id: req-3c5e80c0-d394-4efc-a898-ed75da26c0e1 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:38.548287 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "name": "network-vif-plugged", "status": "completed", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:38.548757 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c5e80c0-d394-4efc-a898-ed75da26c0e1 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:38.549359 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a', 'code': 200} Jul 22 14:22:38.556225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c0a8e64c-1f98-4fa3-9829-93038825773a,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:38.564844 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.565846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:38.572580 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-983452ab-dbaa-4d06-9776-bdfe9937956e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:38.577474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-983452ab-dbaa-4d06-9776-bdfe9937956e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0750954 Jul 22 14:22:38.578473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.584699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Subnet': ['ID=f667f380-130a-4801-86db-9d44674e4fab,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.596795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Allocated IP 172.20.0.1 (40438306-80ca-44bb-adce-079601866cf6/400bd4f7-9a87-4c61-9552-dc1c35613ae9/af55a4ff-ca7e-4cf2-b20a-23226b3be794) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:38.604048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.616143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.626501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.630182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-651c7fee-0e0c-4053-a69a-2cf04f896a83 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/subnets/f667f380-130a-4801-86db-9d44674e4fab HTTP/1.1" status: 204 len: 168 time: 1.3865075 Jul 22 14:22:38.639661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58794) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.700543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a92c3f-3d22-456c-94fa-30a30b586001 req-19b01919-6113-483b-9d95-8f4b0c15cab7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208478 Jul 22 14:22:38.757839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.758357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Fanout notify agent at l3_agent the message router_deleted on router e0e7b2b7-d174-4775-bd2d-518443089131 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:22:38.769081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.769081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-31dfadb1-f32d-46ed-8c0a-6e85f33b916e tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "DELETE /v2.0/routers/e0e7b2b7-d174-4775-bd2d-518443089131 HTTP/1.1" status: 204 len: 168 time: 3.1240935 Jul 22 14:22:38.774001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.780835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32bf068e-928d-442c-928c-6ade224187ce tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.801298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting subnet 2eac5f56-4e5e-4475-bd60-b70c243b3da8 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:38.804764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.814455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045abd1-f66b-4aee-9dfc-2804a8976f7f None None] Network 2478dc95-4aee-489a-914a-6b1e30e9e2da requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:38.859364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.866745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting subnet 1ce95255-8b16-4931-aee9-2e1613b820bd {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:38.877375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.891787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.917405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b95c9548-6810-46c2-9d91-a91d6a834cd5'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:38.960380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.968376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418361c-8bc7-4dcf-a52c-e58defb75406 req-e0d5ad6e-cc8d-40ce-8bff-71463ba80937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:38.969977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6418361c-8bc7-4dcf-a52c-e58defb75406 req-e0d5ad6e-cc8d-40ce-8bff-71463ba80937 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 1097 time: 0.3550589 Jul 22 14:22:38.997355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32bf068e-928d-442c-928c-6ade224187ce tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.035691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.039377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Transition to ACTIVE for port object af55a4ff-ca7e-4cf2-b20a-23226b3be794 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:39.049517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.075435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9e341e9-13ff-40b8-91c7-d2e05b1238ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:39.089787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6418361c-8bc7-4dcf-a52c-e58defb75406 req-9fe915b9-e1df-4394-86b9-138d89a8d8ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046264 Jul 22 14:22:39.108415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.144609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32bf068e-928d-442c-928c-6ade224187ce tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.147310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32bf068e-928d-442c-928c-6ade224187ce tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.151557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-32bf068e-928d-442c-928c-6ade224187ce tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/c35a7b0e-099c-4220-a244-dd0cf181c549 HTTP/1.1" status: 204 len: 168 time: 0.5688469 Jul 22 14:22:39.155299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58802) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.162377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf068e-928d-442c-928c-6ade224187ce tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35a7b0e-099c-4220-a244-dd0cf181c549,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.165999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.181081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.183652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/subnets/2eac5f56-4e5e-4475-bd60-b70c243b3da8 HTTP/1.1" status: 204 len: 168 time: 0.5383556 Jul 22 14:22:39.188750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.205462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ed23c-cbc7-4c74-ba10-62836c265a30 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Subnet': ['ID=2eac5f56-4e5e-4475-bd60-b70c243b3da8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.222124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e9bbc-4503-4421-9e67-de2635df1774 req-a1fb2f61-18a1-4986-94f8-5e6aab0d57f5 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:39.223822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-124e9bbc-4503-4421-9e67-de2635df1774 req-a1fb2f61-18a1-4986-94f8-5e6aab0d57f5 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.2674825 Jul 22 14:22:39.228988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a874815-1745-4fb9-ad17-a2eaf89d7618 None None] Network 3430e243-a662-4f0d-af4d-80b978b948ef requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:39.238194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.306264 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.310362 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.322560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab004d5e-aea8-4ebe-843a-c1835ae87075 req-3af77065-b505-4935-89e2-82730d122f04 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:39.324295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab004d5e-aea8-4ebe-843a-c1835ae87075 req-3af77065-b505-4935-89e2-82730d122f04 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 945 time: 0.0890956 Jul 22 14:22:39.338620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b95c9548-6810-46c2-9d91-a91d6a834cd5 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:39.367015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:39.387023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab004d5e-aea8-4ebe-843a-c1835ae87075 req-6d64ad38-e79c-42ba-a7e8-d053f9d21bcc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560300 Jul 22 14:22:39.387250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.417348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Network 40438306-80ca-44bb-adce-079601866cf6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:39.440917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:39.451928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:39.460483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b0e7f590-8d43-4271-a3d4-412d4525c845 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3031111 Jul 22 14:22:39.465224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.467780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.471770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789082547'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:39.485224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-124e9bbc-4503-4421-9e67-de2635df1774 req-ec1fe288-da86-4367-8ffe-7c405121673c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425606 Jul 22 14:22:39.486036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=af55a4ff-ca7e-4cf2-b20a-23226b3be794,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.523197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a9e341e9-13ff-40b8-91c7-d2e05b1238ed completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:39.529438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a9e341e9-13ff-40b8-91c7-d2e05b1238ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:39.530308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.531156 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.564554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.566869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.679668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.682099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "DELETE /v2.0/subnets/1ce95255-8b16-4931-aee9-2e1613b820bd HTTP/1.1" status: 204 len: 168 time: 0.9106905 Jul 22 14:22:39.685386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3597c2-2720-4b91-ae8b-540b762e18f9 tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce95255-8b16-4931-aee9-2e1613b820bd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.689738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58810) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.703519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.710761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.717114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.725141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] DHCP port deletion for 2478dc95-4aee-489a-914a-6b1e30e9e2da request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:22:39.728273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34160378-0069-412d-98a1-7057fe95854f None None] Network 4de388ab-b24f-465d-aa23-231ffa604a99 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:39.778940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef83aee-3da9-4c25-b80e-6a6fa760e8ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.782503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.786996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-272e8e21-b15d-4a47-a490-577461dbf4eb tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3172092 Jul 22 14:22:39.787242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58812) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.794500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-55ce5bbe-9b31-467f-8db0-a7015b34d4d8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '3ef83aee-3da9-4c25-b80e-6a6fa760e8ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:39.797179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.907456 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-55ce5bbe-9b31-467f-8db0-a7015b34d4d8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The resource could not be found. Jul 22 14:22:39.908545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-55ce5bbe-9b31-467f-8db0-a7015b34d4d8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1203566 Jul 22 14:22:39.911270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.918697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fb1c1a12-110d-417f-8039-6d95bb29c019 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '3ef83aee-3da9-4c25-b80e-6a6fa760e8ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '13325f09-21d7-4990-8cd2-2fd383ea5cae'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:39.922122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Deleting port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:39.922688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.970341 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-fb1c1a12-110d-417f-8039-6d95bb29c019 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The resource could not be found. Jul 22 14:22:39.971345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb1c1a12-110d-417f-8039-6d95bb29c019 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0591116 Jul 22 14:22:39.974204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.039540 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e213d117-7da9-4ebb-ba30-9d501cbe17e9 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.040652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b5821437-576b-4dd2-abe1-1da90e27a80b None None] Provisioning for port af55a4ff-ca7e-4cf2-b20a-23226b3be794 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:40.047098 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.076856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e213d117-7da9-4ebb-ba30-9d501cbe17e9 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.096117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b5821437-576b-4dd2-abe1-1da90e27a80b None None] Provisioning complete for port af55a4ff-ca7e-4cf2-b20a-23226b3be794 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:40.096494 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b5821437-576b-4dd2-abe1-1da90e27a80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.114064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] Deleting port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:40.114460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.131095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e213d117-7da9-4ebb-ba30-9d501cbe17e9 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.134053 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e213d117-7da9-4ebb-ba30-9d501cbe17e9 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.135641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e213d117-7da9-4ebb-ba30-9d501cbe17e9 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/3ef83aee-3da9-4c25-b80e-6a6fa760e8ef HTTP/1.1" status: 204 len: 168 time: 0.1600130 Jul 22 14:22:40.139327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.144376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a9e341e9-13ff-40b8-91c7-d2e05b1238ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:40.170778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213d117-7da9-4ebb-ba30-9d501cbe17e9 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef83aee-3da9-4c25-b80e-6a6fa760e8ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.185692 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.201079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] DHCP port deletion for 3430e243-a662-4f0d-af4d-80b978b948ef request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:22:40.211082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ef7cea54-9594-4e0d-b04e-004c3a986e44 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691667 Jul 22 14:22:40.214719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58820) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.219380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cb9dc412-7ff5-4aec-a603-d6dd3252149e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': 'da4b9290-f6fb-42c3-908d-794c09a6cdff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.266135 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-cb9dc412-7ff5-4aec-a603-d6dd3252149e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The resource could not be found. Jul 22 14:22:40.267412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb9dc412-7ff5-4aec-a603-d6dd3252149e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0517275 Jul 22 14:22:40.270971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.276139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161951913'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.299046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.326978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b5821437-576b-4dd2-abe1-1da90e27a80b None None] Port af55a4ff-ca7e-4cf2-b20a-23226b3be794 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:40.374019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] For port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:40.374814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.383221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] For port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,segment=NetworkSegment(582f45f6-acfa-4e76-b86c-17daf141d49f),segment_id=582f45f6-acfa-4e76-b86c-17daf141d49f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:40.384267 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.400822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Calling delete_port for 0dd9791b-bbba-4ce8-931a-dbfe8356e00e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:40.405693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.410497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.416938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] Calling delete_port for 0dd9791b-bbba-4ce8-931a-dbfe8356e00e owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:40.421405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.427563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.434007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:40.434349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.469392 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.470937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1989458 Jul 22 14:22:40.478970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.484709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--295440336'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.506631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] Deleting port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:40.507012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.517286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21cdfe-491a-4a63-8194-2031db57a20d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6535a5f0-a22b-4157-8cc8-5fae9d986dfa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.543207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] DHCP port deletion for 4de388ab-b24f-465d-aa23-231ffa604a99 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:22:40.599868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] For port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,segment=NetworkSegment(1b8e12f3-563e-4eda-99a6-7c2d408ba4e5),segment_id=1b8e12f3-563e-4eda-99a6-7c2d408ba4e5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:40.600234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.604226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.623094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] For port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,segment=NetworkSegment(f73f4993-2925-4f86-9e63-38ca109cfc6e),segment_id=f73f4993-2925-4f86-9e63-38ca109cfc6e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:40.623493 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.625841 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.630980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Calling delete_port for 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:40.641537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-4e122c6c-5eb5-46ee-88b9-2de05467fe8e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:40.643094 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-4e122c6c-5eb5-46ee-88b9-2de05467fe8e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.3407629 Jul 22 14:22:40.663948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] Calling delete_port for ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:40.665094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c701f-a521-45d9-92bc-fc1ba48e5e65 req-a9822833-7a19-4d7d-8ea6-9caecd170fe6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:40.671417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] Pushing event deleted for resources: {'Port': ['ID=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.673655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-433c701f-a521-45d9-92bc-fc1ba48e5e65 req-a9822833-7a19-4d7d-8ea6-9caecd170fe6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 945 time: 0.1141164 Jul 22 14:22:40.675011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd3dd2-6cfc-49f9-a447-479b5999dee3 None None] No DVR routers for this DVR port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:40.757241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-433c701f-a521-45d9-92bc-fc1ba48e5e65 req-9c9a623c-581c-478c-9b4d-778565417942 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788038 Jul 22 14:22:40.793274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] Deleting port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:40.793831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.797321 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.812785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.822647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.832812 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.838853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] Pushing event deleted for resources: {'Port': ['ID=ef4bad1f-9f49-47af-abdc-7fbdf9ff1585,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.858446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc1e8f-263e-4fa8-b8d8-09edabe2fd3d None None] No DVR routers for this DVR port ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:40.893341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.894705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4145892 Jul 22 14:22:40.899734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.904476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3f851018-a181-40ee-bce6-9288b9cf0105 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '6535a5f0-a22b-4157-8cc8-5fae9d986dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c73a515e-8e09-440d-b1c6-39420f6057d7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.915130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656f820-5985-46c4-a414-455fc0bed022 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c73a515e-8e09-440d-b1c6-39420f6057d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.920373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Port': ['ID=0dd9791b-bbba-4ce8-931a-dbfe8356e00e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.921910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] For port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,segment=NetworkSegment(1b8e12f3-563e-4eda-99a6-7c2d408ba4e5),segment_id=1b8e12f3-563e-4eda-99a6-7c2d408ba4e5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:40.922408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.936472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] Calling delete_port for 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:40.945176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] No DVR routers for this DVR port 0dd9791b-bbba-4ce8-931a-dbfe8356e00e on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:40.957099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-f7528f7f-4def-48f7-98f7-c6d6fbf55f6a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 267 time: 0.1038141 Jul 22 14:22:41.023327 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-3f851018-a181-40ee-bce6-9288b9cf0105 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:41.024563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3f851018-a181-40ee-bce6-9288b9cf0105 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1234937 Jul 22 14:22:41.028558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.050571 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.077358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-a29efc19-726b-443b-ac59-68d7d57685f6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:41.079508 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-a29efc19-726b-443b-ac59-68d7d57685f6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 945 time: 0.1211553 Jul 22 14:22:41.096986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9e341e9-13ff-40b8-91c7-d2e05b1238ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:41.099480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] No DVR routers for this DVR port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:41.102604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf105d-8f38-41ec-bc69-4e99f4ecdff4 None None] Pushing event deleted for resources: {'Port': ['ID=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.111865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'port': {'security_groups': []}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:41.123517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.140009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c15ac-e08d-4cd7-83a4-e478c06ec090 req-a33504e3-eb87-44ca-abad-8c88e3618334 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:41.146883 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-921c15ac-e08d-4cd7-83a4-e478c06ec090 req-a33504e3-eb87-44ca-abad-8c88e3618334 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 945 time: 0.4909232 Jul 22 14:22:41.151397 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d172a4-c90a-4806-ab7a-b0fb8d830bbd tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.163470 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.166936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.167756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a9e341e9-13ff-40b8-91c7-d2e05b1238ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:41.168222 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.182545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d172a4-c90a-4806-ab7a-b0fb8d830bbd tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.182772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2478dc95-4aee-489a-914a-6b1e30e9e2da']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.186518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.240711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582f45f6-acfa-4e76-b86c-17daf141d49f') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.241003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582f45f6-acfa-4e76-b86c-17daf141d49f') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.243632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Port': ['ID=30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.265824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:41.266362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.269509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] No DVR routers for this DVR port 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:41.279653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.291599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d172a4-c90a-4806-ab7a-b0fb8d830bbd tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.294420 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2d172a4-c90a-4806-ab7a-b0fb8d830bbd tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.294784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.298096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2d172a4-c90a-4806-ab7a-b0fb8d830bbd tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/c73a515e-8e09-440d-b1c6-39420f6057d7 HTTP/1.1" status: 204 len: 168 time: 0.2639310 Jul 22 14:22:41.300714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.311558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0dd9791b-bbba-4ce8-931a-dbfe8356e00e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:41.328431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d172a4-c90a-4806-ab7a-b0fb8d830bbd tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73a515e-8e09-440d-b1c6-39420f6057d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.338473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 0dd9791b-bbba-4ce8-931a-dbfe8356e00e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:41.338993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0dd9791b-bbba-4ce8-931a-dbfe8356e00e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:41.339276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:41.365572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:41.366331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 30c29b7a-a2fb-4c71-8022-0d14f7bfa1c8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:41.366425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:41.382517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.388344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:41.388698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef4bad1f-9f49-47af-abdc-7fbdf9ff1585 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:41.398486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.430681 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-74e76884-eb8c-47dd-b676-921268ef5861 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1265180 Jul 22 14:22:41.433674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.443572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-921c15ac-e08d-4cd7-83a4-e478c06ec090 req-b9b0afa2-3db2-431b-8d08-06d4ba9d91b9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957742 Jul 22 14:22:41.467074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:41.467495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:41.477037 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:41.493978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=af55a4ff-ca7e-4cf2-b20a-23226b3be794,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.554293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.561224 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb90710-12be-4d25-a362-8638e5349cc8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.596763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c0a8e64c-1f98-4fa3-9829-93038825773a,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:41.607136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb90710-12be-4d25-a362-8638e5349cc8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.617098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de388ab-b24f-465d-aa23-231ffa604a99']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.622457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port 29bf47a5-9f0b-4932-b7f1-415a3759ff85, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=29bf47a5-9f0b-4932-b7f1-415a3759ff85,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:41.622826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.659505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.663527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.669563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.669900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8e12f3-563e-4eda-99a6-7c2d408ba4e5') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.675471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['c0a8e64c-1f98-4fa3-9829-93038825773a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:41.686822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.688661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for 29bf47a5-9f0b-4932-b7f1-415a3759ff85 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:41.690227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'ceb4b5df-b85e-411a-917f-a7d77b63a417'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:41.691508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.715966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:41.716730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.718313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-007cdb44-74ce-4dcc-875d-e026904d9886 req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "PUT /v2.0/ports/c0a8e64c-1f98-4fa3-9829-93038825773a HTTP/1.1" status: 200 len: 904 time: 0.6168685 Jul 22 14:22:41.718858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:41.721920 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a177d-7a79-4782-b350-ef9729b5dc39" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:41.726283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.726932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/networks/2478dc95-4aee-489a-914a-6b1e30e9e2da HTTP/1.1" status: 204 len: 168 time: 2.5346296 Jul 22 14:22:41.731200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe41d-0952-4c30-bf2b-f0a26b535f2a tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Network': ['ID=2478dc95-4aee-489a-914a-6b1e30e9e2da,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.731562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.732320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb90710-12be-4d25-a362-8638e5349cc8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.736109 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8eb90710-12be-4d25-a362-8638e5349cc8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.737292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8eb90710-12be-4d25-a362-8638e5349cc8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/6535a5f0-a22b-4157-8cc8-5fae9d986dfa HTTP/1.1" status: 204 len: 168 time: 0.3024187 Jul 22 14:22:41.745320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.775511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.793137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90710-12be-4d25-a362-8638e5349cc8 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6535a5f0-a22b-4157-8cc8-5fae9d986dfa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.851899 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f92092a-57dd-406d-90c5-ed6ea80dea01 x-openstack-request-id: req-5f92092a-57dd-406d-90c5-ed6ea80dea01 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:41.851899 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:41.852796 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f92092a-57dd-406d-90c5-ed6ea80dea01 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:41.853154 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a', 'status': 'completed', 'code': 200} Jul 22 14:22:41.860114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:41.860530 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:41.865423 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:41.867831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['c0a8e64c-1f98-4fa3-9829-93038825773a'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:41.870114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fa4f7-07bd-4c10-8ff6-ef65f50ae382 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.920869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.991625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.992553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7942f7f-efbe-45fc-8455-689c8147ee94 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2446191 Jul 22 14:22:41.997351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987417057'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:42.002928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Network 40438306-80ca-44bb-adce-079601866cf6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:42.033124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.046598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:42.063648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-9f0bdeff-8066-4e9b-a787-76ea4cf288fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.065874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-9f0bdeff-8066-4e9b-a787-76ea4cf288fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 1059 time: 0.1883001 Jul 22 14:22:42.100435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.135732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3430e243-a662-4f0d-af4d-80b978b948ef']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:42.141107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:42.145721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d55920b2-a8ae-4055-9d4e-ed678985812d None None] Provisioning complete for port c0a8e64c-1f98-4fa3-9829-93038825773a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:42.146097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d55920b2-a8ae-4055-9d4e-ed678985812d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.166084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73f4993-2925-4f86-9e63-38ca109cfc6e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:42.166614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73f4993-2925-4f86-9e63-38ca109cfc6e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:42.214022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.247813 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.248575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.260339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Router 0e4c4cd3-3415-4a05-add0-70ce72726779 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:42.264763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:42.265236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:42.270838 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:42.279906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.286629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "DELETE /v2.0/networks/4de388ab-b24f-465d-aa23-231ffa604a99 HTTP/1.1" status: 204 len: 168 time: 2.5932748 Jul 22 14:22:42.287492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58850) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:42.303522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b95c9548-6810-46c2-9d91-a91d6a834cd5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:42.303522 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.319859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-9f2f16e8-fe33-434f-aecc-a06a82cd37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.321896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-9f2f16e8-fe33-434f-aecc-a06a82cd37a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.2169650 Jul 22 14:22:42.371100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210b26b-cffa-435a-b07b-b8ede13c5f17 req-3fd2d20d-ceb5-4ac6-9a95-fd364d5ca7f5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.373665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6210b26b-cffa-435a-b07b-b8ede13c5f17 req-3fd2d20d-ceb5-4ac6-9a95-fd364d5ca7f5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 907 time: 0.4993918 Jul 22 14:22:42.394596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233ab58-7592-4146-94ca-b9cde224012d tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Network': ['ID=4de388ab-b24f-465d-aa23-231ffa604a99,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.404854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-147678d4-5e2c-4b9c-ad05-33e2b1fc1c70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0a8e64c-1f98-4fa3-9829-93038825773a HTTP/1.1" status: 200 len: 217 time: 0.0464995 Jul 22 14:22:42.426907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.431893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.441156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] 10.222.0.11 "DELETE /v2.0/networks/3430e243-a662-4f0d-af4d-80b978b948ef HTTP/1.1" status: 204 len: 168 time: 0.7004588 Jul 22 14:22:42.493161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.498703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.504803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000c6a0-7e42-453c-8517-7def58e654d4 tempest-TaggedBootDevicesTest_v242-1542771286 tempest-TaggedBootDevicesTest_v242-1542771286-project] Pushing event deleted for resources: {'Network': ['ID=3430e243-a662-4f0d-af4d-80b978b948ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.507606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.568698 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.572357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5799859 Jul 22 14:22:42.579225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c51dc7cf-338c-405c-82bc-a5422134ac07 None None] Provisioning complete for port af55a4ff-ca7e-4cf2-b20a-23226b3be794 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:42.580189 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c51dc7cf-338c-405c-82bc-a5422134ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.581992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.585373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-188ab9e7-2149-413f-850f-32f6a076eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.590568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-188ab9e7-2149-413f-850f-32f6a076eb36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.1775088 Jul 22 14:22:42.591097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:42.599956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d5e0eec6-a1ae-46df-be5a-082820bc0e0b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '8c4c765e-b048-4851-9476-fe8a07376060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:42.622236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:42.625413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072eb7f-8a47-45e0-bcee-c19e7c7f5a51 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4c765e-b048-4851-9476-fe8a07376060,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.696899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c51dc7cf-338c-405c-82bc-a5422134ac07 None None] Port af55a4ff-ca7e-4cf2-b20a-23226b3be794 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:42.698734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:42.701209 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933dde21-960f-4ccb-9830-be487be354f6" -d '{"events": [{"server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "name": "network-vif-plugged", "status": "completed", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:42.723076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:42.735444 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.744488 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d5e0eec6-a1ae-46df-be5a-082820bc0e0b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:42.745565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5e0eec6-a1ae-46df-be5a-082820bc0e0b tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1500278 Jul 22 14:22:42.749339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-f33abe30-a74a-4342-889a-cdab8c633419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.750717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-206c7055-2e5e-483d-b036-89a352ce6bad req-9b738af5-439a-4bd5-a0f5-e8ba8f63d969 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=1dd92887-9074-469e-ac43-559221660587 HTTP/1.1" status: 200 len: 210 time: 0.1483631 Jul 22 14:22:42.750875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-f33abe30-a74a-4342-889a-cdab8c633419 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371152 Jul 22 14:22:42.751439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:42.756977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ad97046a-9662-49e2-807a-5eb8f9d48417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group_rule': {'security_group_id': '8c4c765e-b048-4851-9476-fe8a07376060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:42.767385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=29bf47a5-9f0b-4932-b7f1-415a3759ff85,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.798407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f2e0c-89b5-434a-b938-dc3009a95ace req-db283840-5355-4821-b69a-13658a6d7f14 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.802126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-459f2e0c-89b5-434a-b938-dc3009a95ace req-db283840-5355-4821-b69a-13658a6d7f14 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2071843 Jul 22 14:22:42.834427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.862533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port 29bf47a5-9f0b-4932-b7f1-415a3759ff85 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:42.868242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.870984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-12f21d84-d68b-42c2-887c-b78b91356fb2 req-0b143408-e461-4670-b34c-b00e987d8ea8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "DELETE /v2.0/ports/29bf47a5-9f0b-4932-b7f1-415a3759ff85 HTTP/1.1" status: 204 len: 173 time: 2.2125328 Jul 22 14:22:42.876126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd92887-9074-469e-ac43-559221660587', 'name': 'network-vif-deleted', 'tag': '29bf47a5-9f0b-4932-b7f1-415a3759ff85'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:42.879981 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0061a5c-21fc-455b-86b4-59d25828c425" -d '{"events": [{"server_uuid": "1dd92887-9074-469e-ac43-559221660587", "name": "network-vif-deleted", "tag": "29bf47a5-9f0b-4932-b7f1-415a3759ff85"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:42.905644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Deleting port 9510a656-de66-4c49-aa2b-d1abf85deaf7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:42.906335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.910069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:42.939650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-459f2e0c-89b5-434a-b938-dc3009a95ace req-193968ea-17b8-4a02-9f18-a0fe754aa4b3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314187 Jul 22 14:22:42.939982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Sync routers for ids ['0e4c4cd3-3415-4a05-add0-70ce72726779'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:42.941068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-877a8716-7899-4925-9d15-d0e77d307fb0 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e4c4cd3-3415-4a05-add0-70ce72726779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9732802 Jul 22 14:22:42.961089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Routers {'0e4c4cd3-3415-4a05-add0-70ce72726779'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:42.964977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e4c4cd3-3415-4a05-add0-70ce72726779'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:43.005468 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ad97046a-9662-49e2-807a-5eb8f9d48417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:22:43.011668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad97046a-9662-49e2-807a-5eb8f9d48417 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2562387 Jul 22 14:22:43.013345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:43.052721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-249f7099-f2b9-4322-83ed-0afbbec4843b service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874682 Jul 22 14:22:43.089474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.093709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.116326 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabfc496-81e5-42e5-97c5-76e0bb4e11f5 x-openstack-request-id: req-cabfc496-81e5-42e5-97c5-76e0bb4e11f5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:43.116629 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd92887-9074-469e-ac43-559221660587", "name": "network-vif-deleted", "tag": "29bf47a5-9f0b-4932-b7f1-415a3759ff85", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:43.116889 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cabfc496-81e5-42e5-97c5-76e0bb4e11f5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:43.117307 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd92887-9074-469e-ac43-559221660587', 'name': 'network-vif-deleted', 'tag': '29bf47a5-9f0b-4932-b7f1-415a3759ff85', 'status': 'completed', 'code': 200} Jul 22 14:22:43.127487 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932638aa-81c4-46e4-99ff-9ee515ec48be x-openstack-request-id: req-932638aa-81c4-46e4-99ff-9ee515ec48be {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:43.128031 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "name": "network-vif-plugged", "status": "completed", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:43.128679 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-932638aa-81c4-46e4-99ff-9ee515ec48be {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:43.129386 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'code': 200} Jul 22 14:22:43.135875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Calling delete_port for 9510a656-de66-4c49-aa2b-d1abf85deaf7 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:43.166497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 29bf47a5-9f0b-4932-b7f1-415a3759ff85 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:43.199120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 29bf47a5-9f0b-4932-b7f1-415a3759ff85 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:43.199876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 29bf47a5-9f0b-4932-b7f1-415a3759ff85 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:43.226578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Set router 0e4c4cd3-3415-4a05-add0-70ce72726779 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:43.334360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8269026-d776-4305-b341-785142c1a6b0 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.382569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.384270 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a177d-7a79-4782-b350-ef9729b5dc39 req-b4c05047-45d7-420d-9bde-09c673c751ef service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135605 Jul 22 14:22:43.395923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8269026-d776-4305-b341-785142c1a6b0 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.421125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd804a-6bc3-4805-b67d-ecd0d6ad4e24 req-be97b79c-27f1-4cf2-b974-59f821bee98e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:43.422161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Pushing event deleted for resources: {'Port': ['ID=9510a656-de66-4c49-aa2b-d1abf85deaf7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:43.422724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bfd804a-6bc3-4805-b67d-ecd0d6ad4e24 req-be97b79c-27f1-4cf2-b974-59f821bee98e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2476523 Jul 22 14:22:43.510957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bfd804a-6bc3-4805-b67d-ecd0d6ad4e24 req-5009d1c8-cf10-4f7a-9989-7c5ebc035be0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793610 Jul 22 14:22:43.512555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8269026-d776-4305-b341-785142c1a6b0 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.515652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8269026-d776-4305-b341-785142c1a6b0 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.519191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8269026-d776-4305-b341-785142c1a6b0 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/8c4c765e-b048-4851-9476-fe8a07376060 HTTP/1.1" status: 204 len: 168 time: 0.4988708 Jul 22 14:22:43.520289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:43.580106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8269026-d776-4305-b341-785142c1a6b0 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4c765e-b048-4851-9476-fe8a07376060,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:43.594918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'af55a4ff-ca7e-4cf2-b20a-23226b3be794', 'name': '', 'network_id': '40438306-80ca-44bb-adce-079601866cf6', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'mac_address': 'fa:16:3e:fb:a2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:37Z', 'updated_at': '2021-07-22T14:22:40Z', 'revision_number': 2, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'subnets': [{'id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:43.595998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.603602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.607308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-21b138eb-ac66-4adb-b284-eb7a277a8cbc tempest-FloatingIPAdminTestJSON-2096322659 tempest-FloatingIPAdminTestJSON-2096322659-project] 10.222.0.11 "DELETE /v2.0/floatingips/a1c6b599-ccbf-4ddd-900e-c1f95639aceb HTTP/1.1" status: 204 len: 168 time: 1.3012233 Jul 22 14:22:43.639581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-26ae34bd-f25f-4178-a0f3-d67a556e4618 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082909 Jul 22 14:22:43.639824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Checking router: 0e4c4cd3-3415-4a05-add0-70ce72726779 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:43.640776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Updating router 0e4c4cd3-3415-4a05-add0-70ce72726779 port af55a4ff-ca7e-4cf2-b20a-23226b3be794 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:43.640897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:43.654898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759366925'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:43.688073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.700632 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.877340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.896623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.004629 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.010394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3686972 Jul 22 14:22:44.013157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.026854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d8287d51-d699-41ea-a432-f9e9fe3bdf0d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:44.027277 n-d-787205-11 neutron-server[93759]: WARNING neutron.api.v2.base [None req-d8287d51-d699-41ea-a432-f9e9fe3bdf0d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:22:44.027780 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d8287d51-d699-41ea-a432-f9e9fe3bdf0d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 14:22:44.031413 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8287d51-d699-41ea-a432-f9e9fe3bdf0d tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "PUT /v2.0/security-groups/d3e9dbd3-879a-4da1-931a-526a2d2f7a66 HTTP/1.1" status: 409 len: 330 time: 0.0064347 Jul 22 14:22:44.032722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.032722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728f554-6140-41d7-9e6a-18a2a3224915 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e9dbd3-879a-4da1-931a-526a2d2f7a66,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.108676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.155641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.168283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Transition to ACTIVE for port object af55a4ff-ca7e-4cf2-b20a-23226b3be794 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:44.175137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.181258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-219c5bb4-2ced-4620-89fe-0fb7f135c039 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:44.185951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-219c5bb4-2ced-4620-89fe-0fb7f135c039 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.3066680 Jul 22 14:22:44.191320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f292a4f4-f52e-4930-8d17-2d59f7fdbc5e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.238628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa35c7b-d686-4ae3-aa7c-18c8d4e4949c None None] Pushing event updated for resources: {'Port': ['ID=af55a4ff-ca7e-4cf2-b20a-23226b3be794,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.251463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-10822b5f-e9d4-48fd-8f86-51125d4e4efc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/quotas/12aa9c687eb14d7ebf5361fc145b2dc5 HTTP/1.1" status: 200 len: 375 time: 0.0545635 Jul 22 14:22:44.315684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Attempting to bind port af55a4ff-ca7e-4cf2-b20a-23226b3be794 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:44.316361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Attempting to bind port af55a4ff-ca7e-4cf2-b20a-23226b3be794 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:44.316963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Attempting to bind port af55a4ff-ca7e-4cf2-b20a-23226b3be794 on network 40438306-80ca-44bb-adce-079601866cf6 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:44.324578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:44.325460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Checking segment: {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:44.326219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.326997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Bound using segment: {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:44.327704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Bound port: af55a4ff-ca7e-4cf2-b20a-23226b3be794, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30023a55-a745-41b3-8fa3-af8e30c33be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '40438306-80ca-44bb-adce-079601866cf6'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:44.328338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.344651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f292a4f4-f52e-4930-8d17-2d59f7fdbc5e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.407826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] For port af55a4ff-ca7e-4cf2-b20a-23226b3be794, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:44.411190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] For port af55a4ff-ca7e-4cf2-b20a-23226b3be794, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=af55a4ff-ca7e-4cf2-b20a-23226b3be794,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:44.417963 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.420310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-a9421674-0165-49eb-8345-6c2a20b13fdd tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:44.422875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-a9421674-0165-49eb-8345-6c2a20b13fdd tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/networks?id=4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 200 len: 910 time: 0.5495844 Jul 22 14:22:44.449358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-b3607d07-b6eb-4d3d-8adb-231b4434f3dd tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/quotas/d0a26561104441d9ad7e60acf0511082 HTTP/1.1" status: 200 len: 375 time: 0.0203381 Jul 22 14:22:44.479611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b19282b6-875d-4e31-b557-af725f52a138 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c920b89df0844978ae28339ecaaebc1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619287 Jul 22 14:22:44.480641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.498642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Routers {'0e4c4cd3-3415-4a05-add0-70ce72726779'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:44.499281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e4c4cd3-3415-4a05-add0-70ce72726779'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:44.531423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-ad720136-52bd-452c-b9e5-06ef17b48f9e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2770660 Jul 22 14:22:44.534604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f292a4f4-f52e-4930-8d17-2d59f7fdbc5e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.537300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f292a4f4-f52e-4930-8d17-2d59f7fdbc5e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.541485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f292a4f4-f52e-4930-8d17-2d59f7fdbc5e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/d3e9dbd3-879a-4da1-931a-526a2d2f7a66 HTTP/1.1" status: 204 len: 168 time: 0.4926584 Jul 22 14:22:44.546428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58932) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.591638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa35c7b-d686-4ae3-aa7c-18c8d4e4949c None None] Pushing event updated for resources: {'Port': ['ID=af55a4ff-ca7e-4cf2-b20a-23226b3be794,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.630142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292a4f4-f52e-4930-8d17-2d59f7fdbc5e tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e9dbd3-879a-4da1-931a-526a2d2f7a66,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.642802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-8dd3d51d-53e2-4855-b713-0819906a7ada tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0a26561104441d9ad7e60acf0511082&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1831102 Jul 22 14:22:44.686698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] Set router 0e4c4cd3-3415-4a05-add0-70ce72726779 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:44.705600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e96f4ff2-1f38-48f1-b826-36377abb96b4 tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459203 Jul 22 14:22:44.741229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58934) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.761390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89273deb-0a75-4e60-9b91-07b6274ec394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.780438 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-aa944179-dfe1-4c2a-a6ba-5b6ee71bc0df tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] delete failed (client error): The resource could not be found. Jul 22 14:22:44.781563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aa944179-dfe1-4c2a-a6ba-5b6ee71bc0df tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "DELETE /v2.0/security-groups/c7fbb8c9-5e08-4da0-9d61-219778e06ef4 HTTP/1.1" status: 404 len: 347 time: 0.0393047 Jul 22 14:22:44.787129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.818960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89273deb-0a75-4e60-9b91-07b6274ec394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.820418 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-0c041bea-d711-4458-9b49-6b2d46552dde tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] show failed (client error): The resource could not be found. Jul 22 14:22:44.822158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c041bea-d711-4458-9b49-6b2d46552dde tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-groups/d57d3067-92ec-454a-b332-e32b8eb25eb6 HTTP/1.1" status: 404 len: 347 time: 0.0339918 Jul 22 14:22:44.822657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-5c83b88c-a18b-4dc3-a10b-d5ebf5348665 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770696 Jul 22 14:22:44.826980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-1e4475ed-e671-4cd7-b29e-0ff543ed8a45 service neutron] 10.222.0.11 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760635 Jul 22 14:22:44.827719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:44.856180 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-ff1596e2-ba58-4164-98bd-09193d4734da tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] show failed (client error): The resource could not be found. Jul 22 14:22:44.857171 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ff1596e2-ba58-4164-98bd-09193d4734da tempest-NegativeSecGroupIPv6Test-1698847049 tempest-NegativeSecGroupIPv6Test-1698847049-project] 10.222.0.11 "GET /v2.0/security-group-rules/e9915084-b126-4561-a0b0-c7f8028172c3 HTTP/1.1" status: 404 len: 356 time: 0.0283542 Jul 22 14:22:45.021272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-040663f5-b612-4e4d-810d-5ca68c16b976 service neutron] 10.222.0.11 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735525 Jul 22 14:22:45.086401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'af55a4ff-ca7e-4cf2-b20a-23226b3be794', 'name': '', 'network_id': '40438306-80ca-44bb-adce-079601866cf6', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'mac_address': 'fa:16:3e:fb:a2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:37Z', 'updated_at': '2021-07-22T14:22:44Z', 'revision_number': 4, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'subnets': [{'id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:45.132741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8ef7c-e997-4d30-9758-c3c5d350eced None None] The sync data for ids ['0e4c4cd3-3415-4a05-add0-70ce72726779'] in n-d-787205-11 is: [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'af55a4ff-ca7e-4cf2-b20a-23226b3be794', 'name': '', 'network_id': '40438306-80ca-44bb-adce-079601866cf6', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'mac_address': 'fa:16:3e:fb:a2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_interface', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:37Z', 'updated_at': '2021-07-22T14:22:44Z', 'revision_number': 4, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'subnets': [{'id': '400bd4f7-9a87-4c61-9552-dc1c35613ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:45.282056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:45.410183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-895ee61f-09d2-4cc2-8e9b-90bd41d17c6f req-657fd100-c621-4761-a621-8e3374a2f831 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 210 time: 0.0861294 Jul 22 14:22:45.526895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89273deb-0a75-4e60-9b91-07b6274ec394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.528842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eca52d24-235c-4055-a24e-ec4cd0716b98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85a4dbb54dfa4909beb0e068b2126606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454515 Jul 22 14:22:45.529507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89273deb-0a75-4e60-9b91-07b6274ec394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.529661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58968) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:45.531840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89273deb-0a75-4e60-9b91-07b6274ec394 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efa8dcdf-305d-41db-9650-911f5b764310 HTTP/1.1" status: 204 len: 168 time: 1.0500178 Jul 22 14:22:45.554505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-190a90fb-bfdb-4d98-98aa-8b40afa7ef71 service neutron] 10.222.0.11 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142637 Jul 22 14:22:45.556436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89273deb-0a75-4e60-9b91-07b6274ec394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa8dcdf-305d-41db-9650-911f5b764310,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:45.755457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d7807c3-9e8e-49e9-ae91-1be0bbcc3f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.886844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d7807c3-9e8e-49e9-ae91-1be0bbcc3f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.920471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f86f659-5d13-47a8-be21-b482280d0e5d req-ab3ca84a-2b72-4e9e-a1e5-5b5a915a232f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 210 time: 0.0580475 Jul 22 14:22:46.008870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-0247c4e7-09f6-4ea8-8259-0a72f53f8c72 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:46.016890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-0247c4e7-09f6-4ea8-8259-0a72f53f8c72 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.4004157 Jul 22 14:22:46.046560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-2b772974-9607-4120-aa9f-0fd94aace311 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/quotas/f441b351145648d6b7dd6335e92be74f HTTP/1.1" status: 200 len: 375 time: 0.0283363 Jul 22 14:22:46.052711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d7807c3-9e8e-49e9-ae91-1be0bbcc3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.062905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d7807c3-9e8e-49e9-ae91-1be0bbcc3f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.065671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7d7807c3-9e8e-49e9-ae91-1be0bbcc3f0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7786a667-9f19-47da-b2e3-a18a39f53a96 HTTP/1.1" status: 204 len: 168 time: 0.5346701 Jul 22 14:22:46.075244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:46.101324 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf4d-ae8e-45a7-aa51-f2d9624380f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.159065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7807c3-9e8e-49e9-ae91-1be0bbcc3f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786a667-9f19-47da-b2e3-a18a39f53a96,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:46.271296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-dd2ccda9-fdb9-4b04-af5d-7af03c2807f7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220025 Jul 22 14:22:46.317161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf4d-ae8e-45a7-aa51-f2d9624380f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.325070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dcadf4d-ae8e-45a7-aa51-f2d9624380f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.422392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcadf4d-ae8e-45a7-aa51-f2d9624380f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21428ab-93f3-4ff4-8d69-d17de85bdc7b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:46.509329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1dcadf4d-ae8e-45a7-aa51-f2d9624380f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e62cf3eb375450e868991b6a58e2b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285514 Jul 22 14:22:46.510898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59000) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:46.531069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a2401797-ee81-4ec7-8da3-9bc775d829f7 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585950 Jul 22 14:22:46.665552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae92e563-3baa-4807-9eda-37c5d0aebbf1 req-158bb519-4ff4-4d59-8881-dded886869b4 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 210 time: 0.1010523 Jul 22 14:22:46.697509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97c44442-9b8d-4076-934d-ba7a33338c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.720255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-994aff65-c9d4-482b-9cfc-511602cc82c0 service neutron] 10.222.0.11 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881967 Jul 22 14:22:46.729183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97c44442-9b8d-4076-934d-ba7a33338c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.821990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97c44442-9b8d-4076-934d-ba7a33338c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.824968 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97c44442-9b8d-4076-934d-ba7a33338c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.828424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-97c44442-9b8d-4076-934d-ba7a33338c78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a21428ab-93f3-4ff4-8d69-d17de85bdc7b HTTP/1.1" status: 204 len: 168 time: 0.3143458 Jul 22 14:22:46.845287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c44442-9b8d-4076-934d-ba7a33338c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21428ab-93f3-4ff4-8d69-d17de85bdc7b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.082393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device af55a4ff-ca7e-4cf2-b20a-23226b3be794 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:47.102198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58c1439f-1c42-4ba0-9989-04ee95a3aae8 req-10805e72-d32e-460d-b0f4-fda75f5cc26e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 210 time: 0.0519938 Jul 22 14:22:47.160070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-81b789bc-dcd8-4146-b5b8-80a3333f31a6 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:47.163564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-81b789bc-dcd8-4146-b5b8-80a3333f31a6 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.20 "GET /v2.0/networks?id=4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 200 len: 910 time: 0.2392635 Jul 22 14:22:47.183794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1695f92-b64e-45b7-af72-70b8dda686d4 req-c6e25f1c-b817-41e4-90bf-5d7c709efb3e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 210 time: 0.1413019 Jul 22 14:22:47.186613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Request body: {'port': {'device_id': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'admin_state_up': True, 'tenant_id': 'd0a26561104441d9ad7e60acf0511082'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:47.279552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Made reservation on behalf of d0a26561104441d9ad7e60acf0511082 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:47.286297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.296505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port af55a4ff-ca7e-4cf2-b20a-23226b3be794 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:47.303744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port af55a4ff-ca7e-4cf2-b20a-23226b3be794 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:47.304453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.512217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.577973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port af55a4ff-ca7e-4cf2-b20a-23226b3be794, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=af55a4ff-ca7e-4cf2-b20a-23226b3be794,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:47.585178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59032) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:47.589026 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.608027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Allocated IP 172.20.0.7 (4224888a-30d5-452f-80e3-0b2ffbbb1854/1fd73f6b-afac-4bf0-b99f-955b5fba3e9c/780177bb-4dea-4eb2-8813-6605d5c9ab36) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:47.618711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e60f4c9-28a7-43bf-afd4-bb293b69c611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.716008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=af55a4ff-ca7e-4cf2-b20a-23226b3be794,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.906806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:47.948403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0055466 Jul 22 14:22:47.968611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:48.003921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e60f4c9-28a7-43bf-afd4-bb293b69c611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.014094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e60f4c9-28a7-43bf-afd4-bb293b69c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.022651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3ccc2203-b356-4104-9e42-8db2b70b9e4c req-8c57a96e-a999-4058-867a-72bfde3a2d54 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 210 time: 0.1848328 Jul 22 14:22:48.088052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7e60f4c9-28a7-43bf-afd4-bb293b69c611 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=839bca8ec0aa4f6fa887c2329de64347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973023 Jul 22 14:22:48.090566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:48.103288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.153142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Transition to ACTIVE for port object 780177bb-4dea-4eb2-8813-6605d5c9ab36 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:48.170339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b168-1f47-4725-a58e-f4bf19322d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.208363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b168-1f47-4725-a58e-f4bf19322d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.216010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60f4c9-28a7-43bf-afd4-bb293b69c611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb196cb-aec4-4b55-992b-524a5bfeb9d9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.275841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49d7fb30-aefb-49d8-ba4c-3af6216268e9 req-a2bde0e7-d294-4b20-afbd-8ad573e7add7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 210 time: 0.0395257 Jul 22 14:22:48.284585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-9e5b4f1e-b875-4dd4-81d3-bb96cadc10ca tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:48.285883 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bd0cabe0-4950-4950-86a5-883bd055d27a tempest-NetworksApiDiscovery-1206639882 tempest-NetworksApiDiscovery-1206639882-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2655845 Jul 22 14:22:48.286536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-9e5b4f1e-b875-4dd4-81d3-bb96cadc10ca tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 812 time: 0.4783013 Jul 22 14:22:48.310902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Request body: {'port': {'device_id': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'admin_state_up': True, 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:48.328068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.382228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:48.386881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:48.389638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:48.401654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc3ff706-3b58-4eda-9e56-03253935bdcc req-31b10be9-9d9f-4e2a-87e8-ad20ca26dab4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 210 time: 0.0944932 Jul 22 14:22:48.523253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Made reservation on behalf of 12aa9c687eb14d7ebf5361fc145b2dc5 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:48.528296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.565550 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89f80252-1e59-422b-bb5b-ff71d65eb588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.673149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59060) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:48.726143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b168-1f47-4725-a58e-f4bf19322d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.727248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e8ce6c07-7253-4011-846c-89ede852a403 None None] Provisioning for port 780177bb-4dea-4eb2-8813-6605d5c9ab36 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:48.731953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b168-1f47-4725-a58e-f4bf19322d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.739337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6ad5b168-1f47-4725-a58e-f4bf19322d70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eb196cb-aec4-4b55-992b-524a5bfeb9d9 HTTP/1.1" status: 204 len: 168 time: 0.6433876 Jul 22 14:22:48.740236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e8ce6c07-7253-4011-846c-89ede852a403 None None] Provisioning complete for port 780177bb-4dea-4eb2-8813-6605d5c9ab36 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:48.740728 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8ce6c07-7253-4011-846c-89ede852a403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.760226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Pushing event updated for resources: {'Port': ['ID=780177bb-4dea-4eb2-8813-6605d5c9ab36,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.796376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b168-1f47-4725-a58e-f4bf19322d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb196cb-aec4-4b55-992b-524a5bfeb9d9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.803377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:48.804570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.829796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-018cdf72-e554-4685-8fc2-9d95151cec17 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6581326 Jul 22 14:22:48.843684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e8ce6c07-7253-4011-846c-89ede852a403 None None] Port 780177bb-4dea-4eb2-8813-6605d5c9ab36 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:48.862544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Request body: {'port': {'device_id': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:48.953000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-abd83fec-1f4a-46f2-b703-b63e277203e3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:48.954964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-abd83fec-1f4a-46f2-b703-b63e277203e3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 806 time: 0.4201202 Jul 22 14:22:48.956288 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Allocated IP 172.20.0.9 (6da56f10-f008-4060-87cb-09f621a96980/49842041-89fa-4072-b8db-d0941fa585c0/6e37a9e9-255e-449b-8474-29ed4d5e909b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:48.993735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Request body: {'port': {'device_id': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'admin_state_up': True, 'tenant_id': 'f441b351145648d6b7dd6335e92be74f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:49.010989 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91969c85-9138-4d16-b909-264ff3924845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.053452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device af55a4ff-ca7e-4cf2-b20a-23226b3be794 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:49.155634 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.164802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port af55a4ff-ca7e-4cf2-b20a-23226b3be794 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:49.165694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.221901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.334704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.364350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563ce28-2de9-4e3d-873c-816e5525091b req-5e18ddec-86dd-4f15-b433-f50fade8729f tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:49.366266 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9563ce28-2de9-4e3d-873c-816e5525091b req-5e18ddec-86dd-4f15-b433-f50fade8729f tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1027 time: 0.2130275 Jul 22 14:22:49.375143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Transition to ACTIVE for port object 6e37a9e9-255e-449b-8474-29ed4d5e909b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:49.471747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9563ce28-2de9-4e3d-873c-816e5525091b req-75681666-55bf-4582-83c6-45f9653c0a40 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929725 Jul 22 14:22:49.474779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c880556-4ce5-4dc4-bca6-c0d5132e1172 req-d91375df-52bd-42b5-a499-5e7477c850af tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 210 time: 0.0388236 Jul 22 14:22:49.479227 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91969c85-9138-4d16-b909-264ff3924845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.503985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91969c85-9138-4d16-b909-264ff3924845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.561339 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-91969c85-9138-4d16-b909-264ff3924845 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bc1ac2df57542ad871b88b556ef7685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8845565 Jul 22 14:22:49.562439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:49.566736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Made reservation on behalf of f441b351145648d6b7dd6335e92be74f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:49.576340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.592259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.604413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'ceb4b5df-b85e-411a-917f-a7d77b63a417'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:49.671566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91969c85-9138-4d16-b909-264ff3924845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d20c65-96ef-4347-ab1c-c9b4bf075855,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:49.706499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Network 6da56f10-f008-4060-87cb-09f621a96980 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:49.714306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:49.720950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:49.815504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:49.816186 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.873180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:49.895569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84d27669-ce50-4938-93f9-635627155d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.927427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-448f8050-018e-41e9-bd23-b3c3f2a1386e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6219425 Jul 22 14:22:49.943881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Request body: {'port': {'device_id': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:50.027703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.030815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780177bb-4dea-4eb2-8813-6605d5c9ab36 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:50.041087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.055330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Transition to ACTIVE for port object 780177bb-4dea-4eb2-8813-6605d5c9ab36 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:50.079301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Allocated IP 172.20.0.10 (e35ccfef-4840-433e-be08-376778da48f8/9648f443-62f5-42cd-95c7-ec5bfccb06ac/0844786e-0ff1-4ed1-94c8-39def314311f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:50.100448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5f656a91-fb9d-48ae-9a21-b6522c3e5304 None None] Provisioning for port 6e37a9e9-255e-449b-8474-29ed4d5e909b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:50.114676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5f656a91-fb9d-48ae-9a21-b6522c3e5304 None None] Provisioning complete for port 6e37a9e9-255e-449b-8474-29ed4d5e909b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:50.115364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5f656a91-fb9d-48ae-9a21-b6522c3e5304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.125522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.130391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.152164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84d27669-ce50-4938-93f9-635627155d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.190953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5f656a91-fb9d-48ae-9a21-b6522c3e5304 None None] Port 6e37a9e9-255e-449b-8474-29ed4d5e909b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:50.202951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd4c9-505c-493c-89c8-89bf73d3f555 req-0558f91a-93de-4045-9898-9065441d1d14 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:50.205528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f96cd4c9-505c-493c-89c8-89bf73d3f555 req-0558f91a-93de-4045-9898-9065441d1d14 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 931 time: 0.6071205 Jul 22 14:22:50.286088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f96cd4c9-505c-493c-89c8-89bf73d3f555 req-11e38889-b2cf-4fa7-a756-c04514c6c254 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684929 Jul 22 14:22:50.371132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84d27669-ce50-4938-93f9-635627155d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.374412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84d27669-ce50-4938-93f9-635627155d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.378307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Pushing event updated for resources: {'Port': ['ID=780177bb-4dea-4eb2-8813-6605d5c9ab36,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.379089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-84d27669-ce50-4938-93f9-635627155d5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61d20c65-96ef-4347-ab1c-c9b4bf075855 HTTP/1.1" status: 204 len: 168 time: 0.8158720 Jul 22 14:22:50.406763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d27669-ce50-4938-93f9-635627155d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d20c65-96ef-4347-ab1c-c9b4bf075855,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.465702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.503937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Attempting to bind port 780177bb-4dea-4eb2-8813-6605d5c9ab36 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:50.504539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Attempting to bind port 780177bb-4dea-4eb2-8813-6605d5c9ab36 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:50.504954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Attempting to bind port 780177bb-4dea-4eb2-8813-6605d5c9ab36 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:50.512063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Port 780177bb-4dea-4eb2-8813-6605d5c9ab36 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:50.512513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Attempting to bind port 780177bb-4dea-4eb2-8813-6605d5c9ab36 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:50.522469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:50.523108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Checking segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:50.523605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Bound using segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:50.524613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Bound port: 780177bb-4dea-4eb2-8813-6605d5c9ab36, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:50.525087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.610716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] For port 780177bb-4dea-4eb2-8813-6605d5c9ab36, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:50.614358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] For port 780177bb-4dea-4eb2-8813-6605d5c9ab36, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:50.623955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.707943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e37a9e9-255e-449b-8474-29ed4d5e909b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:50.725514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Pushing event updated for resources: {'Port': ['ID=780177bb-4dea-4eb2-8813-6605d5c9ab36,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.743833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:50.744930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.746634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c07c6610-c46a-4dc5-a49d-750fe5e18341 service neutron] 10.222.0.20 "PUT /v2.0/ports/780177bb-4dea-4eb2-8813-6605d5c9ab36 HTTP/1.1" status: 200 len: 1092 time: 1.8906689 Jul 22 14:22:50.753009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-460a90f5-b2b1-436a-9e77-511fe364d7db req-be05afbe-bca2-4c69-b60f-191c5cc18bb6 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 210 time: 0.0963953 Jul 22 14:22:50.755077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'tag': '780177bb-4dea-4eb2-8813-6605d5c9ab36'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:50.757650 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0a7a3-500a-4201-8c1b-59e864c2585a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc34796-b9ff-4bd8-bc02-8ea496691ae3", "tag": "780177bb-4dea-4eb2-8813-6605d5c9ab36"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:50.761893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.770924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.784540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:50.796280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Transition to ACTIVE for port object 6e37a9e9-255e-449b-8474-29ed4d5e909b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:50.804731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.929962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event updated for resources: {'Port': ['ID=0844786e-0ff1-4ed1-94c8-39def314311f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.943029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.976550 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9b4cf6-023e-4474-ace6-ab3698be4c84 x-openstack-request-id: req-3b9b4cf6-023e-4474-ace6-ab3698be4c84 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:50.976842 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc34796-b9ff-4bd8-bc02-8ea496691ae3", "tag": "780177bb-4dea-4eb2-8813-6605d5c9ab36", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:50.986187 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b9b4cf6-023e-4474-ace6-ab3698be4c84 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:50.986907 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'tag': '780177bb-4dea-4eb2-8813-6605d5c9ab36', 'status': 'completed', 'code': 200} Jul 22 14:22:50.993457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4697c-aabd-4e6a-92c5-f6d764b43ee1 req-02a0768b-f1fa-4c7e-8bbd-91c4ca0153c9 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.001929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eb4697c-aabd-4e6a-92c5-f6d764b43ee1 req-02a0768b-f1fa-4c7e-8bbd-91c4ca0153c9 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1095 time: 0.3184578 Jul 22 14:22:51.032590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Network e35ccfef-4840-433e-be08-376778da48f8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:51.068836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:51.075557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:51.176465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Attempting to bind port 6e37a9e9-255e-449b-8474-29ed4d5e909b on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:51.184296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Attempting to bind port 6e37a9e9-255e-449b-8474-29ed4d5e909b by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:51.186030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Attempting to bind port 6e37a9e9-255e-449b-8474-29ed4d5e909b on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:51.201782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Port 6e37a9e9-255e-449b-8474-29ed4d5e909b on network 6da56f10-f008-4060-87cb-09f621a96980 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:51.202411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Attempting to bind port 6e37a9e9-255e-449b-8474-29ed4d5e909b on network 6da56f10-f008-4060-87cb-09f621a96980 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:51.212615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:51.213084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Checking segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:51.214616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Bound using segment: {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:51.214826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.215445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Bound port: 6e37a9e9-255e-449b-8474-29ed4d5e909b, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff84430f-f61d-4d61-a815-6e169f438065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6da56f10-f008-4060-87cb-09f621a96980'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:51.220303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.234609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.263746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-e3ad3399-2d7d-44aa-8359-6e14a818ea51 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2899220 Jul 22 14:22:51.299522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Request body: {'port': {'device_id': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:51.325591 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.361091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:51.371223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:51.376135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.377251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eb4697c-aabd-4e6a-92c5-f6d764b43ee1 req-e1148dd9-bb2b-4afb-8f24-63d063a553ba tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208625 Jul 22 14:22:51.378819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59130) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:51.417305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-6c3aa534-491f-4b68-ad39-68993bc08fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.419347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-6c3aa534-491f-4b68-ad39-68993bc08fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0a26561104441d9ad7e60acf0511082&device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1095 time: 0.5471880 Jul 22 14:22:51.435866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-62ad56b2-38e0-45d9-8dd1-842f519be10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.466913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-49944f8a-7970-4f3e-b35d-79caa8086a2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36 HTTP/1.1" status: 200 len: 217 time: 0.0393634 Jul 22 14:22:51.470221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.477434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:51.519566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-338c4d72-9f25-48e2-ac4a-da6e28a6a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.521121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-338c4d72-9f25-48e2-ac4a-da6e28a6a5d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1fd73f6b-afac-4bf0-b99f-955b5fba3e9c HTTP/1.1" status: 200 len: 848 time: 0.0482819 Jul 22 14:22:51.558663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.559217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.561052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-b9d2d14f-b834-4859-8239-28bdd2e9f7c7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e37a9e9-255e-449b-8474-29ed4d5e909b HTTP/1.1" status: 200 len: 1092 time: 1.6233268 Jul 22 14:22:51.562285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:51.565086 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6769c7-6df7-4e57-af80-15739c4c5f05" -d '{"events": [{"name": "network-changed", "server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:51.685260 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61259d7-ce0a-4118-ab25-3e6d32f52e12 x-openstack-request-id: req-b61259d7-ce0a-4118-ab25-3e6d32f52e12 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:51.685632 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:51.685889 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b61259d7-ce0a-4118-ab25-3e6d32f52e12 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:51.686295 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'status': 'completed', 'code': 200} Jul 22 14:22:51.695561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c41d75da-9e46-4391-89a2-6a588ec4079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.697698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-c41d75da-9e46-4391-89a2-6a588ec4079a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4224888a-30d5-452f-80e3-0b2ffbbb1854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686985 Jul 22 14:22:51.716187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78350ed-6fa0-486e-8f79-00e2c758a1c4 req-a6bca007-0868-427f-9ef9-58a6bdb6834c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.718246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78350ed-6fa0-486e-8f79-00e2c758a1c4 req-a6bca007-0868-427f-9ef9-58a6bdb6834c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 943 time: 0.2342234 Jul 22 14:22:51.783691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78350ed-6fa0-486e-8f79-00e2c758a1c4 req-835ac7fe-8759-44ba-be44-a09475adeb89 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592515 Jul 22 14:22:51.793259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-8013b60a-5127-407a-927b-cd369528eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.797938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-8013b60a-5127-407a-927b-cd369528eb52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 1095 time: 0.1934922 Jul 22 14:22:51.824859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cf5fb29f-88f3-46d4-909d-5137abb25e69 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-252898663'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:51.825403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cf5fb29f-88f3-46d4-909d-5137abb25e69 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Unknown quota resources ['metering_label']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:22:51.899738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-1a151019-9b0d-43ce-8eba-27b0cf0df875 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b HTTP/1.1" status: 200 len: 217 time: 0.0882685 Jul 22 14:22:52.130389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-656c9b31-abfd-4072-a938-3870fdb7b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:52.131922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-656c9b31-abfd-4072-a938-3870fdb7b3fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.2266028 Jul 22 14:22:52.147911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa7c90-ebfc-46f3-a59f-0ba4cbbebce0 req-17bfc3ea-1adc-4ba4-a1c1-43f3f4d3e0c8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:52.150556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98aa7c90-ebfc-46f3-a59f-0ba4cbbebce0 req-17bfc3ea-1adc-4ba4-a1c1-43f3f4d3e0c8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 932 time: 0.2158425 Jul 22 14:22:52.155346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-a00ebcbc-e9e4-442c-ae3b-9b29ef51198e service neutron] 10.222.0.20 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635559 Jul 22 14:22:52.174758 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf5fb29f-88f3-46d4-909d-5137abb25e69 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.175999 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cf5fb29f-88f3-46d4-909d-5137abb25e69 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7946074 Jul 22 14:22:52.179337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59152) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:52.184464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4120f1c8-0596-4d88-a61b-71235e70f16a tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a5ec74af-2fa1-4b4d-a196-6658d58d30b2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:52.184857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4120f1c8-0596-4d88-a61b-71235e70f16a tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93760) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:22:52.313445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce6e9ef0-8d26-4311-a4de-9636e58d8ba9 req-74492454-8bd4-4681-8e1b-a22221743684 service neutron] 10.222.0.20 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276379 Jul 22 14:22:52.333488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0844786e-0ff1-4ed1-94c8-39def314311f {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:52.343193 n-d-787205-11 neutron-server[93760]: WARNING neutron.services.metering.metering_plugin [None req-4120f1c8-0596-4d88-a61b-71235e70f16a tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:22:52.355965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.378719 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98aa7c90-ebfc-46f3-a59f-0ba4cbbebce0 req-e77bcf94-a8bd-4640-9cd8-d244b957e258 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889567 Jul 22 14:22:52.407468 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.419542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Transition to ACTIVE for port object 0844786e-0ff1-4ed1-94c8-39def314311f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:52.455680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.521316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4120f1c8-0596-4d88-a61b-71235e70f16a tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.522174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4120f1c8-0596-4d88-a61b-71235e70f16a tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3418946 Jul 22 14:22:52.527949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:52.540660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-55603008-8605-41f5-b630-3694022242be tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a5ec74af-2fa1-4b4d-a196-6658d58d30b2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:52.540862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-8092324d-d317-4a20-a20f-240bdce05b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:52.541174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-55603008-8605-41f5-b630-3694022242be tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:22:52.542415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-8092324d-d317-4a20-a20f-240bdce05b9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3777211 Jul 22 14:22:52.581916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Pushing event updated for resources: {'Port': ['ID=0844786e-0ff1-4ed1-94c8-39def314311f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:52.710764 n-d-787205-11 neutron-server[93759]: WARNING neutron.services.metering.metering_plugin [None req-55603008-8605-41f5-b630-3694022242be tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:22:52.860088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-1ebb7dde-da64-4df1-adf0-4fe761000781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:52.861905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-1ebb7dde-da64-4df1-adf0-4fe761000781 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0a26561104441d9ad7e60acf0511082&device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1095 time: 0.4790452 Jul 22 14:22:52.906707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Attempting to bind port 0844786e-0ff1-4ed1-94c8-39def314311f on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:52.907139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Attempting to bind port 0844786e-0ff1-4ed1-94c8-39def314311f by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:52.907484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Attempting to bind port 0844786e-0ff1-4ed1-94c8-39def314311f on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:53.016632 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55603008-8605-41f5-b630-3694022242be tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.018337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-55603008-8605-41f5-b630-3694022242be tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4875042 Jul 22 14:22:53.035709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Port 0844786e-0ff1-4ed1-94c8-39def314311f on network e35ccfef-4840-433e-be08-376778da48f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:53.036190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Attempting to bind port 0844786e-0ff1-4ed1-94c8-39def314311f on network e35ccfef-4840-433e-be08-376778da48f8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:53.042421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:53.049898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:53.050088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Checking segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:53.050556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Bound using segment: {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:53.051264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Bound port: 0844786e-0ff1-4ed1-94c8-39def314311f, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7b1a0e-bf2e-4e3f-b033-9cd133655685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:53.051734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.091640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-68aa0562-404d-49b0-ad72-fb21dba3a418 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294180 Jul 22 14:22:53.099182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-09c47663-e86d-4ae4-91d5-6395a3aaf35f tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=2d21da58-10d2-4210-8fc5-8a232ff8d71a HTTP/1.1" status: 200 len: 462 time: 0.0433207 Jul 22 14:22:53.102237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:53.166129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47d25a-e22d-4881-b9b8-e852d1d304d1 req-f75721b3-fdcc-49a5-8886-ce5e1d40b060 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.172451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d47d25a-e22d-4881-b9b8-e852d1d304d1 req-f75721b3-fdcc-49a5-8886-ce5e1d40b060 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1095 time: 0.6496644 Jul 22 14:22:53.222169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad340a-bc1f-4ee1-bb6a-a24287c1cff7 req-28478e08-0cd9-48e2-b967-e772a5171333 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.230994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67ad340a-bc1f-4ee1-bb6a-a24287c1cff7 req-28478e08-0cd9-48e2-b967-e772a5171333 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 943 time: 0.2745569 Jul 22 14:22:53.350751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d47d25a-e22d-4881-b9b8-e852d1d304d1 req-e4d79771-211c-49a5-bf6d-57cab3614fe0 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566331 Jul 22 14:22:53.401146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1fe597f1-f44a-4d14-a99c-1094063afb1f req-a97681f5-76d4-41e3-9597-ebb6f6cb3f92 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023529 Jul 22 14:22:53.545942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-13d8e361-fca0-418e-b8d7-71c17bec28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.547500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-13d8e361-fca0-418e-b8d7-71c17bec28d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 1095 time: 0.0958731 Jul 22 14:22:53.758384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611942e-5129-4077-8113-ec7d3588eb6b req-c899ca4e-dfaf-4c42-979e-4b7102bbee3d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.760533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a611942e-5129-4077-8113-ec7d3588eb6b req-c899ca4e-dfaf-4c42-979e-4b7102bbee3d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 944 time: 0.2528753 Jul 22 14:22:53.814064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a611942e-5129-4077-8113-ec7d3588eb6b req-65804a79-32c0-4c1b-a404-a2d3a983c18e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477667 Jul 22 14:22:53.817437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-0c5e83a5-bbc3-4092-a7c4-9dee270d3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.819011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-0c5e83a5-bbc3-4092-a7c4-9dee270d3ba0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.2619209 Jul 22 14:22:53.857569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-e2ea5a22-1a43-40a2-b4a8-008dd5631199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.859048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-e2ea5a22-1a43-40a2-b4a8-008dd5631199 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 200 len: 910 time: 0.9468427 Jul 22 14:22:53.864755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] For port 0844786e-0ff1-4ed1-94c8-39def314311f, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:53.871104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-50a6cafe-e8ed-49fd-910b-3c39d13f4cbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b HTTP/1.1" status: 200 len: 217 time: 0.0455520 Jul 22 14:22:53.943112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-37ca6be0-c200-4d00-ab06-2a2737c317bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.945428 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-37ca6be0-c200-4d00-ab06-2a2737c317bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0679805 Jul 22 14:22:53.954801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-41eadbb4-a470-4088-9aa6-0ad3300deaf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36 HTTP/1.1" status: 200 len: 217 time: 0.0873482 Jul 22 14:22:53.972216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2ed4-44ae-4842-955c-97fdafc421e1 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.973401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6ff2ed4-44ae-4842-955c-97fdafc421e1 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/2d21da58-10d2-4210-8fc5-8a232ff8d71a HTTP/1.1" status: 204 len: 168 time: 0.8666646 Jul 22 14:22:53.983756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] For port 0844786e-0ff1-4ed1-94c8-39def314311f, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0844786e-0ff1-4ed1-94c8-39def314311f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:53.987020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.015175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-1c2b1726-1ba9-4a8e-9431-008d3a7f0283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.016839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-1c2b1726-1ba9-4a8e-9431-008d3a7f0283 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647523 Jul 22 14:22:54.017867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.021990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67ad340a-bc1f-4ee1-bb6a-a24287c1cff7 req-3c040c07-6952-461c-bd6b-c460d0f2b294 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901449 Jul 22 14:22:54.068810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fce2db9a-0c78-4b98-a0fb-e6f9c62f7322 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=2d21da58-10d2-4210-8fc5-8a232ff8d71a HTTP/1.1" status: 200 len: 221 time: 0.0745268 Jul 22 14:22:54.070185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.071360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.073072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] 10.222.0.13 "PUT /v2.0/ports/0844786e-0ff1-4ed1-94c8-39def314311f HTTP/1.1" status: 200 len: 1093 time: 2.7823470 Jul 22 14:22:54.073529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.074337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'tag': '0844786e-0ff1-4ed1-94c8-39def314311f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:54.076334 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6084b23-60db-49ae-b43b-0a9e46ade0d8", "tag": "0844786e-0ff1-4ed1-94c8-39def314311f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:54.088882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-269100b6-98e8-42d4-afbb-25e3560b8b21 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1613867767', 'description': 'label created by tempest'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:54.089341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-269100b6-98e8-42d4-afbb-25e3560b8b21 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Unknown quota resources ['metering_label']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:22:54.176475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-2e74f898-d861-450c-9472-8f2fd9ae4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.178171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-2e74f898-d861-450c-9472-8f2fd9ae4896 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1fd73f6b-afac-4bf0-b99f-955b5fba3e9c HTTP/1.1" status: 200 len: 848 time: 0.2093289 Jul 22 14:22:54.182589 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2eda34-f777-47d1-8c22-07d8e165942f x-openstack-request-id: req-4f2eda34-f777-47d1-8c22-07d8e165942f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:54.182589 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6084b23-60db-49ae-b43b-0a9e46ade0d8", "tag": "0844786e-0ff1-4ed1-94c8-39def314311f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:54.182589 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f2eda34-f777-47d1-8c22-07d8e165942f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:54.182589 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'tag': '0844786e-0ff1-4ed1-94c8-39def314311f', 'status': 'completed', 'code': 200} Jul 22 14:22:54.191666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-220d839a-02e2-4a7b-a0ca-a91ae0e9cebe service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652539 Jul 22 14:22:54.235100 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.295289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6769c7-6df7-4e57-af80-15739c4c5f05 req-0e736cc0-f721-4613-b7a4-dbef82328c98 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966043 Jul 22 14:22:54.318001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d86ea9-5b55-4763-9dac-80317aa45222 service neutron] Pushing event updated for resources: {'Port': ['ID=0844786e-0ff1-4ed1-94c8-39def314311f,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:54.416352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-269100b6-98e8-42d4-afbb-25e3560b8b21 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.420277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-269100b6-98e8-42d4-afbb-25e3560b8b21 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3385530 Jul 22 14:22:54.420564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59204) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.436795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-20cdd643-af17-4c01-b9d3-0dbb5fdda181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.438389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-20cdd643-af17-4c01-b9d3-0dbb5fdda181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 1096 time: 0.3087614 Jul 22 14:22:54.440270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-e3a187b0-948c-431e-a940-c63215533ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.441948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-e3a187b0-948c-431e-a940-c63215533ef6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4224888a-30d5-452f-80e3-0b2ffbbb1854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408433 Jul 22 14:22:54.505524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-2fa7cd34-6297-49a9-b830-ba0882441ceb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0844786e-0ff1-4ed1-94c8-39def314311f HTTP/1.1" status: 200 len: 217 time: 0.0595367 Jul 22 14:22:54.554248 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-23dc52c0-7281-4038-aa45-249346d260f6 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=a4d0e904-60e9-4d36-b90b-bcf08fafda1d HTTP/1.1" status: 200 len: 468 time: 0.1323071 Jul 22 14:22:54.556765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59206) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.657730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-d66dbfe3-9b72-48a1-82f2-11c70bbdc0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.659246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-d66dbfe3-9b72-48a1-82f2-11c70bbdc0a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.1328094 Jul 22 14:22:54.709913 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-b28db9ae-b304-412b-b53d-1195a6681838 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374203 Jul 22 14:22:54.712831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-e527a7ee-0a82-40e4-93db-e6b761ffd3ed service neutron] 10.222.0.20 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600086 Jul 22 14:22:54.719716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a39a2-204b-4cae-a5f3-6a5349482f95 req-9ba80ab4-9448-43c3-ab11-22a43978efb6 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.726840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-854a39a2-204b-4cae-a5f3-6a5349482f95 req-9ba80ab4-9448-43c3-ab11-22a43978efb6 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1095 time: 0.2329667 Jul 22 14:22:54.761790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edbb9377-8df0-474e-9846-9ab51e9c0735 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.765256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-edbb9377-8df0-474e-9846-9ab51e9c0735 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/a4d0e904-60e9-4d36-b90b-bcf08fafda1d HTTP/1.1" status: 204 len: 168 time: 0.2051353 Jul 22 14:22:54.765645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59216) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.784297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bb4e9d68-a7c2-46e9-bfe9-8888ec05b034 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=a4d0e904-60e9-4d36-b90b-bcf08fafda1d HTTP/1.1" status: 200 len: 216 time: 0.0138576 Jul 22 14:22:54.784662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59218) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.799606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-836fcd28-01df-4f12-8b4a-2ff201023b95 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098398 Jul 22 14:22:54.799916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.816898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2c14ebeb-f7c0-448d-9299-04549deb5529 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128713 Jul 22 14:22:54.817170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.935824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca962f78-69e3-4178-9738-952df608ebb4 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/a5ec74af-2fa1-4b4d-a196-6658d58d30b2 HTTP/1.1" status: 200 len: 472 time: 0.1174338 Jul 22 14:22:54.936417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59228) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.940882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a0a7a3-500a-4201-8c1b-59e864c2585a req-d789d60f-af1e-4f2d-ae7b-21746d9d06c3 service neutron] 10.222.0.20 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097764 Jul 22 14:22:54.957683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-854a39a2-204b-4cae-a5f3-6a5349482f95 req-5dce60b9-ba9c-4b99-ba0c-1490dfa771a7 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300048 Jul 22 14:22:54.965776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8c273ce4-5fdc-4550-a763-02f2b089d53a tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/41943c31-3785-461e-a29d-ed9620f829db HTTP/1.1" status: 200 len: 459 time: 0.0278761 Jul 22 14:22:54.966733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59230) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.984722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-6fec3534-adc5-45c0-a836-e07fb302c94b service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667115 Jul 22 14:22:55.101671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc2693b6-9d96-4f23-9966-f019a54e4e56 req-61429cc3-b11d-4164-a548-fa8150689909 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104858 Jul 22 14:22:55.141704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb76909-c38f-4de0-8863-5a24bc5179f4 req-4730fdad-a810-4c07-9059-c30afb0ec8a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:55.143759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bcb76909-c38f-4de0-8863-5a24bc5179f4 req-4730fdad-a810-4c07-9059-c30afb0ec8a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 944 time: 0.1755829 Jul 22 14:22:55.189707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ad59e5-6844-415b-9f3d-7a5b64cbfc3c tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.194136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-90ad59e5-6844-415b-9f3d-7a5b64cbfc3c tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/41943c31-3785-461e-a29d-ed9620f829db HTTP/1.1" status: 204 len: 168 time: 0.2218325 Jul 22 14:22:55.197444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:55.243761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6e37a9e9-255e-449b-8474-29ed4d5e909b details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:55.262558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-4acf3df9-b3e9-4c22-a6c4-4be059ec6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:55.265066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-4acf3df9-b3e9-4c22-a6c4-4be059ec6a26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 1096 time: 0.1128309 Jul 22 14:22:55.394328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-ad6214cf-75b9-4f77-b3ca-1473078c8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:55.395856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-ad6214cf-75b9-4f77-b3ca-1473078c8b9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.1228690 Jul 22 14:22:55.406289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bcb76909-c38f-4de0-8863-5a24bc5179f4 req-1dff66f6-3155-41f8-af09-abfab83a8e74 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237387 Jul 22 14:22:55.413524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f9ee1-16dc-4c9e-b3f4-cd0b819047d5 req-9f227e1e-35b4-4850-ab33-04a8ed3f3f70 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:55.430465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-672f9ee1-16dc-4c9e-b3f4-cd0b819047d5 req-9f227e1e-35b4-4850-ab33-04a8ed3f3f70 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 943 time: 0.2327533 Jul 22 14:22:55.434778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:55.464610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'mac_address': 'fa:16:3e:c4:46:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:55.484797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-b994ca89-1930-4720-8144-fa04ea9273a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0844786e-0ff1-4ed1-94c8-39def314311f HTTP/1.1" status: 200 len: 217 time: 0.0513747 Jul 22 14:22:55.497870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cffea70-6b86-436a-a842-15fa4d214185 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.499165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8cffea70-6b86-436a-a842-15fa4d214185 tempest-MeteringIpV6TestJSON-1184847984 tempest-MeteringIpV6TestJSON-1184847984-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/a5ec74af-2fa1-4b4d-a196-6658d58d30b2 HTTP/1.1" status: 204 len: 168 time: 0.2972951 Jul 22 14:22:55.518417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.533302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e37a9e9-255e-449b-8474-29ed4d5e909b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:55.536902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-672f9ee1-16dc-4c9e-b3f4-cd0b819047d5 req-c12c2844-cb75-4f9c-b592-70f28e3de816 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053104 Jul 22 14:22:55.559033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:55.565198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-fc1aa122-acb6-4a26-aab5-01f72aca37da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:55.567450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.569563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-fc1aa122-acb6-4a26-aab5-01f72aca37da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.0717349 Jul 22 14:22:55.623596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-08c52f24-2515-4ba6-8786-e067cbad07e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472240 Jul 22 14:22:55.654465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59240) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:55.661740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:55.726646 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-b866fa68-58a6-4826-a5b3-46659f366ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953708 Jul 22 14:22:55.796691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['6e37a9e9-255e-449b-8474-29ed4d5e909b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:55.918420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68327e09-4c7e-4dc0-bdfb-d5091e38f3e2 req-2c8d65fd-a671-4e67-89ae-623bd5456b98 service neutron] 10.222.0.13 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848102 Jul 22 14:22:55.924134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59246) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:56.111524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b7e3-76b9-4a49-8cd6-1013955fff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.215145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 780177bb-4dea-4eb2-8813-6605d5c9ab36 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:56.293115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b7e3-76b9-4a49-8cd6-1013955fff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.303490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ab6b7e3-76b9-4a49-8cd6-1013955fff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.334227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad388936-a77f-4647-9f5d-c472e9367219 req-88f30b7a-39a3-4fa2-bcfa-66eddb286e02 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:56.335987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad388936-a77f-4647-9f5d-c472e9367219 req-88f30b7a-39a3-4fa2-bcfa-66eddb286e02 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1095 time: 0.2630310 Jul 22 14:22:56.349698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6b7e3-76b9-4a49-8cd6-1013955fff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98991fda-f4e9-4baa-b3ef-08bc876363b2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:56.386564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ab6b7e3-76b9-4a49-8cd6-1013955fff3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=67956fcd90b64eb58ba604dae6df9799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569852 Jul 22 14:22:56.389857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:56.485923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a38e89d1-2f96-4bfc-ba25-a283080250bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.492378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad388936-a77f-4647-9f5d-c472e9367219 req-aa70206b-e1ce-437e-b992-e8f5a2f9a889 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457627 Jul 22 14:22:56.516180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a38e89d1-2f96-4bfc-ba25-a283080250bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.529117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 780177bb-4dea-4eb2-8813-6605d5c9ab36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:56.543314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '780177bb-4dea-4eb2-8813-6605d5c9ab36', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'port_id': '780177bb-4dea-4eb2-8813-6605d5c9ab36', 'mac_address': 'fa:16:3e:fb:e7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:56.614820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a38e89d1-2f96-4bfc-ba25-a283080250bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.616067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.619616 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a38e89d1-2f96-4bfc-ba25-a283080250bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.620480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a38e89d1-2f96-4bfc-ba25-a283080250bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98991fda-f4e9-4baa-b3ef-08bc876363b2 HTTP/1.1" status: 204 len: 168 time: 0.2294466 Jul 22 14:22:56.630956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e89d1-2f96-4bfc-ba25-a283080250bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98991fda-f4e9-4baa-b3ef-08bc876363b2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:56.632948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780177bb-4dea-4eb2-8813-6605d5c9ab36 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:56.672383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 780177bb-4dea-4eb2-8813-6605d5c9ab36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:56.684742 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.694208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.705729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ae95f-ca6b-40c2-b516-6968a29c94d9 req-3303fc51-3cfc-41bc-9e9a-9b5cdedb4598 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:56.707691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-745ae95f-ca6b-40c2-b516-6968a29c94d9 req-3303fc51-3cfc-41bc-9e9a-9b5cdedb4598 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 944 time: 0.1423891 Jul 22 14:22:56.743967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=780177bb-4dea-4eb2-8813-6605d5c9ab36,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:56.781038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-745ae95f-ca6b-40c2-b516-6968a29c94d9 req-19b5d3f6-afc3-4ca0-a1fa-49448363f747 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660884 Jul 22 14:22:56.916562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbe43b-5c90-40f0-a669-c343977d5d84 req-e17a9ff0-7178-4be5-a49d-628c6941fb06 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:56.918344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9bbe43b-5c90-40f0-a669-c343977d5d84 req-e17a9ff0-7178-4be5-a49d-628c6941fb06 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 944 time: 0.2194817 Jul 22 14:22:56.956899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['780177bb-4dea-4eb2-8813-6605d5c9ab36'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:57.005715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:57.005865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9bbe43b-5c90-40f0-a669-c343977d5d84 req-09408096-decb-4289-9362-fcc184aaff4f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594103 Jul 22 14:22:57.030255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7faad068-be04-439e-b67d-a4ac5c0bac10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.131394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Deleting port c3167cd0-ada4-4c95-8e15-de78e814f23b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:57.132079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.171163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7faad068-be04-439e-b67d-a4ac5c0bac10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.176411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7faad068-be04-439e-b67d-a4ac5c0bac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.228429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] For port c3167cd0-ada4-4c95-8e15-de78e814f23b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c3167cd0-ada4-4c95-8e15-de78e814f23b,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:57.228952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.242394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7faad068-be04-439e-b67d-a4ac5c0bac10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=801975b012294cd7b97bdb37cfd90b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355137 Jul 22 14:22:57.243425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faad068-be04-439e-b67d-a4ac5c0bac10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a8f0aa-5f1c-4eda-b65b-f222b32fd783,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.245183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59272) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:57.252209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Calling delete_port for c3167cd0-ada4-4c95-8e15-de78e814f23b owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:57.307695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0844786e-0ff1-4ed1-94c8-39def314311f details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:57.310070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6e37a9e9-255e-449b-8474-29ed4d5e909b up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:57.358903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151bc5a3-054e-4682-9e20-c3ea1618790c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.418957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151bc5a3-054e-4682-9e20-c3ea1618790c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.464673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 6e37a9e9-255e-449b-8474-29ed4d5e909b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:57.489638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 6e37a9e9-255e-449b-8474-29ed4d5e909b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:57.491004 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.512345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151bc5a3-054e-4682-9e20-c3ea1618790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.514973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151bc5a3-054e-4682-9e20-c3ea1618790c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.516262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-151bc5a3-054e-4682-9e20-c3ea1618790c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2a8f0aa-5f1c-4eda-b65b-f222b32fd783 HTTP/1.1" status: 204 len: 168 time: 0.2699544 Jul 22 14:22:57.541446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0844786e-0ff1-4ed1-94c8-39def314311f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0844786e-0ff1-4ed1-94c8-39def314311f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:57.552672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bc5a3-054e-4682-9e20-c3ea1618790c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a8f0aa-5f1c-4eda-b65b-f222b32fd783,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.567891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '0844786e-0ff1-4ed1-94c8-39def314311f', 'network_id': 'e35ccfef-4840-433e-be08-376778da48f8', 'port_id': '0844786e-0ff1-4ed1-94c8-39def314311f', 'mac_address': 'fa:16:3e:f6:3a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9648f443-62f5-42cd-95c7-ec5bfccb06ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:57.582195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.616654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3167cd0-ada4-4c95-8e15-de78e814f23b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.690524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.738739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0844786e-0ff1-4ed1-94c8-39def314311f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:57.745967 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.754191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4cf4d-a468-4fdb-b3b1-bec399a546ad req-1e0cde2a-fa7a-4e62-9a78-9e07152d40df tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.765204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ee4cf4d-a468-4fdb-b3b1-bec399a546ad req-1e0cde2a-fa7a-4e62-9a78-9e07152d40df tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1096 time: 0.1800992 Jul 22 14:22:57.804103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0844786e-0ff1-4ed1-94c8-39def314311f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0844786e-0ff1-4ed1-94c8-39def314311f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:57.822697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.827837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ee4cf4d-a468-4fdb-b3b1-bec399a546ad req-d6fa7a00-a0d1-489b-8aa2-d724125c0332 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577562 Jul 22 14:22:57.832722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:57.840142 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f279655-700e-4898-b53e-d2ffcc6f0e85" -d '{"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:57.915730 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776de4e6-a099-482b-a57c-c6ffdec17e8d x-openstack-request-id: req-776de4e6-a099-482b-a57c-c6ffdec17e8d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:57.915941 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:57.916187 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-776de4e6-a099-482b-a57c-c6ffdec17e8d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:57.916731 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'code': 200} Jul 22 14:22:57.934359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:57.937735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.939557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.941366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0844786e-0ff1-4ed1-94c8-39def314311f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.998337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:58.048619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7f658-5013-446d-91cd-cfb057991931 req-88d573c1-dedd-448b-be9c-a6968bbd11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.050572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eae7f658-5013-446d-91cd-cfb057991931 req-88d573c1-dedd-448b-be9c-a6968bbd11fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 1097 time: 0.0765910 Jul 22 14:22:58.067181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0844786e-0ff1-4ed1-94c8-39def314311f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:58.125006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eae7f658-5013-446d-91cd-cfb057991931 req-2205fd87-ce83-49e1-afb5-3c58cb9024ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652452 Jul 22 14:22:58.163635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d8061-c606-4332-a5c2-f01e53eb88ad req-c23def6d-4b4d-43b6-8c75-8543363d467e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.165754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-042d8061-c606-4332-a5c2-f01e53eb88ad req-c23def6d-4b4d-43b6-8c75-8543363d467e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 945 time: 0.1925914 Jul 22 14:22:58.229823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 780177bb-4dea-4eb2-8813-6605d5c9ab36 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:58.272747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26644a06-7f57-4eca-847a-fcb09381faa1 req-919d38d8-57ef-49ab-9dbe-81ae194eec27 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.274464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26644a06-7f57-4eca-847a-fcb09381faa1 req-919d38d8-57ef-49ab-9dbe-81ae194eec27 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1478307 Jul 22 14:22:58.332932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-042d8061-c606-4332-a5c2-f01e53eb88ad req-11800a4e-b2e3-4477-984b-1f6dbbbbb2d9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623341 Jul 22 14:22:58.333151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 780177bb-4dea-4eb2-8813-6605d5c9ab36 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:58.337842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 780177bb-4dea-4eb2-8813-6605d5c9ab36 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:58.338533 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.369644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26644a06-7f57-4eca-847a-fcb09381faa1 req-af63da05-e028-4e69-ae39-edd733c72db7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870864 Jul 22 14:22:58.425781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Router d77880b4-d58e-425f-8317-0d876f501260 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:58.435271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.475760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 780177bb-4dea-4eb2-8813-6605d5c9ab36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:58.487478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.558643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=780177bb-4dea-4eb2-8813-6605d5c9ab36,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:58.869956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:58.878185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:58.881260 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] Sync routers for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:58.889680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6545f21f-414f-4c18-abda-8216d1202934 admin admin] 10.222.0.11 "PUT /v2.0/routers/d77880b4-d58e-425f-8317-0d876f501260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2290940 Jul 22 14:22:58.906784 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:58.911015 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:59.030648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.069881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886baa6-b9ee-482e-9e60-74c785579463 req-ebf6a471-fc41-47a8-bf36-65ab532b5baa tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.071998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d886baa6-b9ee-482e-9e60-74c785579463 req-ebf6a471-fc41-47a8-bf36-65ab532b5baa tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1025648 Jul 22 14:22:59.150198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d886baa6-b9ee-482e-9e60-74c785579463 req-bc1535ed-0d23-48c0-a2f8-c89bb9358de5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710497 Jul 22 14:22:59.255309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0844786e-0ff1-4ed1-94c8-39def314311f up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:59.267041 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:59.279039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.373335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 0844786e-0ff1-4ed1-94c8-39def314311f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:59.385484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 0844786e-0ff1-4ed1-94c8-39def314311f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:59.389951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.416284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Deleting port 75277561-f89b-45a0-8290-567dea5c8ce1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:59.416284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.566731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] For port 75277561-f89b-45a0-8290-567dea5c8ce1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=75277561-f89b-45a0-8290-567dea5c8ce1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:59.567171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.580698 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.590421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Calling delete_port for 75277561-f89b-45a0-8290-567dea5c8ce1 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:59.627015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d79b-d3e1-46b1-8ffe-58877b8e05ea req-99d0795f-313d-4613-a0e9-dc5467749d80 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.628623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60e2d79b-d3e1-46b1-8ffe-58877b8e05ea req-99d0795f-313d-4613-a0e9-dc5467749d80 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1210284 Jul 22 14:22:59.652426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0844786e-0ff1-4ed1-94c8-39def314311f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0844786e-0ff1-4ed1-94c8-39def314311f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:59.658220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.659169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59336) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:59.663787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e6b9d-26d8-409b-90e4-41e7b5ad0a74 req-bf5fd70e-3d84-4333-980e-7b4310713ab2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.665908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b2e6b9d-26d8-409b-90e4-41e7b5ad0a74 req-bf5fd70e-3d84-4333-980e-7b4310713ab2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 945 time: 0.1639667 Jul 22 14:22:59.691029 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60e2d79b-d3e1-46b1-8ffe-58877b8e05ea req-0101b156-13a9-4ed9-93d0-44a4b9b61532 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536819 Jul 22 14:22:59.703634 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:22:57Z', 'revision_number': 5, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port': {'id': '75277561-f89b-45a0-8290-567dea5c8ce1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77880b4-d58e-425f-8317-0d876f501260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:11:34Z', 'updated_at': '2021-07-22T14:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:59.728907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b2e6b9d-26d8-409b-90e4-41e7b5ad0a74 req-d9479119-f607-4a3c-b43a-c7e91891ebc4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536621 Jul 22 14:22:59.731858 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] Checking router: d77880b4-d58e-425f-8317-0d876f501260 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:59.740625 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] Routers {'d77880b4-d58e-425f-8317-0d876f501260'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:59.741235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d77880b4-d58e-425f-8317-0d876f501260'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:59.753899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0844786e-0ff1-4ed1-94c8-39def314311f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.870950 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] Set router d77880b4-d58e-425f-8317-0d876f501260 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:59.896608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.918438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780177bb-4dea-4eb2-8813-6605d5c9ab36'}, {'server_uuid': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0844786e-0ff1-4ed1-94c8-39def314311f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:59.921675 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308fed33-e802-4c01-87bf-be0ed474e3bf" -d '{"events": [{"server_uuid": "2cc34796-b9ff-4bd8-bc02-8ea496691ae3", "name": "network-vif-plugged", "status": "completed", "tag": "780177bb-4dea-4eb2-8813-6605d5c9ab36"}, {"server_uuid": "b6084b23-60db-49ae-b43b-0a9e46ade0d8", "name": "network-vif-plugged", "status": "completed", "tag": "0844786e-0ff1-4ed1-94c8-39def314311f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:59.932211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75277561-f89b-45a0-8290-567dea5c8ce1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.946769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-614446840'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:59.964267 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:22:59Z', 'revision_number': 6, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:59.979492 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924ef51c-9329-43fd-a861-159bb91bc9fb x-openstack-request-id: req-924ef51c-9329-43fd-a861-159bb91bc9fb {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:59.980198 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc34796-b9ff-4bd8-bc02-8ea496691ae3", "name": "network-vif-plugged", "status": "completed", "tag": "780177bb-4dea-4eb2-8813-6605d5c9ab36", "code": 200}, {"server_uuid": "b6084b23-60db-49ae-b43b-0a9e46ade0d8", "name": "network-vif-plugged", "status": "completed", "tag": "0844786e-0ff1-4ed1-94c8-39def314311f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:59.980968 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-924ef51c-9329-43fd-a861-159bb91bc9fb {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:59.981787 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780177bb-4dea-4eb2-8813-6605d5c9ab36', 'code': 200} Jul 22 14:22:59.982383 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0844786e-0ff1-4ed1-94c8-39def314311f', 'code': 200} Jul 22 14:23:00.009591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Made reservation on behalf of 08b0f829a37041bbaab5fd7977589f8f for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:00.012977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.015958 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.026159 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efef1f87-b1e3-4e9b-9182-7a81cc03e728 None None] The sync data for ids ['d77880b4-d58e-425f-8317-0d876f501260'] in n-d-787205-11 is: [{'id': 'd77880b4-d58e-425f-8317-0d876f501260', 'name': 'tempest-TaggedBootDevicesTest_v242-1570511335-router', 'tenant_id': '9bcf9115182a4d25b937f83da7190144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:11:33Z', 'updated_at': '2021-07-22T14:22:59Z', 'revision_number': 6, 'project_id': '9bcf9115182a4d25b937f83da7190144', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:00.028047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.201284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.207859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.234089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.240651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.272099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:00.282058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff33bb0-ac3b-4743-a1f7-0039be280b52,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.291527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.292114 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Added segment e24c5be2-78c0-4ea1-a944-e0afa5eac132 of type vlan for network d13846d5-3cbf-4fb9-a818-f47bd0095887 Jul 22 14:23:00.314598 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.315051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77880b4-d58e-425f-8317-0d876f501260 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:23:00.324705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.326084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7832803f-5d68-4489-ac3b-611ac5a6fbd3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d77880b4-d58e-425f-8317-0d876f501260 HTTP/1.1" status: 204 len: 168 time: 1.4465694 Jul 22 14:23:00.329006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59358) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:00.336823 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:23:00.347915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a15742-f8dc-4008-b99f-6febd28f65c5 req-e025a353-9c29-446a-84ed-1b04abafbb2e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.349441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a15742-f8dc-4008-b99f-6febd28f65c5 req-e025a353-9c29-446a-84ed-1b04abafbb2e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.2942805 Jul 22 14:23:00.354929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.359318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2d9d-6728-4bc1-a4e1-b66c59869610 req-a4ceed97-793e-432d-a69a-304e745af803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.360809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b8a2d9d-6728-4bc1-a4e1-b66c59869610 req-a4ceed97-793e-432d-a69a-304e745af803 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 1098 time: 0.2666142 Jul 22 14:23:00.363837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf20da6-8297-4d98-81b8-98ad4966f166 req-9df2b3b5-c038-4b45-9924-8df8407fe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.365248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdf20da6-8297-4d98-81b8-98ad4966f166 req-9df2b3b5-c038-4b45-9924-8df8407fe70d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1863906 Jul 22 14:23:00.392654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff3326-48a8-44bf-86e2-1db3f0411882 req-fde0a253-fa4c-43df-a742-be338254e9e8 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.394343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45ff3326-48a8-44bf-86e2-1db3f0411882 req-fde0a253-fa4c-43df-a742-be338254e9e8 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1677263 Jul 22 14:23:00.431920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Deleting subnet 7d1bf868-f350-4773-8e9e-345c13cdd4fc {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:00.446678 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.448818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.454693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.455575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.459606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27a15742-f8dc-4008-b99f-6febd28f65c5 req-49bf95d3-1876-4fc4-97e7-47df63d5d144 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974813 Jul 22 14:23:00.471246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdf20da6-8297-4d98-81b8-98ad4966f166 req-5075d08e-1bec-4a2e-b11b-881cd33c7404 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935476 Jul 22 14:23:00.484408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b8a2d9d-6728-4bc1-a4e1-b66c59869610 req-624fc56f-29fa-4a7f-a69f-365fb742f992 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160901 Jul 22 14:23:00.543371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8836658 Jul 22 14:23:00.552474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45ff3326-48a8-44bf-86e2-1db3f0411882 req-21d6a1a4-7861-49a9-8962-b0c272dd8977 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482744 Jul 22 14:23:00.562079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.610649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0a4f3-e034-4282-be0b-66c4f4002735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Pushing event updated for resources: {'Network': ['ID=d13846d5-3cbf-4fb9-a818-f47bd0095887,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.623671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d13846d5-3cbf-4fb9-a818-f47bd0095887 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:00.682680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.746188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59364) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:00.752085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Request body: {'port': {'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887', 'binding:host_id': 'n-h1-787205-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-826908951'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:00.756956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.804386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1bf868-f350-4773-8e9e-345c13cdd4fc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.806560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580c50c-d3df-4661-ae10-5ff90aa44f8d None None] Network 8852580b-924b-4887-8d8a-1180c6237f76 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:00.808067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.810779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7957ec15-d873-4f2b-8883-08a377a382ad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7d1bf868-f350-4773-8e9e-345c13cdd4fc HTTP/1.1" status: 204 len: 168 time: 0.4742477 Jul 22 14:23:00.813244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59368) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:00.832431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Made reservation on behalf of 8071c400ca4c4369bad91eb8f76ad42f for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:00.832838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.891364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.973922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.009113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c3167cd0-ada4-4c95-8e15-de78e814f23b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:01.036496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db7a8-da75-4850-b9e4-678d95afc966 req-4a2223ab-b1fe-427c-9264-d7041be41189 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.039097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c3167cd0-ada4-4c95-8e15-de78e814f23b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:01.040248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c3167cd0-ada4-4c95-8e15-de78e814f23b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:01.040901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 75277561-f89b-45a0-8290-567dea5c8ce1 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:01.041948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb4db7a8-da75-4850-b9e4-678d95afc966 req-4a2223ab-b1fe-427c-9264-d7041be41189 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.2300975 Jul 22 14:23:01.082606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 75277561-f89b-45a0-8290-567dea5c8ce1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:01.082848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 75277561-f89b-45a0-8290-567dea5c8ce1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:01.095090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] DHCP port deletion for 8852580b-924b-4887-8d8a-1180c6237f76 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:23:01.146412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb4db7a8-da75-4850-b9e4-678d95afc966 req-769b7745-a85a-4a4d-a380-53570fc9d9e9 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965450 Jul 22 14:23:01.152726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Deleting port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:01.153108 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.217012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.257272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.273136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port f63ad233-1cd4-4167-b840-394a44c1d476 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:01.296748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] For port c797b721-dd2f-4dd7-93b4-47289bcfbbc4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:01.297148 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.298081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Deleting port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:01.298722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.318824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Calling delete_port for c797b721-dd2f-4dd7-93b4-47289bcfbbc4 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:01.437816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.472137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Pushing event deleted for resources: {'Port': ['ID=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:01.483226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180ada5-5457-49fe-bee0-5fcbff451d22,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:01.495056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.495711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.496280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.496869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.502244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.502662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.503091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.504290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.504720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.505647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.507826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.508229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:01.515711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c99e84-0142-442d-9a97-3bd8c147ffee None None] No DVR routers for this DVR port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:01.538303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] For port c797b721-dd2f-4dd7-93b4-47289bcfbbc4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,segment=NetworkSegment(44125f30-97f9-4c1b-9af8-b08933d9bb9b),segment_id=44125f30-97f9-4c1b-9af8-b08933d9bb9b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:01.538659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.568528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Calling delete_port for c797b721-dd2f-4dd7-93b4-47289bcfbbc4 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:01.643861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584063b-e5d9-4588-bdd5-81241adf571d req-7698f4f3-44fd-42cd-9fe5-fbbf9ffb2539 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.646113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c584063b-e5d9-4588-bdd5-81241adf571d req-7698f4f3-44fd-42cd-9fe5-fbbf9ffb2539 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.0831165 Jul 22 14:23:01.689077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c584063b-e5d9-4588-bdd5-81241adf571d req-ea00c418-88be-40e6-a967-d9aa1f509656 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336401 Jul 22 14:23:01.803447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port f63ad233-1cd4-4167-b840-394a44c1d476 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:01.816810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.821570 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:01.862390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c797b721-dd2f-4dd7-93b4-47289bcfbbc4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:01.864530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Transition to ACTIVE for port object f63ad233-1cd4-4167-b840-394a44c1d476 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:01.871587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266553e3-cb37-44bb-96d8-4bfea77f7f3f req-2b48b364-70a3-48cb-9e29-54d5ed20d8ab tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.873144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-266553e3-cb37-44bb-96d8-4bfea77f7f3f req-2b48b364-70a3-48cb-9e29-54d5ed20d8ab tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.2269258 Jul 22 14:23:01.875299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] No DVR routers for this DVR port c797b721-dd2f-4dd7-93b4-47289bcfbbc4 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:01.900055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.025763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.028521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=f63ad233-1cd4-4167-b840-394a44c1d476,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:02.043112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8852580b-924b-4887-8d8a-1180c6237f76']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:02.047422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-266553e3-cb37-44bb-96d8-4bfea77f7f3f req-067e2504-405b-4845-a009-fa43db56a0c5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660023 Jul 22 14:23:02.070447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44125f30-97f9-4c1b-9af8-b08933d9bb9b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:02.071553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44125f30-97f9-4c1b-9af8-b08933d9bb9b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:02.083810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.095218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Checking segment: {'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:02.095597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Network hostable DHCP agents. Network: d13846d5-3cbf-4fb9-a818-f47bd0095887, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:02.108725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.117328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:02.118039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:02.120043 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:02.149887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Network d13846d5-3cbf-4fb9-a818-f47bd0095887 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:02.155834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aac6e9-d81b-46b4-92f0-5160a47ae568 req-6f198731-72fd-484b-815a-25b6875f4c76 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.157466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27aac6e9-d81b-46b4-92f0-5160a47ae568 req-6f198731-72fd-484b-815a-25b6875f4c76 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.0746803 Jul 22 14:23:02.199804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-27aac6e9-d81b-46b4-92f0-5160a47ae568 req-9059efac-3ee3-4925-ae4b-0ebe455195a6 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Jul 22 14:23:02.214011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d13846d5-3cbf-4fb9-a818-f47bd0095887) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:02.219770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:02.232690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c4d2c-dfa3-45d7-8d88-a9ea14b581bf None None] Network d13846d5-3cbf-4fb9-a818-f47bd0095887 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:02.237098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.276746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.282048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] 10.222.0.11 "DELETE /v2.0/networks/8852580b-924b-4887-8d8a-1180c6237f76 HTTP/1.1" status: 204 len: 168 time: 1.4657373 Jul 22 14:23:02.282685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2c0a-679c-4917-8df3-830d5cd3aa4a admin admin] Pushing event deleted for resources: {'Network': ['ID=8852580b-924b-4887-8d8a-1180c6237f76,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:02.286877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.287460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.288163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.296982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.297402 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.298643 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 2 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.316201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd476f2-cdb9-4c41-83d9-14f3e66ae519 req-1cc559e5-28ec-4b13-92c7-304cf0e39848 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.319236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7dd476f2-cdb9-4c41-83d9-14f3e66ae519 req-1cc559e5-28ec-4b13-92c7-304cf0e39848 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1864843 Jul 22 14:23:02.321507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.322279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.323127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.358212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.358953 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.360556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cba069-74cf-48e7-aa23-e671e4bf56d0 req-957073e4-eda9-42d2-9d62-1df108354554 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.362155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06cba069-74cf-48e7-aa23-e671e4bf56d0 req-957073e4-eda9-42d2-9d62-1df108354554 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.0941422 Jul 22 14:23:02.363066 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 3 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.391999 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7dd476f2-cdb9-4c41-83d9-14f3e66ae519 req-67c739c7-9a35-474b-aea0-af17d232a021 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634484 Jul 22 14:23:02.393729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.394328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.395380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.401547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.401918 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.402335 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 4 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.430467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.431204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.431822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.437678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.438146 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.438927 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 5 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.463218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.465345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.466096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.467554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06cba069-74cf-48e7-aa23-e671e4bf56d0 req-5c6928f1-11e9-4acb-a5be-ed520ab9aeca tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Jul 22 14:23:02.472089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.473012 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.473742 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 6 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.498967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.499651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.500140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.507413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.508449 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.509133 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 7 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.532948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.533339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.533771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.549467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.549467 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.549467 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 8 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.578748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:02.584949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.585285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.585646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.594872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.595209 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.597527 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 9 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.620484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.620839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.621171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.638698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dba27-26a7-4eab-a571-7922aeaecc50 req-e35bb005-1960-4e63-b519-b3cbb2fcc9e4 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.643041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb7dba27-26a7-4eab-a571-7922aeaecc50 req-e35bb005-1960-4e63-b519-b3cbb2fcc9e4 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1126082 Jul 22 14:23:02.644841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.645174 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.646275 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 10 to bind port f63ad233-1cd4-4167-b840-394a44c1d476 Jul 22 14:23:02.650045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6bb01a89-6259-4694-9379-cefc034eecb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bcf9115182a4d25b937f83da7190144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691850 Jul 22 14:23:02.652143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:02.678201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:02.678539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:02.678881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:02.690512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port f63ad233-1cd4-4167-b840-394a44c1d476 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:02.690891 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port f63ad233-1cd4-4167-b840-394a44c1d476 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:02.691213 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.708351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb7dba27-26a7-4eab-a571-7922aeaecc50 req-298331b0-89be-4b80-900b-ea422ad0eb69 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640960 Jul 22 14:23:02.777439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] For port f63ad233-1cd4-4167-b840-394a44c1d476, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:02.778211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempted to set empty binding levels {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:23:02.781868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e84a7b0-bb5c-4df9-bb69-60014c174b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.783004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.820123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc1601-f0c1-43b9-948a-433303889566 req-1ec9c75b-4d35-4d00-9540-4c84c37c5a2d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.827936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bc1601-f0c1-43b9-948a-433303889566 req-1ec9c75b-4d35-4d00-9540-4c84c37c5a2d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1426196 Jul 22 14:23:02.829366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.830011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.853708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e84a7b0-bb5c-4df9-bb69-60014c174b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.863920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=f63ad233-1cd4-4167-b840-394a44c1d476,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:02.874613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4970247c-bb17-4e1b-9412-68186f5c903b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1269476 Jul 22 14:23:02.880904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:02.908857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5bc1601-f0c1-43b9-948a-433303889566 req-b93ce918-5868-42da-a45b-a23afb10964f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799320 Jul 22 14:23:03.008084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e84a7b0-bb5c-4df9-bb69-60014c174b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.011709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e84a7b0-bb5c-4df9-bb69-60014c174b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.013583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e84a7b0-bb5c-4df9-bb69-60014c174b6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a802724-23ef-40ca-9620-ecf0fb7cec4d HTTP/1.1" status: 204 len: 168 time: 0.3583009 Jul 22 14:23:03.031381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c797b721-dd2f-4dd7-93b4-47289bcfbbc4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:03.067594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c797b721-dd2f-4dd7-93b4-47289bcfbbc4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:03.068199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c797b721-dd2f-4dd7-93b4-47289bcfbbc4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:03.077057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84a7b0-bb5c-4df9-bb69-60014c174b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a802724-23ef-40ca-9620-ecf0fb7cec4d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:03.080841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Deleting port f63ad233-1cd4-4167-b840-394a44c1d476 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:03.081193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.175187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-58190c1d-95ff-4394-93c8-daf79b260157 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.177244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-58190c1d-95ff-4394-93c8-daf79b260157 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/networks?id=4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 200 len: 910 time: 0.1656892 Jul 22 14:23:03.179101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] For port f63ad233-1cd4-4167-b840-394a44c1d476, host n-h1-787205-11, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:03.179467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.198357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-8080e7b5-9318-4e96-8d0b-3b1b71472771 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/quotas/d0a26561104441d9ad7e60acf0511082 HTTP/1.1" status: 200 len: 375 time: 0.0143015 Jul 22 14:23:03.226235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Calling delete_port for f63ad233-1cd4-4167-b840-394a44c1d476 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:03.257522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6e37a9e9-255e-449b-8474-29ed4d5e909b details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:03.280642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-f04946f4-f7fc-4d78-b364-e7f6154374f1 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=d0a26561104441d9ad7e60acf0511082&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811868 Jul 22 14:23:03.325549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbb64c-3932-4efc-b68e-b78bfde1b1e9 req-e880c0c8-37c2-4dd7-8873-b1047f08a94c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.332922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81dbb64c-3932-4efc-b68e-b78bfde1b1e9 req-e880c0c8-37c2-4dd7-8873-b1047f08a94c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1771834 Jul 22 14:23:03.393774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-7f58a816-68f8-4a07-9e62-6a0312635075 service neutron] 10.222.0.11 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121299 Jul 22 14:23:03.406096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81dbb64c-3932-4efc-b68e-b78bfde1b1e9 req-76bfb177-ca54-44f6-893f-ba3d9b94327a tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722451 Jul 22 14:23:03.419181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.443744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:03.481318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'port_id': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'mac_address': 'fa:16:3e:c4:46:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:03.510985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.512993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f63ad233-1cd4-4167-b840-394a44c1d476 HTTP/1.1" status: 204 len: 168 time: 0.6266444 Jul 22 14:23:03.515755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:03.517107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-03c2c2f0-82e9-4016-8522-c67367c048a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210327 Jul 22 14:23:03.519485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff2a40-f60a-415a-9856-2190e3affba3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event deleted for resources: {'Port': ['ID=f63ad233-1cd4-4167-b840-394a44c1d476,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:03.584837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.590988 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9853a195-c71d-47f8-a4be-bf8a6756415b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:23:03.596819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:03.596996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9853a195-c71d-47f8-a4be-bf8a6756415b tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "GET /v2.0/ports/f63ad233-1cd4-4167-b840-394a44c1d476 HTTP/1.1" status: 404 len: 333 time: 0.0725291 Jul 22 14:23:03.603919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Request body: {'port': {'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1609688670'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:03.619169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e37a9e9-255e-449b-8474-29ed4d5e909b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:03.649428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Made reservation on behalf of 8071c400ca4c4369bad91eb8f76ad42f for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:03.653902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bbbc5-b44c-4fe1-9d90-b6a260f32c0f req-1dfab565-4122-44b0-ba39-77792c42121e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.655138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.655390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c4bbbc5-b44c-4fe1-9d90-b6a260f32c0f req-1dfab565-4122-44b0-ba39-77792c42121e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1224570 Jul 22 14:23:03.685151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:03.689555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.747767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:03.753443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c4bbbc5-b44c-4fe1-9d90-b6a260f32c0f req-78ea5ed7-bee7-4f0f-aff7-72eb99495e64 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841076 Jul 22 14:23:03.831269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['6e37a9e9-255e-449b-8474-29ed4d5e909b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:03.866997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:03.964537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e40283e2-0c56-444f-8850-78cf31d50ce7 req-04b02d0d-af4c-4d35-9a56-4ecdfba2153d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 210 time: 0.1256132 Jul 22 14:23:04.237559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5be5d-104e-4c54-a3da-eeb339e2cc0e req-455d9f7f-53e5-442c-a1e3-c888822562e0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:04.239235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fed5be5d-104e-4c54-a3da-eeb339e2cc0e req-455d9f7f-53e5-442c-a1e3-c888822562e0 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.3297849 Jul 22 14:23:04.242384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.308644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fed5be5d-104e-4c54-a3da-eeb339e2cc0e req-0210af31-d17d-4b0e-acf8-a143a8d7403f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622103 Jul 22 14:23:04.333324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.377309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Network d13846d5-3cbf-4fb9-a818-f47bd0095887 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:04.380446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:04.386320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:04.387258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:04.388042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.404794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:04.418770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3b4c79-c968-44ab-9556-0a5b2ea72aaf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:04.430510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:04.431280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aaa3cef8-2358-48d0-826e-c5dc4ea17ac0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8316557 Jul 22 14:23:04.436241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:04.551642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2001175038-network', 'tenant_id': '7a30306e99704ddc980668baacfce445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:04.560143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.608852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Made reservation on behalf of 7a30306e99704ddc980668baacfce445 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:04.611508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.627338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.114865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b10c3dab-50d1-4bc7-a17f-18473c7c30dc req-0a78b243-8d7d-445a-a9eb-e1f24724e303 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 210 time: 0.0436769 Jul 22 14:23:05.275652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6e37a9e9-255e-449b-8474-29ed4d5e909b up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:05.321921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:05.357454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d18cd4-ed4e-4493-b73f-63eacef16e8e req-a923bd48-dce6-43cf-b5cc-49ec6a97daeb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.366031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31d18cd4-ed4e-4493-b73f-63eacef16e8e req-a923bd48-dce6-43cf-b5cc-49ec6a97daeb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 944 time: 0.2463932 Jul 22 14:23:05.369833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.386745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 6e37a9e9-255e-449b-8474-29ed4d5e909b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:05.387436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.388050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.413926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.450438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Transition to ACTIVE for port object 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:05.483533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:05.504269 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.537548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.543246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8669a0-ef46-4d2f-b6b8-bfe2f49431d0 req-bb4f84f8-8d87-4388-b4d3-d3b27a7a0bd7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.548931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:05.549902 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb8669a0-ef46-4d2f-b6b8-bfe2f49431d0 req-bb4f84f8-8d87-4388-b4d3-d3b27a7a0bd7 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1419554 Jul 22 14:23:05.555148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:05.569984 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40b5f65-c717-4fc3-9434-b9ba69439ce3" -d '{"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:05.581668 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.620434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.620822 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Added segment 4ffdeeef-dd2e-449c-919d-186552555f98 of type vlan for network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 Jul 22 14:23:05.631931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602b56ec-feea-46c4-8fcc-b3a4e0299ce7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.656018 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb8669a0-ef46-4d2f-b6b8-bfe2f49431d0 req-485b12e1-973d-49ef-9379-9d5c057b0e97 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961089 Jul 22 14:23:05.666323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31d18cd4-ed4e-4493-b73f-63eacef16e8e req-25f58d8f-4c80-4a5c-8537-928d3f295dc8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994258 Jul 22 14:23:05.680916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.721899 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5cf763-78b6-48cb-b77d-6d2a5dd9be6c x-openstack-request-id: req-bb5cf763-78b6-48cb-b77d-6d2a5dd9be6c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:05.722302 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-plugged", "status": "completed", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:05.722561 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb5cf763-78b6-48cb-b77d-6d2a5dd9be6c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:05.722961 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'code': 200} Jul 22 14:23:05.753641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3b4c79-c968-44ab-9556-0a5b2ea72aaf,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.767111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.773899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-8c02f1d3-a51f-4601-a68a-4aaebd446bed tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.775418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-8c02f1d3-a51f-4601-a68a-4aaebd446bed tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.13 "GET /v2.0/networks?id=4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 200 len: 910 time: 0.4474745 Jul 22 14:23:05.795544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Request body: {'port': {'device_id': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'admin_state_up': True, 'tenant_id': 'd0a26561104441d9ad7e60acf0511082'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:05.821093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:05.821372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:05.821832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:05.842374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:05.842729 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:05.843123 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 2 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:05.855208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.856452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.857037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.859080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Made reservation on behalf of d0a26561104441d9ad7e60acf0511082 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:05.861358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.910862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:05.911197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:05.911545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:05.921733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5129006 Jul 22 14:23:05.923101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59534) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:05.935341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Request body: {'subnet': {'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2001175038-subnet', 'tenant_id': '7a30306e99704ddc980668baacfce445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:05.936820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:05.937164 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:05.940636 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 3 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:05.983963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Made reservation on behalf of 7a30306e99704ddc980668baacfce445 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:05.992148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.007035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468ae03-d7b9-43e7-be17-14f44d5f0c6d admin admin] Pushing event updated for resources: {'Network': ['ID=a2e06db3-b1d0-40ae-9f0f-fede0ef27329,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.018793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:06.022263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.022607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.022951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.038529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.038978 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.041502 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 4 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.086134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.086134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.087093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.115482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.115838 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.120522 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 5 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.215839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.216498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.217035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.259644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Allocated IP 172.20.0.9 (4224888a-30d5-452f-80e3-0b2ffbbb1854/1fd73f6b-afac-4bf0-b99f-955b5fba3e9c/281b474f-0063-4851-8f44-36e8e9ebcb17) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:06.281389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.281759 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.285691 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 6 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.341306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca944dad-885c-49ee-9064-19791654d5d6 req-1358f2e0-f9e1-4dea-8081-b18b71704311 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 210 time: 0.0584285 Jul 22 14:23:06.371818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.394091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.394579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.395017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.408881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.409397 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.413865 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 7 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.453195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.453195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.453195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.463774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.464422 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.466710 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 8 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.514060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=881696d5-b76d-4baa-ba12-eb74c1bce1f6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.516516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.517381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.517381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.527123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.527625 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.529427 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 9 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.553694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Checking segment: {'id': '4ffdeeef-dd2e-449c-919d-186552555f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:06.555252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Network hostable DHCP agents. Network: a2e06db3-b1d0-40ae-9f0f-fede0ef27329, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:06.559698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.560124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.560560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.574800 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.580015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.580446 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.581312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:06.583922 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 10 to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf Jul 22 14:23:06.602799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Transition to ACTIVE for port object 281b474f-0063-4851-8f44-36e8e9ebcb17 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:06.604308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a2e06db3-b1d0-40ae-9f0f-fede0ef27329) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:06.609264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:06.609577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:06.609992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:06.614419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71e298a-a08f-4068-9a90-c20b2b7eae20 None None] Network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:06.614942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.616480 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.620656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:06.621096 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:06.621636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.655211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d41d24b6-3d84-4e18-a7e2-8712ba25e2bc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7305741 Jul 22 14:23:06.732428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] For port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:06.733034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:23:06.766959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.860857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.870988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3b4c79-c968-44ab-9556-0a5b2ea72aaf,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.908957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['780177bb-4dea-4eb2-8813-6605d5c9ab36'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:06.943479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39b455-7bc9-4e23-b2f7-6ecdad0280ee None None] Network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:06.977970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Pushing event updated for resources: {'Port': ['ID=281b474f-0063-4851-8f44-36e8e9ebcb17,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:07.001169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] In _notify_port_updated(), no bound segment for port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:23:07.002360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.003062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.007074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1f3efb0-6b0b-487b-9768-c8c5fac1d45f tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "PUT /v2.0/ports/9e3b4c79-c968-44ab-9556-0a5b2ea72aaf HTTP/1.1" status: 200 len: 980 time: 2.5729816 Jul 22 14:23:07.014674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59548) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:07.025051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:07.031826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:07.034510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:07.102364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.103129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.122553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-50a9b52d-84fe-4b2a-aad8-d0c36c684a10 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3375299 Jul 22 14:23:07.135315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Request body: {'port': {'device_id': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:07.250853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41366cb6-143c-49dd-be8f-38fa74b84360 req-9402eea9-f08e-4444-a8e2-77c204e26009 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.253003 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41366cb6-143c-49dd-be8f-38fa74b84360 req-9402eea9-f08e-4444-a8e2-77c204e26009 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.3183906 Jul 22 14:23:07.254343 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.291169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a9dc5-adc0-4c2a-a188-1bda3db30db3 req-e35afff9-63fb-47b3-8bd5-4cd33ca1ffa4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.293487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d29a9dc5-adc0-4c2a-a188-1bda3db30db3 req-e35afff9-63fb-47b3-8bd5-4cd33ca1ffa4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.4461508 Jul 22 14:23:07.406499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d29a9dc5-adc0-4c2a-a188-1bda3db30db3 req-672ba48d-3193-4412-8c9d-11d062e495be tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037672 Jul 22 14:23:07.475295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.475787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.476262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.476736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.477283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.477843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.478348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.478779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.489280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.490073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.490556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.491028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.491497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.491963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.492491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.492973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.494987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.495480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.495959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.496430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.502983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.504328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.505943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.507168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41366cb6-143c-49dd-be8f-38fa74b84360 req-5197ec46-61ce-4da2-963e-f44562438bc3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284336 Jul 22 14:23:07.510497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.511189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.512009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.514005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.515508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.517064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.532307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d6e608e8-22d6-452f-b2cf-2a14ab09ce87 None None] Provisioning for port 281b474f-0063-4851-8f44-36e8e9ebcb17 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:07.546717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d6e608e8-22d6-452f-b2cf-2a14ab09ce87 None None] Provisioning complete for port 281b474f-0063-4851-8f44-36e8e9ebcb17 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:07.546717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d6e608e8-22d6-452f-b2cf-2a14ab09ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.547031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2052ab5d-5dc1-48c7-b28c-e51c25f10767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26000 time: 0.5283229 Jul 22 14:23:07.547031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59566) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:07.657848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d6e608e8-22d6-452f-b2cf-2a14ab09ce87 None None] Port 281b474f-0063-4851-8f44-36e8e9ebcb17 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:07.705504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Deleting port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:07.706151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.863489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f574c-d846-4213-895f-63a7dab24cbf req-3132b152-87f7-4ed0-b0c5-31dcd1d3d57f tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.863716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] For port 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf, host n-h1-787205-11, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:07.864058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.871370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae0f574c-d846-4213-895f-63a7dab24cbf req-3132b152-87f7-4ed0-b0c5-31dcd1d3d57f tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1027 time: 0.1623771 Jul 22 14:23:07.879318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Calling delete_port for 9e3b4c79-c968-44ab-9556-0a5b2ea72aaf owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:07.950924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae0f574c-d846-4213-895f-63a7dab24cbf req-7663a0a5-0295-441d-bfb2-c322317cbec2 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785758 Jul 22 14:23:08.034783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281b474f-0063-4851-8f44-36e8e9ebcb17 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:08.045048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.060320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Transition to ACTIVE for port object 281b474f-0063-4851-8f44-36e8e9ebcb17 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:08.065665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.106144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.162759 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.165317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9e3b4c79-c968-44ab-9556-0a5b2ea72aaf HTTP/1.1" status: 204 len: 168 time: 0.6175053 Jul 22 14:23:08.166393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c907508-0f3a-4b5c-b867-012e2c525370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3b4c79-c968-44ab-9556-0a5b2ea72aaf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:08.170968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:08.203701 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cc660b-6892-4445-96f5-8417713dd67e tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:23:08.205284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-95cc660b-6892-4445-96f5-8417713dd67e tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "GET /v2.0/ports/9e3b4c79-c968-44ab-9556-0a5b2ea72aaf HTTP/1.1" status: 404 len: 333 time: 0.0339384 Jul 22 14:23:08.213008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59578) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:08.213496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-e36951df-ab71-4f7f-bcdf-5f2186662dc6 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.214927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-e36951df-ab71-4f7f-bcdf-5f2186662dc6 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/networks?id=a2e06db3-b1d0-40ae-9f0f-fede0ef27329 HTTP/1.1" status: 200 len: 822 time: 0.2541044 Jul 22 14:23:08.228140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1032388059', 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:08.236632 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-3f36005f-0559-417e-bfbe-a92d4fa02bc2 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/quotas/7a30306e99704ddc980668baacfce445 HTTP/1.1" status: 200 len: 375 time: 0.0164289 Jul 22 14:23:08.255556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Pushing event updated for resources: {'Port': ['ID=281b474f-0063-4851-8f44-36e8e9ebcb17,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:08.262770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Made reservation on behalf of 8071c400ca4c4369bad91eb8f76ad42f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:08.265608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.293984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-fc437d7a-5dfe-476e-9399-dd6679c71642 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a30306e99704ddc980668baacfce445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483496 Jul 22 14:23:08.337476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port 3accaf7e-240a-4c91-9337-4e5a3271c30f yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:08.363982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Attempting to bind port 281b474f-0063-4851-8f44-36e8e9ebcb17 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:08.364322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Attempting to bind port 281b474f-0063-4851-8f44-36e8e9ebcb17 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:08.364653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Attempting to bind port 281b474f-0063-4851-8f44-36e8e9ebcb17 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:08.417858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Port 281b474f-0063-4851-8f44-36e8e9ebcb17 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:08.418059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Attempting to bind port 281b474f-0063-4851-8f44-36e8e9ebcb17 on network 4224888a-30d5-452f-80e3-0b2ffbbb1854 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:08.441194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:08.441549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Checking segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:08.441970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Bound using segment: {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:08.442463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Bound port: 281b474f-0063-4851-8f44-36e8e9ebcb17, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:08.442918 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.475746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f7c1f103-c4b4-47ac-962f-660f3c0c3e01 service neutron] 10.222.0.11 "GET /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725755 Jul 22 14:23:08.630154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] For port 281b474f-0063-4851-8f44-36e8e9ebcb17, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:08.652623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] For port 281b474f-0063-4851-8f44-36e8e9ebcb17, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=281b474f-0063-4851-8f44-36e8e9ebcb17,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:08.676465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-4e43ffe4-9756-402f-b644-2ddc0a7214d5 service neutron] 10.222.0.11 "GET /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886997 Jul 22 14:23:08.723277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.777035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.778024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.779701 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] 10.222.0.13 "PUT /v2.0/ports/281b474f-0063-4851-8f44-36e8e9ebcb17 HTTP/1.1" status: 200 len: 1092 time: 1.6502173 Jul 22 14:23:08.826100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'tag': '281b474f-0063-4851-8f44-36e8e9ebcb17'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:08.829429 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da3e80-02a1-4e1a-b013-8d78e2461091" -d '{"events": [{"name": "network-changed", "server_uuid": "02a13d1f-fd4d-472d-8bce-e16712a423b3", "tag": "281b474f-0063-4851-8f44-36e8e9ebcb17"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:08.925083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.981837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c704-e6a5-4b7b-afd9-9d91e80b7962 req-86a738e9-6355-44a6-891e-db98fa75841e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.996111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2965c704-e6a5-4b7b-afd9-9d91e80b7962 req-86a738e9-6355-44a6-891e-db98fa75841e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.4425695 Jul 22 14:23:09.025890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81870273-91ca-41fe-82de-212f4fa59a49 service neutron] Pushing event updated for resources: {'Port': ['ID=281b474f-0063-4851-8f44-36e8e9ebcb17,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:09.136061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-bce77db4-9a6c-401e-8e36-d2857af1a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.138778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-bce77db4-9a6c-401e-8e36-d2857af1a9e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0a26561104441d9ad7e60acf0511082&device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1095 time: 0.2976093 Jul 22 14:23:09.140290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.204632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe62b2-780a-4ba7-a67b-2bea3a21f5a3 req-6fb64e8b-49c0-4e2d-b31f-61990d84e639 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.218007 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8fe62b2-780a-4ba7-a67b-2bea3a21f5a3 req-6fb64e8b-49c0-4e2d-b31f-61990d84e639 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1686587 Jul 22 14:23:09.354254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8fe62b2-780a-4ba7-a67b-2bea3a21f5a3 req-bdec6766-70a8-4b30-b2ee-a5c9082688e5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330354 Jul 22 14:23:09.405089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=3accaf7e-240a-4c91-9337-4e5a3271c30f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:09.440527 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2965c704-e6a5-4b7b-afd9-9d91e80b7962 req-58ec2d3d-3baf-454f-a483-83d0c455f3fe tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434447 Jul 22 14:23:09.466213 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35770d2-c05a-4c14-8226-13acbd50bf7f x-openstack-request-id: req-f35770d2-c05a-4c14-8226-13acbd50bf7f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:09.467542 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a13d1f-fd4d-472d-8bce-e16712a423b3", "tag": "281b474f-0063-4851-8f44-36e8e9ebcb17", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:09.467989 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f35770d2-c05a-4c14-8226-13acbd50bf7f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:09.468474 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'tag': '281b474f-0063-4851-8f44-36e8e9ebcb17', 'status': 'completed', 'code': 200} Jul 22 14:23:09.470821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-0129f1a8-1209-4d5d-91c2-e8863a77dbdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=281b474f-0063-4851-8f44-36e8e9ebcb17 HTTP/1.1" status: 200 len: 217 time: 0.2741592 Jul 22 14:23:09.490842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Network d13846d5-3cbf-4fb9-a818-f47bd0095887 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:09.520532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:09.554918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:09.556011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.556674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.560070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a11a203-68d6-45cb-b21b-7606642fed65 req-b81c379c-3017-4e16-93e6-5daaa31d7bad tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 210 time: 0.0866714 Jul 22 14:23:09.645851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-4ffdf9b6-dc52-4348-a76e-ec6799531181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.647745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-4ffdf9b6-dc52-4348-a76e-ec6799531181 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fd73f6b-afac-4bf0-b99f-955b5fba3e9c HTTP/1.1" status: 200 len: 848 time: 0.1593971 Jul 22 14:23:09.653358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-42f23725-317e-4a3c-8b95-2ba4ca42e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4366746 Jul 22 14:23:09.653908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:09.793034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84def9ca-c5a8-441c-8762-9c54543e48d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.797608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84def9ca-c5a8-441c-8762-9c54543e48d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "GET /v2.0/ports/3accaf7e-240a-4c91-9337-4e5a3271c30f HTTP/1.1" status: 200 len: 959 time: 0.1351120 Jul 22 14:23:09.798255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59612) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:09.819440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700dc5b-4f12-4549-a6f2-48156fd0f7a8 req-7a75a1f4-5325-4a84-8409-7eeb1ed782b5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.822159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9700dc5b-4f12-4549-a6f2-48156fd0f7a8 req-7a75a1f4-5325-4a84-8409-7eeb1ed782b5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1095 time: 0.2480145 Jul 22 14:23:09.856237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-5b99b6dd-7c4d-4e07-84d9-ed66054edc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.858050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-5b99b6dd-7c4d-4e07-84d9-ed66054edc1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4224888a-30d5-452f-80e3-0b2ffbbb1854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874645 Jul 22 14:23:09.947696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9700dc5b-4f12-4549-a6f2-48156fd0f7a8 req-c60519dc-2a0a-413f-bc44-aede61d73046 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071277 Jul 22 14:23:09.959515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Deleting port 3accaf7e-240a-4c91-9337-4e5a3271c30f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:09.960264 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.057853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-0c544618-f7a2-4d6d-9cf9-ad654f9ed470 service neutron] 10.222.0.13 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831419 Jul 22 14:23:10.089910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.121582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Calling delete_port for 3accaf7e-240a-4c91-9337-4e5a3271c30f owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:10.194923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-19cfdf7f-2093-40f4-b980-4d15fd6ca565 req-f7228b7a-a733-4a70-b539-bd3f85720c40 service neutron] 10.222.0.13 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300890 Jul 22 14:23:10.365355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-453620c8-36e7-47d9-ad9b-b4b8600c05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.371723 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-453620c8-36e7-47d9-ad9b-b4b8600c05ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0a26561104441d9ad7e60acf0511082&device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1095 time: 0.1214244 Jul 22 14:23:10.722851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d9f39-7932-4bce-ad07-a291c7243c2e req-62b67ae6-5776-46cf-b18b-9fbbbd3ca842 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.725039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6d9f39-7932-4bce-ad07-a291c7243c2e req-62b67ae6-5776-46cf-b18b-9fbbbd3ca842 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1167929 Jul 22 14:23:10.804731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c6d9f39-7932-4bce-ad07-a291c7243c2e req-f653ea69-ab75-494f-82a0-7950f54e42b8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724654 Jul 22 14:23:10.806576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.811706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-f2b33718-dae8-4d42-af98-50f4f874c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.813263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-f2b33718-dae8-4d42-af98-50f4f874c7b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 200 len: 910 time: 0.4150727 Jul 22 14:23:10.861283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event deleted for resources: {'Port': ['ID=3accaf7e-240a-4c91-9337-4e5a3271c30f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:10.906993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-d6714c98-2096-43b2-bc37-e8b8ae4796c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=281b474f-0063-4851-8f44-36e8e9ebcb17 HTTP/1.1" status: 200 len: 217 time: 0.0712047 Jul 22 14:23:10.910959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.921214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-36ac30b6-ae8f-46e2-a60d-f219421a61de tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3accaf7e-240a-4c91-9337-4e5a3271c30f HTTP/1.1" status: 204 len: 168 time: 1.1214983 Jul 22 14:23:10.922834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59624) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:10.933369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-7d8d587c-3bf8-4a4e-94cf-3c670fbac584 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.934925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-7d8d587c-3bf8-4a4e-94cf-3c670fbac584 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.20 "GET /v2.0/networks?id=a2e06db3-b1d0-40ae-9f0f-fede0ef27329 HTTP/1.1" status: 200 len: 822 time: 0.3363807 Jul 22 14:23:10.974127 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f444ad-ce4e-418e-bc03-f0fe236cc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:23:10.982716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-16f444ad-ce4e-418e-bc03-f0fe236cc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "GET /v2.0/ports/3accaf7e-240a-4c91-9337-4e5a3271c30f HTTP/1.1" status: 404 len: 333 time: 0.0533998 Jul 22 14:23:10.982916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Request body: {'port': {'device_id': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329', 'admin_state_up': True, 'tenant_id': '7a30306e99704ddc980668baacfce445'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:10.987748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:10.996078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Request body: {'port': {'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2077660633'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:11.011370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89fee6eb-af2c-4c9d-a7fa-71cd0d005ee1 req-a0d15f1e-7e25-42d3-8790-36c5c909ba4e tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 210 time: 0.0732539 Jul 22 14:23:11.020950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb06b-09fb-4636-83bf-de66b23699ac req-ff4fb582-5491-49ae-9c37-ec1e54b0cb86 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.024182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15dbb06b-09fb-4636-83bf-de66b23699ac req-ff4fb582-5491-49ae-9c37-ec1e54b0cb86 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.4244297 Jul 22 14:23:11.099726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-3a615fd9-3bbf-426a-ab79-4743989d6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.101485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-3a615fd9-3bbf-426a-ab79-4743989d6498 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fd73f6b-afac-4bf0-b99f-955b5fba3e9c HTTP/1.1" status: 200 len: 848 time: 0.1646569 Jul 22 14:23:11.167472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Made reservation on behalf of 8071c400ca4c4369bad91eb8f76ad42f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:11.169734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:11.171380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb46d3-ef91-4c81-b5a4-cd0b07e42002 req-f8681673-bc27-49a9-845f-e5e6819143b4 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.172877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2eb46d3-ef91-4c81-b5a4-cd0b07e42002 req-f8681673-bc27-49a9-845f-e5e6819143b4 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1095 time: 0.0903161 Jul 22 14:23:11.216543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15dbb06b-09fb-4636-83bf-de66b23699ac req-8cdee0f1-490b-452a-8a8d-e6c060f8dd38 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754923 Jul 22 14:23:11.241415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2eb46d3-ef91-4c81-b5a4-cd0b07e42002 req-87dd9219-ff70-417c-80b0-c2928d84f75a tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618620 Jul 22 14:23:11.266059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:11.436386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Made reservation on behalf of 7a30306e99704ddc980668baacfce445 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:11.441549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:11.475183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-7181985b-2bb3-4739-a42b-459a262fcb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.476791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-7181985b-2bb3-4739-a42b-459a262fcb0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4224888a-30d5-452f-80e3-0b2ffbbb1854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3318708 Jul 22 14:23:11.638200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:11.784214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-bb3c0ebb-1c65-4830-840e-a4ca70c43aa0 service neutron] 10.222.0.13 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996318 Jul 22 14:23:11.802828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:11.814704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Allocated IP 172.20.0.2 (a2e06db3-b1d0-40ae-9f0f-fede0ef27329/881696d5-b76d-4baa-ba12-eb74c1bce1f6/26c9f4ce-d8ee-4d40-aff0-508efc1d8221) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:11.898022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Network d13846d5-3cbf-4fb9-a818-f47bd0095887 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:11.922673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:11.970333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:12.190731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-847df768-9a5e-4ec9-a9f5-b07d14786696 req-f0a88498-231c-4905-acc0-b47942862e62 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 210 time: 0.0686882 Jul 22 14:23:12.388563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:12.389544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.394894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.456980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5088330e-f556-4a1e-8e8a-e6687d73f33a tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4681616 Jul 22 14:23:12.463339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:12.474561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:12.495237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf98265-a261-443a-a45f-21825826e0f3 req-926e1a8f-0200-4be8-a78f-5d7b279e0024 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.497282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adf98265-a261-443a-a45f-21825826e0f3 req-926e1a8f-0200-4be8-a78f-5d7b279e0024 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1024015 Jul 22 14:23:12.541652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-38da3e80-02a1-4e1a-b013-8d78e2461091 req-34266b3d-0d65-4e03-8ccc-9866793aa55c service neutron] 10.222.0.13 "GET /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496004 Jul 22 14:23:12.568174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-adf98265-a261-443a-a45f-21825826e0f3 req-c861a17a-0bd1-4f07-822d-24ad9f747df5 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591521 Jul 22 14:23:12.672721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b1083-4747-42aa-9a03-fd07bd993e1f req-33b5387e-adb8-478d-b180-e5353bc51b10 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.681021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c4b1083-4747-42aa-9a03-fd07bd993e1f req-33b5387e-adb8-478d-b180-e5353bc51b10 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.7866957 Jul 22 14:23:12.706136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.727549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a18e-613c-4497-893f-c7211519651c req-5cdb3f97-6580-4519-8373-29d7618ddd93 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.738403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f791a18e-613c-4497-893f-c7211519651c req-5cdb3f97-6580-4519-8373-29d7618ddd93 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1095 time: 0.0808749 Jul 22 14:23:12.787911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f791a18e-613c-4497-893f-c7211519651c req-128038bb-1b11-44ce-9c92-01a017a97b3d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481963 Jul 22 14:23:12.788408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c4b1083-4747-42aa-9a03-fd07bd993e1f req-b4cd3021-fddc-4c33-a56c-cc0482956d21 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060374 Jul 22 14:23:12.811609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.956522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.055550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:13.061879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:13.066634 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:13.079345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Pushing event updated for resources: {'Port': ['ID=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.111539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] device_id is not set on port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:13.127116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.156418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.157050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.159688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Transition to ACTIVE for port object 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:13.172153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.188166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-df3978de-a91f-4ddf-ba97-30d0a7cba01a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2366807 Jul 22 14:23:13.215833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Request body: {'port': {'device_id': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:13.286651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 281b474f-0063-4851-8f44-36e8e9ebcb17 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:13.287944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.329850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.330180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.330428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.363099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.363800 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.371687 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 2 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.386672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.391537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.392058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.392557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.409036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.409644 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.410343 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 3 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.422964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575cb33-2336-4ea7-a587-95ebd607e800 req-58cb94c0-365f-46a2-93f3-4627001d6150 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.435651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0575cb33-2336-4ea7-a587-95ebd607e800 req-58cb94c0-365f-46a2-93f3-4627001d6150 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 931 time: 0.1349247 Jul 22 14:23:13.448493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.449427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.450250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.460727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.463467 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.465746 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 4 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.493512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.494157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.494657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.509387 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0575cb33-2336-4ea7-a587-95ebd607e800 req-67b0cb2c-6768-46ae-a8bd-a30f31d8f857 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707555 Jul 22 14:23:13.558472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.559132 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.562889 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 5 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.574740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 281b474f-0063-4851-8f44-36e8e9ebcb17, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=281b474f-0063-4851-8f44-36e8e9ebcb17,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:13.603136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '281b474f-0063-4851-8f44-36e8e9ebcb17', 'network_id': '4224888a-30d5-452f-80e3-0b2ffbbb1854', 'port_id': '281b474f-0063-4851-8f44-36e8e9ebcb17', 'mac_address': 'fa:16:3e:d3:ee:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd73f6b-afac-4bf0-b99f-955b5fba3e9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:13.647629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.647815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.648060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.669442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.669828 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.678719 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.681965 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 6 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.720471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.720817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.721184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.754326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281b474f-0063-4851-8f44-36e8e9ebcb17 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:13.819772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 281b474f-0063-4851-8f44-36e8e9ebcb17, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=281b474f-0063-4851-8f44-36e8e9ebcb17,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:13.825945 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.846959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.850110 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.855194 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 7 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.938481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:13.939077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:13.939608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:13.947533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=281b474f-0063-4851-8f44-36e8e9ebcb17,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.968018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:13.968989 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:13.972192 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 8 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:13.980072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:14.028336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b1386-ed41-4a48-adba-0dfe3ce95b53 req-32b1b2b2-fec3-411b-adaf-e3bda8f34542 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.029931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-107b1386-ed41-4a48-adba-0dfe3ce95b53 req-32b1b2b2-fec3-411b-adaf-e3bda8f34542 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1096 time: 0.0900118 Jul 22 14:23:14.067910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:14.068538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:14.069114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:14.085458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-107b1386-ed41-4a48-adba-0dfe3ce95b53 req-aaa54fcc-76ac-419b-b61a-6e1cada47943 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479751 Jul 22 14:23:14.101760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4973d96-0fda-4102-9bc0-7f8b080dc60b req-1793238a-dcf0-48f7-9c75-ae4e0d4e0dcb tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.103478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d4973d96-0fda-4102-9bc0-7f8b080dc60b req-1793238a-dcf0-48f7-9c75-ae4e0d4e0dcb tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.4161005 Jul 22 14:23:14.104191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['281b474f-0063-4851-8f44-36e8e9ebcb17'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:14.136070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:14.136550 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:14.144451 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 9 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:14.194405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:14.194891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:14.195855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:14.200708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:14.251946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.255647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:14.256073 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:14.265923 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempt 10 to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 Jul 22 14:23:14.299675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d4973d96-0fda-4102-9bc0-7f8b080dc60b req-f3835bba-4e45-4094-9ed3-62ad8d61373f tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574578 Jul 22 14:23:14.313896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Transition to ACTIVE for port object 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:14.315922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:14.318998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:14.318998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempting to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:14.325234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.388094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0223054-c05e-43fe-bb28-5af2bb218419 req-ee23cd73-7fda-49db-ae28-3cf2f2e56957 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.399442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0223054-c05e-43fe-bb28-5af2bb218419 req-ee23cd73-7fda-49db-ae28-3cf2f2e56957 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1593323 Jul 22 14:23:14.424451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:14.424917 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Failed to bind port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'e24c5be2-78c0-4ea1-a944-e0afa5eac132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd13846d5-3cbf-4fb9-a818-f47bd0095887'}] Jul 22 14:23:14.425404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.502719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0223054-c05e-43fe-bb28-5af2bb218419 req-9c8e32ea-270e-4e1a-bbe5-54e523c6b225 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970547 Jul 22 14:23:14.523081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Pushing event updated for resources: {'Port': ['ID=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:14.672224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 6c7339a7-cee6-4c22-bdc1-3529b4bcdded {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:14.672697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.675242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] For port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:14.675688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:23:14.684143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.763466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] In _notify_port_updated(), no bound segment for port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 on network d13846d5-3cbf-4fb9-a818-f47bd0095887 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:23:14.764364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.765510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.769210 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "PUT /v2.0/ports/9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 HTTP/1.1" status: 200 len: 980 time: 2.2970569 Jul 22 14:23:14.769210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Attempting to bind port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:14.769210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Attempting to bind port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '4ffdeeef-dd2e-449c-919d-186552555f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:14.769210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Attempting to bind port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 on network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:14.770060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59680) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:14.819698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 on network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:14.819949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Attempting to bind port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 on network a2e06db3-b1d0-40ae-9f0f-fede0ef27329 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:14.846998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:14.847512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Checking segment: {'id': '4ffdeeef-dd2e-449c-919d-186552555f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:14.848118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Bound using segment: {'id': '4ffdeeef-dd2e-449c-919d-186552555f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:14.848234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Bound port: 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffdeeef-dd2e-449c-919d-186552555f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:14.849641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.850998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af4d8a-2cd2-4826-bf71-37745a311081 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event updated for resources: {'Port': ['ID=9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:14.878813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4c411-bd1d-4733-b390-4e9e0ee1f92e req-f736961a-8489-4ef7-af17-0268fa85ec4b tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.880579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23a4c411-bd1d-4733-b390-4e9e0ee1f92e req-f736961a-8489-4ef7-af17-0268fa85ec4b tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 943 time: 0.2811694 Jul 22 14:23:14.889714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.889714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.926906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 6c7339a7-cee6-4c22-bdc1-3529b4bcdded owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:14.935081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Deleting port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:14.935568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.012632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] For port 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1, host n-h1-787205-11, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:15.013030 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.023601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23a4c411-bd1d-4733-b390-4e9e0ee1f92e req-98498c55-ba51-4edb-9c5e-2c6db7b085e9 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264377 Jul 22 14:23:15.029952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] For port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:15.031315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Calling delete_port for 9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:15.036903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] For port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,segment=NetworkSegment(4ffdeeef-dd2e-449c-919d-186552555f98),segment_id=4ffdeeef-dd2e-449c-919d-186552555f98)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:15.051870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.119910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.120603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.122033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] 10.222.0.20 "PUT /v2.0/ports/26c9f4ce-d8ee-4d40-aff0-508efc1d8221 HTTP/1.1" status: 200 len: 1092 time: 1.9128838 Jul 22 14:23:15.124428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'tag': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:15.126860 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399e647e-12e8-4874-867f-9d4f098f49fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2221464e-1a3e-4e6e-bd02-4195f243962d", "tag": "26c9f4ce-d8ee-4d40-aff0-508efc1d8221"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:15.150976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a52ca-c851-4621-a611-368c8db72a30 service neutron] Pushing event updated for resources: {'Port': ['ID=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.204600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.246908 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff517032-cd1f-42af-9fbf-dd09f1405fb2 x-openstack-request-id: req-ff517032-cd1f-42af-9fbf-dd09f1405fb2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:15.247835 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2221464e-1a3e-4e6e-bd02-4195f243962d", "tag": "26c9f4ce-d8ee-4d40-aff0-508efc1d8221", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:15.247835 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff517032-cd1f-42af-9fbf-dd09f1405fb2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:15.248024 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'tag': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221', 'status': 'completed', 'code': 200} Jul 22 14:23:15.280451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.283869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.288135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e25de284-e30c-4642-b5f3-ab46b35d2a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 HTTP/1.1" status: 204 len: 168 time: 0.5172553 Jul 22 14:23:15.293598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:15.301447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 281b474f-0063-4851-8f44-36e8e9ebcb17 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:15.311643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-ca6776ed-32ad-48f1-b4d5-0da02bb54f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.313257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-ca6776ed-32ad-48f1-b4d5-0da02bb54f53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a30306e99704ddc980668baacfce445&device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 1095 time: 0.1370912 Jul 22 14:23:15.348638 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6fa39d-7d2a-407b-936b-29ee2a85e3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:23:15.350392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e6fa39d-7d2a-407b-936b-29ee2a85e3ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106 tempest-PortsAdminExtendedAttrsIpV6TestJSON-110404106-project-admin] 10.222.0.11 "GET /v2.0/ports/9f88d4d8-f93d-47e6-9bd2-4e298f30b7e1 HTTP/1.1" status: 404 len: 333 time: 0.0538666 Jul 22 14:23:15.353511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.370428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59690) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:15.390272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-21e792bd-ef19-4256-814f-344c2c635fad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221 HTTP/1.1" status: 200 len: 217 time: 0.0486562 Jul 22 14:23:15.402063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 281b474f-0063-4851-8f44-36e8e9ebcb17 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:15.407649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 281b474f-0063-4851-8f44-36e8e9ebcb17 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:15.408647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.421346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=6c7339a7-cee6-4c22-bdc1-3529b4bcdded,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.552618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17682fda-95f4-4bdb-8b59-652213d85fba req-0f20f4a6-35b6-45ef-a05c-e2769193659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.554228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-0f20f4a6-35b6-45ef-a05c-e2769193659b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=881696d5-b76d-4baa-ba12-eb74c1bce1f6 HTTP/1.1" status: 200 len: 862 time: 0.1436889 Jul 22 14:23:15.558755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.576793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.578082 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Floating IP 548a0e0e-864f-411e-8df4-9e547e78f1c8 disassociated (deleted). External IP: 172.25.8.137, port: b95c9548-6810-46c2-9d91-a91d6a834cd5. Jul 22 14:23:15.578595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce17481-7272-48a9-9ad3-d1767a242970 req-85caf04b-4d6c-4308-abcd-2436270b7b86 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.586607 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.587567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ce17481-7272-48a9-9ad3-d1767a242970 req-85caf04b-4d6c-4308-abcd-2436270b7b86 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1096 time: 0.3182876 Jul 22 14:23:15.640727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b474f-0063-4851-8f44-36e8e9ebcb17'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:15.645098 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfacd48-4dce-49da-ab99-a44a3ae3301f" -d '{"events": [{"server_uuid": "02a13d1f-fd4d-472d-8bce-e16712a423b3", "name": "network-vif-plugged", "status": "completed", "tag": "281b474f-0063-4851-8f44-36e8e9ebcb17"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:15.666592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 281b474f-0063-4851-8f44-36e8e9ebcb17, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=281b474f-0063-4851-8f44-36e8e9ebcb17,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:15.671867 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.675631 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.686880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13846d5-3cbf-4fb9-a818-f47bd0095887']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:15.699327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24c5be2-78c0-4ea1-a944-e0afa5eac132') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:15.699891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24c5be2-78c0-4ea1-a944-e0afa5eac132') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:15.709518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.732568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.739623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:15.740141 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.775916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=281b474f-0063-4851-8f44-36e8e9ebcb17,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.779110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-c49fff07-af07-4ccf-8382-b5be4dfa55da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2e06db3-b1d0-40ae-9f0f-fede0ef27329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2154391 Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:15.815794 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:15.825947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.836100 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.841567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] 10.222.0.11 "DELETE /v2.0/networks/d13846d5-3cbf-4fb9-a818-f47bd0095887 HTTP/1.1" status: 204 len: 168 time: 0.4681022 Jul 22 14:23:15.870236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21796058-f505-4447-96a3-8d72c941b4f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1522500765-project] Pushing event deleted for resources: {'Network': ['ID=d13846d5-3cbf-4fb9-a818-f47bd0095887,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.877040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300b186-0f6b-4574-89a3-c71d88a4b380 req-d69a755f-5910-4a9a-bb7d-53012c54598c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.893043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4300b186-0f6b-4574-89a3-c71d88a4b380 req-d69a755f-5910-4a9a-bb7d-53012c54598c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.3879054 Jul 22 14:23:15.907133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4ce17481-7272-48a9-9ad3-d1767a242970 req-d20d9538-151f-4af5-9b1b-2e0040cfdd3b tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125541 Jul 22 14:23:16.011331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4300b186-0f6b-4574-89a3-c71d88a4b380 req-068d4dab-97f9-42ca-8c5d-f50efe38d598 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169882 Jul 22 14:23:16.096300 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d167af15-34d4-456f-adcc-3ce3ec396774 x-openstack-request-id: req-d167af15-34d4-456f-adcc-3ce3ec396774 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:16.097109 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a13d1f-fd4d-472d-8bce-e16712a423b3", "name": "network-vif-plugged", "status": "completed", "tag": "281b474f-0063-4851-8f44-36e8e9ebcb17", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:16.097440 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d167af15-34d4-456f-adcc-3ce3ec396774 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:16.097859 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b474f-0063-4851-8f44-36e8e9ebcb17', 'code': 200} Jul 22 14:23:16.123322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-bb196dda-02ac-4f55-9fe2-fe3c27931c30 service neutron] 10.222.0.20 "GET /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331807 Jul 22 14:23:16.138314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958cef3-f619-43b7-8fa9-250de0a746dd req-e4e1df53-4e49-4f09-91c2-e5771df820c8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:16.145792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4958cef3-f619-43b7-8fa9-250de0a746dd req-e4e1df53-4e49-4f09-91c2-e5771df820c8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1643255 Jul 22 14:23:16.267533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4958cef3-f619-43b7-8fa9-250de0a746dd req-b8e0330a-ed8f-4973-9b81-6a4e97a2c8f3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998952 Jul 22 14:23:16.319149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59706) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:16.597303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c721804-c34e-4325-9cfa-acb2dba4141d req-d7e1c71f-914f-4aee-95db-82ce3bc68447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:16.598927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c721804-c34e-4325-9cfa-acb2dba4141d req-d7e1c71f-914f-4aee-95db-82ce3bc68447 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.3528168 Jul 22 14:23:16.601736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 06d485c9-9e82-408f-b342-d37ceee20cec has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:16.603437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-17682fda-95f4-4bdb-8b59-652213d85fba req-05a44509-5fb9-4c50-bced-9695ec762f31 service neutron] 10.222.0.20 "GET /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741899 Jul 22 14:23:16.625538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb632-39ea-43df-bbd5-a46ef9ec2f75 req-b73fcfef-9157-4505-adbc-682802684f80 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:16.627336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4becb632-39ea-43df-bbd5-a46ef9ec2f75 req-b73fcfef-9157-4505-adbc-682802684f80 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 943 time: 0.3900313 Jul 22 14:23:16.783114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e6bbde4-b525-47dc-ba83-af583ec503a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08b0f829a37041bbaab5fd7977589f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626701 Jul 22 14:23:16.785608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:16.859699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c721804-c34e-4325-9cfa-acb2dba4141d req-a4b4c2c1-81df-480e-a419-3b168669cbcf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523160 Jul 22 14:23:16.884478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4becb632-39ea-43df-bbd5-a46ef9ec2f75 req-9da40a3b-be34-4f73-ac55-978596fef768 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416096 Jul 22 14:23:16.913664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dd192c5-4fde-45db-9d8c-2c678b8c6a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.938768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dd192c5-4fde-45db-9d8c-2c678b8c6a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.949845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e647e-12e8-4874-867f-9d4f098f49fc req-45f4dafe-9ccb-404d-9a13-eb22fcb715df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:16.951593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-45f4dafe-9ccb-404d-9a13-eb22fcb715df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a30306e99704ddc980668baacfce445&device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 1095 time: 0.2496986 Jul 22 14:23:17.040875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dd192c5-4fde-45db-9d8c-2c678b8c6a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.043938 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dd192c5-4fde-45db-9d8c-2c678b8c6a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.048080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5dd192c5-4fde-45db-9d8c-2c678b8c6a2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ff33bb0-ac3b-4743-a1f7-0039be280b52 HTTP/1.1" status: 204 len: 168 time: 0.2613461 Jul 22 14:23:17.072733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481044ad-9e48-4c94-9586-adc89751011f req-0efe73aa-7939-4db9-acb5-75f05670f781 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:17.074716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-481044ad-9e48-4c94-9586-adc89751011f req-0efe73aa-7939-4db9-acb5-75f05670f781 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.0889225 Jul 22 14:23:17.075502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd192c5-4fde-45db-9d8c-2c678b8c6a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff33bb0-ac3b-4743-a1f7-0039be280b52,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:17.161591 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-481044ad-9e48-4c94-9586-adc89751011f req-eccce427-8701-48f9-b0ca-a9c63363d343 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662968 Jul 22 14:23:17.186209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e647e-12e8-4874-867f-9d4f098f49fc req-bf7a8575-4728-49e7-b8ba-b023ef425240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:17.188323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-bf7a8575-4728-49e7-b8ba-b023ef425240 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a2e06db3-b1d0-40ae-9f0f-fede0ef27329 HTTP/1.1" status: 200 len: 923 time: 0.2202859 Jul 22 14:23:17.239879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:17.247385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.254355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] Sync routers for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:17.269372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:17.270508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:17.316747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-3c6606ac-5b44-4c43-a074-a0fea5209d78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221 HTTP/1.1" status: 200 len: 217 time: 0.0861142 Jul 22 14:23:17.438854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d60e7-3310-4e07-8712-bdb4667fedb6 req-dbb94a8a-3d2f-4a8a-bd5f-cc6063d70605 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:17.441129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-784d60e7-3310-4e07-8712-bdb4667fedb6 req-dbb94a8a-3d2f-4a8a-bd5f-cc6063d70605 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1020238 Jul 22 14:23:17.449027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-81c0f7b3-98d2-4715-af78-805605da8a09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/floatingips/548a0e0e-864f-411e-8df4-9e547e78f1c8 HTTP/1.1" status: 204 len: 168 time: 3.4633043 Jul 22 14:23:17.456184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:17.460271 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:17.515008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-784d60e7-3310-4e07-8712-bdb4667fedb6 req-5e56011d-c2c2-4d73-879d-251f7e6d548f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648220 Jul 22 14:23:17.517893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8cc6-cdc5-4ee2-b17d-36188269ddb0 req-3b55e58d-3bd2-40ff-b42a-65fe6ac632dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:17.519892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c70a8cc6-cdc5-4ee2-b17d-36188269ddb0 req-3b55e58d-3bd2-40ff-b42a-65fe6ac632dd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.3731453 Jul 22 14:23:17.522373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e647e-12e8-4874-867f-9d4f098f49fc req-08d06247-2c28-4e79-8977-0506d6e9d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:17.524548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-08d06247-2c28-4e79-8977-0506d6e9d7a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=881696d5-b76d-4baa-ba12-eb74c1bce1f6 HTTP/1.1" status: 200 len: 862 time: 0.1805587 Jul 22 14:23:17.622112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59732) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:17.748168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f1abcadf-8052-470e-87c2-0e2be866195f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8071c400ca4c4369bad91eb8f76ad42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246459 Jul 22 14:23:17.750788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59736) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:17.822219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:17.855991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97dba513-1725-4b9a-9ac9-5923ca61166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.063175 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97dba513-1725-4b9a-9ac9-5923ca61166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.167317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-05b33cea-2ea8-4256-840e-6ada44dbac63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a2e06db3-b1d0-40ae-9f0f-fede0ef27329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6324778 Jul 22 14:23:18.168960 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851a1ca2-2f0c-4214-adf5-4560e177044c x-openstack-request-id: req-851a1ca2-2f0c-4214-adf5-4560e177044c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:18.169252 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:18.169503 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-851a1ca2-2f0c-4214-adf5-4560e177044c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:18.169933 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'status': 'completed', 'code': 200} Jul 22 14:23:18.217634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-a7640062-cfd0-46d4-b5bb-2897e66263cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:18.219426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-a7640062-cfd0-46d4-b5bb-2897e66263cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 1097 time: 0.3859706 Jul 22 14:23:18.246285 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c70a8cc6-cdc5-4ee2-b17d-36188269ddb0 req-b07146cb-7e31-4e3e-9394-a699f9382c54 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7203529 Jul 22 14:23:18.250283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833ff0b-55f1-44ad-93e0-a4f4b24822ce req-2258ae5c-3ae1-44d6-aa13-aa3769167e69 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:18.259676 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c833ff0b-55f1-44ad-93e0-a4f4b24822ce req-2258ae5c-3ae1-44d6-aa13-aa3769167e69 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.3171213 Jul 22 14:23:18.322010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-e42f4c87-f16e-47f5-8117-a0ca1b9e245e service neutron] 10.222.0.20 "GET /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471136 Jul 22 14:23:18.332955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:24Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:18.370818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] Checking router: 06d485c9-9e82-408f-b342-d37ceee20cec for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:18.383915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:18.384725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:22:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:18.417283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97dba513-1725-4b9a-9ac9-5923ca61166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.424967 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97dba513-1725-4b9a-9ac9-5923ca61166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.432407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-97dba513-1725-4b9a-9ac9-5923ca61166a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6180ada5-5457-49fe-bee0-5fcbff451d22 HTTP/1.1" status: 204 len: 168 time: 0.6802669 Jul 22 14:23:18.481953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dba513-1725-4b9a-9ac9-5923ca61166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180ada5-5457-49fe-bee0-5fcbff451d22,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:18.594252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c833ff0b-55f1-44ad-93e0-a4f4b24822ce req-6de28875-ef49-4311-a7b4-d161242f0710 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335497 Jul 22 14:23:18.616785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-399e647e-12e8-4874-867f-9d4f098f49fc req-048220e5-7a97-450f-b952-40f9ad089213 service neutron] 10.222.0.20 "GET /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825763 Jul 22 14:23:18.645681 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-449816d5-cdb4-4f75-942c-ded9bebe5022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.656771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-495d81e7-45b6-4675-becb-552a681c3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:18.658669 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-495d81e7-45b6-4675-becb-552a681c3f46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3fca293-f5be-4de5-b238-6cf36ccfe851 HTTP/1.1" status: 200 len: 898 time: 0.4318728 Jul 22 14:23:18.672293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:18.695792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cba98c-fb9e-49b5-ad51-0ae38de58010 req-76534f2a-5275-4630-91cf-465d73de889d tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:18.697517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9cba98c-fb9e-49b5-ad51-0ae38de58010 req-76534f2a-5275-4630-91cf-465d73de889d tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 943 time: 0.2524080 Jul 22 14:23:18.729878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-2a896edf-eb9e-47ca-99cd-fb06a2ff2aaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5 HTTP/1.1" status: 200 len: 217 time: 0.0539937 Jul 22 14:23:18.785931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9cba98c-fb9e-49b5-ad51-0ae38de58010 req-ab6a01e4-a91d-4b78-8696-3bf10e9f652a tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Jul 22 14:23:18.962730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-4185496f-b9e3-4269-ae57-0c79a8fa98de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:18.964234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-4185496f-b9e3-4269-ae57-0c79a8fa98de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5251857-6a80-439a-ade5-5b8a59a4f018 HTTP/1.1" status: 200 len: 835 time: 0.2317753 Jul 22 14:23:19.039219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dd8cb-6900-44cf-9223-011294121a2c req-67e2ff0c-bcd8-4a8f-8e9e-2c5cba9a4a64 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.046254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-560dd8cb-6900-44cf-9223-011294121a2c req-67e2ff0c-bcd8-4a8f-8e9e-2c5cba9a4a64 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1609516 Jul 22 14:23:19.086660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40a04-9a7d-4a0c-809a-04878790c7d7 req-a0470cb8-9c82-4ee2-b8e1-e386e8264c29 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.112920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3b40a04-9a7d-4a0c-809a-04878790c7d7 req-a0470cb8-9c82-4ee2-b8e1-e386e8264c29 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.3659008 Jul 22 14:23:19.176431 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.213375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:24Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:19.220006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-b620c1e6-db35-4bae-b70e-d38eca66fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.221560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-b620c1e6-db35-4bae-b70e-d38eca66fcb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3fca293-f5be-4de5-b238-6cf36ccfe851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308078 Jul 22 14:23:19.246114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-560dd8cb-6900-44cf-9223-011294121a2c req-7c8edd0c-6017-4942-8ba1-ef509891cd94 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920414 Jul 22 14:23:19.256685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3b40a04-9a7d-4a0c-809a-04878790c7d7 req-0f86f6b0-04b1-445f-899f-36c4337ad6d2 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331084 Jul 22 14:23:19.329026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6aad100-f639-4a55-9686-3a76fc82b6d5 None None] The sync data for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 is: [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:21:17Z', 'revision_number': 4, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '1db0dc89-c032-4678-bb04-e2aaf28301b3', 'name': '', 'network_id': 'a3fca293-f5be-4de5-b238-6cf36ccfe851', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'mac_address': 'fa:16:3e:ce:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:16Z', 'updated_at': '2021-07-22T14:21:24Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'subnets': [{'id': 'f5251857-6a80-439a-ade5-5b8a59a4f018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:19.350302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-55621a56-0bba-4a48-b39b-599ed4b20b6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2487235 Jul 22 14:23:19.490108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-e6765bf1-ed1b-4635-a69b-e3c039a885cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.492749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-e6765bf1-ed1b-4635-a69b-e3c039a885cd tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.3551352 Jul 22 14:23:19.559225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-a51838f7-e499-4213-8509-72a2cec6956c service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269298 Jul 22 14:23:19.643689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1acd-cd86-4a41-a667-78935a8546dd req-eeabe3ac-b1e7-41dc-9203-1cf09bcce534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.645908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-eeabe3ac-b1e7-41dc-9203-1cf09bcce534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 1097 time: 0.2591958 Jul 22 14:23:19.771729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924209d3-594a-4cd0-8208-730920ed2a4f req-c7e0e70e-3a5a-4eee-b7fb-ad1a19fe7d15 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.789957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-924209d3-594a-4cd0-8208-730920ed2a4f req-c7e0e70e-3a5a-4eee-b7fb-ad1a19fe7d15 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.3577318 Jul 22 14:23:19.934567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:19.936436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1acd-cd86-4a41-a667-78935a8546dd req-6662350e-3008-47f2-b282-8d59ea073baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.938537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-6662350e-3008-47f2-b282-8d59ea073baa service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.2220030 Jul 22 14:23:19.958003 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c833df4-2471-4c26-976c-af9faa9bfa8c None None] New status for floating IP 548a0e0e-864f-411e-8df4-9e547e78f1c8: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:23:19.961231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-924209d3-594a-4cd0-8208-730920ed2a4f req-67d0e82b-b077-4f80-acde-90fdff904096 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689720 Jul 22 14:23:19.977198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1556d34-a111-4a63-ad5b-0443a332a22f req-ebcee06c-e1f2-40b4-b743-6c313ae65304 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.984802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1556d34-a111-4a63-ad5b-0443a332a22f req-ebcee06c-e1f2-40b4-b743-6c313ae65304 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.5313821 Jul 22 14:23:19.991454 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.028889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a33c7ad-bbd4-43f4-b81b-f436a85edf28 req-ad9ae201-c547-4d36-8d05-fc87f9f205e5 service neutron] 10.222.0.20 "GET /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624696 Jul 22 14:23:20.046972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-5f992161-5d94-4cee-ae8b-0f9b2af0b4b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417 HTTP/1.1" status: 200 len: 217 time: 0.0878105 Jul 22 14:23:20.176811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port b95c9548-6810-46c2-9d91-a91d6a834cd5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:20.180767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.210566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c399ea-f159-477d-9475-f216da8b8116 req-720e85f0-b802-49d0-8b87-b1e00024ca09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.232695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01c399ea-f159-477d-9475-f216da8b8116 req-720e85f0-b802-49d0-8b87-b1e00024ca09 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 945 time: 0.1679020 Jul 22 14:23:20.258862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1556d34-a111-4a63-ad5b-0443a332a22f req-275505fc-0cef-45ea-b9d9-14c23450f53d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267802 Jul 22 14:23:20.283172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1acd-cd86-4a41-a667-78935a8546dd req-9d395a23-bef9-44c3-b866-fd5d8e74918f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.284771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-9d395a23-bef9-44c3-b866-fd5d8e74918f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.2365232 Jul 22 14:23:20.313047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:20.368780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a4129343-4a2d-4677-8506-ce8764cc4a40 tempest-AgentManagementNegativeTest-103453429 tempest-AgentManagementNegativeTest-103453429-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4310672 Jul 22 14:23:20.505394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01c399ea-f159-477d-9475-f216da8b8116 req-963c1255-5272-4863-a399-59131ef3ed75 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a803326-e611-4139-bb3b-09f0c427a2af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709422 Jul 22 14:23:20.595139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-42aaccd0-6dba-4973-9127-7377ff8d11e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3595486 Jul 22 14:23:20.615318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,segment=NetworkSegment(4ffdeeef-dd2e-449c-919d-186552555f98),segment_id=4ffdeeef-dd2e-449c-919d-186552555f98)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:20.651065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221', 'network_id': 'a2e06db3-b1d0-40ae-9f0f-fede0ef27329', 'port_id': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221', 'mac_address': 'fa:16:3e:56:63:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881696d5-b76d-4baa-ba12-eb74c1bce1f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:20.748505 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.768808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port b95c9548-6810-46c2-9d91-a91d6a834cd5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b95c9548-6810-46c2-9d91-a91d6a834cd5,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:20.768808 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.787622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:20.805479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43602e91-8837-4a05-ada9-ac8e332031d7 req-e273393b-3f87-4f42-8893-8148309ea0fc tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.816283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43602e91-8837-4a05-ada9-ac8e332031d7 req-e273393b-3f87-4f42-8893-8148309ea0fc tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 943 time: 0.3397746 Jul 22 14:23:20.819610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1acd-cd86-4a41-a667-78935a8546dd req-4c0284f5-2bcb-4725-8d1a-54f02e5641c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.821134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-4c0284f5-2bcb-4725-8d1a-54f02e5641c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5137329 Jul 22 14:23:20.822763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for b95c9548-6810-46c2-9d91-a91d6a834cd5 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:20.831691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,segment=NetworkSegment(4ffdeeef-dd2e-449c-919d-186552555f98),segment_id=4ffdeeef-dd2e-449c-919d-186552555f98)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:20.837610 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.861888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-79b2186f-cc7c-45d4-b25d-54dcf2bbb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.863630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-79b2186f-cc7c-45d4-b25d-54dcf2bbb7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f441b351145648d6b7dd6335e92be74f&device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 1097 time: 0.2410407 Jul 22 14:23:20.887320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cffcdb-badd-4301-a750-b51ae030b4dd req-c6d9420d-035e-4286-8b8b-d614b4226a5d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.888480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99cffcdb-badd-4301-a750-b51ae030b4dd req-c6d9420d-035e-4286-8b8b-d614b4226a5d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.1855049 Jul 22 14:23:20.923759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:21.003666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:21.024262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43602e91-8837-4a05-ada9-ac8e332031d7 req-d64bb0ed-2af2-41f1-a9c2-547703c1a2da tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062976 Jul 22 14:23:21.067349 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99cffcdb-badd-4301-a750-b51ae030b4dd req-872d8c80-5d76-4c0b-9da1-3e88d194a8a9 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570842 Jul 22 14:23:21.077522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['26c9f4ce-d8ee-4d40-aff0-508efc1d8221'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:21.111501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-82731c2d-0636-4c96-b6f6-f4eb4be665d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.113004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-82731c2d-0636-4c96-b6f6-f4eb4be665d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 200 len: 907 time: 0.2236447 Jul 22 14:23:21.168002 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-1ae73b25-949f-4342-bf9b-1e3ff5195679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70 HTTP/1.1" status: 200 len: 217 time: 0.0479910 Jul 22 14:23:21.197125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-ce779020-b813-48a5-bc00-b0e0fba56615 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392484 Jul 22 14:23:21.322379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fb716dd-d6fc-48c3-a8c0-5d243c776bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.348953 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.402060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-311120a7-1606-4835-a447-d5dad47a8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.406915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-311120a7-1606-4835-a447-d5dad47a8fcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 200 len: 846 time: 0.2318339 Jul 22 14:23:21.462557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.478209 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d7266f48-0a18-4792-90ff-92e9a47849e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.489378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-974f8778-0e1c-4018-b06b-1a1a3b7829e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e35ccfef-4840-433e-be08-376778da48f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750432 Jul 22 14:23:21.498701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=b95c9548-6810-46c2-9d91-a91d6a834cd5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:21.535491 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-380e1acd-cd86-4a41-a667-78935a8546dd req-0a407532-8fb7-4206-9be6-8c3d0b775f7b service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296046 Jul 22 14:23:21.611465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fe433-bc65-498f-b49b-310a159a1f53 req-96063be1-7200-42d2-bf7a-82f9b50b4d4e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.613043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-804fe433-bc65-498f-b49b-310a159a1f53 req-96063be1-7200-42d2-bf7a-82f9b50b4d4e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.4084303 Jul 22 14:23:21.614074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] No DVR routers for this DVR port b95c9548-6810-46c2-9d91-a91d6a834cd5 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:21.616562 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.618868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dab71430-ea80-48fa-ac2b-7e56466a47b8 req-3b25ece5-23bb-4307-9c69-15d52d0107b4 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.20 "DELETE /v2.0/ports/b95c9548-6810-46c2-9d91-a91d6a834cd5 HTTP/1.1" status: 204 len: 173 time: 2.1150947 Jul 22 14:23:21.619331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'name': 'network-vif-deleted', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:21.622316 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90172e10-0d2c-443d-bd91-18a2ffdfbfab" -d '{"events": [{"server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "name": "network-vif-deleted", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:21.675194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-804fe433-bc65-498f-b49b-310a159a1f53 req-c36442fc-ab12-4ea6-b5fd-9a67e8eb2375 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503972 Jul 22 14:23:21.781027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-8d24f1c7-5f9b-40f7-8c7d-537c165ae11a service neutron] 10.222.0.20 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754791 Jul 22 14:23:21.799220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686410f-e425-4246-af37-f97974fa8f33 req-1a441753-4356-46e3-b3d6-5acd4988573e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.806593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6686410f-e425-4246-af37-f97974fa8f33 req-1a441753-4356-46e3-b3d6-5acd4988573e tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.3217480 Jul 22 14:23:21.857595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fb716dd-d6fc-48c3-a8c0-5d243c776bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.858326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5553-9371-40e3-82c1-f3b43bd5b9f5 req-21f1717c-7edc-45ad-a260-fecd11c9c741 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.868064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02ce5553-9371-40e3-82c1-f3b43bd5b9f5 req-21f1717c-7edc-45ad-a260-fecd11c9c741 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.0853574 Jul 22 14:23:21.877309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fb716dd-d6fc-48c3-a8c0-5d243c776bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.951007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02ce5553-9371-40e3-82c1-f3b43bd5b9f5 req-d01eb801-5a12-4884-ad84-14c503d0c423 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775280 Jul 22 14:23:22.042262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6686410f-e425-4246-af37-f97974fa8f33 req-cce157a9-bf74-4c2e-9432-21b86b6fbe44 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347064 Jul 22 14:23:22.103891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d7d6203-bec4-4a7b-8581-cf1eb98e9de7 req-2909f8ee-5ec5-4c54-b230-4b577b51bcd0 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3b13467-cf42-4f7b-900a-cdc2350bdd8e HTTP/1.1" status: 200 len: 210 time: 0.0526240 Jul 22 14:23:22.107444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb716dd-d6fc-48c3-a8c0-5d243c776bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4fe236-dff7-4bfb-9bbe-796ef654312d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:22.136459 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564a9b22-a3c1-4db0-bc4d-d9c326f18937 x-openstack-request-id: req-564a9b22-a3c1-4db0-bc4d-d9c326f18937 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:22.136761 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b13467-cf42-4f7b-900a-cdc2350bdd8e", "name": "network-vif-deleted", "tag": "b95c9548-6810-46c2-9d91-a91d6a834cd5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:22.137129 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-564a9b22-a3c1-4db0-bc4d-d9c326f18937 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:22.137436 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b13467-cf42-4f7b-900a-cdc2350bdd8e', 'name': 'network-vif-deleted', 'tag': 'b95c9548-6810-46c2-9d91-a91d6a834cd5', 'status': 'completed', 'code': 200} Jul 22 14:23:22.149718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:22.150417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4fb716dd-d6fc-48c3-a8c0-5d243c776bff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=124a08648c5b4ee2baf8ebf6565c8260&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1412458 Jul 22 14:23:22.177513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe47790c-1b2b-4cfd-8a73-f9f6fbe70363 req-a854cd3a-21af-492d-ac36-923ff2debc51 service neutron] 10.222.0.20 "GET /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892040 Jul 22 14:23:22.297969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e1ffe8c-8137-41ae-b619-a7061e9006f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.332346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:22.347170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e1ffe8c-8137-41ae-b619-a7061e9006f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.410906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2934bd0-64e7-41d2-bb15-280141ec6082 req-55964fa6-37a5-4a01-9d16-05fcb6a70720 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:22.418401 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2934bd0-64e7-41d2-bb15-280141ec6082 req-55964fa6-37a5-4a01-9d16-05fcb6a70720 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 944 time: 0.1506655 Jul 22 14:23:22.423507 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.425511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:22.432396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:22.433087 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.452197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e1ffe8c-8137-41ae-b619-a7061e9006f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.455113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e1ffe8c-8137-41ae-b619-a7061e9006f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.458783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e1ffe8c-8137-41ae-b619-a7061e9006f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c4fe236-dff7-4bfb-9bbe-796ef654312d HTTP/1.1" status: 204 len: 168 time: 0.3056748 Jul 22 14:23:22.487926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ffe8c-8137-41ae-b619-a7061e9006f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4fe236-dff7-4bfb-9bbe-796ef654312d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:22.538429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2934bd0-64e7-41d2-bb15-280141ec6082 req-b5f4c79f-7fca-4324-a1a0-188e7a035d12 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187272 Jul 22 14:23:22.599761 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.639566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,segment=NetworkSegment(4ffdeeef-dd2e-449c-919d-186552555f98),segment_id=4ffdeeef-dd2e-449c-919d-186552555f98)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:22.649905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:22.652992 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a49bad4-6583-4895-a4d9-61032bc6a0db" -d '{"events": [{"server_uuid": "2221464e-1a3e-4e6e-bd02-4195f243962d", "name": "network-vif-plugged", "status": "completed", "tag": "26c9f4ce-d8ee-4d40-aff0-508efc1d8221"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:22.658615 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.659440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:22.686862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: b95c9548-6810-46c2-9d91-a91d6a834cd5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:22.687244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b95c9548-6810-46c2-9d91-a91d6a834cd5 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:22.720921 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1bee1b-9d87-42d0-8e9c-b0d5579e296b x-openstack-request-id: req-cb1bee1b-9d87-42d0-8e9c-b0d5579e296b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:22.721255 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221464e-1a3e-4e6e-bd02-4195f243962d", "name": "network-vif-plugged", "status": "completed", "tag": "26c9f4ce-d8ee-4d40-aff0-508efc1d8221", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:22.721483 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb1bee1b-9d87-42d0-8e9c-b0d5579e296b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:22.721950 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221', 'code': 200} Jul 22 14:23:22.802518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:22.887280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513abbc8-2df1-489d-95f9-aeb75a00c19d req-846f657c-ba4f-42f2-855d-4bb328007ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:22.889043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-513abbc8-2df1-489d-95f9-aeb75a00c19d req-846f657c-ba4f-42f2-855d-4bb328007ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 1097 time: 0.1059177 Jul 22 14:23:22.920957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-6abc0d9a-826a-467a-8e76-54996a9b93f9 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:22.922551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-6abc0d9a-826a-467a-8e76-54996a9b93f9 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.1705766 Jul 22 14:23:22.972778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-513abbc8-2df1-489d-95f9-aeb75a00c19d req-7983dbef-da91-4bbe-977f-a55791482038 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734241 Jul 22 14:23:23.004986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee17a6-1de1-456b-9eb6-464705885af8 req-f2d954af-b273-4c5d-8e3d-349ac0a9f388 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:23.014287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5aee17a6-1de1-456b-9eb6-464705885af8 req-f2d954af-b273-4c5d-8e3d-349ac0a9f388 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1829209 Jul 22 14:23:23.096514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5aee17a6-1de1-456b-9eb6-464705885af8 req-94fa52ea-85dd-4512-8cfd-d592f98ed3a0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809751 Jul 22 14:23:23.148170 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Deleting port 281b474f-0063-4851-8f44-36e8e9ebcb17 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:23.148611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.203531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffde4-dbe9-4aab-b99f-185054017ae3 req-4c35b69f-02b2-4d33-a617-73b92ce6a52a tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:23.205584 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-723ffde4-dbe9-4aab-b99f-185054017ae3 req-4c35b69f-02b2-4d33-a617-73b92ce6a52a tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 1097 time: 0.1091285 Jul 22 14:23:23.304288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-723ffde4-dbe9-4aab-b99f-185054017ae3 req-14a033b9-aee2-456b-ae9a-2e8e8c336b8c tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828736 Jul 22 14:23:23.361102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] For port 281b474f-0063-4851-8f44-36e8e9ebcb17, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=281b474f-0063-4851-8f44-36e8e9ebcb17,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:23.361477 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.384278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59872) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:23.386591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f18003-9f4b-43c1-86d1-aa4e65cd76b0 req-c89ccb1b-ee07-4f5d-9c07-d9a7b3c33b12 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:23.388308 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62f18003-9f4b-43c1-86d1-aa4e65cd76b0 req-c89ccb1b-ee07-4f5d-9c07-d9a7b3c33b12 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1880226 Jul 22 14:23:23.389278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Calling delete_port for 281b474f-0063-4851-8f44-36e8e9ebcb17 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:23.500694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62f18003-9f4b-43c1-86d1-aa4e65cd76b0 req-2668a693-ae70-4803-8d9d-4333ed8b9e58 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951421 Jul 22 14:23:23.657158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:23.683775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.702943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['780177bb-4dea-4eb2-8813-6605d5c9ab36'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:23.717651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Pushing event deleted for resources: {'Port': ['ID=281b474f-0063-4851-8f44-36e8e9ebcb17,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:23.829737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] No DVR routers for this DVR port 281b474f-0063-4851-8f44-36e8e9ebcb17 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:23.842002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.844169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee061775-915a-4ba4-af4c-1c7f3a0e51b4 req-da3a1538-29ed-483b-9a23-bad8cc1671a5 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.13 "DELETE /v2.0/ports/281b474f-0063-4851-8f44-36e8e9ebcb17 HTTP/1.1" status: 204 len: 173 time: 0.9125543 Jul 22 14:23:23.974993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2092353709'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:24.042006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Made reservation on behalf of 922d83deb2284f6e8e943dcc8cddc90d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:24.045741 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.060644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.139897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'name': 'network-vif-deleted', 'tag': '281b474f-0063-4851-8f44-36e8e9ebcb17'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:24.152895 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3130e4-859f-4177-9d2d-f77f31bd3b0d" -d '{"events": [{"server_uuid": "02a13d1f-fd4d-472d-8bce-e16712a423b3", "name": "network-vif-deleted", "tag": "281b474f-0063-4851-8f44-36e8e9ebcb17"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:24.235103 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.238215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb3c30-e3aa-4a5c-b7df-d615572c2cd5 req-6a31ede7-fe78-45d2-907a-fd0c65ff4e93 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:24.250838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45bb3c30-e3aa-4a5c-b7df-d615572c2cd5 req-6a31ede7-fe78-45d2-907a-fd0c65ff4e93 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 945 time: 0.5872846 Jul 22 14:23:24.308371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-45bb3c30-e3aa-4a5c-b7df-d615572c2cd5 req-1c12517b-b0e1-4556-b4fb-b2c860d72f74 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Jul 22 14:23:24.338176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.369044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e87c1d-9313-44e7-ab66-e0a4a45ffdb4 req-5e0935e4-0f12-41ff-bf4b-a8f999e7ae83 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:24.380995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88e87c1d-9313-44e7-ab66-e0a4a45ffdb4 req-5e0935e4-0f12-41ff-bf4b-a8f999e7ae83 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.1874993 Jul 22 14:23:24.383022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.413694 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1542c60-5fe0-4e93-9080-bc91ba865c4d x-openstack-request-id: req-e1542c60-5fe0-4e93-9080-bc91ba865c4d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:24.414973 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a13d1f-fd4d-472d-8bce-e16712a423b3", "name": "network-vif-deleted", "tag": "281b474f-0063-4851-8f44-36e8e9ebcb17", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:24.415238 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1542c60-5fe0-4e93-9080-bc91ba865c4d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:24.415641 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a13d1f-fd4d-472d-8bce-e16712a423b3', 'name': 'network-vif-deleted', 'tag': '281b474f-0063-4851-8f44-36e8e9ebcb17', 'status': 'completed', 'code': 200} Jul 22 14:23:24.452587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:24.481388 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88e87c1d-9313-44e7-ab66-e0a4a45ffdb4 req-ef0c369d-2b50-49c3-bb72-fe8c6d4787e3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940821 Jul 22 14:23:24.497975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed99dd1e-fe62-4b57-a105-11a986fdc4d1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:24.506573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.507356 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Added segment 12c98648-d43f-4a67-a47c-37523b284d21 of type vlan for network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 Jul 22 14:23:24.553506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9895373-d56d-481f-bc98-85fb46f3b1d9 req-8cc54d3c-b036-4e6f-b490-90abaaa0d7e6 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=02a13d1f-fd4d-472d-8bce-e16712a423b3 HTTP/1.1" status: 200 len: 210 time: 0.0615947 Jul 22 14:23:24.575276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.626787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.704913 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.711759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:24.712794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.786469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64adf55e-b553-43ff-a9fa-0b313d9c3cea req-be25e471-834a-400d-add7-616cca5ae489 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:24.794743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64adf55e-b553-43ff-a9fa-0b313d9c3cea req-be25e471-834a-400d-add7-616cca5ae489 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1617815 Jul 22 14:23:24.801028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1425965 Jul 22 14:23:24.804169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:24.810746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'subnet': {'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:24.839905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242a257-6b63-4bce-be88-6e9e83e7509c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Network': ['ID=d5f8f33e-ee04-4efb-a7bc-7f62b691afa8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:24.850979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:24.892932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-64adf55e-b553-43ff-a9fa-0b313d9c3cea req-da6811cd-a20d-4704-a29a-5d0befecb98d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923283 Jul 22 14:23:25.016330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Made reservation on behalf of 922d83deb2284f6e8e943dcc8cddc90d for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:25.020078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.348289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 281b474f-0063-4851-8f44-36e8e9ebcb17 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:25.355230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 1db0dc89-c032-4678-bb04-e2aaf28301b3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:25.356053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.384803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 281b474f-0063-4851-8f44-36e8e9ebcb17 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:25.385209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 281b474f-0063-4851-8f44-36e8e9ebcb17 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:25.521277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59918) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:25.557367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 1db0dc89-c032-4678-bb04-e2aaf28301b3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1db0dc89-c032-4678-bb04-e2aaf28301b3,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:25.557806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.606071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 1db0dc89-c032-4678-bb04-e2aaf28301b3 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:25.627410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c1c12-f00d-4586-94e2-955c27ecfaf2 req-07957fd8-af84-4fbe-a80c-8ce5432af8ee tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:25.629012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f91c1c12-f00d-4586-94e2-955c27ecfaf2 req-07957fd8-af84-4fbe-a80c-8ce5432af8ee tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 945 time: 0.2444940 Jul 22 14:23:25.633193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c331-3df4-4e13-ac82-81dbe48d706e req-ebe9e909-c41a-45fb-bf9a-ee24372189bc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:25.640356 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba08c331-3df4-4e13-ac82-81dbe48d706e req-ebe9e909-c41a-45fb-bf9a-ee24372189bc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.0900407 Jul 22 14:23:25.695227 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba08c331-3df4-4e13-ac82-81dbe48d706e req-26efab44-8712-4aa7-aefe-e53826ee1832 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540538 Jul 22 14:23:25.748887 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7662843b-df01-4891-a8cf-b73dddc1ef6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.758492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50691678-d0b5-469e-8372-2d361f199cb3 req-34ed78b4-541e-4a74-916e-b9b1e16020cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:25.760022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-34ed78b4-541e-4a74-916e-b9b1e16020cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 1097 time: 0.0637150 Jul 22 14:23:25.794079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f91c1c12-f00d-4586-94e2-955c27ecfaf2 req-3fd94334-c02b-4fe0-9c36-98c57189cc76 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540718 Jul 22 14:23:25.803929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.878153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50691678-d0b5-469e-8372-2d361f199cb3 req-b849055d-169d-4d10-b3cd-7be6d56135f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:25.879673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-b849055d-169d-4d10-b3cd-7be6d56135f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.1136045 Jul 22 14:23:25.944903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-e6b1e6fb-dd6c-4a4c-9347-1bb92bea3c4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b HTTP/1.1" status: 200 len: 217 time: 0.0493093 Jul 22 14:23:25.956115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Subnet': ['ID=c7c520c4-692b-4b20-819e-a74bc9b9fbee,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:25.986686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Checking segment: {'id': '12c98648-d43f-4a67-a47c-37523b284d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:25.987048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network hostable DHCP agents. Network: d5f8f33e-ee04-4efb-a7bc-7f62b691afa8, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:26.040628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50691678-d0b5-469e-8372-2d361f199cb3 req-466c6592-ecc1-407d-a4a0-861b9ae2f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.042048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-466c6592-ecc1-407d-a4a0-861b9ae2f0a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.0910060 Jul 22 14:23:26.093444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e833cc4-c635-4279-8001-2417d3c3131e req-565b2c0c-bd48-4838-a4cb-db126c954718 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.095286 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e833cc4-c635-4279-8001-2417d3c3131e req-565b2c0c-bd48-4838-a4cb-db126c954718 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1000035 Jul 22 14:23:26.106107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:26.132763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7662843b-df01-4891-a8cf-b73dddc1ef6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.136799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d5f8f33e-ee04-4efb-a7bc-7f62b691afa8) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:26.141673 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7662843b-df01-4891-a8cf-b73dddc1ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.145978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50691678-d0b5-469e-8372-2d361f199cb3 req-f9203ace-0d36-4b73-a70d-cfd6cf45c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.146203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.146804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.147781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-f9203ace-0d36-4b73-a70d-cfd6cf45c80f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971253 Jul 22 14:23:26.149701 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e833cc4-c635-4279-8001-2417d3c3131e req-590e57db-efe9-428c-a13a-aedcdaecabcf tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Jul 22 14:23:26.154799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a952d5e-ab3f-4092-a421-c15f74e698fd None None] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:26.181575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.258295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662843b-df01-4891-a8cf-b73dddc1ef6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148cb760-d75e-4e88-a234-d79576a5713e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.261812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ececb13-ebbb-470d-a1c0-2db369137569 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4554536 Jul 22 14:23:26.263800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=1db0dc89-c032-4678-bb04-e2aaf28301b3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.274214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7662843b-df01-4891-a8cf-b73dddc1ef6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=694381b940e349829b6ee553e2931ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7459164 Jul 22 14:23:26.274214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:26.285927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a0d5-ea40-4345-b5b0-c4b3cd2fd38f req-55ef7b90-3c40-496c-9726-7273bd4ade5d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.293451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c01a0d5-ea40-4345-b5b0-c4b3cd2fd38f req-55ef7b90-3c40-496c-9726-7273bd4ade5d tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.3101890 Jul 22 14:23:26.294985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-b646ce1d-440f-4007-a07b-cc623dd337b1 service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403739 Jul 22 14:23:26.296031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:26.297862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2136634580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:26.430624 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.431662 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.444374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c01a0d5-ea40-4345-b5b0-c4b3cd2fd38f req-5b262107-15f6-4349-bcea-c3d4fb3c9ee4 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500688 Jul 22 14:23:26.444544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e0e745a-66c2-41af-931d-dec741960389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.472999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50691678-d0b5-469e-8372-2d361f199cb3 req-df58694c-e172-4812-a550-74d29900561b service neutron] 10.222.0.13 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705723 Jul 22 14:23:26.485402 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e0e745a-66c2-41af-931d-dec741960389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.589569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e0e745a-66c2-41af-931d-dec741960389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.592499 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e0e745a-66c2-41af-931d-dec741960389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.596712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e0e745a-66c2-41af-931d-dec741960389 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/148cb760-d75e-4e88-a234-d79576a5713e HTTP/1.1" status: 204 len: 168 time: 0.2997775 Jul 22 14:23:26.604377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.607638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e745a-66c2-41af-931d-dec741960389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148cb760-d75e-4e88-a234-d79576a5713e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.617848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-d5f8f33e-ee04-4efb-a7bc-7f62b691afa8', 'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8', 'tenant_id': '922d83deb2284f6e8e943dcc8cddc90d', 'fixed_ips': [{'subnet_id': 'c7c520c4-692b-4b20-819e-a74bc9b9fbee'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:23:26.618909 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.626494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.695200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.697140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea389583-11e6-4363-91d6-b5ca4146021f tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4221931 Jul 22 14:23:26.700021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:26.711386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.859611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Allocated IP 172.20.0.2 (d5f8f33e-ee04-4efb-a7bc-7f62b691afa8/c7c520c4-692b-4b20-819e-a74bc9b9fbee/63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:26.902499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5941a5-32a9-4b2a-ae77-54ddf1a5ebc9 req-85028f79-461d-4866-be6c-061284dab0a2 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.904098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f5941a5-32a9-4b2a-ae77-54ddf1a5ebc9 req-85028f79-461d-4866-be6c-061284dab0a2 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 945 time: 0.1260569 Jul 22 14:23:27.048509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59950) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:27.059748 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.069553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Transition to ACTIVE for port object 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:27.086289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Transition to ACTIVE for port object 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:27.088106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd67e-802b-4ca9-a4f7-08141c947e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.093684 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.124401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Router 06d485c9-9e82-408f-b342-d37ceee20cec has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:27.144132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:27.147165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:27.147343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d0910-833d-4552-8f8d-4a69792dc691 req-741c04fb-70cd-4b71-a02d-41aeb2b541b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:27.149650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-882d0910-833d-4552-8f8d-4a69792dc691 req-741c04fb-70cd-4b71-a02d-41aeb2b541b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.3300028 Jul 22 14:23:27.151324 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.152893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:27.156663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f5941a5-32a9-4b2a-ae77-54ddf1a5ebc9 req-ca04ee85-00d8-4e37-8126-ec864179a67f tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449193 Jul 22 14:23:27.163407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Pushing event updated for resources: {'Port': ['ID=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:27.231041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Attempting to bind port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:27.231502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Attempting to bind port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '12c98648-d43f-4a67-a47c-37523b284d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:27.231940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Attempting to bind port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd on network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:27.238235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:27.239408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Checking segment: {'id': '12c98648-d43f-4a67-a47c-37523b284d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:27.239891 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.240357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Bound using segment: {'id': '12c98648-d43f-4a67-a47c-37523b284d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:27.240897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Bound port: 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c98648-d43f-4a67-a47c-37523b284d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:27.241349 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.266702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-882d0910-833d-4552-8f8d-4a69792dc691 req-f93a348e-2490-4aea-8dd2-a81594b8738e tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001060 Jul 22 14:23:27.322163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] For port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:27.325958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] For port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,segment=NetworkSegment(12c98648-d43f-4a67-a47c-37523b284d21),segment_id=12c98648-d43f-4a67-a47c-37523b284d21)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:27.331440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.398450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ca3ab-e4d5-4d4a-b58c-ffe29e53b7d0 None None] Pushing event updated for resources: {'Port': ['ID=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:27.434628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:27.444570 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3b163e28-e0fd-47d9-8434-5209bcf0bcfe tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "PUT /v2.0/routers/06d485c9-9e82-408f-b342-d37ceee20cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590384 Jul 22 14:23:27.452366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] Sync routers for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:27.452842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb1b6c-c373-40bb-8604-1ffefbe6e47a req-ca060605-42eb-43e3-893b-fd9bef063ff7 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:27.454739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20cb1b6c-c373-40bb-8604-1ffefbe6e47a req-ca060605-42eb-43e3-893b-fd9bef063ff7 tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.1859329 Jul 22 14:23:27.458443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59954) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:27.471375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:27.472171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:27.543667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd67e-802b-4ca9-a4f7-08141c947e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.565471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd67e-802b-4ca9-a4f7-08141c947e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.616802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:27.617547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-ee669bff-3c35-4a2b-8d53-4636ff00381b tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:27.619154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-ee669bff-3c35-4a2b-8d53-4636ff00381b tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 1097 time: 0.2749891 Jul 22 14:23:27.676291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20cb1b6c-c373-40bb-8604-1ffefbe6e47a req-4c67612b-58e5-4b00-9f8c-9890fb8ff95b tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a7b94db5-ffa2-4e08-8a29-a93d73a04213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630814 Jul 22 14:23:27.729694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting subnet f5251857-6a80-439a-ade5-5b8a59a4f018 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:27.734858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cf4cd67e-802b-4ca9-a4f7-08141c947e7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd1ec22c22dd4a669d241dded2b7b522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6841028 Jul 22 14:23:27.741074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cd67e-802b-4ca9-a4f7-08141c947e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d427c22-9271-4040-99cb-b17c000e3cb8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:27.746753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.749802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59958) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:27.878614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:23:26Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:27.885601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.917404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] Checking router: 06d485c9-9e82-408f-b342-d37ceee20cec for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:27.928929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] Routers {'06d485c9-9e82-408f-b342-d37ceee20cec'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:27.930219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['06d485c9-9e82-408f-b342-d37ceee20cec'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:27.956424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Allocated IP 172.20.0.1 (d5f8f33e-ee04-4efb-a7bc-7f62b691afa8/c7c520c4-692b-4b20-819e-a74bc9b9fbee/1169b3ec-dea3-4227-8b16-b1636cdffbf1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:28.006898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9293bf8e-1902-40b0-8837-f33baa1ac90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.015692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f4b21-2e27-4db9-af62-6badfec3f486 req-e7fb2bcf-e495-4ab2-aecc-e01a9a35d7fd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:28.022154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b82f4b21-2e27-4db9-af62-6badfec3f486 req-e7fb2bcf-e495-4ab2-aecc-e01a9a35d7fd tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1413808 Jul 22 14:23:28.033307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Deleting port 780177bb-4dea-4eb2-8813-6605d5c9ab36 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:28.034142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.056013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] Set router 06d485c9-9e82-408f-b342-d37ceee20cec gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:28.081716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9293bf8e-1902-40b0-8837-f33baa1ac90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.133452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.144525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b82f4b21-2e27-4db9-af62-6badfec3f486 req-ed08852c-fb7f-47f3-b948-5971d8789754 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204722 Jul 22 14:23:28.212792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.235918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] For port 780177bb-4dea-4eb2-8813-6605d5c9ab36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=780177bb-4dea-4eb2-8813-6605d5c9ab36,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:28.236486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.265285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-c6c9a7c1-3de3-41c2-9e35-ed4393b273e9 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:28.266920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-c6c9a7c1-3de3-41c2-9e35-ed4393b273e9 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.20 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 945 time: 0.2398658 Jul 22 14:23:28.295805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Calling delete_port for 780177bb-4dea-4eb2-8813-6605d5c9ab36 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:28.314592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Transition to ACTIVE for port object 1169b3ec-dea3-4227-8b16-b1636cdffbf1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:28.400216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.478506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Subnet': ['ID=f5251857-6a80-439a-ade5-5b8a59a4f018,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:28.481032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.485734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-34626004-99ee-48ed-bfbb-615942ee6a85 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/subnets/f5251857-6a80-439a-ade5-5b8a59a4f018 HTTP/1.1" status: 204 len: 168 time: 1.0235455 Jul 22 14:23:28.502151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59964) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:28.502366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0c4b3-a37b-48a7-8ddd-828b814b15a0 None None] Network a3fca293-f5be-4de5-b238-6cf36ccfe851 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:28.504319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9293bf8e-1902-40b0-8837-f33baa1ac90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.507100 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9293bf8e-1902-40b0-8837-f33baa1ac90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.511919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9293bf8e-1902-40b0-8837-f33baa1ac90f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d427c22-9271-4040-99cb-b17c000e3cb8 HTTP/1.1" status: 204 len: 168 time: 0.7376304 Jul 22 14:23:28.581396 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.610630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293bf8e-1902-40b0-8837-f33baa1ac90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d427c22-9271-4040-99cb-b17c000e3cb8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:28.651157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:23:26Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:28.677956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135b03b-9893-4901-b58f-11b7e0520d94 req-a5d2ad5b-a8db-4c2f-9525-f6edcdcf6e05 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:28.687089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e135b03b-9893-4901-b58f-11b7e0520d94 req-a5d2ad5b-a8db-4c2f-9525-f6edcdcf6e05 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 945 time: 0.2631845 Jul 22 14:23:28.698481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d6a4a-2b28-4a2d-8254-a201141598cb None None] The sync data for ids ['06d485c9-9e82-408f-b342-d37ceee20cec'] in n-d-787205-11 is: [{'id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258654385', 'tenant_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:21:09Z', 'updated_at': '2021-07-22T14:23:26Z', 'revision_number': 5, 'project_id': '0ecc5739585a4cdd98d8a79fff6f65e4', 'gw_port': {'id': '8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d485c9-9e82-408f-b342-d37ceee20cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:21:10Z', 'updated_at': '2021-07-22T14:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:28.714680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:28.717588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Deleting port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:28.718221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.721776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:28.724423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:28.760579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceb4cd-908b-4515-a929-97dc1fa8dfbe req-fbfbc735-c3c3-4ff6-afe5-4b521093043e tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:28.762233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41ceb4cd-908b-4515-a929-97dc1fa8dfbe req-fbfbc735-c3c3-4ff6-afe5-4b521093043e tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 945 time: 0.4759138 Jul 22 14:23:28.823650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Port': ['ID=1169b3ec-dea3-4227-8b16-b1636cdffbf1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:28.832980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.853071 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.866693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['780177bb-4dea-4eb2-8813-6605d5c9ab36'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:28.918115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd2d904-0282-4a7c-b771-de8ac446e4ca None None] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:28.944544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41ceb4cd-908b-4515-a929-97dc1fa8dfbe req-29313843-4f3a-40c2-a3a3-6202a14bc87f tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701691 Jul 22 14:23:28.981207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Pushing event deleted for resources: {'Port': ['ID=780177bb-4dea-4eb2-8813-6605d5c9ab36,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:29.070677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e135b03b-9893-4901-b58f-11b7e0520d94 req-9b4308ba-1691-4285-b267-399c2606fdba tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797948 Jul 22 14:23:29.074461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] DHCP port deletion for a3fca293-f5be-4de5-b238-6cf36ccfe851 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:23:29.087010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.171860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f47e36dc-5e12-493b-a7c6-287af3906b60 None None] Provisioning for port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:29.357743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:29.391642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 6e37a9e9-255e-449b-8474-29ed4d5e909b no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:29.399711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] Deleting port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:29.400104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.481540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] For port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,segment=NetworkSegment(6d466760-1d51-4406-ae22-d43b08b642eb),segment_id=6d466760-1d51-4406-ae22-d43b08b642eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:29.482043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.502167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] Calling delete_port for c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:29.593987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] For port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,segment=NetworkSegment(4ffdeeef-dd2e-449c-919d-186552555f98),segment_id=4ffdeeef-dd2e-449c-919d-186552555f98)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:29.594665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.630726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Calling delete_port for 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:29.670208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.731764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.733029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] Pushing event deleted for resources: {'Port': ['ID=c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:29.743679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af91d2e-7829-48b4-9850-950ea0dc7df5 None None] No DVR routers for this DVR port c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:29.754463 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.784605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] No DVR routers for this DVR port 780177bb-4dea-4eb2-8813-6605d5c9ab36 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:29.807154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:29.808961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.811512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af0422de-fdc4-4974-9aa4-0cb0d72002f2 req-e83ea834-01e9-4bb9-954a-888ef142ea7d tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.20 "DELETE /v2.0/ports/780177bb-4dea-4eb2-8813-6605d5c9ab36 HTTP/1.1" status: 204 len: 173 time: 2.1753318 Jul 22 14:23:29.831418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a55bcb1-fe04-4984-ac35-f4fb9e11ebb3 req-0b2ba2cc-a9f8-49fc-8541-9930791fd84e tempest-TestServerMultinode-1167331957 tempest-TestServerMultinode-1167331957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2cc34796-b9ff-4bd8-bc02-8ea496691ae3 HTTP/1.1" status: 200 len: 210 time: 0.0860472 Jul 22 14:23:29.832192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'name': 'network-vif-deleted', 'tag': '780177bb-4dea-4eb2-8813-6605d5c9ab36'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:29.836824 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8954ba85-68d0-4de0-b4f4-5518da06e4d9" -d '{"events": [{"server_uuid": "2cc34796-b9ff-4bd8-bc02-8ea496691ae3", "name": "network-vif-deleted", "tag": "780177bb-4dea-4eb2-8813-6605d5c9ab36"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:29.850384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:29.850987 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.856004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a978e39-190e-4214-aaf5-87a6bc8195c2 req-8e182dd1-65df-4a67-9fdb-fdc558618e80 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:29.874357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3a978e39-190e-4214-aaf5-87a6bc8195c2 req-8e182dd1-65df-4a67-9fdb-fdc558618e80 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.4760907 Jul 22 14:23:29.939656 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf351b1-2efe-493a-9426-2e63799a61d7 x-openstack-request-id: req-4cf351b1-2efe-493a-9426-2e63799a61d7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:29.939949 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc34796-b9ff-4bd8-bc02-8ea496691ae3", "name": "network-vif-deleted", "tag": "780177bb-4dea-4eb2-8813-6605d5c9ab36", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:29.940198 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cf351b1-2efe-493a-9426-2e63799a61d7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:29.940592 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc34796-b9ff-4bd8-bc02-8ea496691ae3', 'name': 'network-vif-deleted', 'tag': '780177bb-4dea-4eb2-8813-6605d5c9ab36', 'status': 'completed', 'code': 200} Jul 22 14:23:29.973244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Deleting port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:29.973244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.084179 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.137590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:30.158642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:30.161233 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fbde98-03d1-43dc-bf54-66f1e7c2c52a" -d '{"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:30.163895 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.169587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] For port 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:30.169587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.170590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.197788 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3a978e39-190e-4214-aaf5-87a6bc8195c2 req-2662eaa8-a07c-406e-bf87-3a24cb8c0541 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178861 Jul 22 14:23:30.224804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Calling delete_port for 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:30.234338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c23993-6b00-42e6-a5d7-4b89f12dee89 req-1659e63d-b703-4237-8ed3-f1aef0d1da0f tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:30.235889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49c23993-6b00-42e6-a5d7-4b89f12dee89 req-1659e63d-b703-4237-8ed3-f1aef0d1da0f tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/ports?device_id=2221464e-1a3e-4e6e-bd02-4195f243962d HTTP/1.1" status: 200 len: 945 time: 0.1713812 Jul 22 14:23:30.279319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,segment=NetworkSegment(12c98648-d43f-4a67-a47c-37523b284d21),segment_id=12c98648-d43f-4a67-a47c-37523b284d21)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:30.289779 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.317821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ea11e9aa-60fc-4d90-9270-754b9a1629ef None None] Provisioning complete for port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:30.317821 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea11e9aa-60fc-4d90-9270-754b9a1629ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.358061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49c23993-6b00-42e6-a5d7-4b89f12dee89 req-839f1fd6-e0ba-4d83-a2b9-829d6fdd1b33 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.11 "GET /v2.0/security-groups?id=602b56ec-feea-46c4-8fcc-b3a4e0299ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127417 Jul 22 14:23:30.384743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:30.551439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:30.556828 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79284c19-f176-4e41-83ff-f14b3563961b x-openstack-request-id: req-79284c19-f176-4e41-83ff-f14b3563961b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:30.557019 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-unplugged", "status": "failed", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:30.557285 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79284c19-f176-4e41-83ff-f14b3563961b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:30.561104 n-d-787205-11 neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'code': 422} returned with failed status Jul 22 14:23:30.576480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1db0dc89-c032-4678-bb04-e2aaf28301b3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:30.607394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.647489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 1db0dc89-c032-4678-bb04-e2aaf28301b3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:30.647827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1db0dc89-c032-4678-bb04-e2aaf28301b3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:30.649881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:30.654562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Pushing event deleted for resources: {'Port': ['ID=26c9f4ce-d8ee-4d40-aff0-508efc1d8221,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:30.687522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.694331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:30.694856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c8cf8c9f-ab64-4a2d-9ab3-ecf3e1021b87 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:30.723393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Port': ['ID=8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:30.758354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.784729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7043a6-2a06-4a87-a2dd-d2d514287165 req-e54dd735-bc33-476c-83e5-86536fb5cc2d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:30.790330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d7043a6-2a06-4a87-a2dd-d2d514287165 req-e54dd735-bc33-476c-83e5-86536fb5cc2d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 943 time: 0.4533606 Jul 22 14:23:30.798816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ea11e9aa-60fc-4d90-9270-754b9a1629ef None None] Provisioning for port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:30.806176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ea11e9aa-60fc-4d90-9270-754b9a1629ef None None] Provisioning complete for port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:30.806658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea11e9aa-60fc-4d90-9270-754b9a1629ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.815554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.851407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ea11e9aa-60fc-4d90-9270-754b9a1629ef None None] Port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:30.873755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.880389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] No DVR routers for this DVR port 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:30.886841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.889281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0df9dad-ec70-4807-8e8f-d0838f3c2ce4 req-11a854a7-122b-4661-b3f7-f03a36fabfe5 tempest-InstanceActionsNegativeTestJSON-786884912 tempest-InstanceActionsNegativeTestJSON-786884912-project] 10.222.0.20 "DELETE /v2.0/ports/26c9f4ce-d8ee-4d40-aff0-508efc1d8221 HTTP/1.1" status: 204 len: 173 time: 2.5967720 Jul 22 14:23:30.922439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'name': 'network-vif-deleted', 'tag': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:30.924868 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c92e5-9e2b-414f-8af2-b21b368c367b" -d '{"events": [{"server_uuid": "2221464e-1a3e-4e6e-bd02-4195f243962d", "name": "network-vif-deleted", "tag": "26c9f4ce-d8ee-4d40-aff0-508efc1d8221"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:30.933262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:30.979875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.982630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:30.985219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0087df65-258c-4709-8b94-1e9e96162108 None None] Provisioning complete for port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:30.986157 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0087df65-258c-4709-8b94-1e9e96162108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.053708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.054902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Fanout notify agent at l3_agent the message router_deleted on router 06d485c9-9e82-408f-b342-d37ceee20cec {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:23:31.058246 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c983902a-5ff7-4e13-b26c-27584126c1a5 x-openstack-request-id: req-c983902a-5ff7-4e13-b26c-27584126c1a5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:31.058543 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2221464e-1a3e-4e6e-bd02-4195f243962d", "name": "network-vif-deleted", "tag": "26c9f4ce-d8ee-4d40-aff0-508efc1d8221", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:31.058800 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c983902a-5ff7-4e13-b26c-27584126c1a5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:31.059201 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2221464e-1a3e-4e6e-bd02-4195f243962d', 'name': 'network-vif-deleted', 'tag': '26c9f4ce-d8ee-4d40-aff0-508efc1d8221', 'status': 'completed', 'code': 200} Jul 22 14:23:31.076654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.084259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eccb968c-78e6-47c0-a06e-7bbe90ac42ff tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/routers/06d485c9-9e82-408f-b342-d37ceee20cec HTTP/1.1" status: 204 len: 168 time: 2.5747287 Jul 22 14:23:31.084991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60014) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:31.091372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0087df65-258c-4709-8b94-1e9e96162108 None None] Port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:31.131805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:31.236642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:31.237030 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.245414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.285419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.301786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d7043a6-2a06-4a87-a2dd-d2d514287165 req-2ee8477e-da9a-45b6-b017-6fe326bc9715 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611952 Jul 22 14:23:31.387470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Port': ['ID=1169b3ec-dea3-4227-8b16-b1636cdffbf1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:31.434406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:31.454476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:31.463846 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.486395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fca293-f5be-4de5-b238-6cf36ccfe851']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:31.501316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d466760-1d51-4406-ae22-d43b08b642eb') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:31.501738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d466760-1d51-4406-ae22-d43b08b642eb') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:31.527608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d513e-affa-46f4-842d-85ae0dd6bab6 req-da458064-dc0b-480a-9eb1-6bfcecabe94c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:31.533551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-544d513e-affa-46f4-842d-85ae0dd6bab6 req-da458064-dc0b-480a-9eb1-6bfcecabe94c tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.2234404 Jul 22 14:23:31.536116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.592512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.618028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:31.618543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:31.621505 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:31.676663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-544d513e-affa-46f4-842d-85ae0dd6bab6 req-842ee579-62ab-46a9-8a7e-fb72b537dc87 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302557 Jul 22 14:23:31.708509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcadc9-49d4-4f2e-828a-f94628054531 req-d70ddc68-1e28-48d0-9931-d35bc31a91e4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:31.710138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bdcadc9-49d4-4f2e-828a-f94628054531 req-d70ddc68-1e28-48d0-9931-d35bc31a91e4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2896833 Jul 22 14:23:31.778189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Router afaf5f75-7bcb-4cd3-b021-2e78eaa37b72 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:23:31.786283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60036) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:31.789541 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.795906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.798429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bdcadc9-49d4-4f2e-828a-f94628054531 req-490c50ae-8e3f-47a9-b7d6-af4ad088e9ef tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751565 Jul 22 14:23:31.808385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/networks/a3fca293-f5be-4de5-b238-6cf36ccfe851 HTTP/1.1" status: 204 len: 168 time: 0.7198210 Jul 22 14:23:31.816164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:31.900350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667f9c-b2e2-4bf0-8822-e28e5462b837 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'Network': ['ID=a3fca293-f5be-4de5-b238-6cf36ccfe851,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:31.920458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c9cc120-69b3-4dae-9777-45015940871d None None] Provisioning complete for port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:31.922339 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c9cc120-69b3-4dae-9777-45015940871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.933867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4561524c-e4a0-4199-b120-6bb6270322a3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.977879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4561524c-e4a0-4199-b120-6bb6270322a3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.990339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c9cc120-69b3-4dae-9777-45015940871d None None] Port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:32.093134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Deleting subnet 881696d5-b76d-4baa-ba12-eb74c1bce1f6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:32.094414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46906738-5b0a-42b6-a08e-4058a2515ba6 req-4f7d97b9-f103-439a-954a-9eb9656fbefc tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:32.102210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46906738-5b0a-42b6-a08e-4058a2515ba6 req-4f7d97b9-f103-439a-954a-9eb9656fbefc tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.0960875 Jul 22 14:23:32.103105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.134577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4561524c-e4a0-4199-b120-6bb6270322a3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.137279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4561524c-e4a0-4199-b120-6bb6270322a3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.141232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4561524c-e4a0-4199-b120-6bb6270322a3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] 10.222.0.11 "DELETE /v2.0/security-groups/8a803326-e611-4139-bb3b-09f0c427a2af HTTP/1.1" status: 204 len: 168 time: 0.3207328 Jul 22 14:23:32.160757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46906738-5b0a-42b6-a08e-4058a2515ba6 req-066d8077-cde6-4ad6-a6b2-621ab63e993b tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Jul 22 14:23:32.164091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561524c-e4a0-4199-b120-6bb6270322a3 tempest-TestNetworkAdvancedServerOps-617395209 tempest-TestNetworkAdvancedServerOps-617395209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a803326-e611-4139-bb3b-09f0c427a2af,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:32.198708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.203318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:32.236155 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] Sync routers for ids ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:32.237847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1b01356d-0df0-40b5-9972-faa2e7c17da6 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "PUT /v2.0/routers/afaf5f75-7bcb-4cd3-b021-2e78eaa37b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5286615 Jul 22 14:23:32.238142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60048) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:32.240109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'port': {'network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8', 'name': 'tempest-FloatingIPNegativeTestJSON-189357244'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:32.248229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] Routers {'afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:32.253287 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:32.293764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08beccb-2626-48bf-9c0d-f6fd4682128f req-d7507776-9e3f-41b9-a0c0-43e9912c851a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:32.309472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a08beccb-2626-48bf-9c0d-f6fd4682128f req-d7507776-9e3f-41b9-a0c0-43e9912c851a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3779006 Jul 22 14:23:32.315798 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:32.331337 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] Routers {'afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:32.331954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:32.370685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.395017 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:32.395240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 780177bb-4dea-4eb2-8813-6605d5c9ab36 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:32.396304 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224ceb1-feb7-4bf2-b9df-60aa1a9228ac None None] The sync data for ids ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:32.429508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.431708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 780177bb-4dea-4eb2-8813-6605d5c9ab36 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:32.432314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 780177bb-4dea-4eb2-8813-6605d5c9ab36 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:32.433177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:32.459245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:32.460026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 26c9f4ce-d8ee-4d40-aff0-508efc1d8221 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:32.498626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe51829-8544-40ff-b0f0-ff89ffa243d8 req-f6e55e4d-b9a5-4604-ba74-b193e10ff031 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:32.500248 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffe51829-8544-40ff-b0f0-ff89ffa243d8 req-f6e55e4d-b9a5-4604-ba74-b193e10ff031 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1192455 Jul 22 14:23:32.507163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Made reservation on behalf of 922d83deb2284f6e8e943dcc8cddc90d for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:32.510964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.553836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] device_id is not set on port c3c45186-c3a7-4605-9db1-ae06a9439d6b yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:23:32.576198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffe51829-8544-40ff-b0f0-ff89ffa243d8 req-c3574e85-1c5f-467f-b721-0719fc455f37 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615976 Jul 22 14:23:32.665296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60062) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:32.706676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Allocated IP 172.20.0.6 (d5f8f33e-ee04-4efb-a7bc-7f62b691afa8/c7c520c4-692b-4b20-819e-a74bc9b9fbee/c3c45186-c3a7-4605-9db1-ae06a9439d6b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:32.894742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a08beccb-2626-48bf-9c0d-f6fd4682128f req-5dccd80c-1758-419e-ad5e-d2e749bcb311 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5843544 Jul 22 14:23:32.951575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:32.960524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3d309b10-4002-4a44-987b-3da5d488ea69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ecc5739585a4cdd98d8a79fff6f65e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940819 Jul 22 14:23:32.964923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:32.981454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:32.982288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8b4242ad-f8c5-43ea-bbba-840b5dcbf2ac not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:32.991687 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.004982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068c0f9-1411-427b-9121-418a2ad6e303 req-4121be25-f4bf-4a73-aab9-47ddc9c9d615 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:33.006708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b068c0f9-1411-427b-9121-418a2ad6e303 req-4121be25-f4bf-4a73-aab9-47ddc9c9d615 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1633239 Jul 22 14:23:33.010239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.044216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Transition to ACTIVE for port object c3c45186-c3a7-4605-9db1-ae06a9439d6b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:33.065062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881696d5-b76d-4baa-ba12-eb74c1bce1f6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.075911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b068c0f9-1411-427b-9121-418a2ad6e303 req-3905489a-cd2d-4729-b2b4-b8ae14e3b7ad tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580714 Jul 22 14:23:33.091683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.093575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e2ce926-6311-4845-ab7a-78c0e187f55e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/881696d5-b76d-4baa-ba12-eb74c1bce1f6 HTTP/1.1" status: 204 len: 168 time: 1.3062630 Jul 22 14:23:33.098428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:33.115937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.148578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59eb8efa-bfa3-4789-9a19-b208b7c3bd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.162632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:33.169090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:33.171571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:33.203454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Port': ['ID=c3c45186-c3a7-4605-9db1-ae06a9439d6b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.219388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.219942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.220342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.220685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.221020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.221354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.221730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.222058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.222387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.222784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.223232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.223555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:33.237016 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.248636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:33.249307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.252533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59eb8efa-bfa3-4789-9a19-b208b7c3bd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.265649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f8775237-9739-4fb0-ade9-8dabc96d9079 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0305991 Jul 22 14:23:33.268694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60076) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:33.273277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:33.296193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.394903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408faf1-c90b-4cd2-ab03-deebb8bddcb1 req-ecc2d487-86d4-4097-9965-0e5c6b5111b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:33.396419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1408faf1-c90b-4cd2-ab03-deebb8bddcb1 req-ecc2d487-86d4-4097-9965-0e5c6b5111b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2518182 Jul 22 14:23:33.407453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59eb8efa-bfa3-4789-9a19-b208b7c3bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.410032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59eb8efa-bfa3-4789-9a19-b208b7c3bd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.411372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-59eb8efa-bfa3-4789-9a19-b208b7c3bd78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75d43bc2-8488-4bb1-b119-abf56c9ea079 HTTP/1.1" status: 204 len: 168 time: 0.4452498 Jul 22 14:23:33.422936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.423678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c6881f74-e0f5-4db6-a94b-1f46559e854c None None] Provisioning for port c3c45186-c3a7-4605-9db1-ae06a9439d6b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:33.431964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c6881f74-e0f5-4db6-a94b-1f46559e854c None None] Provisioning complete for port c3c45186-c3a7-4605-9db1-ae06a9439d6b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:33.432357 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6881f74-e0f5-4db6-a94b-1f46559e854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.489524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.494624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c6881f74-e0f5-4db6-a94b-1f46559e854c None None] Port c3c45186-c3a7-4605-9db1-ae06a9439d6b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:33.503958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb8efa-bfa3-4789-9a19-b208b7c3bd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d43bc2-8488-4bb1-b119-abf56c9ea079,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.528688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e06db3-b1d0-40ae-9f0f-fede0ef27329']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:33.550790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffdeeef-dd2e-449c-919d-186552555f98') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:33.551228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffdeeef-dd2e-449c-919d-186552555f98') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:33.572920 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.590094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.600205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Allocated IP 172.25.8.37 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9648e0af-7077-4a22-a54a-f9983a3a0f91) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:33.603541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1408faf1-c90b-4cd2-ab03-deebb8bddcb1 req-eeae4b19-d986-4d3c-bcf3-2e8bf49cbbff tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911690 Jul 22 14:23:33.620986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:33.621409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:33.623306 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:33.650432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Deleting port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:33.651266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.712501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.739831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.750550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.752422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a2e06db3-b1d0-40ae-9f0f-fede0ef27329 HTTP/1.1" status: 204 len: 168 time: 0.6526785 Jul 22 14:23:33.763930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af6cda-8362-4c44-a281-1daa09015090 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e06db3-b1d0-40ae-9f0f-fede0ef27329,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.796612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] For port ff49b7e0-6b31-43ce-8fd3-9a556d06ba32, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:33.796960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.799593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.816409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Calling delete_port for ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:33.832572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60096) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:33.865038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Port': ['ID=9648e0af-7077-4a22-a54a-f9983a3a0f91,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.889985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:33.892593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:33.895854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:33.952218 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-feb4ba7a-dad7-45eb-ade9-c96a16134c8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=013beaa514f34d489ac4fd946963d434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167395 Jul 22 14:23:33.954597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:33.973606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:34.095698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-dbeb3ac1-b562-4392-b23b-d181ea1597ad tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.097232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-dbeb3ac1-b562-4392-b23b-d181ea1597ad tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.1329784 Jul 22 14:23:34.106512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b6b7f52f-4b6a-40c2-97ee-2f427208a11a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a30306e99704ddc980668baacfce445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239481 Jul 22 14:23:34.108852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:34.132475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0787700e-b8b6-4f2f-bd79-51d58162a628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.136775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.151801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.199430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff49b7e0-6b31-43ce-8fd3-9a556d06ba32,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:34.230619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0787700e-b8b6-4f2f-bd79-51d58162a628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.298408 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db2f9ff-4994-45b7-983d-f95a99dc280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.302430 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.357068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db2f9ff-4994-45b7-983d-f95a99dc280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.363004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port 0844786e-0ff1-4ed1-94c8-39def314311f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:34.363351 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.406455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c16a9-092d-46a3-876b-3dd6c518d9c2 req-2a7d3973-26d7-4f1c-a2d7-2b25eca2eba8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.407966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f2c16a9-092d-46a3-876b-3dd6c518d9c2 req-2a7d3973-26d7-4f1c-a2d7-2b25eca2eba8 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 946 time: 0.2484114 Jul 22 14:23:34.421006 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0787700e-b8b6-4f2f-bd79-51d58162a628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.423608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0787700e-b8b6-4f2f-bd79-51d58162a628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.424692 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0787700e-b8b6-4f2f-bd79-51d58162a628 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f355e5d-4ac1-442b-82d0-08a8d6795766 HTTP/1.1" status: 204 len: 168 time: 0.4688311 Jul 22 14:23:34.471245 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.472615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787700e-b8b6-4f2f-bd79-51d58162a628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f355e5d-4ac1-442b-82d0-08a8d6795766,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:34.490566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port 0844786e-0ff1-4ed1-94c8-39def314311f, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0844786e-0ff1-4ed1-94c8-39def314311f,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:34.490970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.535548 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f2c16a9-092d-46a3-876b-3dd6c518d9c2 req-50d4bdf0-f048-4778-8a5a-c77eb8475c60 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191425 Jul 22 14:23:34.538064 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db2f9ff-4994-45b7-983d-f95a99dc280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.540902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0db2f9ff-4994-45b7-983d-f95a99dc280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.545661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0db2f9ff-4994-45b7-983d-f95a99dc280c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/602b56ec-feea-46c4-8fcc-b3a4e0299ce7 HTTP/1.1" status: 204 len: 168 time: 0.4278059 Jul 22 14:23:34.560460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2f9ff-4994-45b7-983d-f95a99dc280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b56ec-feea-46c4-8fcc-b3a4e0299ce7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:34.571407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for 0844786e-0ff1-4ed1-94c8-39def314311f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:34.606316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.611372 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.699457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Port': ['ID=9648e0af-7077-4a22-a54a-f9983a3a0f91,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:34.711831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.727834 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.729551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f70b043b-68af-4834-ad7d-a8587b04dd64 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4601042 Jul 22 14:23:34.732502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60116) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:34.737788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5179291d-1b5f-431e-a8fb-f5dde4a6d0c8 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'floatingip': {'port_id': 'c3c45186-c3a7-4605-9db1-ae06a9439d6b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:34.783596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5179291d-1b5f-431e-a8fb-f5dde4a6d0c8 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.922684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.935720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0844786e-0ff1-4ed1-94c8-39def314311f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:34.937982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:34.950605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Router 581e8f9c-81ec-4141-8676-d73e9a4f373d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:34.978882 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-5179291d-1b5f-431e-a8fb-f5dde4a6d0c8 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] update failed (client error): The resource could not be found. Jul 22 14:23:34.979470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=0844786e-0ff1-4ed1-94c8-39def314311f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:34.991111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14462d-a013-453c-9b08-225d747551ca req-b8e38672-4050-4e96-8b0c-238892dc3e20 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.993519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec14462d-a013-453c-9b08-225d747551ca req-b8e38672-4050-4e96-8b0c-238892dc3e20 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2381513 Jul 22 14:23:35.000086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5179291d-1b5f-431e-a8fb-f5dde4a6d0c8 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "PUT /v2.0/floatingips/f22f32e0-e084-418f-a131-0e7b657e73dc HTTP/1.1" status: 404 len: 507 time: 0.2662842 Jul 22 14:23:35.003045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:35.079432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port 0844786e-0ff1-4ed1-94c8-39def314311f on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:35.087230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.095574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79d4dc34-dde8-4751-b689-d27cfa9398d5 req-091d6a3d-6f98-4eef-9086-6430ae46d0a2 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.13 "DELETE /v2.0/ports/0844786e-0ff1-4ed1-94c8-39def314311f HTTP/1.1" status: 204 len: 173 time: 0.9899762 Jul 22 14:23:35.112813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'name': 'network-vif-deleted', 'tag': '0844786e-0ff1-4ed1-94c8-39def314311f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:35.123012 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-717d3f4c-a6f5-4a32-ada1-a100e72e411d" -d '{"events": [{"server_uuid": "b6084b23-60db-49ae-b43b-0a9e46ade0d8", "name": "network-vif-deleted", "tag": "0844786e-0ff1-4ed1-94c8-39def314311f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:35.250211 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f7405-1e93-43d4-b5f8-ac7095b5131b x-openstack-request-id: req-5a0f7405-1e93-43d4-b5f8-ac7095b5131b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:35.250505 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6084b23-60db-49ae-b43b-0a9e46ade0d8", "name": "network-vif-deleted", "tag": "0844786e-0ff1-4ed1-94c8-39def314311f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:35.250770 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a0f7405-1e93-43d4-b5f8-ac7095b5131b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:35.251227 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6084b23-60db-49ae-b43b-0a9e46ade0d8', 'name': 'network-vif-deleted', 'tag': '0844786e-0ff1-4ed1-94c8-39def314311f', 'status': 'completed', 'code': 200} Jul 22 14:23:35.332644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Deleting port 9648e0af-7077-4a22-a54a-f9983a3a0f91 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:35.333317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.345163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec14462d-a013-453c-9b08-225d747551ca req-195f41d1-dcb0-45e8-9690-68f5e421944c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220580 Jul 22 14:23:35.400216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:35.411799 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-77d48ec9-f92b-4892-9f55-1c76d31839e0 admin admin] 10.222.0.11 "PUT /v2.0/routers/581e8f9c-81ec-4141-8676-d73e9a4f373d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4773967 Jul 22 14:23:35.412583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:35.415488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f388e-28e9-4354-9099-837ccea185df None None] Sync routers for ids ['581e8f9c-81ec-4141-8676-d73e9a4f373d'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:35.427562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] Routers {'581e8f9c-81ec-4141-8676-d73e9a4f373d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:35.428401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['581e8f9c-81ec-4141-8676-d73e9a4f373d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:35.475916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.476304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.510593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Calling delete_port for 9648e0af-7077-4a22-a54a-f9983a3a0f91 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:35.574696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.674740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] Set router 581e8f9c-81ec-4141-8676-d73e9a4f373d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:35.827765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-02540fdd-d84c-406c-a809-bc45fe1d4ad8 req-83dafdc3-7c72-4b39-b27d-4713b38da0b1 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6084b23-60db-49ae-b43b-0a9e46ade0d8 HTTP/1.1" status: 200 len: 210 time: 0.0817158 Jul 22 14:23:35.876739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:35.952481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.962009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.984159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:23:34Z', 'revision_number': 5, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port': {'id': 'e7f59ada-0841-44e2-8070-4d0c6c410e58', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:41:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:17Z', 'updated_at': '2021-07-22T14:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:35.995348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Port': ['ID=9648e0af-7077-4a22-a54a-f9983a3a0f91,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:36.032451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f388e-28e9-4354-9099-837ccea185df None None] Checking router: 581e8f9c-81ec-4141-8676-d73e9a4f373d for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:36.041951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] Routers {'581e8f9c-81ec-4141-8676-d73e9a4f373d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:36.042716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['581e8f9c-81ec-4141-8676-d73e9a4f373d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:36.076366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Deleting port e7f59ada-0841-44e2-8070-4d0c6c410e58 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:36.076981 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.099530 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.106992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.110623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f7f143d-6805-4e08-9e94-66ac5e117aeb tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "DELETE /v2.0/floatingips/f22f32e0-e084-418f-a131-0e7b657e73dc HTTP/1.1" status: 204 len: 168 time: 1.1064048 Jul 22 14:23:36.116106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60196) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:36.124142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cbef18ca-15ee-48d9-98e3-be7a95922bb3 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'floatingip': {'floating_network_id': 'd5f8f33e-ee04-4efb-a7bc-7f62b691afa8', 'port_id': 'c3c45186-c3a7-4605-9db1-ae06a9439d6b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:36.125720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1568638847-network', 'tenant_id': '05640d103fd2455eb4317a15697c75e7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:36.154501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] Set router 581e8f9c-81ec-4141-8676-d73e9a4f373d gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:36.155652 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbef18ca-15ee-48d9-98e3-be7a95922bb3 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.221365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Made reservation on behalf of 05640d103fd2455eb4317a15697c75e7 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:36.224729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.233587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-785f388e-28e9-4354-9099-837ccea185df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:23:35Z', 'revision_number': 6, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:36.246124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.265987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] For port e7f59ada-0841-44e2-8070-4d0c6c410e58, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e7f59ada-0841-44e2-8070-4d0c6c410e58,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:36.266442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.271001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f388e-28e9-4354-9099-837ccea185df None None] The sync data for ids ['581e8f9c-81ec-4141-8676-d73e9a4f373d'] in n-d-787205-11 is: [{'id': '581e8f9c-81ec-4141-8676-d73e9a4f373d', 'name': 'tempest-TestServerMultinode-124086164-router', 'tenant_id': '9bfafb944b094908842badeca6336a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:15Z', 'updated_at': '2021-07-22T14:23:35Z', 'revision_number': 6, 'project_id': '9bfafb944b094908842badeca6336a81', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:36.294867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Calling delete_port for e7f59ada-0841-44e2-8070-4d0c6c410e58 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:36.342638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60204) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:36.527586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.539531 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-cbef18ca-15ee-48d9-98e3-be7a95922bb3 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:23:36.540925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cbef18ca-15ee-48d9-98e3-be7a95922bb3 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4228842 Jul 22 14:23:36.544518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60214) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:36.545735 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.551201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'c3c45186-c3a7-4605-9db1-ae06a9439d6b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:36.583689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.641691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:36.657491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c434-14a8-4b4f-8d75-4259e62af0f9 req-fbb02d17-e5ec-458e-8b34-14a4db691beb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.659115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec50c434-14a8-4b4f-8d75-4259e62af0f9 req-fbb02d17-e5ec-458e-8b34-14a4db691beb tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2081039 Jul 22 14:23:36.659788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:36.683251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.683597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.683941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.684282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.684619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.684949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.685280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.685609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.685976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.686315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.686626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.686950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:36.690824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.691163 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Added segment 9ab04501-4f34-4987-bc7b-a4b4b865af89 of type vlan for network dc22a38d-5f91-4e7c-b720-16a4dbc9809e Jul 22 14:23:36.707480 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-044670ef-6b19-4b9f-a3cb-7fcbf4c34830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.747500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.770788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:36.796781 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.812254 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.819470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec50c434-14a8-4b4f-8d75-4259e62af0f9 req-bf6dec60-c174-4007-ab65-99b859c7ad15 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478288 Jul 22 14:23:36.820953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f59ada-0841-44e2-8070-4d0c6c410e58,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:36.903174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.904640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.905444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.935344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.944198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-044670ef-6b19-4b9f-a3cb-7fcbf4c34830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.956380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-044670ef-6b19-4b9f-a3cb-7fcbf4c34830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.985669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044670ef-6b19-4b9f-a3cb-7fcbf4c34830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd88df-751e-44d1-bca1-f1476437e00d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:37.018544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Allocated IP 172.25.8.230 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/d9536776-ff9a-4276-b9ed-4d440684df8d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:37.036451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-044670ef-6b19-4b9f-a3cb-7fcbf4c34830 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae1c559ab930477dae74410a444af93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6894658 Jul 22 14:23:37.040763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60232) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:37.049426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1688340 Jul 22 14:23:37.050071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:37.062824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Request body: {'subnet': {'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1568638847-subnet', 'tenant_id': '05640d103fd2455eb4317a15697c75e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:37.085372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'network': {'name': 'tempest-network-smoke--83098031', 'project_id': '0d783c33e114459eb9a4961701888d35', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:37.087923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9272a0-8f8a-449e-9932-0cd767fd6e4a admin admin] Pushing event updated for resources: {'Network': ['ID=dc22a38d-5f91-4e7c-b720-16a4dbc9809e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:37.092103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.095284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.103143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:37.174383 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.174846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581e8f9c-81ec-4141-8676-d73e9a4f373d {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:23:37.192816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.194216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-55276d4d-5455-43e0-9de4-dd21b09a90fc admin admin] 10.222.0.11 "DELETE /v2.0/routers/581e8f9c-81ec-4141-8676-d73e9a4f373d HTTP/1.1" status: 204 len: 168 time: 1.7804101 Jul 22 14:23:37.197477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:37.232715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Made reservation on behalf of 05640d103fd2455eb4317a15697c75e7 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:37.235085 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.257660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Deleting subnet 1fd73f6b-afac-4bf0-b99f-955b5fba3e9c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:37.261929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.275300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:37.311709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:37.312366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ff49b7e0-6b31-43ce-8fd3-9a556d06ba32 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:37.313486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e7f59ada-0841-44e2-8070-4d0c6c410e58 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:37.315752 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d64cce2-a5f9-4c60-97fb-afe3b1ed2332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.317380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.357134 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:23:37.361660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.363657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:37.368033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.370004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e7f59ada-0841-44e2-8070-4d0c6c410e58 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:37.370230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e7f59ada-0841-44e2-8070-4d0c6c410e58 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:37.396467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.402045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d64cce2-a5f9-4c60-97fb-afe3b1ed2332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.440637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0844786e-0ff1-4ed1-94c8-39def314311f no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:37.470241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 0844786e-0ff1-4ed1-94c8-39def314311f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:37.470649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.470879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0844786e-0ff1-4ed1-94c8-39def314311f not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:37.558974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.608699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd73f6b-afac-4bf0-b99f-955b5fba3e9c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:37.610738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8149b13-581e-45ad-b6fe-82becc4258a1 None None] Network 4224888a-30d5-452f-80e3-0b2ffbbb1854 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:37.611560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.613934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8764386a-13b8-42be-af31-470b04ce3117 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1fd73f6b-afac-4bf0-b99f-955b5fba3e9c HTTP/1.1" status: 204 len: 168 time: 0.4152012 Jul 22 14:23:37.616582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:37.940982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.064167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:38.092793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:38.094924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d64cce2-a5f9-4c60-97fb-afe3b1ed2332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.097897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d64cce2-a5f9-4c60-97fb-afe3b1ed2332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.099421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] DHCP port deletion for 4224888a-30d5-452f-80e3-0b2ffbbb1854 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:23:38.102381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d64cce2-a5f9-4c60-97fb-afe3b1ed2332 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcfd88df-751e-44d1-bca1-f1476437e00d HTTP/1.1" status: 204 len: 168 time: 1.0605314 Jul 22 14:23:38.117390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:38.162997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] Deleting port cc152dd8-85d9-4b80-8972-8b05e39b79e0 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:38.163586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.165191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.216381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64cce2-a5f9-4c60-97fb-afe3b1ed2332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd88df-751e-44d1-bca1-f1476437e00d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.239544 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.246358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event updated for resources: {'Port': ['ID=d9536776-ff9a-4276-b9ed-4d440684df8d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.265007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] For port cc152dd8-85d9-4b80-8972-8b05e39b79e0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cc152dd8-85d9-4b80-8972-8b05e39b79e0,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:38.265802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.283784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805181c-1f7d-4a02-a4dd-0049b1854ff3 req-21c46572-c640-4f29-8d1c-87e07d753003 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.288127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e805181c-1f7d-4a02-a4dd-0049b1854ff3 req-21c46572-c640-4f29-8d1c-87e07d753003 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1662190 Jul 22 14:23:38.300571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] Calling delete_port for cc152dd8-85d9-4b80-8972-8b05e39b79e0 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:38.318509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5021174f-40ca-4bb3-8fe0-1f30e7c73755,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.349857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Deleting port cc152dd8-85d9-4b80-8972-8b05e39b79e0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:38.350259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.376429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94996533-d91f-4c7c-9cdf-ac5dc1ec8360 req-7722b7a2-7a3a-4dea-a8a4-fcb42f771564 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.392789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94996533-d91f-4c7c-9cdf-ac5dc1ec8360 req-7722b7a2-7a3a-4dea-a8a4-fcb42f771564 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 945 time: 0.4744709 Jul 22 14:23:38.410738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.432672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e805181c-1f7d-4a02-a4dd-0049b1854ff3 req-02f371c6-a97b-4e03-b5a2-fb9029a14348 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308200 Jul 22 14:23:38.455299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] No DVR routers for this DVR port cc152dd8-85d9-4b80-8972-8b05e39b79e0 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:38.457113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ce6d-304a-4401-b08c-9de4ec2d8ded None None] Pushing event deleted for resources: {'Port': ['ID=cc152dd8-85d9-4b80-8972-8b05e39b79e0,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.477315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] For port cc152dd8-85d9-4b80-8972-8b05e39b79e0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cc152dd8-85d9-4b80-8972-8b05e39b79e0,segment=NetworkSegment(1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0),segment_id=1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:38.477543 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.492590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Calling delete_port for cc152dd8-85d9-4b80-8972-8b05e39b79e0 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:38.502328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.517965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.572787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94996533-d91f-4c7c-9cdf-ac5dc1ec8360 req-9edea29c-fce0-4172-bfda-b2f35b469df1 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba2d0c03-7c33-4517-b42f-85fe26878e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791000 Jul 22 14:23:38.578765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.583339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:38.585388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Checking segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:38.586585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Network hostable DHCP agents. Network: dc22a38d-5f91-4e7c-b720-16a4dbc9809e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:38.608698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=cc152dd8-85d9-4b80-8972-8b05e39b79e0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.613541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] No DVR routers for this DVR port cc152dd8-85d9-4b80-8972-8b05e39b79e0 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:38.621848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.622199 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Added segment 8b1548f6-7567-4f85-8c86-dfc16d378a22 of type vlan for network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 Jul 22 14:23:38.653366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4ade8-c6e6-4a2e-b67c-af4e90c76fbe,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.682044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60272) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:38.692357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.703035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4224888a-30d5-452f-80e3-0b2ffbbb1854']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:38.713646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:38.714585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:38.714884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e53f8b6-fe9d-47c7-9f35-2f9eea7051c0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:38.717783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.724524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.725599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b685e5c-feae-49b9-9c2b-071d411e3bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.740288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.742822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, dc22a38d-5f91-4e7c-b720-16a4dbc9809e) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:38.747648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:38.748807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:38.750770 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:38.754400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714e53d-f51c-4809-abab-9f88bf458355 None None] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:38.763913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.764510 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.797169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.802661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.803252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.812010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Deleting port d9536776-ff9a-4276-b9ed-4d440684df8d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:38.812355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.816188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.822494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.824468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] 10.222.0.11 "DELETE /v2.0/networks/4224888a-30d5-452f-80e3-0b2ffbbb1854 HTTP/1.1" status: 204 len: 168 time: 1.2047882 Jul 22 14:23:38.837862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:38.848670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16350785-6d95-482f-a7c0-30110e830ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=4224888a-30d5-452f-80e3-0b2ffbbb1854,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.913474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d237e-6b6f-4327-9130-d986b3dcc15e None None] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:38.953384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Network': ['ID=6d53a4d1-2019-4ac6-ad61-1fec3e84f140,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.987241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:39.009856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.010239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.034504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Calling delete_port for d9536776-ff9a-4276-b9ed-4d440684df8d owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:39.042676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cc152dd8-85d9-4b80-8972-8b05e39b79e0 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:39.056912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b685e5c-feae-49b9-9c2b-071d411e3bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.062189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b685e5c-feae-49b9-9c2b-071d411e3bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.101693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8eeb9c27-6231-413c-91b3-f8ea20f51de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3297653 Jul 22 14:23:39.112093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: cc152dd8-85d9-4b80-8972-8b05e39b79e0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:39.112390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cc152dd8-85d9-4b80-8972-8b05e39b79e0 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:39.114444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-56c7ba50-cbb3-4b0d-b457-2e626256f39e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0633190 Jul 22 14:23:39.116541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60276) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:39.146198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'admin_state_up': True, 'project_id': '0d783c33e114459eb9a4961701888d35', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:39.197369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b685e5c-feae-49b9-9c2b-071d411e3bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966a42ba-9985-4b40-8ae9-a2a9f93cf9fd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:39.221394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1b685e5c-feae-49b9-9c2b-071d411e3bcf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90a1c227aa974516a455a9b9cc4e4481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382810 Jul 22 14:23:39.222197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60280) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:39.232883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-4f3d274c-6814-49fc-ac02-8cb4ff59f5bf tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:39.234469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-4f3d274c-6814-49fc-ac02-8cb4ff59f5bf tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 945 time: 0.1696973 Jul 22 14:23:39.262172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.263153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.385949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.386832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5508d88d-6627-4c0f-aabc-244802767b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.410783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Deleting port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:39.411217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.482493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5508d88d-6627-4c0f-aabc-244802767b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.497009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.508363 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.634385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Port': ['ID=d9536776-ff9a-4276-b9ed-4d440684df8d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:39.646440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] For port 4ba313e6-9efa-470b-a7aa-f6f29e077c70, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4ba313e6-9efa-470b-a7aa-f6f29e077c70,segment=NetworkSegment(3b7b1a0e-bf2e-4e3f-b033-9cd133655685),segment_id=3b7b1a0e-bf2e-4e3f-b033-9cd133655685)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:39.646731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.661957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.700400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Calling delete_port for 4ba313e6-9efa-470b-a7aa-f6f29e077c70 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:39.754293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5508d88d-6627-4c0f-aabc-244802767b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.756891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5508d88d-6627-4c0f-aabc-244802767b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.758152 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5508d88d-6627-4c0f-aabc-244802767b37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/966a42ba-9985-4b40-8ae9-a2a9f93cf9fd HTTP/1.1" status: 204 len: 168 time: 0.5258429 Jul 22 14:23:39.786796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508d88d-6627-4c0f-aabc-244802767b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a42ba-9985-4b40-8ae9-a2a9f93cf9fd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:39.807890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887415a-a82a-4399-ac22-23bdc59a265b req-339d18b1-37a8-4c71-8dd4-57f5c2f0396a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:39.809462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4887415a-a82a-4399-ac22-23bdc59a265b req-339d18b1-37a8-4c71-8dd4-57f5c2f0396a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2353830 Jul 22 14:23:39.809736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-d6b1b0db-bf00-4d23-941c-5b27857d4adc tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:39.811252 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-d6b1b0db-bf00-4d23-941c-5b27857d4adc tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 818 time: 0.2701757 Jul 22 14:23:39.811837 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] create failed (client error): The resource could not be found. Jul 22 14:23:39.815531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-16909530-a5c7-4f99-9a76-a8de06143d57 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.2667661 Jul 22 14:23:39.818086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60302) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:39.865415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-9504d6fa-28e2-42ae-a064-e9d0402fd081 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/quotas/05640d103fd2455eb4317a15697c75e7 HTTP/1.1" status: 200 len: 375 time: 0.0306311 Jul 22 14:23:39.919582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-979d943f-f037-4276-8e27-42616df2f9e4 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449421 Jul 22 14:23:39.934673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b30c3afd-d4c2-4c9d-b026-4e4db126dec9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:23:39.935669 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b30c3afd-d4c2-4c9d-b026-4e4db126dec9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087054 Jul 22 14:23:40.001678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4887415a-a82a-4399-ac22-23bdc59a265b req-75979348-89f6-45c4-a261-620b84a4380c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456616 Jul 22 14:23:40.105199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.113841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Deleting port c3c45186-c3a7-4605-9db1-ae06a9439d6b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:40.114392 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.117149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4ba313e6-9efa-470b-a7aa-f6f29e077c70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:40.152841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Pushing event deleted for resources: {'Port': ['ID=4ba313e6-9efa-470b-a7aa-f6f29e077c70,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:40.166616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-6418fca8-714e-4d4e-a2ad-e63509378693 service neutron] 10.222.0.11 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063243 Jul 22 14:23:40.171953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-838a5c00-ff2e-44b0-95d8-7582350b6c26 req-96ec6808-a501-42d7-bc08-4b23dd718fc3 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ca24c51-78e3-4bd3-858a-ed602dad4fb1 HTTP/1.1" status: 200 len: 210 time: 0.0634036 Jul 22 14:23:40.201997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.221159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] No DVR routers for this DVR port 4ba313e6-9efa-470b-a7aa-f6f29e077c70 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:40.228119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.233845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.235843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd61583e-9ead-406d-990c-3dde9b9caaef req-d9eeeba3-deed-4691-9598-e7323643cc57 tempest-ServersTestJSON-591278519 tempest-ServersTestJSON-591278519-project] 10.222.0.20 "DELETE /v2.0/ports/4ba313e6-9efa-470b-a7aa-f6f29e077c70 HTTP/1.1" status: 204 len: 173 time: 0.9961019 Jul 22 14:23:40.237157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Deleting port af55a4ff-ca7e-4cf2-b20a-23226b3be794 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:40.237557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.239024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'name': 'network-vif-deleted', 'tag': '4ba313e6-9efa-470b-a7aa-f6f29e077c70'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:40.241261 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ca9d6-babb-4d4d-9f20-bbc0c97544b8" -d '{"events": [{"server_uuid": "4ca24c51-78e3-4bd3-858a-ed602dad4fb1", "name": "network-vif-deleted", "tag": "4ba313e6-9efa-470b-a7aa-f6f29e077c70"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:40.313190 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42395a42-9ed2-4f2c-a5b4-bd4454fd70a9 x-openstack-request-id: req-42395a42-9ed2-4f2c-a5b4-bd4454fd70a9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:40.313190 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca24c51-78e3-4bd3-858a-ed602dad4fb1", "name": "network-vif-deleted", "tag": "4ba313e6-9efa-470b-a7aa-f6f29e077c70", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:40.313190 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42395a42-9ed2-4f2c-a5b4-bd4454fd70a9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:40.313608 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca24c51-78e3-4bd3-858a-ed602dad4fb1', 'name': 'network-vif-deleted', 'tag': '4ba313e6-9efa-470b-a7aa-f6f29e077c70', 'status': 'completed', 'code': 200} Jul 22 14:23:40.364283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.384829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Calling delete_port for c3c45186-c3a7-4605-9db1-ae06a9439d6b owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:40.394506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-7baa82ab-1572-4a4b-bbd6-453e46275920 service neutron] 10.222.0.11 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053766 Jul 22 14:23:40.403636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] For port af55a4ff-ca7e-4cf2-b20a-23226b3be794, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=af55a4ff-ca7e-4cf2-b20a-23226b3be794,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:40.404107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.421374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Calling delete_port for af55a4ff-ca7e-4cf2-b20a-23226b3be794 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:40.474360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.25.8.165 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/f2cf671b-c06e-4d75-ada4-58d8d73ed528) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:40.658101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.699272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.713923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.722933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Pushing event deleted for resources: {'Port': ['ID=af55a4ff-ca7e-4cf2-b20a-23226b3be794,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:40.782189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Port': ['ID=c3c45186-c3a7-4605-9db1-ae06a9439d6b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:40.970844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.051974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3966fea3-d031-4345-b9a8-635433fd81c5 req-73e32c83-712b-452d-9cf5-73e0590d9551 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 210 time: 0.1361928 Jul 22 14:23:41.122777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.168977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=f2cf671b-c06e-4d75-ada4-58d8d73ed528,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:41.246710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:41.248779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.250862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-01877021-b26b-4092-90df-542d09255e5c tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "DELETE /v2.0/ports/c3c45186-c3a7-4605-9db1-ae06a9439d6b HTTP/1.1" status: 204 len: 168 time: 1.4294219 Jul 22 14:23:41.253558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:41.255154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:41.263771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:41.267589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:41.346385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280cfb11-cbe5-4a2d-82c3-6805f20eed3e tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:41.347932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-280cfb11-cbe5-4a2d-82c3-6805f20eed3e tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "GET /v2.0/ports?device_id=afaf5f75-7bcb-4cd3-b021-2e78eaa37b72 HTTP/1.1" status: 200 len: 913 time: 0.0932066 Jul 22 14:23:41.354736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:41.358971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Deleting subnet 9648f443-62f5-42cd-95c7-ec5bfccb06ac {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:41.365854 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.477329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475d7c0-41c5-48e0-9a28-40584146fe97 req-212a45bb-4299-4d55-be18-16abecfae511 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:41.478960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0475d7c0-41c5-48e0-9a28-40584146fe97 req-212a45bb-4299-4d55-be18-16abecfae511 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2888010 Jul 22 14:23:41.498641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.590317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.596699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0475d7c0-41c5-48e0-9a28-40584146fe97 req-62ccb6a8-d41e-41d9-a374-a6d754f5fdd0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946090 Jul 22 14:23:41.674790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Router 0e4c4cd3-3415-4a05-add0-70ce72726779 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:42.076669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.092358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.169576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9648f443-62f5-42cd-95c7-ec5bfccb06ac,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:42.210054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.211997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5d13940b-89ca-4379-9920-bfb3d0c0b830 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9648f443-62f5-42cd-95c7-ec5bfccb06ac HTTP/1.1" status: 204 len: 168 time: 0.9559848 Jul 22 14:23:42.214532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60374) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:42.281703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0fb2bd2b-9dd4-4631-86f1-85ef6c275a25 req-321d1297-418e-44a6-875e-a17693f3f129 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 210 time: 0.1042264 Jul 22 14:23:42.355615 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.425177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:42.434835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c8ddaae1-39dc-4e78-8ba6-685f36bfac84 admin admin] 10.222.0.11 "PUT /v2.0/routers/0e4c4cd3-3415-4a05-add0-70ce72726779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956795 Jul 22 14:23:42.436594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:42.442420 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] Sync routers for ids ['0e4c4cd3-3415-4a05-add0-70ce72726779'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:42.447308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ba313e6-9efa-470b-a7aa-f6f29e077c70 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:42.466251 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] Routers {'0e4c4cd3-3415-4a05-add0-70ce72726779'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:42.467177 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e4c4cd3-3415-4a05-add0-70ce72726779'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:42.501950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 4ba313e6-9efa-470b-a7aa-f6f29e077c70 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:42.503025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4ba313e6-9efa-470b-a7aa-f6f29e077c70 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:42.552164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.567212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35ccfef-4840-433e-be08-376778da48f8']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:42.571855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.584300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7b1a0e-bf2e-4e3f-b033-9cd133655685') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:42.584633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7b1a0e-bf2e-4e3f-b033-9cd133655685') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:42.599602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.611722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.637190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.645386 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] Set router 0e4c4cd3-3415-4a05-add0-70ce72726779 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:42.695945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.838164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:42.840980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:42.841395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.848955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:42.854310 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:43.047007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.064098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.069103 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e35ccfef-4840-433e-be08-376778da48f8 HTTP/1.1" status: 204 len: 168 time: 0.8507309 Jul 22 14:23:43.091021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397198b-cfb3-4b33-91ab-7ede5bd96d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35ccfef-4840-433e-be08-376778da48f8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:43.104597 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:23:40Z', 'revision_number': 5, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port': {'id': 'a9e341e9-13ff-40b8-91c7-d2e05b1238ed', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:43.116142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3d80c-1707-429f-a208-c9b8bbfca28a req-ae604794-2d4e-46eb-a650-35fcb33cf038 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.123347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dd3d80c-1707-429f-a208-c9b8bbfca28a req-ae604794-2d4e-46eb-a650-35fcb33cf038 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2844226 Jul 22 14:23:43.134134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-c76fbe9a-065f-4cdd-b677-5a47eae4e286 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.135690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-c76fbe9a-065f-4cdd-b677-5a47eae4e286 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 818 time: 0.3544731 Jul 22 14:23:43.174233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Request body: {'port': {'device_id': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'admin_state_up': True, 'tenant_id': '05640d103fd2455eb4317a15697c75e7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:43.180210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa28158-3c8f-471b-a2b2-1a6ff40630a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.196663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dd3d80c-1707-429f-a208-c9b8bbfca28a req-6b9793a5-7c77-406b-8a9d-e0b72072e242 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687242 Jul 22 14:23:43.199043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:23:43.201352 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] Checking router: 0e4c4cd3-3415-4a05-add0-70ce72726779 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:43.229039 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] Routers {'0e4c4cd3-3415-4a05-add0-70ce72726779'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:43.229307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Deleting port a9e341e9-13ff-40b8-91c7-d2e05b1238ed {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:43.229548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.229679 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e4c4cd3-3415-4a05-add0-70ce72726779'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:43.327446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-2ddb21a0-2120-452e-8f0c-67e779039fbc tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.329016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-2ddb21a0-2120-452e-8f0c-67e779039fbc tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.20 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 818 time: 0.4043927 Jul 22 14:23:43.329530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:43.344249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Request body: {'port': {'device_id': '2e7615ae-355c-449f-81de-138d71c8a998', 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'admin_state_up': True, 'tenant_id': '05640d103fd2455eb4317a15697c75e7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:43.370206 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] Set router 0e4c4cd3-3415-4a05-add0-70ce72726779 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:43.479095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:43.496827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:43.508764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:43.513894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:43.547891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdb761cf-4ac9-49a1-a3b4-28e8ca2e456a req-59be6861-4c43-4159-8e48-27cab12694ed tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 210 time: 0.1111932 Jul 22 14:23:43.573673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-0c906930-e8d8-4141-b323-c5b2da5633db tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.573673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-0c906930-e8d8-4141-b323-c5b2da5633db tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 818 time: 0.2188275 Jul 22 14:23:43.586134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Request body: {'port': {'device_id': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'admin_state_up': True, 'tenant_id': '05640d103fd2455eb4317a15697c75e7'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:43.620727 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:23:42Z', 'revision_number': 6, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:43.623286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] For port a9e341e9-13ff-40b8-91c7-d2e05b1238ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:43.623664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.653109 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe1d6a9-4724-41fa-8489-bada50036205 None None] The sync data for ids ['0e4c4cd3-3415-4a05-add0-70ce72726779'] in n-d-787205-11 is: [{'id': '0e4c4cd3-3415-4a05-add0-70ce72726779', 'name': 'tempest-TestServerMultinode-952107664-router', 'tenant_id': 'd0a26561104441d9ad7e60acf0511082', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:23:42Z', 'revision_number': 6, 'project_id': 'd0a26561104441d9ad7e60acf0511082', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:43.659336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3485758c-1b6d-4b39-96b0-d7206ff37416 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f441b351145648d6b7dd6335e92be74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201792 Jul 22 14:23:43.666896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:43.682084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Calling delete_port for a9e341e9-13ff-40b8-91c7-d2e05b1238ed owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:43.702152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:43.849662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa28158-3c8f-471b-a2b2-1a6ff40630a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.859180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.863678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3a007538-3013-47bf-8378-f7f8a3eb6b69 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7396932 Jul 22 14:23:43.864357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60400) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:43.875881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caa28158-3c8f-471b-a2b2-1a6ff40630a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.922801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:41Z', 'revision_number': 3, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:43.955853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:43.956667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Updating router be6836cc-032a-49f6-bc69-b1d74c52a3bc port f2cf671b-c06e-4d75-ada4-58d8d73ed528 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:43.966014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Made reservation on behalf of 05640d103fd2455eb4317a15697c75e7 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:43.970355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.979788 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274e3d92-9253-4d20-b0d9-c5557fdab76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.992377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Deleting port 1169b3ec-dea3-4227-8b16-b1636cdffbf1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:43.993573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.004044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Made reservation on behalf of 05640d103fd2455eb4317a15697c75e7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:44.008654 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.015410 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.033361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa28158-3c8f-471b-a2b2-1a6ff40630a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44296400-e37a-40fe-a292-b13392fb55bb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:44.037956 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-caa28158-3c8f-471b-a2b2-1a6ff40630a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70bd4d62a2c54a1581dd7cf87e363a20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1923366 Jul 22 14:23:44.060578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:44.116813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274e3d92-9253-4d20-b0d9-c5557fdab76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.173508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Made reservation on behalf of 05640d103fd2455eb4317a15697c75e7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:44.177222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.209572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4f53b6f4-3252-4225-ba57-73f8ebaac7fb tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0d783c33e114459eb9a4961701888d35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3439388 Jul 22 14:23:44.215222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60406) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:44.283832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Allocated IP 172.20.0.6 (dc22a38d-5f91-4e7c-b720-16a4dbc9809e/5021174f-40ca-4bb3-8fe0-1f30e7c73755/07911cd4-e624-4d73-b1b2-4ab035c4b042) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:44.403976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.413131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26ef8c-ee65-4cfc-96ac-4170b4279166 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:44.415403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ff26ef8c-ee65-4cfc-96ac-4170b4279166 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2013881 Jul 22 14:23:44.419232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.419696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60410) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:44.448333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Calling delete_port for 1169b3ec-dea3-4227-8b16-b1636cdffbf1 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:44.450290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3521afe8-5dc2-4ef4-94a8-fc4e1a721ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.459987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b46e47c3-d6b0-4e92-b616-bad6ab12379a tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391705 Jul 22 14:23:44.466165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60412) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:44.466349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.472686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Transition to ACTIVE for port object f2cf671b-c06e-4d75-ada4-58d8d73ed528 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:44.478621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-888610197', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'project_id': '0d783c33e114459eb9a4961701888d35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:44.481820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.502513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274e3d92-9253-4d20-b0d9-c5557fdab76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.505128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274e3d92-9253-4d20-b0d9-c5557fdab76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.510576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-274e3d92-9253-4d20-b0d9-c5557fdab76b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba2d0c03-7c33-4517-b42f-85fe26878e04 HTTP/1.1" status: 204 len: 168 time: 0.8309753 Jul 22 14:23:44.549902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b3df8-9764-406c-b828-61411450804f None None] Pushing event updated for resources: {'Port': ['ID=f2cf671b-c06e-4d75-ada4-58d8d73ed528,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:44.563644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Attempting to bind port f2cf671b-c06e-4d75-ada4-58d8d73ed528 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:44.564395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Attempting to bind port f2cf671b-c06e-4d75-ada4-58d8d73ed528 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:44.565042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Attempting to bind port f2cf671b-c06e-4d75-ada4-58d8d73ed528 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:44.566717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3521afe8-5dc2-4ef4-94a8-fc4e1a721ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.572623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:44.573473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:44.574204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.574790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:44.576913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Bound port: f2cf671b-c06e-4d75-ada4-58d8d73ed528, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:44.577727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.594004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e341e9-13ff-40b8-91c7-d2e05b1238ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:44.620529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d9594-7bf4-4732-a5a9-4aac5aa0e820 req-469c4386-8c24-4b48-a56f-d5ebc1f91f74 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:44.622462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af4d9594-7bf4-4732-a5a9-4aac5aa0e820 req-469c4386-8c24-4b48-a56f-d5ebc1f91f74 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3120568 Jul 22 14:23:44.629242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e3d92-9253-4d20-b0d9-c5557fdab76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2d0c03-7c33-4517-b42f-85fe26878e04,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:44.702701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] For port f2cf671b-c06e-4d75-ada4-58d8d73ed528, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:44.710238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] For port f2cf671b-c06e-4d75-ada4-58d8d73ed528, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f2cf671b-c06e-4d75-ada4-58d8d73ed528,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:44.715750 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.761727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f59e0b3f-2085-44e3-9ec0-497a7d67ab94 req-a29f3e79-2f86-4a41-9711-2345bab6b774 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 210 time: 0.0729976 Jul 22 14:23:44.811085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.811327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:44.812226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:44.818434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:44.826129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.907665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b3df8-9764-406c-b828-61411450804f None None] Pushing event updated for resources: {'Port': ['ID=f2cf671b-c06e-4d75-ada4-58d8d73ed528,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:44.919261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.922339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.930649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3521afe8-5dc2-4ef4-94a8-fc4e1a721ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.933318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3521afe8-5dc2-4ef4-94a8-fc4e1a721ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.936914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3521afe8-5dc2-4ef4-94a8-fc4e1a721ca3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44296400-e37a-40fe-a292-b13392fb55bb HTTP/1.1" status: 204 len: 168 time: 0.8520753 Jul 22 14:23:45.022188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:45.105450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521afe8-5dc2-4ef4-94a8-fc4e1a721ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44296400-e37a-40fe-a292-b13392fb55bb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:45.125759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.128465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e4c4cd3-3415-4a05-add0-70ce72726779 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:23:45.154138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-af4d9594-7bf4-4732-a5a9-4aac5aa0e820 req-c386f29e-18cc-4156-a347-a0c803e00c60 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847839 Jul 22 14:23:45.158807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.161217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-81a327f6-fc9c-46d8-a23e-12a7f2f311c7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0e4c4cd3-3415-4a05-add0-70ce72726779 HTTP/1.1" status: 204 len: 168 time: 2.7235324 Jul 22 14:23:45.165601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60428) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:45.166046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9e341e9-13ff-40b8-91c7-d2e05b1238ed no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:45.251890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a9e341e9-13ff-40b8-91c7-d2e05b1238ed {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:45.253810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9e341e9-13ff-40b8-91c7-d2e05b1238ed not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:45.258043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device af55a4ff-ca7e-4cf2-b20a-23226b3be794 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:45.271199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.271669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.300583 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.365878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: af55a4ff-ca7e-4cf2-b20a-23226b3be794 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:45.367268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device af55a4ff-ca7e-4cf2-b20a-23226b3be794 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:45.367995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Port': ['ID=1169b3ec-dea3-4227-8b16-b1636cdffbf1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:45.508379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Subnet': ['ID=f8780c6a-138e-46d2-9296-c1895f5849f4,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:45.688028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:41Z', 'revision_number': 3, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:45.723092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2b213-6628-4172-abf2-6fea0d9d246e None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:41Z', 'revision_number': 3, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:45.753334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Checking segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:45.753841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network hostable DHCP agents. Network: 6d53a4d1-2019-4ac6-ad61-1fec3e84f140, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:45.776108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dfc06-9056-4f6e-8bbe-8d00fdd4be4a req-da23a88e-2b1d-4128-9060-8360623ba8ef tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:45.784008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-915dfc06-9056-4f6e-8bbe-8d00fdd4be4a req-da23a88e-2b1d-4128-9060-8360623ba8ef tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3074224 Jul 22 14:23:45.795285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.917314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60448) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:45.943293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Pushing event updated for resources: {'Port': ['ID=07911cd4-e624-4d73-b1b2-4ab035c4b042,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:45.953086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:45.967777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:45.969866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60450) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:45.974996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-0280dd4d-36e3-4a98-a910-244bd33b7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:45.977322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-0280dd4d-36e3-4a98-a910-244bd33b7c28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.3538792 Jul 22 14:23:45.982205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:45.988571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2d9e-510b-4c7b-83b7-61b11e577819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.019077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-915dfc06-9056-4f6e-8bbe-8d00fdd4be4a req-1639e6eb-33ad-4fe8-b899-2715bb0427c4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339697 Jul 22 14:23:46.048348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:46.092366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6d53a4d1-2019-4ac6-ad61-1fec3e84f140) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:46.103325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7c1c28-e065-4112-8899-33d2e6d1f8ff None None] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:46.138929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Deleting subnet 400bd4f7-9a87-4c61-9552-dc1c35613ae9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:46.175059 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.180117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-518778682-network', 'tenant_id': 'ec47677850eb45c88164643c73f24a71'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:46.195694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:46.196283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.254055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:46.254713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.291045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.316155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-235e7dad-c8fc-4c3a-9600-37cdc2156903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:46.318268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-235e7dad-c8fc-4c3a-9600-37cdc2156903 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.3178527 Jul 22 14:23:46.324352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Allocated IP 172.20.0.8 (dc22a38d-5f91-4e7c-b720-16a4dbc9809e/5021174f-40ca-4bb3-8fe0-1f30e7c73755/609c2730-2a41-4797-89ea-96d6efd0b7ef) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:46.364773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:23:46.365674 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.453832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2d9e-510b-4c7b-83b7-61b11e577819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.456480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-ed66486b-1d92-48c9-b19f-1a39cf3e974d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.1313856 Jul 22 14:23:46.463698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce0d2d9e-510b-4c7b-83b7-61b11e577819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.464758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.485591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862575-8d5a-42bb-9c83-83e0427324e4 req-ff331a28-ca45-42a4-ad62-527cd44cda8f tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:46.492656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31862575-8d5a-42bb-9c83-83e0427324e4 req-ff331a28-ca45-42a4-ad62-527cd44cda8f tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 931 time: 0.3423445 Jul 22 14:23:46.542682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d2d9e-510b-4c7b-83b7-61b11e577819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe274b3d-7622-4446-86f3-33d08e74c340,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:46.545955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-09589a61-6806-42eb-a2da-9f0c8110c36b tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9651151 Jul 22 14:23:46.564131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Request body: {'port': {'device_id': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:46.576810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Allocated IP 172.20.0.2 (6d53a4d1-2019-4ac6-ad61-1fec3e84f140/f8780c6a-138e-46d2-9296-c1895f5849f4/bd944893-4594-47db-a76b-02cc54290eff) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:46.669585 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.776667 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.792044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.802860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Transition to ACTIVE for port object bd944893-4594-47db-a76b-02cc54290eff will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:46.819275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400bd4f7-9a87-4c61-9552-dc1c35613ae9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:46.824859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.829072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95181244-cbf4-41f4-a5c3-a0ea69816205 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/400bd4f7-9a87-4c61-9552-dc1c35613ae9 HTTP/1.1" status: 204 len: 168 time: 1.6549439 Jul 22 14:23:46.830408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe9823-6a9b-46c0-b1fa-b402ca92b7e4 None None] Network 40438306-80ca-44bb-adce-079601866cf6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:46.838015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Transition to ACTIVE for port object bd944893-4594-47db-a76b-02cc54290eff will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:46.857924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.909903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:46.918432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:46.921017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:46.928656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31862575-8d5a-42bb-9c83-83e0427324e4 req-47a0fbc8-f1fc-47f0-a1fb-36f86e9ff290 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350965 Jul 22 14:23:46.932526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:46.946551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Made reservation on behalf of ec47677850eb45c88164643c73f24a71 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:46.950055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.969936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.979686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-7fde2b01-2e9d-48ec-8b13-607f94c3d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:46.981777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-7fde2b01-2e9d-48ec-8b13-607f94c3d791 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.5122113 Jul 22 14:23:46.991067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-52bc6dae-d2af-47fa-a9d6-5ae436df6c0e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5202117 Jul 22 14:23:46.997486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ce0d2d9e-510b-4c7b-83b7-61b11e577819 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=407e60c32e424d9ba5ef5035da37402a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0709653 Jul 22 14:23:47.000488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60456) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:47.000826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60458) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:47.049890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.107310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Router afaf5f75-7bcb-4cd3-b021-2e78eaa37b72 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:47.126370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.208063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f2cf671b-c06e-4d75-ada4-58d8d73ed528 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:47.246591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Pushing event updated for resources: {'Port': ['ID=bd944893-4594-47db-a76b-02cc54290eff,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.326118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:47.343577 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] Sync routers for ids ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:47.348094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0eb8485b-a273-49ce-b02e-cbfeda49bca9 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "PUT /v2.0/routers/afaf5f75-7bcb-4cd3-b021-2e78eaa37b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9909723 Jul 22 14:23:47.356437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60464) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:47.358854 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] Routers {'afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:47.360188 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:47.360873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0354f20f-cb05-4bb1-a592-2d32b16599ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.363155 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.375515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:47.385873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Attempting to bind port bd944893-4594-47db-a76b-02cc54290eff on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:47.386655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Attempting to bind port bd944893-4594-47db-a76b-02cc54290eff by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:47.387289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Attempting to bind port bd944893-4594-47db-a76b-02cc54290eff on network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:47.387426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.391763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Allocated IP 172.20.0.7 (dc22a38d-5f91-4e7c-b720-16a4dbc9809e/5021174f-40ca-4bb3-8fe0-1f30e7c73755/65437b87-40b4-463a-b117-8577340053ed) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:47.398450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Pushing event updated for resources: {'Port': ['ID=609c2730-2a41-4797-89ea-96d6efd0b7ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.401301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:47.401726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:47.402624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Checking segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:47.403731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.404446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Bound using segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:47.406009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Bound port: bd944893-4594-47db-a76b-02cc54290eff, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:47.406647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.407003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:47.443358 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:47.458350 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] Routers {'afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:47.459114 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:47.468394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f2cf671b-c06e-4d75-ada4-58d8d73ed528 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:47.475478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f2cf671b-c06e-4d75-ada4-58d8d73ed528 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:47.476736 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.521265 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:47.521469 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dfd49b-fb2d-421f-a2e9-d7de6bd9caa6 None None] The sync data for ids ['afaf5f75-7bcb-4cd3-b021-2e78eaa37b72'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:47.526904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:47.527641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.550730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-7aece5cf-2c6d-419e-a4d0-6059b59c407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:47.552278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-7aece5cf-2c6d-419e-a4d0-6059b59c407c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5526268 Jul 22 14:23:47.565487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0354f20f-cb05-4bb1-a592-2d32b16599ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.580987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Deleting port 9b428e5f-f001-4879-80d0-6120bdcaa712 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:47.581340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.608421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] For port bd944893-4594-47db-a76b-02cc54290eff, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:47.630951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] For port bd944893-4594-47db-a76b-02cc54290eff, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd944893-4594-47db-a76b-02cc54290eff,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:47.635734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.640746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.646943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.721133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] DHCP port deletion for 40438306-80ca-44bb-adce-079601866cf6 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:23:47.748146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f2cf671b-c06e-4d75-ada4-58d8d73ed528, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f2cf671b-c06e-4d75-ada4-58d8d73ed528,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:47.761218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] For port 9b428e5f-f001-4879-80d0-6120bdcaa712, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9b428e5f-f001-4879-80d0-6120bdcaa712,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:47.761443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.777784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.782037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de256a34-4dd2-4d4b-a0d7-4de3aaa6a1cb None None] Pushing event updated for resources: {'Port': ['ID=bd944893-4594-47db-a76b-02cc54290eff,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.784597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Calling delete_port for 9b428e5f-f001-4879-80d0-6120bdcaa712 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:47.817596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.859753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f2cf671b-c06e-4d75-ada4-58d8d73ed528,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.877843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8fea5-7156-4c13-ac1e-2d0edd0fd915 req-102e6e31-54a6-4a5d-a966-47c64f016294 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:47.888147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7e8fea5-7156-4c13-ac1e-2d0edd0fd915 req-102e6e31-54a6-4a5d-a966-47c64f016294 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.6871479 Jul 22 14:23:47.892418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] Deleting port 9b428e5f-f001-4879-80d0-6120bdcaa712 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:47.893811 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.978329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.987817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] For port 9b428e5f-f001-4879-80d0-6120bdcaa712, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9b428e5f-f001-4879-80d0-6120bdcaa712,segment=NetworkSegment(30023a55-a745-41b3-8fa3-af8e30c33be1),segment_id=30023a55-a745-41b3-8fa3-af8e30c33be1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:47.988776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.006539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.045592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] Calling delete_port for 9b428e5f-f001-4879-80d0-6120bdcaa712 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:48.107800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Network dc22a38d-5f91-4e7c-b720-16a4dbc9809e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:48.134498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] No DVR routers for this DVR port 9b428e5f-f001-4879-80d0-6120bdcaa712 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:48.144613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:48.191824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:48.198583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Pushing event updated for resources: {'Port': ['ID=65437b87-40b4-463a-b117-8577340053ed,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:48.212091 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:23:48.218635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.240901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.247477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.276636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.280440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-18da6c0e-e644-457d-9062-0ebb1d291a31 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1180594 Jul 22 14:23:48.285358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b428e5f-f001-4879-80d0-6120bdcaa712,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:48.286846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] Pushing event deleted for resources: {'Port': ['ID=9b428e5f-f001-4879-80d0-6120bdcaa712,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:48.294211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032b9fe-ca1a-453f-90fb-bae411e8c804 None None] No DVR routers for this DVR port 9b428e5f-f001-4879-80d0-6120bdcaa712 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:48.309148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.316202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Request body: {'port': {'device_id': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:48.336643 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0354f20f-cb05-4bb1-a592-2d32b16599ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.339555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0354f20f-cb05-4bb1-a592-2d32b16599ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.340721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0354f20f-cb05-4bb1-a592-2d32b16599ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe274b3d-7622-4446-86f3-33d08e74c340 HTTP/1.1" status: 204 len: 168 time: 1.3336771 Jul 22 14:23:48.347241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.364414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:48.364703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:48.365178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.397198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40438306-80ca-44bb-adce-079601866cf6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:48.403250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7e8fea5-7156-4c13-ac1e-2d0edd0fd915 req-ae8d01d2-6a08-4b90-bc88-e07ffbce9c44 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4916310 Jul 22 14:23:48.415107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30023a55-a745-41b3-8fa3-af8e30c33be1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:48.415452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30023a55-a745-41b3-8fa3-af8e30c33be1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:48.417278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-974176c2-f7d0-4a8d-aef8-67a44b603611 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8459947 Jul 22 14:23:48.433354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1d479200-9685-4901-a45d-1cc8b9bf8c72 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0932457 Jul 22 14:23:48.436780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.436955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:48.451205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aafb43-ccfb-42f4-8b8a-9efc10704621 req-b9076783-a86a-43e9-b192-9d035031b906 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:48.452919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87aafb43-ccfb-42f4-8b8a-9efc10704621 req-b9076783-a86a-43e9-b192-9d035031b906 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 931 time: 0.3676920 Jul 22 14:23:48.464075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Request body: {'port': {'device_id': '2e7615ae-355c-449f-81de-138d71c8a998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:48.527767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.529871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.530289 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Added segment 23563d86-57ec-4074-a9f0-232ceffe294c of type vlan for network a73cb7e7-450c-417d-8a44-9868004b66a6 Jul 22 14:23:48.538525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.539196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Fanout notify agent at l3_agent the message router_deleted on router afaf5f75-7bcb-4cd3-b021-2e78eaa37b72 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:23:48.547317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.548560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a79ea49c-1c7a-4ae5-9fc6-9202420938cf tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "DELETE /v2.0/routers/afaf5f75-7bcb-4cd3-b021-2e78eaa37b72 HTTP/1.1" status: 204 len: 168 time: 1.1886923 Jul 22 14:23:48.554801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:48.560457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:48.572558 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:48.581380 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b96b393-62b1-49e9-8c11-e835a385bc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.602027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354f20f-cb05-4bb1-a592-2d32b16599ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe274b3d-7622-4446-86f3-33d08e74c340,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:48.622135 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87aafb43-ccfb-42f4-8b8a-9efc10704621 req-e9faacb3-6f9b-400c-9a0b-1adbfd90abfb tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526542 Jul 22 14:23:48.727201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.737665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.748193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.840224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Deleting subnet c7c520c4-692b-4b20-819e-a74bc9b9fbee {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:48.863775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.869110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.885470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7427a2cb-f6c7-4943-ba89-34912da18f25 req-998eb33f-97b5-4b05-a1db-7eee929517e6 service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044504 Jul 22 14:23:48.910433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.912330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40438306-80ca-44bb-adce-079601866cf6 HTTP/1.1" status: 204 len: 168 time: 1.9768178 Jul 22 14:23:48.928627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.930223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:48.930932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:48.986390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0135374 Jul 22 14:23:48.998669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60486) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:49.002890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a637ab-8681-45c8-af31-dacc178871d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40438306-80ca-44bb-adce-079601866cf6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:49.006291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Request body: {'subnet': {'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-518778682-subnet', 'tenant_id': 'ec47677850eb45c88164643c73f24a71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:49.068115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07911cd4-e624-4d73-b1b2-4ab035c4b042 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:49.090396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.099540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.138196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad7dfab-8103-4f06-a51e-72d8feb6ee0f admin admin] Pushing event updated for resources: {'Network': ['ID=a73cb7e7-450c-417d-8a44-9868004b66a6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:49.150811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a73cb7e7-450c-417d-8a44-9868004b66a6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:49.173337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60492) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:49.178681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Transition to ACTIVE for port object 07911cd4-e624-4d73-b1b2-4ab035c4b042 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:49.191320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.212114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Made reservation on behalf of ec47677850eb45c88164643c73f24a71 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:49.214488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.217170 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.316097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d77d930-0ec1-4be5-aa97-5d0eeb6332d5 None None] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:49.325891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.347051 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cf017f1d-d66d-4f21-bfd9-1cadf14f0e77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bfafb944b094908842badeca6336a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704009 Jul 22 14:23:49.350071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60496) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:49.476530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.534955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd944893-4594-47db-a76b-02cc54290eff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:49.615935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b23899a8-e06e-4c7a-927b-dc5ea02b64c4 None None] Provisioning for port bd944893-4594-47db-a76b-02cc54290eff completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:49.632908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65437b87-40b4-463a-b117-8577340053ed {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:49.642906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.661983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Transition to ACTIVE for port object 65437b87-40b4-463a-b117-8577340053ed will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:49.694176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.699756 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.749655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port bd944893-4594-47db-a76b-02cc54290eff completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:49.759327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Pushing event updated for resources: {'Port': ['ID=07911cd4-e624-4d73-b1b2-4ab035c4b042,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:49.759932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bd944893-4594-47db-a76b-02cc54290eff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:49.759932 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.779734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c520c4-692b-4b20-819e-a74bc9b9fbee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:49.807705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:49.815474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1258b031-0915-4ccf-aa02-378edcae556d tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "DELETE /v2.0/subnets/c7c520c4-692b-4b20-819e-a74bc9b9fbee HTTP/1.1" status: 204 len: 168 time: 1.2426484 Jul 22 14:23:49.817497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d37484-468c-4188-9354-2a2efa1cb2ec None None] Network d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:49.824250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:49.951496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Pushing event updated for resources: {'Port': ['ID=65437b87-40b4-463a-b117-8577340053ed,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:50.061762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Attempting to bind port 07911cd4-e624-4d73-b1b2-4ab035c4b042 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:50.062097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Attempting to bind port 07911cd4-e624-4d73-b1b2-4ab035c4b042 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:50.062620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Attempting to bind port 07911cd4-e624-4d73-b1b2-4ab035c4b042 on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:50.085844 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.087870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.110947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Port 07911cd4-e624-4d73-b1b2-4ab035c4b042 on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:50.111567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Attempting to bind port 07911cd4-e624-4d73-b1b2-4ab035c4b042 on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:50.121013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adba00da-efb4-4a62-9b60-49c116d79778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.150044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:50.150700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Checking segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:50.151258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Bound using segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:50.151886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Bound port: 07911cd4-e624-4d73-b1b2-4ab035c4b042, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:50.152564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.164882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.170431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port bd944893-4594-47db-a76b-02cc54290eff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd944893-4594-47db-a76b-02cc54290eff,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:50.179841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeccffb-e5b1-4e00-ac11-3a8c41c97cd2 req-f673b049-c237-4eee-96e4-ddfb50e65617 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:50.180310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.181960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfeccffb-e5b1-4e00-ac11-3a8c41c97cd2 req-f673b049-c237-4eee-96e4-ddfb50e65617 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.4317248 Jul 22 14:23:50.186503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f2cf671b-c06e-4d75-ada4-58d8d73ed528 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:50.219451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41f8e5-9fca-4ed6-b249-d952c6d3b816 req-47e502fa-0afa-449a-a1b4-a6c000184a35 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:50.221081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f41f8e5-9fca-4ed6-b249-d952c6d3b816 req-47e502fa-0afa-449a-a1b4-a6c000184a35 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 943 time: 0.4625208 Jul 22 14:23:50.251383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Attempting to bind port 65437b87-40b4-463a-b117-8577340053ed on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:50.251860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Attempting to bind port 65437b87-40b4-463a-b117-8577340053ed by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:50.252205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Attempting to bind port 65437b87-40b4-463a-b117-8577340053ed on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:50.280493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adba00da-efb4-4a62-9b60-49c116d79778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.313655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=bd944893-4594-47db-a76b-02cc54290eff,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:50.316393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Port 65437b87-40b4-463a-b117-8577340053ed on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:50.316670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Attempting to bind port 65437b87-40b4-463a-b117-8577340053ed on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:50.338786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f2cf671b-c06e-4d75-ada4-58d8d73ed528 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:50.338786 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.354475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:50.354900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Checking segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:50.355261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Bound using segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:50.355822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Bound port: 65437b87-40b4-463a-b117-8577340053ed, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:50.356303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.364516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0f41f8e5-9fca-4ed6-b249-d952c6d3b816 req-a6414333-5c9a-4c7c-9c1c-5f53d2945c05 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214530 Jul 22 14:23:50.373138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.405506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609c2730-2a41-4797-89ea-96d6efd0b7ef {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:50.420133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.433232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] DHCP port deletion for d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:23:50.469655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Transition to ACTIVE for port object 609c2730-2a41-4797-89ea-96d6efd0b7ef will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:50.474679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Deleting port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:50.475035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.483602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.498225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfeccffb-e5b1-4e00-ac11-3a8c41c97cd2 req-b73998fe-f5ff-42bd-a88d-da7bca43ebde tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968636 Jul 22 14:23:50.527394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e5a3a272-33d4-41f3-93f9-121e4515f9ce None None] Provisioning complete for port bd944893-4594-47db-a76b-02cc54290eff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:50.535040 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e5a3a272-33d4-41f3-93f9-121e4515f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.558993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f7d74a-5de9-402e-a552-dd78be06024b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:50.563960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] For port 07911cd4-e624-4d73-b1b2-4ab035c4b042, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:50.616446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] For port 07911cd4-e624-4d73-b1b2-4ab035c4b042, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:50.626947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.633438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adba00da-efb4-4a62-9b60-49c116d79778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.637114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adba00da-efb4-4a62-9b60-49c116d79778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.638325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-adba00da-efb4-4a62-9b60-49c116d79778 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17f67f81-f356-45eb-aed3-9aed96db7cd3 HTTP/1.1" status: 204 len: 168 time: 0.8896337 Jul 22 14:23:50.699664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:50.700203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.701923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] 10.222.0.13 "PUT /v2.0/ports/07911cd4-e624-4d73-b1b2-4ab035c4b042 HTTP/1.1" status: 200 len: 1092 time: 4.1422722 Jul 22 14:23:50.703019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba00da-efb4-4a62-9b60-49c116d79778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f67f81-f356-45eb-aed3-9aed96db7cd3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:50.704963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] Deleting port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:50.705970 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.712815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'tag': '07911cd4-e624-4d73-b1b2-4ab035c4b042'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:50.716979 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472ac70b-9734-4835-966c-987bb1ff7128" -d '{"events": [{"name": "network-changed", "server_uuid": "f125e357-4c5f-4dd7-a8a5-76818efbfcbb", "tag": "07911cd4-e624-4d73-b1b2-4ab035c4b042"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:50.720248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Checking segment: {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:50.720708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Network hostable DHCP agents. Network: a73cb7e7-450c-417d-8a44-9868004b66a6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:50.743867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.20.0.1 (6d53a4d1-2019-4ac6-ad61-1fec3e84f140/f8780c6a-138e-46d2-9296-c1895f5849f4/e27c7a58-f14f-48bd-9771-813c2d68067a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:50.826574 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e0134e-4327-4fb2-8778-abc37f21e559 x-openstack-request-id: req-d9e0134e-4327-4fb2-8778-abc37f21e559 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:50.827314 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f125e357-4c5f-4dd7-a8a5-76818efbfcbb", "tag": "07911cd4-e624-4d73-b1b2-4ab035c4b042", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:50.827314 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9e0134e-4327-4fb2-8778-abc37f21e559 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:50.827495 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'tag': '07911cd4-e624-4d73-b1b2-4ab035c4b042', 'status': 'completed', 'code': 200} Jul 22 14:23:50.843093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb33d8-3dc4-431f-9ec0-2908c6cff017 service neutron] Pushing event updated for resources: {'Port': ['ID=07911cd4-e624-4d73-b1b2-4ab035c4b042,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:50.853408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Network a73cb7e7-450c-417d-8a44-9868004b66a6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:50.878938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a73cb7e7-450c-417d-8a44-9868004b66a6) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:50.885398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:50.885398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.920071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] For port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,segment=NetworkSegment(12c98648-d43f-4a67-a47c-37523b284d21),segment_id=12c98648-d43f-4a67-a47c-37523b284d21)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:50.921417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:50.969204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-afd7d280-6029-4e4b-8266-cfbf734b75b8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9642067 Jul 22 14:23:50.970851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d69c1ae-222f-4231-ada8-b339d5d198ba None None] Network a73cb7e7-450c-417d-8a44-9868004b66a6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:51.025446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.037371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] Calling delete_port for 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:51.049601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Transition to ACTIVE for port object e27c7a58-f14f-48bd-9771-813c2d68067a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:51.089102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-aad10945-1b48-4248-934d-1053deca5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.091062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-aad10945-1b48-4248-934d-1053deca5a5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 1095 time: 0.3266132 Jul 22 14:23:51.133449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] For port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,segment=NetworkSegment(12c98648-d43f-4a67-a47c-37523b284d21),segment_id=12c98648-d43f-4a67-a47c-37523b284d21)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:51.135182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.151987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-3300bd8c-440c-4c94-a434-0ab97f1d95d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042 HTTP/1.1" status: 200 len: 217 time: 0.0536311 Jul 22 14:23:51.153285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.154330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Calling delete_port for 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:51.194076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9b428e5f-f001-4879-80d0-6120bdcaa712 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:51.213026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:51.227132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9b428e5f-f001-4879-80d0-6120bdcaa712 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:51.227527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9b428e5f-f001-4879-80d0-6120bdcaa712 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:51.241415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:51.251095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:51.283165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] For port 65437b87-40b4-463a-b117-8577340053ed, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:51.296443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Pushing event updated for resources: {'Port': ['ID=609c2730-2a41-4797-89ea-96d6efd0b7ef,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:51.334603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.334734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.344699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60538) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:51.360917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb152844-9637-4470-b581-1e29d8f9a46b None None] Network a73cb7e7-450c-417d-8a44-9868004b66a6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:51.368008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] For port 65437b87-40b4-463a-b117-8577340053ed, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=65437b87-40b4-463a-b117-8577340053ed,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:51.368969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.485136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd944893-4594-47db-a76b-02cc54290eff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:51.485651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.514425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=e27c7a58-f14f-48bd-9771-813c2d68067a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:51.515022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] Pushing event deleted for resources: {'Port': ['ID=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:51.522224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892767b-376e-4c35-a2b9-0d27b5d2f906 None None] No DVR routers for this DVR port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:51.528267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-8e9b50d9-b1be-4138-9c02-dceee12eda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.534214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-8e9b50d9-b1be-4138-9c02-dceee12eda7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 200 len: 858 time: 0.3692505 Jul 22 14:23:51.591374 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d6b85df2-7150-4726-af6a-f76c55c2b4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.610042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-3dec7dea-2569-4ac1-a84a-cbf396aa179f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611477 Jul 22 14:23:51.615896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5cf2bb83-bf13-4e30-9d22-1d3f27725009 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0a26561104441d9ad7e60acf0511082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693360 Jul 22 14:23:51.626609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:51.632625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.633458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.634995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/65437b87-40b4-463a-b117-8577340053ed HTTP/1.1" status: 200 len: 1092 time: 3.1760004 Jul 22 14:23:51.636739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7615ae-355c-449f-81de-138d71c8a998', 'tag': '65437b87-40b4-463a-b117-8577340053ed'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:51.639915 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9040daac-7405-4714-b3f9-a1b6a55d2459" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7615ae-355c-449f-81de-138d71c8a998", "tag": "65437b87-40b4-463a-b117-8577340053ed"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:51.690868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b193-ad00-41a8-917b-461ba5bf4e17 req-a72cc475-bcd0-46a3-a09f-9e26a9c68a4d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.692579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b979b193-ad00-41a8-917b-461ba5bf4e17 req-a72cc475-bcd0-46a3-a09f-9e26a9c68a4d tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.6806343 Jul 22 14:23:51.717971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.781024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bd944893-4594-47db-a76b-02cc54290eff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:51.781742 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.796992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] No DVR routers for this DVR port 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:51.838183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Attempting to bind port 609c2730-2a41-4797-89ea-96d6efd0b7ef on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:51.838632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Attempting to bind port 609c2730-2a41-4797-89ea-96d6efd0b7ef by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:51.839048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Attempting to bind port 609c2730-2a41-4797-89ea-96d6efd0b7ef on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:51.861157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df774251-1469-4f61-b669-6ce332e771b1 service neutron] Pushing event updated for resources: {'Port': ['ID=65437b87-40b4-463a-b117-8577340053ed,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:51.868971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.875913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e6f709f-e5d6-4ba4-b0f3-0ce198f2912f None None] Provisioning for port e27c7a58-f14f-48bd-9771-813c2d68067a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:51.884365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e6f709f-e5d6-4ba4-b0f3-0ce198f2912f None None] Provisioning complete for port e27c7a58-f14f-48bd-9771-813c2d68067a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:51.885463 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e6f709f-e5d6-4ba4-b0f3-0ce198f2912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.891770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Port 609c2730-2a41-4797-89ea-96d6efd0b7ef on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:51.892299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Attempting to bind port 609c2730-2a41-4797-89ea-96d6efd0b7ef on network dc22a38d-5f91-4e7c-b720-16a4dbc9809e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:51.907241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114b190-6001-4c4e-8e9b-203c70e79b11 req-4cc120f0-3167-4a53-bb16-20cf0a0761ad tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.908820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6114b190-6001-4c4e-8e9b-203c70e79b11 req-4cc120f0-3167-4a53-bb16-20cf0a0761ad tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 943 time: 0.3736258 Jul 22 14:23:51.947672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8e6f709f-e5d6-4ba4-b0f3-0ce198f2912f None None] Port e27c7a58-f14f-48bd-9771-813c2d68067a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:51.953489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b979b193-ad00-41a8-917b-461ba5bf4e17 req-62fc6aff-49d3-4ada-9796-68acfb3db244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433116 Jul 22 14:23:51.954265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Port': ['ID=63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:51.962667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:51.962859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Checking segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:51.963233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Bound using segment: {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:51.963677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Bound port: 609c2730-2a41-4797-89ea-96d6efd0b7ef, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab04501-4f34-4987-bc7b-a4b4b865af89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:51.964044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.990029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26e124d3-9b05-4292-bf0a-b40240585c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.012142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-3d08d4c6-74b9-4c6f-af8f-e0dbae323294 service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463111 Jul 22 14:23:52.041451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.063185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f8f33e-ee04-4efb-a7bc-7f62b691afa8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:52.111214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c98648-d43f-4a67-a47c-37523b284d21') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:52.111928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c98648-d43f-4a67-a47c-37523b284d21') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:52.131122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:52.142145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26e124d3-9b05-4292-bf0a-b40240585c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.147271 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.161375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6114b190-6001-4c4e-8e9b-203c70e79b11 req-c84bc326-64cb-4909-ad93-d6e8905a1121 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155674 Jul 22 14:23:52.168425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-5f743480-0f34-4bc0-9dab-2d62773cccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.171533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-5f743480-0f34-4bc0-9dab-2d62773cccdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 1095 time: 0.4773688 Jul 22 14:23:52.225044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:52.225535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63867f17-da8a-4df6-a9b9-dfc2cdcfa6dd not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:52.235805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.298375 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c6297-9694-4d81-9451-cb79f17f8239 x-openstack-request-id: req-012c6297-9694-4d81-9451-cb79f17f8239 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:52.298712 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7615ae-355c-449f-81de-138d71c8a998", "tag": "65437b87-40b4-463a-b117-8577340053ed", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:52.299012 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-012c6297-9694-4d81-9451-cb79f17f8239 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:52.299859 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7615ae-355c-449f-81de-138d71c8a998', 'tag': '65437b87-40b4-463a-b117-8577340053ed', 'status': 'completed', 'code': 200} Jul 22 14:23:52.310971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:52.311442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.315950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1fcfc14a-9f90-4c00-bd41-d8cb86d9e012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65437b87-40b4-463a-b117-8577340053ed HTTP/1.1" status: 200 len: 217 time: 0.1026835 Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: self.session.flush() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:52.316549 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:52.319133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-6f4081c7-4498-4c22-bf6c-f25c5be490f5 service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566569 Jul 22 14:23:52.343823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] For port 609c2730-2a41-4797-89ea-96d6efd0b7ef, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:52.410192 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.444308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] For port 609c2730-2a41-4797-89ea-96d6efd0b7ef, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:52.458962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.497602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.508844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.510130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] 10.222.0.11 "DELETE /v2.0/networks/d5f8f33e-ee04-4efb-a7bc-7f62b691afa8 HTTP/1.1" status: 204 len: 168 time: 2.6620274 Jul 22 14:23:52.529871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.530113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.531720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] 10.222.0.13 "PUT /v2.0/ports/609c2730-2a41-4797-89ea-96d6efd0b7ef HTTP/1.1" status: 200 len: 1092 time: 4.2320144 Jul 22 14:23:52.554264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-4c5d55d4-5497-4692-9f57-bb8a268d98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.555797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-4c5d55d4-5497-4692-9f57-bb8a268d98f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 200 len: 858 time: 0.2209632 Jul 22 14:23:52.564921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6817e-f104-4671-8865-b502ad9fd312 tempest-FloatingIPNegativeTestJSON-1369084322 tempest-FloatingIPNegativeTestJSON-1369084322-project] Pushing event deleted for resources: {'Network': ['ID=d5f8f33e-ee04-4efb-a7bc-7f62b691afa8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:52.579313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26e124d3-9b05-4292-bf0a-b40240585c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.582036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26e124d3-9b05-4292-bf0a-b40240585c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.583490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-26e124d3-9b05-4292-bf0a-b40240585c2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7b94db5-ffa2-4e08-8a29-a93d73a04213 HTTP/1.1" status: 204 len: 168 time: 0.9471893 Jul 22 14:23:52.617771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb529a8-ea81-4644-aaf5-44d165245ebf req-fd1f8f1d-8a6c-4e10-a817-90f00c2823ff tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.624989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9eb529a8-ea81-4644-aaf5-44d165245ebf req-fd1f8f1d-8a6c-4e10-a817-90f00c2823ff tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1994741 Jul 22 14:23:52.703035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac70b-9734-4835-966c-987bb1ff7128 req-8c26684a-305c-4054-a9ab-95f2ee27e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.704827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-8c26684a-305c-4054-a9ab-95f2ee27e671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 1095 time: 0.2908742 Jul 22 14:23:52.748095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.788144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9eb529a8-ea81-4644-aaf5-44d165245ebf req-c0a4a04a-1a44-4910-9d54-2613efbad9cc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608839 Jul 22 14:23:52.793327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.839394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-1fde3e61-2988-4ba7-9297-a8ccc8302e67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2713840 Jul 22 14:23:52.889755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e124d3-9b05-4292-bf0a-b40240585c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b94db5-ffa2-4e08-8a29-a93d73a04213,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:52.927293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46909-da0a-4b43-9f8a-f936f449a792 service neutron] Pushing event updated for resources: {'Port': ['ID=609c2730-2a41-4797-89ea-96d6efd0b7ef,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:53.030084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-df196add-7ec5-48bd-9755-5a80de8716ab tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.031599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.037392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-df196add-7ec5-48bd-9755-5a80de8716ab tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 813 time: 0.3247907 Jul 22 14:23:53.055082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=e27c7a58-f14f-48bd-9771-813c2d68067a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:53.087395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-29c86538-5f91-4c86-bfbc-94172570b0b7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/quotas/ec47677850eb45c88164643c73f24a71 HTTP/1.1" status: 200 len: 375 time: 0.0489328 Jul 22 14:23:53.100497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60594) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:53.109762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-5596c4a5-65b6-4b49-8a56-10b561f436ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.111583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-5596c4a5-65b6-4b49-8a56-10b561f436ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 1095 time: 0.5117230 Jul 22 14:23:53.152689 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-4d326c3e-8887-439a-a99d-e18ffb65347e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642333 Jul 22 14:23:53.200089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac70b-9734-4835-966c-987bb1ff7128 req-268f093c-cd23-49d8-8501-a14dc604b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.201646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-268f093c-cd23-49d8-8501-a14dc604b13e service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 919 time: 0.4509401 Jul 22 14:23:53.221070 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-ecd282c8-e7e4-466d-9ff3-3c5e040147e8 service neutron] 10.222.0.20 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685162 Jul 22 14:23:53.225112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-8a6d12ec-f1a1-4e51-a537-9c3e695f8712 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef HTTP/1.1" status: 200 len: 217 time: 0.0887973 Jul 22 14:23:53.269868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-c5f7343c-70fc-4270-9ea2-8439f3513d16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042 HTTP/1.1" status: 200 len: 217 time: 0.0536857 Jul 22 14:23:53.358090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:53.370013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:53.380273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ffd76-c6ea-4b00-8cb9-37c44d893d83 req-7be737d2-3fc8-470c-a466-ab879c7dd137 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.381888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c3ffd76-c6ea-4b00-8cb9-37c44d893d83 req-7be737d2-3fc8-470c-a466-ab879c7dd137 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2570798 Jul 22 14:23:53.400720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ac70b-9734-4835-966c-987bb1ff7128 req-559f76e2-2fe4-4a30-a4b6-c35b25e79380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.402292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-559f76e2-2fe4-4a30-a4b6-c35b25e79380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 200 len: 858 time: 0.1208994 Jul 22 14:23:53.427093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-e7cde7d3-3ffc-4f33-953a-7345afabe687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.428602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-e7cde7d3-3ffc-4f33-953a-7345afabe687 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 200 len: 858 time: 0.1949017 Jul 22 14:23:53.465062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-de75324b-bec8-4551-b23c-dbe5bffa7e12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=922d83deb2284f6e8e943dcc8cddc90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596530 Jul 22 14:23:53.467541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-56ded5a4-9dfe-4db8-8fca-1c517dfb981d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540245 Jul 22 14:23:53.509162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-ce6cc012-5a50-4168-a6d0-ae7c5e29e6e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624087 Jul 22 14:23:53.509780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:53.542624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9a8457fc-03d8-488f-b533-14c7c3e856fc service neutron] 10.222.0.11 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881764 Jul 22 14:23:53.566857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07911cd4-e624-4d73-b1b2-4ab035c4b042 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:53.665073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-3f248da1-2004-48f8-ac78-9d58f5ebe3b8 service neutron] 10.222.0.20 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274371 Jul 22 14:23:53.809797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-b0e6f1e2-6f37-4d26-9297-4c695826b648 service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624798 Jul 22 14:23:53.810864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c3ffd76-c6ea-4b00-8cb9-37c44d893d83 req-fc9bc129-59ea-4a66-b169-82628dd8b2d8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164107 Jul 22 14:23:53.831374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 07911cd4-e624-4d73-b1b2-4ab035c4b042, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:53.832415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:53.848060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3f3986a1-521b-47a1-a3f2-621fe7d614ea None None] Provisioning complete for port e27c7a58-f14f-48bd-9771-813c2d68067a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:53.848697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3f3986a1-521b-47a1-a3f2-621fe7d614ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.852864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-5bc54a72-0e99-4f65-9351-64b22ac21983 service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105876 Jul 22 14:23:53.852864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60620) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:53.864451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d2c7d5-01bf-4a3e-99e0-488107aa7002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.898209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3f3986a1-521b-47a1-a3f2-621fe7d614ea None None] Port e27c7a58-f14f-48bd-9771-813c2d68067a cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:53.903163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '07911cd4-e624-4d73-b1b2-4ab035c4b042', 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'port_id': '07911cd4-e624-4d73-b1b2-4ab035c4b042', 'mac_address': 'fa:16:3e:e8:ce:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5021174f-40ca-4bb3-8fe0-1f30e7c73755', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:54.018056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d2c7d5-01bf-4a3e-99e0-488107aa7002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.073635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-e3eee36e-bc2b-4b2f-ad23-1e1e36ce6dbd service neutron] 10.222.0.11 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301304 Jul 22 14:23:54.143033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-b7e20686-a478-4aae-9406-b5dd71b6ed57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.144939 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.145112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-b7e20686-a478-4aae-9406-b5dd71b6ed57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 1095 time: 0.3236191 Jul 22 14:23:54.147007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef6e6c66-ccc8-4215-bbcd-433a88072bca req-db11465b-b68c-4f57-b3fd-a718931069ef service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836838 Jul 22 14:23:54.171618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07911cd4-e624-4d73-b1b2-4ab035c4b042 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:54.203161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 07911cd4-e624-4d73-b1b2-4ab035c4b042, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:54.208701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.219030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d2c7d5-01bf-4a3e-99e0-488107aa7002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.224525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d2c7d5-01bf-4a3e-99e0-488107aa7002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.226948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-34d2c7d5-01bf-4a3e-99e0-488107aa7002 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed99dd1e-fe62-4b57-a105-11a986fdc4d1 HTTP/1.1" status: 204 len: 168 time: 0.7141340 Jul 22 14:23:54.258427 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.281646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=07911cd4-e624-4d73-b1b2-4ab035c4b042,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:54.323967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'tag': '609c2730-2a41-4797-89ea-96d6efd0b7ef'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:54.327792 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251dc261-1ec9-4798-915b-4471b550ae47" -d '{"events": [{"name": "network-changed", "server_uuid": "fe04aee8-fe66-49cb-9abe-ef93dd6fcf19", "tag": "609c2730-2a41-4797-89ea-96d6efd0b7ef"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:54.385242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9d331fd-88db-4b24-b08b-b92933bf1841 req-a02310b0-6e90-402c-a312-0326d283bc13 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 210 time: 0.0507658 Jul 22 14:23:54.386063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2c7d5-01bf-4a3e-99e0-488107aa7002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed99dd1e-fe62-4b57-a105-11a986fdc4d1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:54.423486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-3709a4d3-80fa-48ca-8dba-0b8fdd01b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.425702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-3709a4d3-80fa-48ca-8dba-0b8fdd01b21c service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 919 time: 0.2724833 Jul 22 14:23:54.439166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['07911cd4-e624-4d73-b1b2-4ab035c4b042'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:54.452004 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac5d0ae-ebc8-4892-8b95-182cd74b62f1 x-openstack-request-id: req-1ac5d0ae-ebc8-4892-8b95-182cd74b62f1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:54.452382 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe04aee8-fe66-49cb-9abe-ef93dd6fcf19", "tag": "609c2730-2a41-4797-89ea-96d6efd0b7ef", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:54.452695 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ac5d0ae-ebc8-4892-8b95-182cd74b62f1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:54.453150 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'tag': '609c2730-2a41-4797-89ea-96d6efd0b7ef', 'status': 'completed', 'code': 200} Jul 22 14:23:54.503728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-60cdeaee-63b4-401f-8292-d2ee6de41db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65437b87-40b4-463a-b117-8577340053ed HTTP/1.1" status: 200 len: 217 time: 0.0676639 Jul 22 14:23:54.621888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-8d1dca19-9cf8-4dd0-b009-5a9002b60a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.623483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-8d1dca19-9cf8-4dd0-b009-5a9002b60a46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 200 len: 858 time: 0.0855432 Jul 22 14:23:54.630300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc261-1ec9-4798-915b-4471b550ae47 req-b65c2def-a4a0-4788-9ed3-f846cf773bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.631887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-b65c2def-a4a0-4788-9ed3-f846cf773bd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=05640d103fd2455eb4317a15697c75e7&device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 1095 time: 0.1370368 Jul 22 14:23:54.653785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-345736395-network', 'tenant_id': '42134345e8c040e69a23bf1266deda37'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:54.746650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Made reservation on behalf of 42134345e8c040e69a23bf1266deda37 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:54.752465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.771353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.777799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-472ac70b-9734-4835-966c-987bb1ff7128 req-16aeb498-d65b-4bb7-87e3-30989236cf40 service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9031632 Jul 22 14:23:54.799867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf4de8-1f9c-41cd-b9d1-096929aed14b req-c694e2de-02dc-460b-8285-73debcc08375 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.801445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdcf4de8-1f9c-41cd-b9d1-096929aed14b req-c694e2de-02dc-460b-8285-73debcc08375 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 943 time: 0.8209832 Jul 22 14:23:54.811092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:54.822903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-defc256b-a4ec-4eb9-8ae9-52cff8201636 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "PUT /v2.0/routers/be6836cc-032a-49f6-bc69-b1d74c52a3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8169551 Jul 22 14:23:54.824647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:54.826596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-5ca83df9-645e-40ba-ba08-bc8cfd5c3463 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1930051 Jul 22 14:23:54.827239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:54.828431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc261-1ec9-4798-915b-4471b550ae47 req-6c26ed81-a638-4de3-9ea8-ebb0a039baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.831058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-6c26ed81-a638-4de3-9ea8-ebb0a039baad service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 200 len: 919 time: 0.1873879 Jul 22 14:23:54.838453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:54.840267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:54.883252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdcf4de8-1f9c-41cd-b9d1-096929aed14b req-c6228ccd-d67f-401d-b23c-1111e172adab tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738757 Jul 22 14:23:55.004131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.009498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.057285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:55.082337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:55.108370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e81290-92db-4a05-9c22-15109c11b201,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:55.114494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.119327 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Added segment 49c1a07c-6923-4b64-89b6-bb26810387e1 of type vlan for network f77257e3-0140-45c2-a975-c3cdaf01504e Jul 22 14:23:55.198346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.198825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.199896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.200535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.201012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.202037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.203539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.211904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7bfb97da-d865-4f4a-977a-35e48d3fbad8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.3807962 Jul 22 14:23:55.218200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60668) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:55.259027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-02fb94b7-23a5-4962-9070-b5cda24dcad2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef HTTP/1.1" status: 200 len: 217 time: 0.3976228 Jul 22 14:23:55.383471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:51Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:23:52Z', 'revision_number': 2, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:55.391127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60676) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:55.405871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.416012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.416818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.417385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.418041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.418571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.419682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.420339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.422483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5334ec1a-0141-46cd-9bcf-1114c091e3bd tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4653 time: 0.2032411 Jul 22 14:23:55.430809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60684) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:55.451650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:55.452256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Updating router be6836cc-032a-49f6-bc69-b1d74c52a3bc port e27c7a58-f14f-48bd-9771-813c2d68067a binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:55.497525 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.501244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac76098-456d-40fa-9456-9b8314b6c96b req-b9f1d247-556c-479e-9d88-e5ed6c329af8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.508702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bac76098-456d-40fa-9456-9b8314b6c96b req-b9f1d247-556c-479e-9d88-e5ed6c329af8 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3383100 Jul 22 14:23:55.533528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dc261-1ec9-4798-915b-4471b550ae47 req-ee0fa9ed-135f-432c-9b5b-15e575558c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.534742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-ee0fa9ed-135f-432c-9b5b-15e575558c7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 200 len: 858 time: 0.2347143 Jul 22 14:23:55.538069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-f151c293-8da9-4d7b-b030-508507e555fa service neutron] 10.222.0.20 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6968427 Jul 22 14:23:55.648147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 609c2730-2a41-4797-89ea-96d6efd0b7ef details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:55.650224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bac76098-456d-40fa-9456-9b8314b6c96b req-d5977588-5524-4fe8-9d27-bfe65cdaaf03 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405807 Jul 22 14:23:55.652383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-351cca4f-ba9d-4ad6-9428-2c113da18df5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc22a38d-5f91-4e7c-b720-16a4dbc9809e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086786 Jul 22 14:23:55.653761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1cd9f9f-110d-492c-a14d-c3f3111e62f1 req-0930efc4-a097-4aea-9d88-62dcafd48039 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 210 time: 0.1338935 Jul 22 14:23:55.656863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07911cd4-e624-4d73-b1b2-4ab035c4b042 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:55.658730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'networks': [{'name': 'tempest-network--1618393889'}, {'name': 'tempest-network--929237481'}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:55.659230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'network': {'name': 'tempest-network--1618393889'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:55.660044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'network': {'name': 'tempest-network--929237481'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:55.675222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.677409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.678175 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.010470 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.022468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Transition to ACTIVE for port object e27c7a58-f14f-48bd-9771-813c2d68067a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:56.032963 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.094580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2405474 Jul 22 14:23:56.095850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'network': 2} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:56.103347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.110510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:23:56.112310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301fab1-e769-482e-9f86-012681395d7a None None] Pushing event updated for resources: {'Port': ['ID=e27c7a58-f14f-48bd-9771-813c2d68067a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:56.163160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60700) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:56.249089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77972478-d3e8-46be-b35d-2fba76751672 admin admin] Pushing event updated for resources: {'Network': ['ID=f77257e3-0140-45c2-a975-c3cdaf01504e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:56.298406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network f77257e3-0140-45c2-a975-c3cdaf01504e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:56.302224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Request body: {'subnet': {'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-345736395-subnet', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:56.353900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Made reservation on behalf of 42134345e8c040e69a23bf1266deda37 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:56.356576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.373858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Attempting to bind port e27c7a58-f14f-48bd-9771-813c2d68067a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:56.374231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Attempting to bind port e27c7a58-f14f-48bd-9771-813c2d68067a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:56.374672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Attempting to bind port e27c7a58-f14f-48bd-9771-813c2d68067a on network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:56.377999 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.392629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:56.392964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Checking segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:56.393508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.394211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Bound using segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:56.394575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Bound port: e27c7a58-f14f-48bd-9771-813c2d68067a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:56.395610 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.415313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-b1aebd90-b44e-4f1f-a2e4-3f0c3b50deac service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705256 Jul 22 14:23:56.415488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 07911cd4-e624-4d73-b1b2-4ab035c4b042 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:56.467529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9040daac-7405-4714-b3f9-a1b6a55d2459 req-b2766294-ec1f-4fb6-82f0-0902ae89fd7b service neutron] 10.222.0.20 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9077675 Jul 22 14:23:56.484822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] For port e27c7a58-f14f-48bd-9771-813c2d68067a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:56.488717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] For port e27c7a58-f14f-48bd-9771-813c2d68067a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e27c7a58-f14f-48bd-9771-813c2d68067a,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:56.489993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 07911cd4-e624-4d73-b1b2-4ab035c4b042 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:56.490616 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.539324 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.571453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930a826-4bfb-475e-a913-0126a883ac99 req-9efc4220-8f19-4ace-bc57-d4694719585f tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:56.575793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-48f60a58-7958-4451-a699-4401d6467d85 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:56.577305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-48f60a58-7958-4451-a699-4401d6467d85 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 813 time: 0.8327551 Jul 22 14:23:56.578893 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d930a826-4bfb-475e-a913-0126a883ac99 req-9efc4220-8f19-4ace-bc57-d4694719585f tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 944 time: 0.3351297 Jul 22 14:23:56.591138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 65437b87-40b4-463a-b117-8577340053ed details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:56.598356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Request body: {'port': {'device_id': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'admin_state_up': True, 'tenant_id': 'ec47677850eb45c88164643c73f24a71'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:56.614777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-251dc261-1ec9-4798-915b-4471b550ae47 req-53adf682-7a57-42bc-aac5-d293e3e72060 service neutron] 10.222.0.13 "GET /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919744 Jul 22 14:23:56.630141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-aaf6fafe-0479-4406-ba3d-839b1ff356a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:56.631702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-aaf6fafe-0479-4406-ba3d-839b1ff356a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 1096 time: 0.5502832 Jul 22 14:23:56.636240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-33551f41-e342-4fd9-a04e-6866e261cb09 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2329 time: 1.2041759 Jul 22 14:23:56.641512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d930a826-4bfb-475e-a913-0126a883ac99 req-6c0b7779-a8dc-4b70-aa67-71edba05a2eb tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564797 Jul 22 14:23:56.692725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 609c2730-2a41-4797-89ea-96d6efd0b7ef, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:56.697548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4f34a-f988-46d7-b9a7-17c2c3a5162a req-7f1e8956-cd28-4e2b-8626-f776f71357ef tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:56.699264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cf4f34a-f988-46d7-b9a7-17c2c3a5162a req-7f1e8956-cd28-4e2b-8626-f776f71357ef tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.6379364 Jul 22 14:23:56.768756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '609c2730-2a41-4797-89ea-96d6efd0b7ef', 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'port_id': '609c2730-2a41-4797-89ea-96d6efd0b7ef', 'mac_address': 'fa:16:3e:9e:e5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5021174f-40ca-4bb3-8fe0-1f30e7c73755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:56.796555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:56.805335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:56.959972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:56.994181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cf4f34a-f988-46d7-b9a7-17c2c3a5162a req-b18fc2b4-e38a-4f27-a103-602237b788c3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682381 Jul 22 14:23:57.054040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60708) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:57.061467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745669232', 'description': 'tempest-secgroup-smoke-1745669232 description', 'project_id': '0d783c33e114459eb9a4961701888d35'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:57.065878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-ee8b56cc-25a9-49f3-8c1b-a107f9899e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:57.067748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-ee8b56cc-25a9-49f3-8c1b-a107f9899e62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 200 len: 913 time: 0.4029887 Jul 22 14:23:57.100302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 65437b87-40b4-463a-b117-8577340053ed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=65437b87-40b4-463a-b117-8577340053ed,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:57.104858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301fab1-e769-482e-9f86-012681395d7a None None] Pushing event updated for resources: {'Port': ['ID=e27c7a58-f14f-48bd-9771-813c2d68067a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.105056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.151985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.161139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.161731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.176139 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.213542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '65437b87-40b4-463a-b117-8577340053ed', 'network_id': 'dc22a38d-5f91-4e7c-b720-16a4dbc9809e', 'port_id': '65437b87-40b4-463a-b117-8577340053ed', 'mac_address': 'fa:16:3e:0c:8c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5021174f-40ca-4bb3-8fe0-1f30e7c73755', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:57.259384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8575bd0f-2817-4f6c-a85e-2b9e132699fb req-05de9e57-3cbc-4d3c-9215-ebcadde2e98f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 210 time: 0.1116018 Jul 22 14:23:57.283547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07911cd4-e624-4d73-b1b2-4ab035c4b042'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:57.287106 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e084e526-02f3-4fd6-a29b-b65c6b5aa9f8" -d '{"events": [{"server_uuid": "f125e357-4c5f-4dd7-a8a5-76818efbfcbb", "name": "network-vif-plugged", "status": "completed", "tag": "07911cd4-e624-4d73-b1b2-4ab035c4b042"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:57.305943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.307332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Made reservation on behalf of ec47677850eb45c88164643c73f24a71 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:57.311043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.316491 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.332697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-2acfa833-ea57-454e-8404-ef6aec3c1c75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 200 len: 998 time: 0.2492771 Jul 22 14:23:57.340388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a153548e-e114-4544-bea6-ec0e98cdb12b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.350349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:57.375904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd88f2c1-b7b4-4e17-a278-d24c4998359a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.450076 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.450466 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Added segment 10880080-9109-445a-b16c-18b838101f78 of type vlan for network b14c313c-b837-4456-8b7d-be2853fb1fe5 Jul 22 14:23:57.518615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Checking segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:57.519049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Network hostable DHCP agents. Network: f77257e3-0140-45c2-a975-c3cdaf01504e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:57.559688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 07911cd4-e624-4d73-b1b2-4ab035c4b042, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:57.562569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.562991 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b11194-3907-4518-90de-23288510f8c3 x-openstack-request-id: req-56b11194-3907-4518-90de-23288510f8c3 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:57.563465 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f125e357-4c5f-4dd7-a8a5-76818efbfcbb", "name": "network-vif-plugged", "status": "completed", "tag": "07911cd4-e624-4d73-b1b2-4ab035c4b042", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:57.563938 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56b11194-3907-4518-90de-23288510f8c3 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:57.564512 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07911cd4-e624-4d73-b1b2-4ab035c4b042', 'code': 200} Jul 22 14:23:57.574652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609c2730-2a41-4797-89ea-96d6efd0b7ef {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:57.577986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-af81cc10-d81d-44d0-b4f2-08913cc77d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:57.579608 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-af81cc10-d81d-44d0-b4f2-08913cc77d24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 200 len: 851 time: 0.2327344 Jul 22 14:23:57.583438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.583704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.583998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.596497 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.640000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 609c2730-2a41-4797-89ea-96d6efd0b7ef, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:57.651800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.655237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65437b87-40b4-463a-b117-8577340053ed {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:57.659136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ab85b-ac5f-4b98-b458-4e2cf2407569 req-47d71374-dfb9-4f9e-8b3b-5a1b758e7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:57.660418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf2ab85b-ac5f-4b98-b458-4e2cf2407569 req-47d71374-dfb9-4f9e-8b3b-5a1b758e7ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 1096 time: 0.2117832 Jul 22 14:23:57.661179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b051993-8a75-46bb-b918-a4984079fac4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.670400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.674206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-11364290-49f3-4303-ad4a-88033c9e509b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6169772 Jul 22 14:23:57.678582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 65437b87-40b4-463a-b117-8577340053ed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=65437b87-40b4-463a-b117-8577340053ed,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:57.689937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:57.700195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '4b051993-8a75-46bb-b918-a4984079fac4', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:57.712790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Network f77257e3-0140-45c2-a975-c3cdaf01504e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:57.713359 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.732679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:51Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:23:56Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:57.751350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.759355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:57.762850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, f77257e3-0140-45c2-a975-c3cdaf01504e) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:57.767839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:57.768981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.776828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899b584-3e0c-4df5-b7fc-d1308c50860d None None] Network f77257e3-0140-45c2-a975-c3cdaf01504e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:57.778617 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=07911cd4-e624-4d73-b1b2-4ab035c4b042,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.783916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73733f4e-2aaf-475c-8547-be60cb108e3a None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:51Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:23:56Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:57.806163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cf2ab85b-ac5f-4b98-b458-4e2cf2407569 req-c5f7de7b-b0fc-4059-9eae-5f4df3dcdf80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386116 Jul 22 14:23:57.826259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Allocated IP 172.20.0.4 (a73cb7e7-450c-417d-8a44-9868004b66a6/f7f7d74a-5de9-402e-a552-dd78be06024b/157e0a30-5f7f-4ec6-aafa-4e914d52d5be) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:57.831514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.836158 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.854541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e928430-f748-4e54-8b8c-fc376430863c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.897937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.902055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5b4151e-d222-4c7f-8fc4-907eb4f59e96 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068222 Jul 22 14:23:57.905515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60718) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:57.917990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '4b051993-8a75-46bb-b918-a4984079fac4', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:57.918299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['609c2730-2a41-4797-89ea-96d6efd0b7ef'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:57.976142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.000289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['65437b87-40b4-463a-b117-8577340053ed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:58.014253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=609c2730-2a41-4797-89ea-96d6efd0b7ef,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:58.080740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.095297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.123586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3273896e-8982-4e6f-b846-07411b5e6c47,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:58.132100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.138024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4445e80-f83d-44e1-8092-c6bf7599ca03 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2312007 Jul 22 14:23:58.139784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.151510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '4b051993-8a75-46bb-b918-a4984079fac4', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:58.185242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.185600 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Added segment 85c4bc11-c3e1-4d3f-b8c0-dd889b97f1fa of type vlan for network c6dad45a-a558-4e11-a37a-a28874a1f37f Jul 22 14:23:58.215394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.263272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1514-4224-424d-ac62-7b23901475ab req-6be8cdfe-2b6e-45ba-8bc5-b171f1b702b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:58.269748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0f5003e3-dbd1-4215-acfa-d4e68eec2ac4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0260844 Jul 22 14:23:58.270756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95be1514-4224-424d-ac62-7b23901475ab req-6be8cdfe-2b6e-45ba-8bc5-b171f1b702b2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1021943 Jul 22 14:23:58.274117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.282285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:58.296032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-80c8a3b5-4000-4a90-bfac-60f679142237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:58.297611 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-80c8a3b5-4000-4a90-bfac-60f679142237 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6da56f10-f008-4060-87cb-09f621a96980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7046013 Jul 22 14:23:58.308777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=65437b87-40b4-463a-b117-8577340053ed,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:58.310225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.336360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.373187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95be1514-4224-424d-ac62-7b23901475ab req-35864496-02eb-4576-ba31-8d063b1f04f3 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015618 Jul 22 14:23:58.445500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.446933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.461874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-f77257e3-0140-45c2-a975-c3cdaf01504e', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:23:58.463104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.514750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.583609 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4aaa1111-afe1-45cb-ad48-6b2af4aa84ee req-2fbd77e0-e328-4155-9705-755009ccf664 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 210 time: 0.0973749 Jul 22 14:23:58.584536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.638440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.639657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4987903 Jul 22 14:23:58.646243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.656189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f790-860f-43a7-9b92-5e4d327a091e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ece8c9-c362-415f-8971-226667866668,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:58.674972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '4b051993-8a75-46bb-b918-a4984079fac4', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:58.718933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.744219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Allocated IP 172.20.0.2 (f77257e3-0140-45c2-a975-c3cdaf01504e/dd88f2c1-b7b4-4e17-a278-d24c4998359a/e445dbab-c2db-4240-828f-042d289bf02a) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:58.817448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.823025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.852598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfda948-1f7c-4b00-bedf-3735d05e8835,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:58.861582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.867132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-70c68d4c-cbb9-4e77-8f49-0dcac409deee tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2161987 Jul 22 14:23:58.867664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.876470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '4b051993-8a75-46bb-b918-a4984079fac4', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:58.904766 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Project 0d783c33e114459eb9a4961701888d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:23:58.915277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.005368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.011377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.011732 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.024138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Transition to ACTIVE for port object e445dbab-c2db-4240-828f-042d289bf02a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:59.043591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.044279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.052579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b02f52-4ccb-4a6d-95fd-d6d4a004ca09,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.056173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.068998 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.071886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.072822 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.078215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-854d63e9-0fe8-4cfc-90f4-2aabc477546f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092354 Jul 22 14:23:59.079108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:59.079316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Transition to ACTIVE for port object e445dbab-c2db-4240-828f-042d289bf02a will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:59.087235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '4b051993-8a75-46bb-b918-a4984079fac4', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:59.091856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d758929-44a9-4595-a27f-5d7107fe1809 req-1b21d551-c0fe-49bb-96c7-78dedc6bddcd tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.093478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d758929-44a9-4595-a27f-5d7107fe1809 req-1b21d551-c0fe-49bb-96c7-78dedc6bddcd tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 945 time: 1.2877817 Jul 22 14:23:59.093831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.124194 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Project 0d783c33e114459eb9a4961701888d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:23:59.133410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.175604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Network f77257e3-0140-45c2-a975-c3cdaf01504e is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:59.185225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:59.191497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Pushing event updated for resources: {'Port': ['ID=e445dbab-c2db-4240-828f-042d289bf02a,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.194400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:59.224555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Network': ['ID=b14c313c-b837-4456-8b7d-be2853fb1fe5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.260515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b14c313c-b837-4456-8b7d-be2853fb1fe5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:59.311851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Attempting to bind port e445dbab-c2db-4240-828f-042d289bf02a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:59.312545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Attempting to bind port e445dbab-c2db-4240-828f-042d289bf02a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:59.312545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Attempting to bind port e445dbab-c2db-4240-828f-042d289bf02a on network f77257e3-0140-45c2-a975-c3cdaf01504e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:59.323749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:59.324141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Checking segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:59.324604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.328862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Bound using segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:59.329481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Bound port: e445dbab-c2db-4240-828f-042d289bf02a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:59.330006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.336052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.357991 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.395115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f07c46e-388c-47b5-8778-abae8b8415b3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.420448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.436990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28c543f6-bfb5-49a7-827f-deb962e9d77e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565831 Jul 22 14:23:59.468527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Network': ['ID=c6dad45a-a558-4e11-a37a-a28874a1f37f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.504463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:59.505674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0b838a6c-2c77-49e0-b8f2-935033d89d04 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.1141887 Jul 22 14:23:59.512871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c6dad45a-a558-4e11-a37a-a28874a1f37f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:59.551562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.588699 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.591710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-9687ce12-c5dd-4782-ac8a-e92330154e8f service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2783041 Jul 22 14:23:59.607022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d758929-44a9-4595-a27f-5d7107fe1809 req-82aa9bfd-a3c7-4d80-9e5a-fbeb869b5c1c tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837786 Jul 22 14:23:59.619002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] For port e445dbab-c2db-4240-828f-042d289bf02a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:59.623217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] For port e445dbab-c2db-4240-828f-042d289bf02a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e445dbab-c2db-4240-828f-042d289bf02a,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:59.626829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e27c7a58-f14f-48bd-9771-813c2d68067a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:59.742490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 609c2730-2a41-4797-89ea-96d6efd0b7ef up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:59.793805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.827673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f52d52d1-8c4f-42c1-903e-5937ff9020f9 req-031ca009-4713-4ea1-a7cd-928466fb52ae service neutron] 10.222.0.20 "GET /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159486 Jul 22 14:23:59.931653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e398266-d34e-4e04-8e7e-cd60937d9f8f req-97863b9e-db72-4553-9f6a-8149890f1ba4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.933456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e398266-d34e-4e04-8e7e-cd60937d9f8f req-97863b9e-db72-4553-9f6a-8149890f1ba4 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3988583 Jul 22 14:23:59.970565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c620f-2429-4fca-9cf2-1834e4620fea tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.973816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Network a73cb7e7-450c-417d-8a44-9868004b66a6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:59.979021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c620f-2429-4fca-9cf2-1834e4620fea tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.980375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.984431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:59.990166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e27c7a58-f14f-48bd-9771-813c2d68067a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:59.998680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e27c7a58-f14f-48bd-9771-813c2d68067a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:59.999298 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.999577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c620f-2429-4fca-9cf2-1834e4620fea tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:00.007938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c620f-2429-4fca-9cf2-1834e4620fea tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:00.009730 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d1c620f-2429-4fca-9cf2-1834e4620fea tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5041180 Jul 22 14:24:00.018082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60754) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:00.047221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:00.067776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89579a8-d92c-4cf4-ad13-6391e31503cf None None] Pushing event updated for resources: {'Port': ['ID=e445dbab-c2db-4240-828f-042d289bf02a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:00.091366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 609c2730-2a41-4797-89ea-96d6efd0b7ef completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:00.099004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 609c2730-2a41-4797-89ea-96d6efd0b7ef triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:00.099377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.124801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.128083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:00.149933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.170425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e398266-d34e-4e04-8e7e-cd60937d9f8f req-5679ce7d-5f39-4be4-ae99-5fd22844131c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208464 Jul 22 14:24:00.219467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:00.220145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.232580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96e972-f86e-44df-a843-d3c218c2932c req-ff1b6be9-1de9-4f8e-97c9-fa08ac02ce1d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:00.236326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d96e972-f86e-44df-a843-d3c218c2932c req-ff1b6be9-1de9-4f8e-97c9-fa08ac02ce1d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 931 time: 0.4027376 Jul 22 14:24:00.284785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-9955225c-0c6a-456d-a6a8-e25c6cf0bcc2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6911190 Jul 22 14:24:00.295660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.321366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Request body: {'port': {'device_id': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:00.324268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.418769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609c2730-2a41-4797-89ea-96d6efd0b7ef'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:00.421008 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01962ae3-6de1-4965-8071-4ab24f302c19" -d '{"events": [{"server_uuid": "fe04aee8-fe66-49cb-9abe-ef93dd6fcf19", "name": "network-vif-plugged", "status": "completed", "tag": "609c2730-2a41-4797-89ea-96d6efd0b7ef"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:00.446229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 609c2730-2a41-4797-89ea-96d6efd0b7ef, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:00.456536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e27c7a58-f14f-48bd-9771-813c2d68067a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e27c7a58-f14f-48bd-9771-813c2d68067a,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:00.461914 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.466992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.492950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d96e972-f86e-44df-a843-d3c218c2932c req-44bb8e8f-30ce-4909-96a1-74a9ea8dc833 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316365 Jul 22 14:24:00.517916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-627cc58f-5630-4222-8dd9-1516cf463d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.559460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=609c2730-2a41-4797-89ea-96d6efd0b7ef,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:00.559996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.620627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14c313c-b837-4456-8b7d-be2853fb1fe5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.625191 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e75b365-24d1-4ff0-a53c-539b53b8feed x-openstack-request-id: req-5e75b365-24d1-4ff0-a53c-539b53b8feed {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:00.626530 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe04aee8-fe66-49cb-9abe-ef93dd6fcf19", "name": "network-vif-plugged", "status": "completed", "tag": "609c2730-2a41-4797-89ea-96d6efd0b7ef", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:00.626530 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e75b365-24d1-4ff0-a53c-539b53b8feed {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:00.626530 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609c2730-2a41-4797-89ea-96d6efd0b7ef', 'code': 200} Jul 22 14:24:00.626893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 65437b87-40b4-463a-b117-8577340053ed up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:00.638486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.647522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10880080-9109-445a-b16c-18b838101f78') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.649952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10880080-9109-445a-b16c-18b838101f78') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.663673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e27c7a58-f14f-48bd-9771-813c2d68067a,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:00.687505 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-fed4d0b3-967c-406e-bb7e-32174be0421e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745669232&fields=id&tenant_id=0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 267 time: 0.2785749 Jul 22 14:24:00.702437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 65437b87-40b4-463a-b117-8577340053ed completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:00.707876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 65437b87-40b4-463a-b117-8577340053ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:00.708273 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.720442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.770404 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.802310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.807347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:00.807866 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:00.810923 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:00.843252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 65437b87-40b4-463a-b117-8577340053ed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=65437b87-40b4-463a-b117-8577340053ed,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:00.854272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.912997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=65437b87-40b4-463a-b117-8577340053ed,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:00.943813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.950488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.965194 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.967201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/networks/b14c313c-b837-4456-8b7d-be2853fb1fe5 HTTP/1.1" status: 204 len: 168 time: 0.9481652 Jul 22 14:24:00.971704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:00.986665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.996630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149af333-7432-4c8d-b5bf-897df13441e0 req-93cd8468-6c6e-4e2d-b1d5-6697d11f3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:00.998181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-149af333-7432-4c8d-b5bf-897df13441e0 req-93cd8468-6c6e-4e2d-b1d5-6697d11f3cc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 1097 time: 0.3313317 Jul 22 14:24:01.007720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ec3a1-3b70-4eff-814e-07972f211655 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Network': ['ID=b14c313c-b837-4456-8b7d-be2853fb1fe5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:01.015571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-fc836191-b733-49a6-90d5-633d408ea6c1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:01.017098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-fc836191-b733-49a6-90d5-633d408ea6c1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/networks?id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 795 time: 0.2933595 Jul 22 14:24:01.019016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a54f44-4ed0-4e20-a7ff-f9bd5d6e8f7b req-0b6b7145-5975-457f-b104-185e256ad33a tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:01.020743 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0a54f44-4ed0-4e20-a7ff-f9bd5d6e8f7b req-0b6b7145-5975-457f-b104-185e256ad33a tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 945 time: 0.2810907 Jul 22 14:24:01.079912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-627cc58f-5630-4222-8dd9-1516cf463d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.090346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-b07c1145-0f35-45c0-8f26-8bb5703a810d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/quotas/0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 375 time: 0.0559843 Jul 22 14:24:01.090934 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-627cc58f-5630-4222-8dd9-1516cf463d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.183839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0a54f44-4ed0-4e20-a7ff-f9bd5d6e8f7b req-2628044a-dc44-4a32-afe5-8d3eba0969cc tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336455 Jul 22 14:24:01.209060 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.217839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-149af333-7432-4c8d-b5bf-897df13441e0 req-95034e0b-d16f-407c-9b37-c14e3d994061 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870935 Jul 22 14:24:01.224711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-627cc58f-5630-4222-8dd9-1516cf463d93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77821a6cffa3420a867e0f12805ed8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0920408 Jul 22 14:24:01.226727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:01.228468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cc58f-5630-4222-8dd9-1516cf463d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbd4d1-d70f-43af-ac8b-809b13efc86d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:01.272251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157e0a30-5f7f-4ec6-aafa-4e914d52d5be {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:01.281641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.296819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Transition to ACTIVE for port object 157e0a30-5f7f-4ec6-aafa-4e914d52d5be will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:01.301691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.374506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.388905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-ba02a122-ad29-428f-9053-57b89ca9417a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554450 Jul 22 14:24:01.408278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260ff78-6740-41fc-a629-c0ef290f21f8 None None] Network f77257e3-0140-45c2-a975-c3cdaf01504e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:01.415624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dad45a-a558-4e11-a37a-a28874a1f37f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:01.433255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Allocated IP 172.25.8.34 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/8d9dd3dc-3fed-491b-8c2d-3bf7448217c1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:01.441485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c4bc11-c3e1-4d3f-b8c0-dd889b97f1fa') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:01.441733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c4bc11-c3e1-4d3f-b8c0-dd889b97f1fa') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:01.443272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:01.453199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.468567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.476721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:01.477132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:01.500253 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:01.502421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e27c7a58-f14f-48bd-9771-813c2d68067a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:01.536352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b03136-578b-4fe8-9310-2e271926d2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.558994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-345bef26-f68c-4b20-b363-dc1a9a8f2c06 None None] Provisioning for port e445dbab-c2db-4240-828f-042d289bf02a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:01.568129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6618a6a-de98-4d45-8903-581f312ace11 req-fd2278e6-04fd-4a79-b7d7-9d04121b157c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:01.570243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6618a6a-de98-4d45-8903-581f312ace11 req-fd2278e6-04fd-4a79-b7d7-9d04121b157c tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2174411 Jul 22 14:24:01.608290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b03136-578b-4fe8-9310-2e271926d2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.645010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.648162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e27c7a58-f14f-48bd-9771-813c2d68067a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:01.648606 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.650183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Attempting to bind port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:01.650354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Attempting to bind port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:01.651662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Attempting to bind port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be on network a73cb7e7-450c-417d-8a44-9868004b66a6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:01.656368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.658457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/networks/c6dad45a-a558-4e11-a37a-a28874a1f37f HTTP/1.1" status: 204 len: 168 time: 0.6816986 Jul 22 14:24:01.668354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:01.680733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be on network a73cb7e7-450c-417d-8a44-9868004b66a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:01.681065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Attempting to bind port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be on network a73cb7e7-450c-417d-8a44-9868004b66a6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:01.695528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6618a6a-de98-4d45-8903-581f312ace11 req-f850a827-8da5-4965-a93b-7ff0c0bc965f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196084 Jul 22 14:24:01.703123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:01.703472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Checking segment: {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:01.703868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Bound using segment: {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:01.704323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Bound port: 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:01.704690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.724103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8151fc-1ae9-44c5-8a45-f47fffec42bd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Network': ['ID=c6dad45a-a558-4e11-a37a-a28874a1f37f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:01.724598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.761934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-605c075b-840a-4b71-bb5c-a1e205cf9c04 service neutron] 10.222.0.11 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420310 Jul 22 14:24:01.821838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e445dbab-c2db-4240-828f-042d289bf02a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:01.832209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b03136-578b-4fe8-9310-2e271926d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.834799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b03136-578b-4fe8-9310-2e271926d2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.837709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9b03136-578b-4fe8-9310-2e271926d2b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ecbd4d1-d70f-43af-ac8b-809b13efc86d HTTP/1.1" status: 204 len: 168 time: 0.6052103 Jul 22 14:24:01.871971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:01.876590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b03136-578b-4fe8-9310-2e271926d2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbd4d1-d70f-43af-ac8b-809b13efc86d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:01.900925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:01.921377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e445dbab-c2db-4240-828f-042d289bf02a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:01.923295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.928583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e445dbab-c2db-4240-828f-042d289bf02a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:01.930375 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.937156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.939461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66febb-9fd1-41b9-a3b9-0316c7985a72 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:01.955852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66febb-9fd1-41b9-a3b9-0316c7985a72 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:01.957640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e66febb-9fd1-41b9-a3b9-0316c7985a72 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2871680 Jul 22 14:24:01.966315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60788) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:01.982380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-718157747'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:01.996030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-235b3f88-0c76-43c3-8ff7-f95297607840 service neutron] 10.222.0.11 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928408 Jul 22 14:24:02.004761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.005324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.006838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] 10.222.0.20 "PUT /v2.0/ports/157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 1092 time: 1.6963849 Jul 22 14:24:02.008050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:02.011783 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e563156b-d98d-42a0-831b-a0c61504cdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:02.031158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:02.048494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:02.059997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:02.075335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cade7-3b1c-417e-84fe-54ef7a697f82 req-0db86b38-d346-45c9-a4d2-2280cd03898a tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.084685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a78cade7-3b1c-417e-84fe-54ef7a697f82 req-0db86b38-d346-45c9-a4d2-2280cd03898a tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 945 time: 0.2766290 Jul 22 14:24:02.112843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.113867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202265bb-0138-4d51-a205-93dcd1189f55 service neutron] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:02.127115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:02.131227 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.156472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b404c48b-6c76-4a64-8793-1d1916c4205f None None] Provisioning complete for port e445dbab-c2db-4240-828f-042d289bf02a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:02.157048 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b404c48b-6c76-4a64-8793-1d1916c4205f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.239243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e445dbab-c2db-4240-828f-042d289bf02a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e445dbab-c2db-4240-828f-042d289bf02a,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:02.246968 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.366943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e445dbab-c2db-4240-828f-042d289bf02a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:02.379593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.379926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.380257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.380596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.380952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.381250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.381577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.382103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.382630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.382926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.383317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.383645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:02.391489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:02.409679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1a7b-faa3-47d0-9a6e-683601346cd2 req-ba6014b1-5707-4e11-bcff-c11533fcc91b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.410319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a78cade7-3b1c-417e-84fe-54ef7a697f82 req-07e7c1c2-2f44-4fd5-87e3-c15c936d23b1 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240020 Jul 22 14:24:02.411112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:02.418245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e0f1a7b-faa3-47d0-9a6e-683601346cd2 req-ba6014b1-5707-4e11-bcff-c11533fcc91b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1182556 Jul 22 14:24:02.449540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:02.469536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e0f1a7b-faa3-47d0-9a6e-683601346cd2 req-96502802-637b-4804-b4d2-a65a6d574f67 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503545 Jul 22 14:24:02.475566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af502cf8-c2b6-4a11-92b2-433e935faf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.487772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.488595 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Added segment 24da54af-bcde-440c-8282-86145fcff511 of type vlan for network 1f17b1a6-3339-436d-b1e9-e14a50ae1f08 Jul 22 14:24:02.585509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-3075641b-f2b4-4183-bc42-8022af4a49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.587137 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-3075641b-f2b4-4183-bc42-8022af4a49e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1095 time: 0.4642844 Jul 22 14:24:02.588842 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67654425-1976-4f76-81ac-7c38fff2f573 x-openstack-request-id: req-67654425-1976-4f76-81ac-7c38fff2f573 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:02.589165 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:02.589669 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67654425-1976-4f76-81ac-7c38fff2f573 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:02.589966 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'status': 'completed', 'code': 200} Jul 22 14:24:02.627271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7615ae-355c-449f-81de-138d71c8a998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65437b87-40b4-463a-b117-8577340053ed'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:02.630583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5845a425-ece2-4a04-92e5-ea7af40b08c2 req-b033605c-694e-4461-8227-b5923363f903 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0493133 Jul 22 14:24:02.631224 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73099394-f324-42f0-9f9b-7068138a13ad" -d '{"events": [{"server_uuid": "2e7615ae-355c-449f-81de-138d71c8a998", "name": "network-vif-plugged", "status": "completed", "tag": "65437b87-40b4-463a-b117-8577340053ed"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:02.632653 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af502cf8-c2b6-4a11-92b2-433e935faf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.640319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af502cf8-c2b6-4a11-92b2-433e935faf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.660649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.672901 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-1ab8ae7f-d0b2-4577-8e51-c5376ff0bbcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 217 time: 0.0723636 Jul 22 14:24:02.684319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af502cf8-c2b6-4a11-92b2-433e935faf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8693ad4-08a2-4688-928c-3fda673907d5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:02.692817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af502cf8-c2b6-4a11-92b2-433e935faf1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4702d400dca849b6a0d75fe7973774b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426448 Jul 22 14:24:02.693425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:02.738651 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fd7a57-df3c-4388-8508-d5ff6f0f4967 x-openstack-request-id: req-59fd7a57-df3c-4388-8508-d5ff6f0f4967 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:02.738988 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7615ae-355c-449f-81de-138d71c8a998", "name": "network-vif-plugged", "status": "completed", "tag": "65437b87-40b4-463a-b117-8577340053ed", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:02.740192 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59fd7a57-df3c-4388-8508-d5ff6f0f4967 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:02.740606 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7615ae-355c-449f-81de-138d71c8a998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65437b87-40b4-463a-b117-8577340053ed', 'code': 200} Jul 22 14:24:02.754032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be841280-2d7a-478c-a2ad-9622e5e6dd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.780213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be841280-2d7a-478c-a2ad-9622e5e6dd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.802083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:24:02.850672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-c8580c2f-61c9-4f11-a94d-028c9791a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.852185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be841280-2d7a-478c-a2ad-9622e5e6dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.852501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-c8580c2f-61c9-4f11-a94d-028c9791a398 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.0995214 Jul 22 14:24:02.854753 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be841280-2d7a-478c-a2ad-9622e5e6dd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.857665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-be841280-2d7a-478c-a2ad-9622e5e6dd73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8693ad4-08a2-4688-928c-3fda673907d5 HTTP/1.1" status: 204 len: 168 time: 0.1612248 Jul 22 14:24:02.868582 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.868873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841280-2d7a-478c-a2ad-9622e5e6dd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8693ad4-08a2-4688-928c-3fda673907d5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:02.874092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.874631 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.945221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7420be9-ed26-4a5e-84a0-c681b7446930 req-1d07dd23-d4d9-4912-a035-c925cfd25963 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.950590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7420be9-ed26-4a5e-84a0-c681b7446930 req-1d07dd23-d4d9-4912-a035-c925cfd25963 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.4372697 Jul 22 14:24:02.976115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-42555142-15fa-429a-a259-569850a473c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082613 Jul 22 14:24:02.985504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.219688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:03.242703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3e6-c175-4b84-9e83-b186a5cfb53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.370228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e445dbab-c2db-4240-828f-042d289bf02a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:03.416512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4459467 Jul 22 14:24:03.422682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:03.430216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-915033541'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:03.443263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e445dbab-c2db-4240-828f-042d289bf02a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:03.443686 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.494332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-20aa3920-864a-4430-891e-dc784ff6b99d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.495964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-20aa3920-864a-4430-891e-dc784ff6b99d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "GET /v2.0/networks?id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 795 time: 0.1943023 Jul 22 14:24:03.545281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6a65b-81b2-4b23-bb19-dd9d3a5c5869 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Network': ['ID=1f17b1a6-3339-436d-b1e9-e14a50ae1f08,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:03.560951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 1f17b1a6-3339-436d-b1e9-e14a50ae1f08 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:03.566182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3e6-c175-4b84-9e83-b186a5cfb53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.594507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e93ef3e6-c175-4b84-9e83-b186a5cfb53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.610941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-d2b4f10e-595d-4d03-8408-4eeb9998a918 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 380 time: 0.0954373 Jul 22 14:24:03.629142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'port': {'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'admin_state_up': True, 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'security_groups': ['4b051993-8a75-46bb-b918-a4984079fac4']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:03.630341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7420be9-ed26-4a5e-84a0-c681b7446930 req-4629ed4d-0429-4fa4-97fa-66443f41cf15 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6529133 Jul 22 14:24:03.640816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:03.644232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.673316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb534f09-fb4f-4d0e-9db0-4ba3fd03211d req-344d37c1-a25f-4de9-a083-8ce9a1c824db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.674963 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb534f09-fb4f-4d0e-9db0-4ba3fd03211d req-344d37c1-a25f-4de9-a083-8ce9a1c824db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 1097 time: 0.8270588 Jul 22 14:24:03.691437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-84bc5ba0-c93c-405c-82be-d05833cef97a service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289943 Jul 22 14:24:03.700742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e93ef3e6-c175-4b84-9e83-b186a5cfb53d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cf959c541a048d1a55a1897cde6ab57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774792 Jul 22 14:24:03.703591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60826) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:03.714997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ef3e6-c175-4b84-9e83-b186a5cfb53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c965721-59a8-4f6c-930d-df894c6502b0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:03.760390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:03.785971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3cb54-5922-4196-85b9-8441967ebf57 req-bbaeb585-52e6-4609-92f8-b922038b4746 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.787488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75f3cb54-5922-4196-85b9-8441967ebf57 req-bbaeb585-52e6-4609-92f8-b922038b4746 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 945 time: 0.2888453 Jul 22 14:24:03.789470 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.789792 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Added segment a769d952-22df-4562-b7cf-ec8f978ebec0 of type vlan for network f4040d2d-0d39-4de4-b183-97526d9def60 Jul 22 14:24:03.864864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.879678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb534f09-fb4f-4d0e-9db0-4ba3fd03211d req-4f3a790c-1d19-42eb-ab38-14354633804e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965737 Jul 22 14:24:03.895560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75f3cb54-5922-4196-85b9-8441967ebf57 req-5283f668-d260-46e1-a0b7-bdb08cced92a tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962806 Jul 22 14:24:03.921350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:03.925313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.935734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.941477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.942095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.969496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80b93506-de02-405d-8e04-809681930cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.990453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5651343 Jul 22 14:24:03.997780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:04.007832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'ports': [{'network_id': '1f17b1a6-3339-436d-b1e9-e14a50ae1f08', 'name': 'tempest-port--101626899', 'admin_state_up': True}, {'network_id': 'f4040d2d-0d39-4de4-b183-97526d9def60', 'admin_state_up': False}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:04.008134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'port': {'network_id': '1f17b1a6-3339-436d-b1e9-e14a50ae1f08', 'name': 'tempest-port--101626899', 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:04.008639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'port': {'network_id': 'f4040d2d-0d39-4de4-b183-97526d9def60', 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:04.009056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9226f-f9eb-4786-bc35-cba94b97e96b req-341347f9-975b-41d0-86a9-d1953a229c58 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.010784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08f9226f-f9eb-4786-bc35-cba94b97e96b req-341347f9-975b-41d0-86a9-d1953a229c58 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.3137984 Jul 22 14:24:04.017844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb76571d-62f0-41e1-8137-9ecfc4976ffb req-ca010033-76f7-42b7-b56d-79575e6a709e service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098283 Jul 22 14:24:04.021918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.035712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80b93506-de02-405d-8e04-809681930cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.087710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f657cb7-95f8-411c-b5b0-71c04144ceff tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Network': ['ID=f4040d2d-0d39-4de4-b183-97526d9def60,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:04.103566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network f4040d2d-0d39-4de4-b183-97526d9def60 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:04.212211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08f9226f-f9eb-4786-bc35-cba94b97e96b req-501b7703-3170-43d7-bda1-66d90e9d2422 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690998 Jul 22 14:24:04.268882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80b93506-de02-405d-8e04-809681930cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.271725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80b93506-de02-405d-8e04-809681930cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.275238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-80b93506-de02-405d-8e04-809681930cb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c965721-59a8-4f6c-930d-df894c6502b0 HTTP/1.1" status: 204 len: 168 time: 0.5639696 Jul 22 14:24:04.295592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93506-de02-405d-8e04-809681930cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c965721-59a8-4f6c-930d-df894c6502b0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:04.301120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.20.0.11 (6d53a4d1-2019-4ac6-ad61-1fec3e84f140/f8780c6a-138e-46d2-9296-c1895f5849f4/408cf2bf-203c-4ed7-a897-bcf7868ae993) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:04.308832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-00076e40-c91c-4ab3-899f-6cefa02f8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.310496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-00076e40-c91c-4ab3-899f-6cefa02f8121 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1095 time: 0.2081668 Jul 22 14:24:04.403163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-629f1ff8-8dd1-4dd9-b824-c7d471709192 req-2156da04-2a06-4e87-9249-75d245775b25 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0611498 Jul 22 14:24:04.445539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Router f7486793-ebf3-4d90-b367-0b1687aacc6a is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:24:04.446155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'port': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:04.452828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.477807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.511903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.551165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Transition to ACTIVE for port object 408cf2bf-203c-4ed7-a897-bcf7868ae993 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:04.560963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-5c7cae20-7554-4d20-9eb3-424e8d8e270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.562537 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-5c7cae20-7554-4d20-9eb3-424e8d8e270b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 914 time: 0.2440653 Jul 22 14:24:04.628572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-a8445d0e-db68-446a-ba96-de116d7aefaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 217 time: 0.0507936 Jul 22 14:24:04.634514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] device_id is not set on port fbb5bd2a-2c48-4ee3-a2ee-72aff8ab5b07 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:24:04.645305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.681635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:04.693397 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Sync routers for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:04.695305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:04.700206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:04.708202 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:04.708904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:04.709288 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:04.737252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-b477a0f3-cd62-48be-85aa-a22fe647789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.760334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-b477a0f3-cd62-48be-85aa-a22fe647789b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.1226082 Jul 22 14:24:04.761456 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.762915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b68681c2-8eeb-40e0-ae87-39dff75481c1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4843442 Jul 22 14:24:04.765923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60874) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:04.787561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=408cf2bf-203c-4ed7-a897-bcf7868ae993,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:04.982614 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:05.038048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.171974 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-f8ddafdf-17c9-4f9f-8716-cca29fc33a48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4035802 Jul 22 14:24:05.179705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] device_id is not set on port fd51e0ea-8f49-4419-88a8-1391c7df3fec yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:24:05.236870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f4348f07-15b2-46cc-a98c-b76b250c97b8 None None] Provisioning for port 408cf2bf-203c-4ed7-a897-bcf7868ae993 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:05.244907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f4348f07-15b2-46cc-a98c-b76b250c97b8 None None] Provisioning complete for port 408cf2bf-203c-4ed7-a897-bcf7868ae993 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:05.246754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f4348f07-15b2-46cc-a98c-b76b250c97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.287367 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:02Z', 'revision_number': 3, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:05.334638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f4348f07-15b2-46cc-a98c-b76b250c97b8 None None] Port 408cf2bf-203c-4ed7-a897-bcf7868ae993 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:05.347107 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Checking router: f7486793-ebf3-4d90-b367-0b1687aacc6a for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:05.347761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Updating router f7486793-ebf3-4d90-b367-0b1687aacc6a port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:05.388956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eb491-e266-45cb-9210-74f1983a4b44 req-0e7dee74-e683-4d71-bc9f-65115a7a2b38 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:05.389207 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.391669 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d3eb491-e266-45cb-9210-74f1983a4b44 req-0e7dee74-e683-4d71-bc9f-65115a7a2b38 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 945 time: 0.2882690 Jul 22 14:24:05.468018 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-5a72c3e7-6be3-4e95-ae8d-b9ae4543225d service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590790 Jul 22 14:24:05.504113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d3eb491-e266-45cb-9210-74f1983a4b44 req-b7c84438-9e79-4998-8822-802f8fbf165e tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 Jul 22 14:24:05.639747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:05.640465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.678632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-693c8c59-3131-415c-817c-6ef52f11f6d4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0590792 Jul 22 14:24:05.702882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Request body: {'port': {'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:05.747843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e563156b-d98d-42a0-831b-a0c61504cdeb req-6b69985e-c8d2-45b8-92c4-9d021c1c373f service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550101 Jul 22 14:24:05.750842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-0edd5883-fd0b-4f1d-af26-d79800458f69 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:05.757636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-0edd5883-fd0b-4f1d-af26-d79800458f69 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=e57fb107-ca23-471a-9bf4-9f6031c5fa8f HTTP/1.1" status: 200 len: 943 time: 0.6006656 Jul 22 14:24:05.774327 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.788036 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Transition to ACTIVE for port object 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:05.796662 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.806994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ba292-59bf-4f30-9111-b82c00adcfcf req-ab9053d9-abe4-4791-ae90-d6ce129e6976 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:05.808265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b1ba292-59bf-4f30-9111-b82c00adcfcf req-ab9053d9-abe4-4791-ae90-d6ce129e6976 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1851830 Jul 22 14:24:05.810211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.854373 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Pushing event updated for resources: {'Port': ['ID=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:05.868924 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.869407 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.869720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.870077 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.870411 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.870856 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.871274 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.871609 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.871937 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.872276 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.872586 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.872906 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:05.901953 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Attempting to bind port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:05.902688 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Attempting to bind port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:05.903933 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Attempting to bind port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:05.910271 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:05.911682 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:05.912311 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.914903 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:05.915639 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Bound port: 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:05.916666 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.926079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7b1ba292-59bf-4f30-9111-b82c00adcfcf req-b12b6f7f-6e60-40a7-a3aa-41f7e450154e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122916 Jul 22 14:24:05.992977 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] For port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:06.002178 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] For port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:06.009113 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.015200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.020633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.097099 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f2198-1b2c-44be-8e56-0a8684b90977 None None] Pushing event updated for resources: {'Port': ['ID=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:06.127929 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:06.129223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:06.200818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Deleting port 6e37a9e9-255e-449b-8474-29ed4d5e909b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:06.201305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.211982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1fdf4-071e-40ca-be68-6c06e3c30e3a req-50afa85e-bdf3-4cdc-925f-526657c08284 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:06.213364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.214289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e1fdf4-071e-40ca-be68-6c06e3c30e3a req-50afa85e-bdf3-4cdc-925f-526657c08284 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 932 time: 0.1613390 Jul 22 14:24:06.227550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Allocated IP 172.20.0.1 (f77257e3-0140-45c2-a975-c3cdaf01504e/dd88f2c1-b7b4-4e17-a278-d24c4998359a/6b6c7ee0-2466-49e8-891a-f9418994f0e4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:06.276042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4e1fdf4-071e-40ca-be68-6c06e3c30e3a req-349c00b7-a526-4d10-91c2-a66b6a2542b7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517068 Jul 22 14:24:06.308420 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:06.426127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Port': ['ID=fbb5bd2a-2c48-4ee3-a2ee-72aff8ab5b07,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:06.457073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] For port 6e37a9e9-255e-449b-8474-29ed4d5e909b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=6e37a9e9-255e-449b-8474-29ed4d5e909b,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:06.457439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.475782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.483986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Calling delete_port for 6e37a9e9-255e-449b-8474-29ed4d5e909b owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:06.496562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Checking segment: {'id': '24da54af-bcde-440c-8282-86145fcff511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1f17b1a6-3339-436d-b1e9-e14a50ae1f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:06.496941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network hostable DHCP agents. Network: 1f17b1a6-3339-436d-b1e9-e14a50ae1f08, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:06.504832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Transition to ACTIVE for port object 6b6c7ee0-2466-49e8-891a-f9418994f0e4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:06.525144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7fa5-3a9c-48cb-a86d-78879f97a54a req-fe8762e5-a74e-4972-a86c-486c66207db1 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:06.531851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dcf7fa5-3a9c-48cb-a86d-78879f97a54a req-fe8762e5-a74e-4972-a86c-486c66207db1 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 945 time: 0.1402392 Jul 22 14:24:06.547697 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:02Z', 'revision_number': 3, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:06.584477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network 1f17b1a6-3339-436d-b1e9-e14a50ae1f08 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:06.594353 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c031f9de-21a2-4820-a0e4-0f0483e75132 None None] The sync data for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 is: [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:02Z', 'revision_number': 3, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:06.599149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:06.613473 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dcf7fa5-3a9c-48cb-a86d-78879f97a54a req-65019308-6dbb-4eea-a588-a79512a08a47 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640485 Jul 22 14:24:06.635550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 1f17b1a6-3339-436d-b1e9-e14a50ae1f08) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:06.640268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:06.641248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.647998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.654589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a396e1-6e60-4d20-972c-4f51eaa62bf8 None None] Network 1f17b1a6-3339-436d-b1e9-e14a50ae1f08 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:06.681172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408cf2bf-203c-4ed7-a897-bcf7868ae993 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:06.737547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.743498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Network f77257e3-0140-45c2-a975-c3cdaf01504e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:06.748982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:06.779051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:06.792212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6c7ee0-2466-49e8-891a-f9418994f0e4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:06.808876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Transition to ACTIVE for port object 408cf2bf-203c-4ed7-a897-bcf7868ae993 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:06.829039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.860185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-873b344a-188c-42bd-9f35-807969f54947 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:24:06.881867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Port': ['ID=fd51e0ea-8f49-4419-88a8-1391c7df3fec,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:06.900413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.992047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Checking segment: {'id': 'a769d952-22df-4562-b7cf-ec8f978ebec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f4040d2d-0d39-4de4-b183-97526d9def60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:07.009236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network hostable DHCP agents. Network: f4040d2d-0d39-4de4-b183-97526d9def60, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:07.089553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:07.097430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Pushing event updated for resources: {'Port': ['ID=408cf2bf-203c-4ed7-a897-bcf7868ae993,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:07.107082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'port_id': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'mac_address': 'fa:16:3e:c1:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f7d74a-5de9-402e-a552-dd78be06024b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:07.121204 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.191664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'ceb4b5df-b85e-411a-917f-a7d77b63a417'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:07.249653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'Port': ['ID=6e37a9e9-255e-449b-8474-29ed4d5e909b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:07.260299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network f4040d2d-0d39-4de4-b183-97526d9def60 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:07.367648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.393831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] No DVR routers for this DVR port 6e37a9e9-255e-449b-8474-29ed4d5e909b on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:07.412623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.416313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e109a64-d63a-47ec-8937-fc3d8ab15e63 req-acae73e9-4468-463b-8ef4-e3739a36924a tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "DELETE /v2.0/ports/6e37a9e9-255e-449b-8474-29ed4d5e909b HTTP/1.1" status: 204 len: 173 time: 1.6577089 Jul 22 14:24:07.421051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-deleted', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:07.423639 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0524b0-0aa2-4341-a6e8-f1ecd91167f1" -d '{"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-deleted", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:07.436033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, f4040d2d-0d39-4de4-b183-97526d9def60) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:07.473885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab48d58-4638-486a-885f-4f8a46a53b0e None None] Network f4040d2d-0d39-4de4-b183-97526d9def60 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:07.476880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:07.509746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:07.524449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:07.552332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:07.553358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e0a30-5f7f-4ec6-aafa-4e914d52d5be {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:07.559619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.571646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-42a98b59-0f24-4291-b374-81926f10bbdf None None] Provisioning for port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:07.630067 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f2e2ab5-c225-40c1-859d-e37f1a6910dd tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6311805 Jul 22 14:24:07.649700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:07.765122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Attempting to bind port 408cf2bf-203c-4ed7-a897-bcf7868ae993 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:07.765468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Attempting to bind port 408cf2bf-203c-4ed7-a897-bcf7868ae993 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:07.765920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Attempting to bind port 408cf2bf-203c-4ed7-a897-bcf7868ae993 on network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:07.775114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Port 408cf2bf-203c-4ed7-a897-bcf7868ae993 on network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:07.775438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Attempting to bind port 408cf2bf-203c-4ed7-a897-bcf7868ae993 on network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:07.791494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:07.792004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Checking segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:07.792506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Bound using segment: {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:07.793064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Bound port: 408cf2bf-203c-4ed7-a897-bcf7868ae993, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1548f6-7567-4f85-8c86-dfc16d378a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:07.793530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.907062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47cc62a-2164-4f9f-b4eb-e36757750a65 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:07.914316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47cc62a-2164-4f9f-b4eb-e36757750a65 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:07.919511 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e47cc62a-2164-4f9f-b4eb-e36757750a65 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2650633 Jul 22 14:24:07.919707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-42a98b59-0f24-4291-b374-81926f10bbdf None None] Provisioning complete for port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:07.919707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-42a98b59-0f24-4291-b374-81926f10bbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.923463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:07.971293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] For port 408cf2bf-203c-4ed7-a897-bcf7868ae993, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:07.988087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-42a98b59-0f24-4291-b374-81926f10bbdf None None] Port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:07.997018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] For port 408cf2bf-203c-4ed7-a897-bcf7868ae993, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:08.032778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.076088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c80c0-002f-4ca8-91f6-44504313c329 req-9d55d40a-64de-4d9e-8b7a-153f47b842ff tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.083877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:08.084469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-629c80c0-002f-4ca8-91f6-44504313c329 req-9d55d40a-64de-4d9e-8b7a-153f47b842ff tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 945 time: 1.0505159 Jul 22 14:24:08.108346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.109966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.110792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.112426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] 10.222.0.13 "PUT /v2.0/ports/408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 200 len: 1093 time: 2.4236281 Jul 22 14:24:08.153075 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.253924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-629c80c0-002f-4ca8-91f6-44504313c329 req-5fc9151d-e389-483f-bc63-e7f47a43a455 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683083 Jul 22 14:24:08.268838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7dfcd-a17e-468e-8482-283038827f35 service neutron] Pushing event updated for resources: {'Port': ['ID=408cf2bf-203c-4ed7-a897-bcf7868ae993,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:08.270825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:08.299520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Deleting port fbb5bd2a-2c48-4ee3-a2ee-72aff8ab5b07 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:08.299869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.396741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:08.403918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:08.404210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.435569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8b75f-01d2-40d9-8bfa-0344919a0a20 req-af6f8f0a-5a7e-465f-b4ae-8de755d9c973 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.437179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2cb8b75f-01d2-40d9-8bfa-0344919a0a20 req-af6f8f0a-5a7e-465f-b4ae-8de755d9c973 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 944 time: 0.2550526 Jul 22 14:24:08.439133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.465773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Calling delete_port for fbb5bd2a-2c48-4ee3-a2ee-72aff8ab5b07 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:08.466178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['157e0a30-5f7f-4ec6-aafa-4e914d52d5be'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:08.471781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-a364aa0f-aa02-44eb-b40d-151b59e97753 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.473647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-a364aa0f-aa02-44eb-b40d-151b59e97753 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "GET /v2.0/ports?device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 945 time: 0.3057759 Jul 22 14:24:08.483396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-dd4a366f-b35b-456b-bab9-3f52f999fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.485243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-dd4a366f-b35b-456b-bab9-3f52f999fd2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.3146653 Jul 22 14:24:08.562894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.574101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.600032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-57303e26-4d6b-44a6-8a97-a1998d6b847e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 200 len: 217 time: 0.1065361 Jul 22 14:24:08.611837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2cb8b75f-01d2-40d9-8bfa-0344919a0a20 req-d3f9ce1b-0a98-4375-9876-8e313dbec12c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631973 Jul 22 14:24:08.621069 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.655151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5723f1-b8f1-4866-9848-0fb22e37b41a req-e5b8039a-7cee-4c4f-90a8-30103c110f5c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.656747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a5723f1-b8f1-4866-9848-0fb22e37b41a req-e5b8039a-7cee-4c4f-90a8-30103c110f5c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 944 time: 0.2541533 Jul 22 14:24:08.691220 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8136f-7d3a-4dbe-aa63-bd424aa06678 x-openstack-request-id: req-71e8136f-7d3a-4dbe-aa63-bd424aa06678 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:08.692240 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57fb107-ca23-471a-9bf4-9f6031c5fa8f", "name": "network-vif-deleted", "tag": "6e37a9e9-255e-449b-8474-29ed4d5e909b", "status": "failed", "code": 422}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:08.692517 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71e8136f-7d3a-4dbe-aa63-bd424aa06678 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:08.692943 n-d-787205-11 neutron-server[93759]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e57fb107-ca23-471a-9bf4-9f6031c5fa8f', 'name': 'network-vif-deleted', 'tag': '6e37a9e9-255e-449b-8474-29ed4d5e909b', 'status': 'failed', 'code': 422} returned with failed status Jul 22 14:24:08.704070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-ebb17df6-c1e3-4113-a5ba-5d633e75e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.706114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-ebb17df6-c1e3-4113-a5ba-5d633e75e9d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8780c6a-138e-46d2-9296-c1895f5849f4 HTTP/1.1" status: 200 len: 834 time: 0.0982158 Jul 22 14:24:08.713834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:08.726945 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.730955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.738980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6c7ee0-2466-49e8-891a-f9418994f0e4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:08.743379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.814890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Port': ['ID=fbb5bd2a-2c48-4ee3-a2ee-72aff8ab5b07,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:08.822288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a5723f1-b8f1-4866-9848-0fb22e37b41a req-bbafd0a7-14ae-4614-8046-39ad6ea40634 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525197 Jul 22 14:24:08.829494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.831648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cc52072c-03aa-4ead-ac46-af0e82d373fa tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/ports/fbb5bd2a-2c48-4ee3-a2ee-72aff8ab5b07 HTTP/1.1" status: 204 len: 168 time: 0.9071052 Jul 22 14:24:08.836256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:08.857181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:08.867379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Deleting port 609c2730-2a41-4797-89ea-96d6efd0b7ef {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:08.867725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.958916 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-9537c100-12ae-4492-9dc1-8eaada2947ee tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bba3c3c1918c4bf68715298571235beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008101 Jul 22 14:24:09.016938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a530b-eacf-45fc-8ee2-33d546689664 req-9d5c46d2-27cb-4390-9938-fcedcf4f6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:09.018576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-9d5c46d2-27cb-4390-9938-fcedcf4f6233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3056102 Jul 22 14:24:09.022714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Network f77257e3-0140-45c2-a975-c3cdaf01504e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:09.028624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:09.047700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] For port 609c2730-2a41-4797-89ea-96d6efd0b7ef, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=609c2730-2a41-4797-89ea-96d6efd0b7ef,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:09.048120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.139828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Calling delete_port for 609c2730-2a41-4797-89ea-96d6efd0b7ef owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:09.277686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Router f7486793-ebf3-4d90-b367-0b1687aacc6a has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:09.296983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-bead0527-a0bf-4331-8bc4-b17062b3805a service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686162 Jul 22 14:24:09.309983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-28a261f0-0cb9-4568-ad25-d198842b9c2f tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:09.316097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a327c-82d4-4012-ac35-2a8192cd211b req-06b93071-2706-4ac5-a66e-f3acf22fcda5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:09.316239 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-28a261f0-0cb9-4568-ad25-d198842b9c2f tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563643 Jul 22 14:24:09.320581 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-280a327c-82d4-4012-ac35-2a8192cd211b req-06b93071-2706-4ac5-a66e-f3acf22fcda5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 907 time: 0.2305079 Jul 22 14:24:09.371736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-219f0bb5-41d9-4e47-a93c-02e06c3b72e2 None None] Provisioning complete for port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:09.372211 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219f0bb5-41d9-4e47-a93c-02e06c3b72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.380789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Deleting port fd51e0ea-8f49-4419-88a8-1391c7df3fec {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:09.381189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.401223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-342a7222-f6a0-4340-a5aa-c289c43d2548 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/quotas/bba3c3c1918c4bf68715298571235beb HTTP/1.1" status: 200 len: 375 time: 0.0796776 Jul 22 14:24:09.419867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:09.454742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-219f0bb5-41d9-4e47-a93c-02e06c3b72e2 None None] Port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:09.478626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:09.479012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.487047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-e4bbcc79-d3aa-470a-adfd-7e97879be2f9 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bba3c3c1918c4bf68715298571235beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841780 Jul 22 14:24:09.515260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.518349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:09.532570 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-98c73dc2-c29e-464d-b2a3-9a28dc1b9c39 admin admin] 10.222.0.11 "PUT /v2.0/routers/f7486793-ebf3-4d90-b367-0b1687aacc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7655294 Jul 22 14:24:09.533505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['65437b87-40b4-463a-b117-8577340053ed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:09.536160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['07911cd4-e624-4d73-b1b2-4ab035c4b042', '609c2730-2a41-4797-89ea-96d6efd0b7ef'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:09.565778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Pushing event deleted for resources: {'Port': ['ID=609c2730-2a41-4797-89ea-96d6efd0b7ef,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:09.602340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Sync routers for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:09.602589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.621743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105b242-02d3-4669-8e1d-0b4162b1c51d req-30f9b192-9d94-4ece-b5e9-85e510d54a8c tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:09.623764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3105b242-02d3-4669-8e1d-0b4162b1c51d req-30f9b192-9d94-4ece-b5e9-85e510d54a8c tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe04aee8-fe66-49cb-9abe-ef93dd6fcf19 HTTP/1.1" status: 200 len: 867 time: 0.1883585 Jul 22 14:24:09.644516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] No DVR routers for this DVR port 609c2730-2a41-4797-89ea-96d6efd0b7ef on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:09.653125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.656195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-60f51fcb-67da-4bea-8e5c-e789b67c156f req-0107598b-7c3b-4b25-a1fa-39b41caece62 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "DELETE /v2.0/ports/609c2730-2a41-4797-89ea-96d6efd0b7ef HTTP/1.1" status: 204 len: 173 time: 1.1710422 Jul 22 14:24:09.656342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Calling delete_port for fd51e0ea-8f49-4419-88a8-1391c7df3fec owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:09.656652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'name': 'network-vif-deleted', 'tag': '609c2730-2a41-4797-89ea-96d6efd0b7ef'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:09.659322 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bbf7d4-8fe8-4264-8c24-5973221cc5af" -d '{"events": [{"server_uuid": "fe04aee8-fe66-49cb-9abe-ef93dd6fcf19", "name": "network-vif-deleted", "tag": "609c2730-2a41-4797-89ea-96d6efd0b7ef"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:09.679329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:09.679329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:09.729385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3105b242-02d3-4669-8e1d-0b4162b1c51d req-4a1956fa-1e1d-4ad5-883e-a248594a7bcb tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862346 Jul 22 14:24:09.746925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-879a530b-eacf-45fc-8ee2-33d546689664 req-44e39b4c-c1bc-449b-a578-e4cfe912d0cf service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285045 Jul 22 14:24:09.807806 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba642386-aa04-48f3-a86f-20b2bd077266 x-openstack-request-id: req-ba642386-aa04-48f3-a86f-20b2bd077266 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:09.808186 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe04aee8-fe66-49cb-9abe-ef93dd6fcf19", "name": "network-vif-deleted", "tag": "609c2730-2a41-4797-89ea-96d6efd0b7ef", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:09.808530 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba642386-aa04-48f3-a86f-20b2bd077266 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:09.808979 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe04aee8-fe66-49cb-9abe-ef93dd6fcf19', 'name': 'network-vif-deleted', 'tag': '609c2730-2a41-4797-89ea-96d6efd0b7ef', 'status': 'completed', 'code': 200} Jul 22 14:24:09.909493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ed43cb5f-05a4-4e48-9d73-a96f04d6573d req-5b6d97d7-6bd9-44b2-bf51-aa8f1709686a tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 210 time: 0.0477993 Jul 22 14:24:09.961806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:10.053945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65974b3-31ad-412d-ac97-d8d8f9b708f8 req-940814e1-8d01-47f8-9468-e8dc81dc63c9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.061790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c65974b3-31ad-412d-ac97-d8d8f9b708f8 req-940814e1-8d01-47f8-9468-e8dc81dc63c9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 944 time: 0.0897987 Jul 22 14:24:10.067855 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.099243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536f776-fb3e-46ed-b66f-63f722e2e4fe req-73b54381-81dc-41fb-9277-8ef86502b0ca tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.101246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c65974b3-31ad-412d-ac97-d8d8f9b708f8 req-1519efd6-e13f-4be2-bc2b-79c02e2c78d0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Jul 22 14:24:10.109392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8536f776-fb3e-46ed-b66f-63f722e2e4fe req-73b54381-81dc-41fb-9277-8ef86502b0ca tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 944 time: 0.2549689 Jul 22 14:24:10.221446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Port': ['ID=fd51e0ea-8f49-4419-88a8-1391c7df3fec,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:10.245134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8536f776-fb3e-46ed-b66f-63f722e2e4fe req-84a25105-19f4-4878-9665-a2de73036ffe tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326458 Jul 22 14:24:10.246486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.255844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6dd82bb6-d171-4f0c-89a2-083d12005783 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/ports/fd51e0ea-8f49-4419-88a8-1391c7df3fec HTTP/1.1" status: 204 len: 168 time: 1.4169822 Jul 22 14:24:10.262943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60976) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:10.320605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-90b2caca-87c2-45e3-8eb1-b8c7540687a6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0564203 Jul 22 14:24:10.324555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:10.331781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-999384358'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:10.384498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:10.396076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.396257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 2, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:10.448618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:10.462972 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.463323 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Added segment 7cba887d-4bb2-4e77-b488-3315f3a28028 of type vlan for network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 Jul 22 14:24:10.472292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Checking router: f7486793-ebf3-4d90-b367-0b1687aacc6a for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:10.472648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Updating router f7486793-ebf3-4d90-b367-0b1687aacc6a port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:10.550370 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.550981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825d6bb-bcd8-4ab5-afe5-712344f78972 req-7cfcc02c-234c-4157-a091-0f3e7faceef5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.562536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.570161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6825d6bb-bcd8-4ab5-afe5-712344f78972 req-7cfcc02c-234c-4157-a091-0f3e7faceef5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 907 time: 0.1301513 Jul 22 14:24:10.581274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:10.587281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1230573518-network', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:10.587879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130525e5-a015-4a98-a2ab-868d98b63bce req-053c7d6b-9328-4b02-bac8-913516b14713 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.589411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-130525e5-a015-4a98-a2ab-868d98b63bce req-053c7d6b-9328-4b02-bac8-913516b14713 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 907 time: 0.1228769 Jul 22 14:24:10.636564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.647759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.649031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.666319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Made reservation on behalf of 4cfc855e7cf64fffb742e8678d7e206a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:10.669206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:10.670205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.697350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.699118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:10.702218 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2693795e-6cf9-4ca6-adda-76343b367586" -d '{"events": [{"name": "network-changed", "server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:10.744921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4192472 Jul 22 14:24:10.749070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60994) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:10.760092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-506751480'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:10.772400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Deleting port c0a8e64c-1f98-4fa3-9829-93038825773a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:10.772882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.786209 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c72676e-ef1d-478a-90a0-2a14d4671620 x-openstack-request-id: req-1c72676e-ef1d-478a-90a0-2a14d4671620 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:10.786820 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:10.786820 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c72676e-ef1d-478a-90a0-2a14d4671620 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:10.787696 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'status': 'completed', 'code': 200} Jul 22 14:24:10.789850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04bfca-442e-434b-9142-340a78eaead6 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Network': ['ID=a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:10.857840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:24:10.857840 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:24:10.857840 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id_1': 'd332021fb377496f933d3442aa5d8b62', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 24, 10, 767154)}] Jul 22 14:24:10.857840 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:24:10.858368 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:24:10.881310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:10.886988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:10.905403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693795e-6cf9-4ca6-adda-76343b367586 req-176b0976-aaea-43c5-86d1-86f8742407ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.907084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] For port c0a8e64c-1f98-4fa3-9829-93038825773a, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=c0a8e64c-1f98-4fa3-9829-93038825773a,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:10.907492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.908235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-176b0976-aaea-43c5-86d1-86f8742407ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1069906 Jul 22 14:24:10.908548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:10.909142 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.934115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Calling delete_port for c0a8e64c-1f98-4fa3-9829-93038825773a owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:11.045481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693795e-6cf9-4ca6-adda-76343b367586 req-39356be6-7e06-47e5-90b6-1f021a52da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.049966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-39356be6-7e06-47e5-90b6-1f021a52da57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 896 time: 0.1339273 Jul 22 14:24:11.056486 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.067014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Transition to ACTIVE for port object 6b6c7ee0-2466-49e8-891a-f9418994f0e4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:11.074942 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.121742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-39fd2222-d05c-490f-8914-130ee23cbb0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 200 len: 217 time: 0.0604346 Jul 22 14:24:11.204411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.218717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.219024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.222618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97091f14-9bea-4074-8cdb-bbd723b4b0a2 None None] Pushing event updated for resources: {'Port': ['ID=6b6c7ee0-2466-49e8-891a-f9418994f0e4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.252497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-17e47d98-630b-4cef-b29d-15361e745543 req-1eb9b1fb-1d12-44b5-8ee6-f9a61c96237c tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 210 time: 0.1156695 Jul 22 14:24:11.260179 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-98ca650b-d949-497d-b587-8d1bd5b72185 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bba3c3c1918c4bf68715298571235beb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454029 Jul 22 14:24:11.285251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Attempting to bind port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:11.285673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Attempting to bind port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:11.286018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Attempting to bind port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 on network f77257e3-0140-45c2-a975-c3cdaf01504e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:11.300438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:11.303907 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1f5539-01b4-4aa5-8c94-ce456f1d7245" -d '{"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-plugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:11.318958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:11.320415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Checking segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:11.321021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.321589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Bound using segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:11.322270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Bound port: 6b6c7ee0-2466-49e8-891a-f9418994f0e4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:11.327780 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.357984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:11.367989 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.372812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:11.386170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.386718 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Added segment 8013c54e-2f72-4632-bced-92421227ac2b of type vlan for network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 Jul 22 14:24:11.456132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.463809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] For port 6b6c7ee0-2466-49e8-891a-f9418994f0e4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:11.467172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] For port 6b6c7ee0-2466-49e8-891a-f9418994f0e4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6b6c7ee0-2466-49e8-891a-f9418994f0e4,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:11.471239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.501903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693795e-6cf9-4ca6-adda-76343b367586 req-35d259f3-f7b3-4187-82b2-c8300f8374cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.503865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-35d259f3-f7b3-4187-82b2-c8300f8374cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8780c6a-138e-46d2-9296-c1895f5849f4 HTTP/1.1" status: 200 len: 834 time: 0.3706472 Jul 22 14:24:11.530953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed9750-1825-4df2-903e-91865de7ad5c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.553451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:11.554479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:11.556399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.569507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.570649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.571862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.614378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:11.617917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.626949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0443528 Jul 22 14:24:11.632759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:11.641933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Request body: {'subnet': {'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1230573518-subnet', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:11.691379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-56a89a64-0d58-41d8-8700-b25818a39658 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.694343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-56a89a64-0d58-41d8-8700-b25818a39658 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186270 Jul 22 14:24:11.700087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283ab0-48a8-40b0-9321-c27aa287e52f admin admin] Pushing event updated for resources: {'Network': ['ID=e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.718472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67698772-9c1a-4a3c-b591-579622282e45 req-5770eb92-45e0-4c3e-9adb-fc91eb711665 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.721747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Request body: {'port': {'device_id': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': 'bba3c3c1918c4bf68715298571235beb'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:11.726397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67698772-9c1a-4a3c-b591-579622282e45 req-5770eb92-45e0-4c3e-9adb-fc91eb711665 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 944 time: 0.4824815 Jul 22 14:24:11.727059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.749822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Made reservation on behalf of 4cfc855e7cf64fffb742e8678d7e206a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:11.752216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.780533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'Port': ['ID=c0a8e64c-1f98-4fa3-9829-93038825773a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.792057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693795e-6cf9-4ca6-adda-76343b367586 req-a27eab38-6938-47d8-b8f4-f91b11c51f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.793655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-a27eab38-6938-47d8-b8f4-f91b11c51f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2783108 Jul 22 14:24:11.816644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67698772-9c1a-4a3c-b591-579622282e45 req-0a231622-7439-4d83-844f-205b3afd4997 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872972 Jul 22 14:24:11.819856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:11.893274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] No DVR routers for this DVR port c0a8e64c-1f98-4fa3-9829-93038825773a on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:11.900775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.902947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-130525e5-a015-4a98-a2ab-868d98b63bce req-460fdf9d-e51a-4d80-b676-9cbc6afc9ba5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "DELETE /v2.0/ports/c0a8e64c-1f98-4fa3-9829-93038825773a HTTP/1.1" status: 204 len: 173 time: 1.3078806 Jul 22 14:24:11.904214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.904563 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Added segment 7fb94151-3f1f-4a59-b488-d006b583a245 of type vlan for network 23f15b83-dd23-471c-9169-6b2f6a879426 Jul 22 14:24:11.906056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'name': 'network-vif-deleted', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:11.917231 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54952fc-8770-472c-b2e8-432690d8457e" -d '{"events": [{"server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "name": "network-vif-deleted", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:11.976130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:12.004740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:12.010034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914c707-657c-4dc5-9cdc-6d2ffd1237f1 req-c07b950f-1e01-4e88-8496-dbd7ca1d92b6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.017226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b914c707-657c-4dc5-9cdc-6d2ffd1237f1 req-c07b950f-1e01-4e88-8496-dbd7ca1d92b6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.5284874 Jul 22 14:24:12.020404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 408cf2bf-203c-4ed7-a897-bcf7868ae993 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:12.024007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 609c2730-2a41-4797-89ea-96d6efd0b7ef no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:12.029947 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fa759-fb9e-4532-a325-5fb80de7fd50 x-openstack-request-id: req-061fa759-fb9e-4532-a325-5fb80de7fd50 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:12.030233 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-plugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:12.030538 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-061fa759-fb9e-4532-a325-5fb80de7fd50 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:12.030982 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'code': 200} Jul 22 14:24:12.075425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1277a76-2a18-493a-a995-69a98bc9b3cf req-c9ecaf8f-798f-4828-8bc7-9869cfb1e762 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=f5c4f98f-6057-4378-bb43-e933111a3511 HTTP/1.1" status: 200 len: 210 time: 0.0939033 Jul 22 14:24:12.101923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 609c2730-2a41-4797-89ea-96d6efd0b7ef {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:12.102267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 609c2730-2a41-4797-89ea-96d6efd0b7ef not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:12.152562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.195901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97091f14-9bea-4074-8cdb-bbd723b4b0a2 None None] Pushing event updated for resources: {'Port': ['ID=6b6c7ee0-2466-49e8-891a-f9418994f0e4,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:12.213695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b914c707-657c-4dc5-9cdc-6d2ffd1237f1 req-072501e1-4408-4de5-832a-2eb2ba6c1689 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954288 Jul 22 14:24:12.215239 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3e911-7b9a-4757-acf5-279b58392132 x-openstack-request-id: req-91c3e911-7b9a-4757-acf5-279b58392132 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:12.215538 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c4f98f-6057-4378-bb43-e933111a3511", "name": "network-vif-deleted", "tag": "c0a8e64c-1f98-4fa3-9829-93038825773a", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:12.215796 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91c3e911-7b9a-4757-acf5-279b58392132 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:12.216188 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c4f98f-6057-4378-bb43-e933111a3511', 'name': 'network-vif-deleted', 'tag': 'c0a8e64c-1f98-4fa3-9829-93038825773a', 'status': 'completed', 'code': 200} Jul 22 14:24:12.261590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Made reservation on behalf of bba3c3c1918c4bf68715298571235beb for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:12.265450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.289661 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.299266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055387e-34f8-4c81-98cc-bcf5ea6b6181 req-a682386b-a682-43cf-81bf-fb078eedc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.301465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4055387e-34f8-4c81-98cc-bcf5ea6b6181 req-a682386b-a682-43cf-81bf-fb078eedc012 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1097 time: 0.2787306 Jul 22 14:24:12.419608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.425932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.426586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.526280 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.544505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.565027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 408cf2bf-203c-4ed7-a897-bcf7868ae993, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:12.591920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:12.660103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:11Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:12.686124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-28e81f10-caa3-4cf1-b2d8-00747f11ae46 service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8810773 Jul 22 14:24:12.688266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:12.692784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed0bd5-070b-47fc-838c-e7bfbe551e88 None None] The sync data for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 is: [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:11Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:12.695498 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.719192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9668939 Jul 22 14:24:12.721209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4055387e-34f8-4c81-98cc-bcf5ea6b6181 req-f8cdac68-59c4-4b8d-b051-0cc6b9e28525 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095805 Jul 22 14:24:12.726158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408cf2bf-203c-4ed7-a897-bcf7868ae993 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:12.727824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04f9fd-1e27-4bc7-97de-dfb02d3a3c7b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Network': ['ID=23f15b83-dd23-471c-9169-6b2f6a879426,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:12.743144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26f81280-578d-4bff-9da3-87f03de31023 req-e6625653-7876-4925-b5cf-a9ae30b9cbc2 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 210 time: 0.0739334 Jul 22 14:24:12.769519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 23f15b83-dd23-471c-9169-6b2f6a879426 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:12.865832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32802) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:12.877544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 408cf2bf-203c-4ed7-a897-bcf7868ae993, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:12.883538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.889688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'subnets': [{'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--982725353', 'ip_version': 4}, {'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:12.889688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'subnet': {'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--982725353', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:12.889688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Request body: {'subnet': {'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:12.947799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=408cf2bf-203c-4ed7-a897-bcf7868ae993,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:13.027350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.094999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2693795e-6cf9-4ca6-adda-76343b367586 req-b44ff238-397c-4453-bb3a-1862b0c7b43e service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665648 Jul 22 14:24:13.114347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Pushing event updated for resources: {'Subnet': ['ID=821dd685-0411-45a6-900f-f12385d66d04,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:13.144833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['408cf2bf-203c-4ed7-a897-bcf7868ae993'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:13.154133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d200897-09c1-4fa9-8c8f-c0ef20b74ab1 req-3c27b963-a33a-4f01-b4b0-83006aa9859b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.161604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d200897-09c1-4fa9-8c8f-c0ef20b74ab1 req-3c27b963-a33a-4f01-b4b0-83006aa9859b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 945 time: 0.1881306 Jul 22 14:24:13.186718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Checking segment: {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:13.187162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Network hostable DHCP agents. Network: e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:13.222637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d200897-09c1-4fa9-8c8f-c0ef20b74ab1 req-b168543a-c57d-445d-8482-c2dcf7df543d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599215 Jul 22 14:24:13.243059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:13.263856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:13.273731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.274259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fac11c-3947-48ac-9635-086f2ae700a0 None None] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:13.277545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.314060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4d604d78-6fa5-4948-a7df-541054c6349a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6775579 Jul 22 14:24:13.315534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:13.326563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:13.381880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.383270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.466764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6b6c7ee0-2466-49e8-891a-f9418994f0e4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:13.540646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Allocated IP 192.168.233.105 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/c24c69d5-aeea-4dbf-b442-5cda3a412c5e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:13.555627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34', 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'fixed_ips': [{'subnet_id': '821dd685-0411-45a6-900f-f12385d66d04'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:13.556526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.609524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.670447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead03cf-0e76-4da8-98de-d997f99dc933 req-e6d53138-f692-49fe-a25a-b83d9f03a380 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.678189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ead03cf-0e76-4da8-98de-d997f99dc933 req-e6d53138-f692-49fe-a25a-b83d9f03a380 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2847712 Jul 22 14:24:13.687530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec60d8a-c2e9-458f-8e98-8e5b9d34f463 req-616fa98e-8841-4384-a631-e3dac9770def tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.698071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:13.699140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec60d8a-c2e9-458f-8e98-8e5b9d34f463 req-616fa98e-8841-4384-a631-e3dac9770def tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.702880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ec60d8a-c2e9-458f-8e98-8e5b9d34f463 req-616fa98e-8841-4384-a631-e3dac9770def tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998&device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 1681 time: 0.8659933 Jul 22 14:24:13.720219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:13.720596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.839704 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ead03cf-0e76-4da8-98de-d997f99dc933 req-95631d01-038e-4d7e-9329-351b21673b36 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600480 Jul 22 14:24:13.846763 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.914592 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ec60d8a-c2e9-458f-8e98-8e5b9d34f463 req-e39fb176-215d-4d26-8dc8-007654ece0c0 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481931 Jul 22 14:24:13.945698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Made reservation on behalf of d332021fb377496f933d3442aa5d8b62 for: {'subnet': 2} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:13.958054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.958421 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.011411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Allocated IP 172.20.0.2 (e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34/821dd685-0411-45a6-900f-f12385d66d04/a31549e7-ffe8-44f6-93c5-099644def3d6) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:14.167994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.196341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093dca9b-e301-4c40-b771-bae0096d917f req-f29d33d4-6669-4093-9c77-9de69ae5405c tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 210 time: 0.1044419 Jul 22 14:24:14.236743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.272022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.299680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.308063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Transition to ACTIVE for port object c24c69d5-aeea-4dbf-b442-5cda3a412c5e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:14.346199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 6b6c7ee0-2466-49e8-891a-f9418994f0e4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6b6c7ee0-2466-49e8-891a-f9418994f0e4,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:14.360299 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:24:14.369034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.381512 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.435681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Transition to ACTIVE for port object a31549e7-ffe8-44f6-93c5-099644def3d6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:14.449649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1bb8e-2fe4-46bb-8760-7586c86886c9 req-fc9baf9d-d211-42a9-bb2a-38c0e8e4d275 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.455463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ac1bb8e-2fe4-46bb-8760-7586c86886c9 req-fc9baf9d-d211-42a9-bb2a-38c0e8e4d275 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 945 time: 0.2539940 Jul 22 14:24:14.468380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Transition to ACTIVE for port object a31549e7-ffe8-44f6-93c5-099644def3d6 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:14.473015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=6b6c7ee0-2466-49e8-891a-f9418994f0e4,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.477444 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.498941 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.521260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:14.526678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:14.531165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:14.534307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Pushing event updated for resources: {'Port': ['ID=a31549e7-ffe8-44f6-93c5-099644def3d6,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.539594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Allocated IP 172.25.8.213 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/cf04340e-798a-4a34-922a-3914528a05ef) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:14.598273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ac1bb8e-2fe4-46bb-8760-7586c86886c9 req-0fa386e6-ab12-456c-b933-cfd3b22630b1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414497 Jul 22 14:24:14.600297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Attempting to bind port a31549e7-ffe8-44f6-93c5-099644def3d6 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:14.600778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Attempting to bind port a31549e7-ffe8-44f6-93c5-099644def3d6 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:14.601399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Attempting to bind port a31549e7-ffe8-44f6-93c5-099644def3d6 on network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:14.602865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:14.607078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:14.607594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Checking segment: {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:14.608013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.608418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Bound using segment: {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:14.608893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Bound port: a31549e7-ffe8-44f6-93c5-099644def3d6, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:14.609025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Pushing event updated for resources: {'Port': ['ID=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.609328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.613034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:14.672219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:14.692229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] For port a31549e7-ffe8-44f6-93c5-099644def3d6, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:14.696399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] For port a31549e7-ffe8-44f6-93c5-099644def3d6, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a31549e7-ffe8-44f6-93c5-099644def3d6,segment=NetworkSegment(8013c54e-2f72-4632-bced-92421227ac2b),segment_id=8013c54e-2f72-4632-bced-92421227ac2b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:14.700073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c0a8e64c-1f98-4fa3-9829-93038825773a no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:14.704500 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.746342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.758921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1b32f-874a-420e-bd51-13728286d5b1 req-6e7b2781-49e0-4585-857a-2223e6897554 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.764721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: c0a8e64c-1f98-4fa3-9829-93038825773a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:14.765085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device c0a8e64c-1f98-4fa3-9829-93038825773a not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:14.766918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-70f1b32f-874a-420e-bd51-13728286d5b1 req-6e7b2781-49e0-4585-857a-2223e6897554 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 945 time: 0.3338087 Jul 22 14:24:14.826562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85166ba4-56a1-4968-98f1-e1ef980d8178 None None] Pushing event updated for resources: {'Port': ['ID=a31549e7-ffe8-44f6-93c5-099644def3d6,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.829816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.848431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-70f1b32f-874a-420e-bd51-13728286d5b1 req-2251568c-c39b-4875-a604-42af7dfa5341 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769544 Jul 22 14:24:14.911591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.912290 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.952684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cf04340e-798a-4a34-922a-3914528a05ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.960121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:14.962480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:14.970964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:15.007739 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.019954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1d1ed63-5498-49a5-aa77-706baf562676 None None] Provisioning for port c24c69d5-aeea-4dbf-b442-5cda3a412c5e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:15.025587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1d1ed63-5498-49a5-aa77-706baf562676 None None] Provisioning complete for port c24c69d5-aeea-4dbf-b442-5cda3a412c5e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:15.026782 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ed63-5498-49a5-aa77-706baf562676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.105330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3bafff8b-a67c-4712-8084-dd4f63464ded tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3877647 Jul 22 14:24:15.108040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b1d1ed63-5498-49a5-aa77-706baf562676 None None] Port c24c69d5-aeea-4dbf-b442-5cda3a412c5e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:15.140439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Request body: {'port': {'device_id': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:15.236375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Subnet': ['ID=e14f26ca-ca91-48dc-bc8e-2c9e53c3beea,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:15.286022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Checking segment: {'id': '7cba887d-4bb2-4e77-b488-3315f3a28028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:15.286389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network hostable DHCP agents. Network: a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:15.300896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272fc3-ac56-4278-8f71-e8dfc89812ef req-05e01652-41c8-4d2a-870b-7b653752ba8d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.309404 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0272fc3-ac56-4278-8f71-e8dfc89812ef req-05e01652-41c8-4d2a-870b-7b653752ba8d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3218107 Jul 22 14:24:15.328945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.372869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:15.387400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.397711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84e4ec-7c37-4777-8381-aa4ba3a598e9 req-dbe849cb-e02a-46e3-9b41-de434d201a82 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.399283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d84e4ec-7c37-4777-8381-aa4ba3a598e9 req-dbe849cb-e02a-46e3-9b41-de434d201a82 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 945 time: 0.1204631 Jul 22 14:24:15.409947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0272fc3-ac56-4278-8f71-e8dfc89812ef req-c128f7b1-2e6c-4158-9eda-ee5927844429 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992930 Jul 22 14:24:15.413746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:15.418145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.437654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c59da6-ef38-44fa-9ed3-f7babb4ec3d1 None None] Network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:15.583452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6b6c7ee0-2466-49e8-891a-f9418994f0e4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:15.635149 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d84e4ec-7c37-4777-8381-aa4ba3a598e9 req-103b0f81-d039-4b6f-85a5-61682cee3267 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046709 Jul 22 14:24:15.698739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event updated for resources: {'Subnet': ['ID=5e973826-ecdc-4103-9989-659ff33a77d7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:15.708061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:15.708611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.761982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652', 'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652', 'tenant_id': 'd332021fb377496f933d3442aa5d8b62', 'fixed_ips': [{'subnet_id': 'e14f26ca-ca91-48dc-bc8e-2c9e53c3beea'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:15.762891 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.764240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Checking segment: {'id': '7fb94151-3f1f-4a59-b488-d006b583a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:15.764775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network hostable DHCP agents. Network: 23f15b83-dd23-471c-9169-6b2f6a879426, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:15.777173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 408cf2bf-203c-4ed7-a897-bcf7868ae993 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:15.843180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1a1c4-9231-4cfe-8e85-40a0481eb3cc req-61c39a5a-87a1-4943-ac41-a0afcb432156 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.850291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6fb1a1c4-9231-4cfe-8e85-40a0481eb3cc req-61c39a5a-87a1-4943-ac41-a0afcb432156 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 936 time: 0.2497036 Jul 22 14:24:15.891460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Network 23f15b83-dd23-471c-9169-6b2f6a879426 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:15.917424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Allocated IP 172.20.0.2 (a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652/e14f26ca-ca91-48dc-bc8e-2c9e53c3beea/b33707ff-f61a-4412-9866-66e141f2f1e4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:15.921188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 23f15b83-dd23-471c-9169-6b2f6a879426) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:15.926941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.927432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.928084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.963895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6fb1a1c4-9231-4cfe-8e85-40a0481eb3cc req-fe406d9a-8bed-42f1-aabc-8846efced198 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031060 Jul 22 14:24:16.056028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24c69d5-aeea-4dbf-b442-5cda3a412c5e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:16.084104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.085511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334e3193-6512-4a3f-85ea-691d6efd394c None None] Network 23f15b83-dd23-471c-9169-6b2f6a879426 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:16.096168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f3488977-b3cd-47cf-9658-9e2518d23b56 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2254481 Jul 22 14:24:16.113261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32852) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:16.230856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Transition to ACTIVE for port object c24c69d5-aeea-4dbf-b442-5cda3a412c5e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:16.248608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb3840b-f545-4079-8016-101c26867797 None None] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:16.265790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-cbf2ac5f-00b4-4e55-97fc-8d18fc910bd2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.267711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-cbf2ac5f-00b4-4e55-97fc-8d18fc910bd2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 945 time: 0.7559514 Jul 22 14:24:16.276355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.286211 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.329395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cb18e-ba11-4ffa-8888-918dd925235a req-45c11afd-072a-47d2-9bfb-f3825b9663c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.331297 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e33cb18e-ba11-4ffa-8888-918dd925235a req-45c11afd-072a-47d2-9bfb-f3825b9663c5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 945 time: 0.1895657 Jul 22 14:24:16.369666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a436ba-7b72-42f4-abed-7f1e843a6479 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.371876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a436ba-7b72-42f4-abed-7f1e843a6479 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.373501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a436ba-7b72-42f4-abed-7f1e843a6479 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.379806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5a436ba-7b72-42f4-abed-7f1e843a6479 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2653780 Jul 22 14:24:16.380865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:16.437958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Pushing event updated for resources: {'Port': ['ID=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:16.462573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-6b43cfc4-b87e-4aae-9a14-cd30824702e9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.470599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-6b43cfc4-b87e-4aae-9a14-cd30824702e9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 813 time: 0.4008901 Jul 22 14:24:16.526988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.552825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-d89bb913-2564-4f20-9fe5-71abc61089f6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/quotas/ec47677850eb45c88164643c73f24a71 HTTP/1.1" status: 200 len: 375 time: 0.0812426 Jul 22 14:24:16.596232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Transition to ACTIVE for port object b33707ff-f61a-4412-9866-66e141f2f1e4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:16.605711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 408cf2bf-203c-4ed7-a897-bcf7868ae993 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:16.618412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fa526edb-8e72-421e-997f-985402f106f0 None None] Provisioning for port a31549e7-ffe8-44f6-93c5-099644def3d6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:16.635283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a31549e7-ffe8-44f6-93c5-099644def3d6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:16.644521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Deleting subnet e14f26ca-ca91-48dc-bc8e-2c9e53c3beea {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:16.664161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 408cf2bf-203c-4ed7-a897-bcf7868ae993 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:16.664532 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.672850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-78f76eb1-3fa2-47c2-993d-f7ca5b98977e tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.675605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-78f76eb1-3fa2-47c2-993d-f7ca5b98977e tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 945 time: 0.3406956 Jul 22 14:24:16.709952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e33cb18e-ba11-4ffa-8888-918dd925235a req-b25e7929-706c-494e-8cbb-11d3d2161450 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258328 Jul 22 14:24:16.713497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Transition to ACTIVE for port object b33707ff-f61a-4412-9866-66e141f2f1e4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:16.728439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.748365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Attempting to bind port c24c69d5-aeea-4dbf-b442-5cda3a412c5e on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:16.749588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Attempting to bind port c24c69d5-aeea-4dbf-b442-5cda3a412c5e by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:16.750225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Attempting to bind port c24c69d5-aeea-4dbf-b442-5cda3a412c5e on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:16.752811 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.779861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Deleting port ceb4b5df-b85e-411a-917f-a7d77b63a417 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:16.780269 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.792320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Port c24c69d5-aeea-4dbf-b442-5cda3a412c5e on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:16.792894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Attempting to bind port c24c69d5-aeea-4dbf-b442-5cda3a412c5e on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:16.820096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Pushing event updated for resources: {'Port': ['ID=b33707ff-f61a-4412-9866-66e141f2f1e4,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:16.827860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:16.828170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:16.828716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:16.829234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Bound port: c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:16.830474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.852942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Router 6aea4fe2-b689-4609-999a-56452049acb5 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:24:16.860341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.880451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:16.886345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-a33ccb44-8250-4b45-aaa3-48d674e2ffce tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.887868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-a33ccb44-8250-4b45-aaa3-48d674e2ffce tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "GET /v2.0/ports?device_id=f125e357-4c5f-4dd7-a8a5-76818efbfcbb HTTP/1.1" status: 200 len: 945 time: 0.3120925 Jul 22 14:24:16.909595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:16.915260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-8a771138-a984-455d-9082-1e3c356271b8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3614614 Jul 22 14:24:16.917925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:16.939463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-23f15b83-dd23-471c-9169-6b2f6a879426', 'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426', 'tenant_id': 'd332021fb377496f933d3442aa5d8b62', 'fixed_ips': [{'subnet_id': '5e973826-ecdc-4103-9989-659ff33a77d7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:16.940329 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.983812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a31549e7-ffe8-44f6-93c5-099644def3d6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:17.034660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] For port c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:17.039412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] For port c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:17.055229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a31549e7-ffe8-44f6-93c5-099644def3d6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:17.055601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.098881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.115601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] For port ceb4b5df-b85e-411a-917f-a7d77b63a417, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ceb4b5df-b85e-411a-917f-a7d77b63a417,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.116019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.138225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188b235-f929-4396-9d77-6abb5e93fd40 req-e9598292-147e-461c-bac0-f43b8a0faef1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.142094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1188b235-f929-4396-9d77-6abb5e93fd40 req-e9598292-147e-461c-bac0-f43b8a0faef1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 945 time: 0.3576884 Jul 22 14:24:17.150823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Attempting to bind port b33707ff-f61a-4412-9866-66e141f2f1e4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:17.151196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Attempting to bind port b33707ff-f61a-4412-9866-66e141f2f1e4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '7cba887d-4bb2-4e77-b488-3315f3a28028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:17.151564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Attempting to bind port b33707ff-f61a-4412-9866-66e141f2f1e4 on network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:17.152232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Deleting port 65437b87-40b4-463a-b117-8577340053ed {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:17.152371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.165003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.179507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:17.179803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Checking segment: {'id': '7cba887d-4bb2-4e77-b488-3315f3a28028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:17.180217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.180622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Bound using segment: {'id': '7cba887d-4bb2-4e77-b488-3315f3a28028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:17.181113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Bound port: b33707ff-f61a-4412-9866-66e141f2f1e4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cba887d-4bb2-4e77-b488-3315f3a28028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:17.181968 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.184403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.185039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.187375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] 10.222.0.13 "PUT /v2.0/ports/c24c69d5-aeea-4dbf-b442-5cda3a412c5e HTTP/1.1" status: 200 len: 1097 time: 2.0647202 Jul 22 14:24:17.189403 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.195697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'tag': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:17.198102 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281bd443-45fc-490a-9ab5-12f4b2195a50" -d '{"events": [{"name": "network-changed", "server_uuid": "8425387d-5985-49b1-99f5-dd88ad97ec90", "tag": "c24c69d5-aeea-4dbf-b442-5cda3a412c5e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:17.228888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Calling delete_port for ceb4b5df-b85e-411a-917f-a7d77b63a417 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:17.255060 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-35a712b6-36a4-4c51-b467-25897c156be8 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273659 Jul 22 14:24:17.308983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:17.309236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4196f17-f2d6-45d9-9f7e-0e3ad24a504c service neutron] Pushing event updated for resources: {'Port': ['ID=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.313347 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0a7a6a-f28e-4208-bd20-dba6f9e9db8c" -d '{"events": [{"server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "name": "network-vif-plugged", "status": "completed", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:17.351016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 408cf2bf-203c-4ed7-a897-bcf7868ae993, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.355890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:17.370644 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Sync routers for ids ['6aea4fe2-b689-4609-999a-56452049acb5'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:17.385985 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Routers {'6aea4fe2-b689-4609-999a-56452049acb5'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:17.386982 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6aea4fe2-b689-4609-999a-56452049acb5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:17.394763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Deleting port 07911cd4-e624-4d73-b1b2-4ab035c4b042 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:17.395119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.399174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.400336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ceb4b5df-b85e-411a-917f-a7d77b63a417 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:17.407299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Allocated IP 172.20.0.18 (23f15b83-dd23-471c-9169-6b2f6a879426/5e973826-ecdc-4103-9989-659ff33a77d7/d24bbc20-bbd0-430f-a699-e78d66d8b3fb) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:17.407920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1188b235-f929-4396-9d77-6abb5e93fd40 req-fe6715d5-d252-427d-a8b4-6908702cc5a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909666 Jul 22 14:24:17.434956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.439979 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-31acdfe8-6703-4dde-86a4-60f62aad29e4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1232145 Jul 22 14:24:17.450334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.471851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:17.499466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.501949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/subnets/e14f26ca-ca91-48dc-bc8e-2c9e53c3beea HTTP/1.1" status: 204 len: 168 time: 1.1100929 Jul 22 14:24:17.509363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] For port b33707ff-f61a-4412-9866-66e141f2f1e4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:17.535538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:17.552219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] For port b33707ff-f61a-4412-9866-66e141f2f1e4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b33707ff-f61a-4412-9866-66e141f2f1e4,segment=NetworkSegment(7cba887d-4bb2-4e77-b488-3315f3a28028),segment_id=7cba887d-4bb2-4e77-b488-3315f3a28028)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:17.556037 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.567718 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.603417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] For port 65437b87-40b4-463a-b117-8577340053ed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=65437b87-40b4-463a-b117-8577340053ed,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.604449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.628325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=408cf2bf-203c-4ed7-a897-bcf7868ae993,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.676804 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Set router 6aea4fe2-b689-4609-999a-56452049acb5 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:17.724900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Calling delete_port for 65437b87-40b4-463a-b117-8577340053ed owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:17.770902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c9f6f-947f-478c-af86-f67cec47aa27 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Subnet': ['ID=e14f26ca-ca91-48dc-bc8e-2c9e53c3beea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.779750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a31549e7-ffe8-44f6-93c5-099644def3d6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a31549e7-ffe8-44f6-93c5-099644def3d6,segment=NetworkSegment(8013c54e-2f72-4632-bced-92421227ac2b),segment_id=8013c54e-2f72-4632-bced-92421227ac2b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.783400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-52032b37-580f-4a45-9670-9406b8ac6921 service neutron] 10.222.0.11 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181553 Jul 22 14:24:17.800960 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.802267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-a593a6f0-c945-4e9f-befb-4e9e708b2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.806140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-a593a6f0-c945-4e9f-befb-4e9e708b2562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba3c3c1918c4bf68715298571235beb&device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 1100 time: 0.5469844 Jul 22 14:24:17.880975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f2a8b-40f3-4d18-ba94-3e7ae6c70b5f None None] Pushing event updated for resources: {'Port': ['ID=b33707ff-f61a-4412-9866-66e141f2f1e4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:18.001939 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.096122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Deleting subnet 5e973826-ecdc-4103-9989-659ff33a77d7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:18.126186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fdf49834-9b4b-46fd-8719-579a43fa99b8 None None] Provisioning complete for port a31549e7-ffe8-44f6-93c5-099644def3d6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:18.126582 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdf49834-9b4b-46fd-8719-579a43fa99b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.182320 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 3, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:18.233386 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Checking router: 6aea4fe2-b689-4609-999a-56452049acb5 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:18.233825 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Updating router 6aea4fe2-b689-4609-999a-56452049acb5 port cf04340e-798a-4a34-922a-3914528a05ef binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:18.240383 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.255272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Transition to ACTIVE for port object d24bbc20-bbd0-430f-a699-e78d66d8b3fb will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:18.283248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Transition to ACTIVE for port object d24bbc20-bbd0-430f-a699-e78d66d8b3fb will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:18.287650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad3dc-f927-480e-9ca5-4589d095c8a0 req-088c6a5d-6c03-4e7d-bb75-62e5a2defb5f tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:18.290774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b3ad3dc-f927-480e-9ca5-4589d095c8a0 req-088c6a5d-6c03-4e7d-bb75-62e5a2defb5f tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 945 time: 0.5995138 Jul 22 14:24:18.291580 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.334685 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.345034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a31549e7-ffe8-44f6-93c5-099644def3d6,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:18.360596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.412557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] For port 07911cd4-e624-4d73-b1b2-4ab035c4b042, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07911cd4-e624-4d73-b1b2-4ab035c4b042,segment=NetworkSegment(9ab04501-4f34-4987-bc7b-a4b4b865af89),segment_id=9ab04501-4f34-4987-bc7b-a4b4b865af89)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:18.413764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.419078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.419921 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:24:18.419921 n-d-787205-11 neutron-server[93761]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 22 14:24:18.419921 n-d-787205-11 neutron-server[93761]: [parameters: {'status': 'DOWN', 'ports_id': 'ceb4b5df-b85e-411a-917f-a7d77b63a417'}] Jul 22 14:24:18.419921 n-d-787205-11 neutron-server[93761]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:24:18.420317 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:24:18.420614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-babe2d40-199e-4b6b-b93d-7973a7d18955 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e HTTP/1.1" status: 200 len: 217 time: 0.5974283 Jul 22 14:24:18.422908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Pushing event updated for resources: {'Port': ['ID=d24bbc20-bbd0-430f-a699-e78d66d8b3fb,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:18.448532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['4e215590-ddd7-4ccd-adc5-c9abc41ee326'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:18.463422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'Port': ['ID=ceb4b5df-b85e-411a-917f-a7d77b63a417,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:18.485300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.495077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Calling delete_port for 07911cd4-e624-4d73-b1b2-4ab035c4b042 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:18.602509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Network 23f15b83-dd23-471c-9169-6b2f6a879426 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:18.617838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] No DVR routers for this DVR port ceb4b5df-b85e-411a-917f-a7d77b63a417 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:18.620203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:18.621122 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.624851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb211067-5b05-44ed-8bb7-6c01da7ba891 req-b5c6e1b6-5090-4c00-9094-04e17f11b244 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "DELETE /v2.0/ports/ceb4b5df-b85e-411a-917f-a7d77b63a417 HTTP/1.1" status: 204 len: 173 time: 2.3496549 Jul 22 14:24:18.638068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b3ad3dc-f927-480e-9ca5-4589d095c8a0 req-febc032c-eb33-4ed7-a2fa-3f4e491e39d8 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376894 Jul 22 14:24:18.656312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'name': 'network-vif-deleted', 'tag': 'ceb4b5df-b85e-411a-917f-a7d77b63a417'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:18.662779 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe1b81c-8530-4c2e-a484-e33433f7ea89" -d '{"events": [{"server_uuid": "7b022c2f-00c2-4940-b0b0-ac956378cf65", "name": "network-vif-deleted", "tag": "ceb4b5df-b85e-411a-917f-a7d77b63a417"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:18.670865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-72736ec9-0321-4ced-b9b7-b9de08368d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:18.673444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-72736ec9-0321-4ced-b9b7-b9de08368d33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.2211142 Jul 22 14:24:18.813588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:18.816471 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df2549b-0e5a-47f4-a2ed-e8425dfd102e x-openstack-request-id: req-5df2549b-0e5a-47f4-a2ed-e8425dfd102e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:18.816940 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8425387d-5985-49b1-99f5-dd88ad97ec90", "tag": "c24c69d5-aeea-4dbf-b442-5cda3a412c5e", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:18.817039 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5df2549b-0e5a-47f4-a2ed-e8425dfd102e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:18.817409 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'tag': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e', 'status': 'completed', 'code': 200} Jul 22 14:24:18.864596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf5261-9b34-45f9-acbb-bbb9381206ef req-cd74c033-14f4-46f4-9c4d-4b3af56540a2 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:18.870528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2aaf5261-9b34-45f9-acbb-bbb9381206ef req-cd74c033-14f4-46f4-9c4d-4b3af56540a2 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 948 time: 0.4599199 Jul 22 14:24:18.895359 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55198103-4936-4608-ab0b-b5c32c679ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.899234 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa3c25c-9b25-4d52-8804-8af403ede893 x-openstack-request-id: req-5aa3c25c-9b25-4d52-8804-8af403ede893 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:18.899538 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "name": "network-vif-plugged", "status": "completed", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:18.903700 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aa3c25c-9b25-4d52-8804-8af403ede893 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:18.904140 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'code': 200} Jul 22 14:24:19.111742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Attempting to bind port d24bbc20-bbd0-430f-a699-e78d66d8b3fb on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:19.112116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Attempting to bind port d24bbc20-bbd0-430f-a699-e78d66d8b3fb by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '7fb94151-3f1f-4a59-b488-d006b583a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:19.112491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Attempting to bind port d24bbc20-bbd0-430f-a699-e78d66d8b3fb on network 23f15b83-dd23-471c-9169-6b2f6a879426 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:19.120447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.125720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:19.126110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Checking segment: {'id': '7fb94151-3f1f-4a59-b488-d006b583a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:19.126520 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.131011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Bound using segment: {'id': '7fb94151-3f1f-4a59-b488-d006b583a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:19.131568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Bound port: d24bbc20-bbd0-430f-a699-e78d66d8b3fb, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb94151-3f1f-4a59-b488-d006b583a245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '23f15b83-dd23-471c-9169-6b2f6a879426'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:19.135181 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.177078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Port ceb4b5df-b85e-411a-917f-a7d77b63a417 update to DOWN by agent not found {{(pid=93761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 14:24:19.198452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07911cd4-e624-4d73-b1b2-4ab035c4b042 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:19.247483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.266065 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.287525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1cadb70e-7739-469f-8944-fd7372a0560d req-d82fb4e3-643e-4e0b-ba6f-bfc3700a3a61 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b022c2f-00c2-4940-b0b0-ac956378cf65 HTTP/1.1" status: 200 len: 210 time: 0.1573400 Jul 22 14:24:19.313814 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Transition to ACTIVE for port object cf04340e-798a-4a34-922a-3914528a05ef will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:19.325838 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.330020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.371307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2aaf5261-9b34-45f9-acbb-bbb9381206ef req-8ae3ca5b-ada5-48bc-a86e-6c4742b71e5e tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863451 Jul 22 14:24:19.432878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc100d5-5edc-4702-a0c7-25fa027d0e90 None None] Network a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:19.436676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b954f-de70-48ae-9655-aad0b1aa147a req-38c7fad3-a898-40d4-8566-3094c1ceda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:19.438471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c0b954f-de70-48ae-9655-aad0b1aa147a req-38c7fad3-a898-40d4-8566-3094c1ceda56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.4562449 Jul 22 14:24:19.456051 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ffcb3-c191-4618-9325-27cab4023731 None None] Pushing event updated for resources: {'Port': ['ID=cf04340e-798a-4a34-922a-3914528a05ef,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.483600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Pushing event deleted for resources: {'Port': ['ID=65437b87-40b4-463a-b117-8577340053ed,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.490719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-f7227d59-7e9e-41bc-96fa-0c006911349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:19.493006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-f7227d59-7e9e-41bc-96fa-0c006911349b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7900889 Jul 22 14:24:19.495604 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.517291 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Attempting to bind port cf04340e-798a-4a34-922a-3914528a05ef on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:19.520357 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Attempting to bind port cf04340e-798a-4a34-922a-3914528a05ef by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:19.520748 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Attempting to bind port cf04340e-798a-4a34-922a-3914528a05ef on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:19.540749 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:19.541114 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:19.541722 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.542287 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:19.542896 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Bound port: cf04340e-798a-4a34-922a-3914528a05ef, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:19.543384 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.554606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.625653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Pushing event deleted for resources: {'Port': ['ID=07911cd4-e624-4d73-b1b2-4ab035c4b042,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.626710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] For port d24bbc20-bbd0-430f-a699-e78d66d8b3fb, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:19.627696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] No DVR routers for this DVR port 65437b87-40b4-463a-b117-8577340053ed on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:19.642024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.644634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aee23e63-4716-4ffe-91dc-d729d30eec26 req-059ea1a3-c5f8-462a-9ebd-0d7f3706a211 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.20 "DELETE /v2.0/ports/65437b87-40b4-463a-b117-8577340053ed HTTP/1.1" status: 204 len: 173 time: 2.9596283 Jul 22 14:24:19.648699 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] For port cf04340e-798a-4a34-922a-3914528a05ef, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:19.668116 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] For port cf04340e-798a-4a34-922a-3914528a05ef, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cf04340e-798a-4a34-922a-3914528a05ef,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:19.671095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] For port d24bbc20-bbd0-430f-a699-e78d66d8b3fb, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d24bbc20-bbd0-430f-a699-e78d66d8b3fb,segment=NetworkSegment(7fb94151-3f1f-4a59-b488-d006b583a245),segment_id=7fb94151-3f1f-4a59-b488-d006b583a245)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:19.675519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a2d8ce29-ce15-4cbd-bcea-615c6eb0bf1c None None] Provisioning for port b33707ff-f61a-4412-9866-66e141f2f1e4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:19.680160 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.681412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.726173 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.756435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] No DVR routers for this DVR port 07911cd4-e624-4d73-b1b2-4ab035c4b042 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:19.762533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.765321 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.13 "DELETE /v2.0/ports/07911cd4-e624-4d73-b1b2-4ab035c4b042 HTTP/1.1" status: 204 len: 173 time: 2.8463390 Jul 22 14:24:19.793887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-b981989a-e27d-4862-8651-b5f8db5d383b service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596939 Jul 22 14:24:19.852040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536ab42-ae6e-424f-aee8-c2e1d6ccfae0 req-c493a90e-f5f8-4999-8f57-901d17b38378 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:19.854348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9536ab42-ae6e-424f-aee8-c2e1d6ccfae0 req-c493a90e-f5f8-4999-8f57-901d17b38378 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 946 time: 0.3075032 Jul 22 14:24:19.877561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f0c2c-6985-48aa-9eba-e93523a4f2e1 None None] Pushing event updated for resources: {'Port': ['ID=d24bbc20-bbd0-430f-a699-e78d66d8b3fb,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.878291 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ffcb3-c191-4618-9325-27cab4023731 None None] Pushing event updated for resources: {'Port': ['ID=cf04340e-798a-4a34-922a-3914528a05ef,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.924906 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Routers {'6aea4fe2-b689-4609-999a-56452049acb5'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:19.925548 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:23:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6aea4fe2-b689-4609-999a-56452049acb5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:19.988758 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.011808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] DHCP port deletion for a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:24:20.149813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] Deleting port b33707ff-f61a-4412-9866-66e141f2f1e4 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:20.152548 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.178307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9536ab42-ae6e-424f-aee8-c2e1d6ccfae0 req-b83bd15d-136c-4885-9711-db39614e809b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097835 Jul 22 14:24:20.257586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03645351-7f2e-4185-be79-970b7d1170be req-e778e3f5-ed1b-474e-9675-b124ad9578aa tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 210 time: 0.7716720 Jul 22 14:24:20.263116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.269035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/subnets/5e973826-ecdc-4103-9989-659ff33a77d7 HTTP/1.1" status: 204 len: 168 time: 2.7334490 Jul 22 14:24:20.289036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:20.298429 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] Set router 6aea4fe2-b689-4609-999a-56452049acb5 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:20.314011 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeef59bd-76b4-4947-a169-ce1704077189 x-openstack-request-id: req-eeef59bd-76b4-4947-a169-ce1704077189 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:20.314789 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b022c2f-00c2-4940-b0b0-ac956378cf65", "name": "network-vif-deleted", "tag": "ceb4b5df-b85e-411a-917f-a7d77b63a417", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:20.315478 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eeef59bd-76b4-4947-a169-ce1704077189 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:20.316345 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b022c2f-00c2-4940-b0b0-ac956378cf65', 'name': 'network-vif-deleted', 'tag': 'ceb4b5df-b85e-411a-917f-a7d77b63a417', 'status': 'completed', 'code': 200} Jul 22 14:24:20.326213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72339081-8f9c-49b3-99f9-e1a2e4f67974 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Subnet': ['ID=5e973826-ecdc-4103-9989-659ff33a77d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:20.337523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c0b954f-de70-48ae-9655-aad0b1aa147a req-57951e4d-9104-4258-bdbf-15a1cb5c82e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8853467 Jul 22 14:24:20.368949 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a31549e7-ffe8-44f6-93c5-099644def3d6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:20.408211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c7914d-6f22-4197-ba78-9755a4dc7ff4 req-3a911f8a-3329-4d32-b75e-72c60dc27bab service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6070917 Jul 22 14:24:20.459056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-abe44d8b-3b53-4f11-9776-fa9e8b25ac41 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.461096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-abe44d8b-3b53-4f11-9776-fa9e8b25ac41 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 813 time: 0.5155573 Jul 22 14:24:20.468090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a08b216-81fe-4cab-a939-68f8218da6f0 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.475148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:20.475438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1a08b216-81fe-4cab-a939-68f8218da6f0 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1845465 Jul 22 14:24:20.517258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] For port b33707ff-f61a-4412-9866-66e141f2f1e4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b33707ff-f61a-4412-9866-66e141f2f1e4,segment=NetworkSegment(7cba887d-4bb2-4e77-b488-3315f3a28028),segment_id=7cba887d-4bb2-4e77-b488-3315f3a28028)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:20.517700 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.519671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Request body: {'port': {'device_id': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'admin_state_up': True, 'tenant_id': 'ec47677850eb45c88164643c73f24a71'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:20.556933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] Calling delete_port for b33707ff-f61a-4412-9866-66e141f2f1e4 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:20.639546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1f2e5d1-33c0-45d0-8c34-90615c701af3 req-248e29cb-75da-4d71-ad6d-70db41aef245 tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7615ae-355c-449f-81de-138d71c8a998 HTTP/1.1" status: 200 len: 210 time: 0.1758895 Jul 22 14:24:20.695091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 65437b87-40b4-463a-b117-8577340053ed no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:20.721063 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 3, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:20.729606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a31549e7-ffe8-44f6-93c5-099644def3d6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:20.730027 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.753450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.758882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 65437b87-40b4-463a-b117-8577340053ed {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:20.759148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 65437b87-40b4-463a-b117-8577340053ed not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:20.776518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.827929 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b240e-25c7-4a54-8456-f2109054cbea None None] The sync data for ids ['6aea4fe2-b689-4609-999a-56452049acb5'] in n-d-787205-11 is: [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 3, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:20.854017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7615ae-355c-449f-81de-138d71c8a998', 'name': 'network-vif-deleted', 'tag': '65437b87-40b4-463a-b117-8577340053ed'}, {'server_uuid': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'name': 'network-vif-deleted', 'tag': '07911cd4-e624-4d73-b1b2-4ab035c4b042'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:20.867826 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb71885c-f5a7-4226-812b-5341698b9d5e" -d '{"events": [{"server_uuid": "2e7615ae-355c-449f-81de-138d71c8a998", "name": "network-vif-deleted", "tag": "65437b87-40b4-463a-b117-8577340053ed"}, {"server_uuid": "f125e357-4c5f-4dd7-a8a5-76818efbfcbb", "name": "network-vif-deleted", "tag": "07911cd4-e624-4d73-b1b2-4ab035c4b042"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:20.956294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738b5b5-ba38-41fb-819f-2d0894de7e66 req-a226edf5-d49e-4aab-bc7e-4d5ed7851bd6 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.963851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b738b5b5-ba38-41fb-819f-2d0894de7e66 req-a226edf5-d49e-4aab-bc7e-4d5ed7851bd6 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 948 time: 0.4599669 Jul 22 14:24:20.970136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.017830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] No DVR routers for this DVR port b33707ff-f61a-4412-9866-66e141f2f1e4 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:21.056351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb852b6-6d6f-4238-84b1-26d25645ac6f None None] Pushing event deleted for resources: {'Port': ['ID=b33707ff-f61a-4412-9866-66e141f2f1e4,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:21.062726 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01dc919-cde4-4e4e-a43e-ac7279a50004 x-openstack-request-id: req-b01dc919-cde4-4e4e-a43e-ac7279a50004 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:21.071708 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7615ae-355c-449f-81de-138d71c8a998", "name": "network-vif-deleted", "tag": "65437b87-40b4-463a-b117-8577340053ed", "status": "completed", "code": 200}, {"server_uuid": "f125e357-4c5f-4dd7-a8a5-76818efbfcbb", "name": "network-vif-deleted", "tag": "07911cd4-e624-4d73-b1b2-4ab035c4b042", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:21.073733 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b01dc919-cde4-4e4e-a43e-ac7279a50004 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:21.074475 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7615ae-355c-449f-81de-138d71c8a998', 'name': 'network-vif-deleted', 'tag': '65437b87-40b4-463a-b117-8577340053ed', 'status': 'completed', 'code': 200} Jul 22 14:24:21.074992 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f125e357-4c5f-4dd7-a8a5-76818efbfcbb', 'name': 'network-vif-deleted', 'tag': '07911cd4-e624-4d73-b1b2-4ab035c4b042', 'status': 'completed', 'code': 200} Jul 22 14:24:21.094169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Made reservation on behalf of ec47677850eb45c88164643c73f24a71 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:21.098022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.109220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-d5a0aa74-629b-4ae4-b642-8ef49d5445ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.109220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-d5a0aa74-629b-4ae4-b642-8ef49d5445ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bba3c3c1918c4bf68715298571235beb&device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 1100 time: 0.6301491 Jul 22 14:24:21.246630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b738b5b5-ba38-41fb-819f-2d0894de7e66 req-1a723e12-18cf-45eb-b7b0-8459560769e4 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794406 Jul 22 14:24:21.261068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Deleting port d24bbc20-bbd0-430f-a699-e78d66d8b3fb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:21.268888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.372124 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.453863 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68d41568-2528-4525-b70c-fbc2237e987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.506572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-94616131-b989-4286-b4bb-9016f727a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.508977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-94616131-b989-4286-b4bb-9016f727a86a service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.3874459 Jul 22 14:24:21.532538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b087e7-ddbc-4afa-81c1-2efe91cdb5b2 req-757f3535-df22-4e1c-8883-5f266fc011f0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.538618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-70b087e7-ddbc-4afa-81c1-2efe91cdb5b2 req-757f3535-df22-4e1c-8883-5f266fc011f0 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.3625898 Jul 22 14:24:21.542154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Allocated IP 172.20.0.11 (a73cb7e7-450c-417d-8a44-9868004b66a6/f7f7d74a-5de9-402e-a552-dd78be06024b/243c1f63-c1b9-489c-a857-a08f5bccc7ff) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:21.545989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Allocated IP 172.20.0.1 (e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34/821dd685-0411-45a6-900f-f12385d66d04/33517fd0-04da-430d-961d-8bae35b157d4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:21.549371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] For port d24bbc20-bbd0-430f-a699-e78d66d8b3fb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d24bbc20-bbd0-430f-a699-e78d66d8b3fb,segment=NetworkSegment(7fb94151-3f1f-4a59-b488-d006b583a245),segment_id=7fb94151-3f1f-4a59-b488-d006b583a245)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:21.549833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.564729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795a53a8-11af-4d6a-b5b7-82f2fb0c7957 None None] Network 23f15b83-dd23-471c-9169-6b2f6a879426 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:21.577194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Calling delete_port for d24bbc20-bbd0-430f-a699-e78d66d8b3fb owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:21.608918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-eb86c189-b145-496a-8556-cc816b6a2619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e HTTP/1.1" status: 200 len: 217 time: 0.0692320 Jul 22 14:24:21.615550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-daf3399e-b566-4dc8-ae23-52be534c3225 None None] Provisioning for port d24bbc20-bbd0-430f-a699-e78d66d8b3fb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:21.670055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-70b087e7-ddbc-4afa-81c1-2efe91cdb5b2 req-d9ac9387-9bc1-491b-8a10-c27230d0d212 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251848 Jul 22 14:24:21.726027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-42044f3f-1746-47dc-aed8-04bf440d8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.727917 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-42044f3f-1746-47dc-aed8-04bf440d8da2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.1079233 Jul 22 14:24:21.772071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c24c69d5-aeea-4dbf-b442-5cda3a412c5e details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:21.773809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa364c7-1e91-4aae-868f-e70763979323 req-3c787810-0e11-47f4-8b47-00654f8c3aa9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.781323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-faa364c7-1e91-4aae-868f-e70763979323 req-3c787810-0e11-47f4-8b47-00654f8c3aa9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 946 time: 0.3370659 Jul 22 14:24:21.867891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-faa364c7-1e91-4aae-868f-e70763979323 req-ae3e3450-abd4-4876-8d26-1bdcfb1722d3 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852468 Jul 22 14:24:21.890442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83653bd6-f3c9-44de-a7c2-0ce702739b20 req-3aee046b-45ed-424b-8a35-6b57c5cb00da tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 210 time: 0.0620131 Jul 22 14:24:21.900606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89698911-1c44-4097-a504-54d6e8e481e5 None None] DHCP port deletion for 23f15b83-dd23-471c-9169-6b2f6a879426 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:24:21.902646 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.916366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.999684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] No DVR routers for this DVR port d24bbc20-bbd0-430f-a699-e78d66d8b3fb on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:22.009860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Port': ['ID=d24bbc20-bbd0-430f-a699-e78d66d8b3fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.040596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:22.073669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Transition to ACTIVE for port object 33517fd0-04da-430d-961d-8bae35b157d4 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:22.081865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cf04340e-798a-4a34-922a-3914528a05ef up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:22.088528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:22.128475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.130325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.136718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e', 'mac_address': 'fa:16:3e:df:b2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:22.142213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-57dc431a-ec9a-43b8-bf71-3d9706e32a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.144452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-57dc431a-ec9a-43b8-bf71-3d9706e32a06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4062390 Jul 22 14:24:22.145754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f15b83-dd23-471c-9169-6b2f6a879426']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:22.166748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb94151-3f1f-4a59-b488-d006b583a245') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:22.167129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb94151-3f1f-4a59-b488-d006b583a245') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:22.180523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.180911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Deleting subnet 5021174f-40ca-4bb3-8fe0-1f30e7c73755 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:22.197944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.199202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.204787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.228548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:22.228966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:22.256237 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:22.316470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90532c0-2c94-4b87-a3d0-f2d92909ef28 req-63c2bcbf-17ba-45b6-9f04-c3db0299dcbc tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.323809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d90532c0-2c94-4b87-a3d0-f2d92909ef28 req-63c2bcbf-17ba-45b6-9f04-c3db0299dcbc tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 946 time: 0.3384633 Jul 22 14:24:22.336945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.338204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:22.352501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:22.355554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:22.405100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Pushing event updated for resources: {'Port': ['ID=33517fd0-04da-430d-961d-8bae35b157d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.418733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.443225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d90532c0-2c94-4b87-a3d0-f2d92909ef28 req-d53e227c-6139-464e-9014-cd8f899e505e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160417 Jul 22 14:24:22.461344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32914) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:22.463612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.466042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['157e0a30-5f7f-4ec6-aafa-4e914d52d5be'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:22.478526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.496970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-e05776f0-a9d0-4167-aa66-b1eefdf81f0b service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405685 Jul 22 14:24:22.509607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.520647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.526983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/networks/23f15b83-dd23-471c-9169-6b2f6a879426 HTTP/1.1" status: 204 len: 168 time: 2.0431726 Jul 22 14:24:22.547386 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.550885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:22.556543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24c69d5-aeea-4dbf-b442-5cda3a412c5e {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:22.574153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Network a73cb7e7-450c-417d-8a44-9868004b66a6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:22.576997 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.585888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port cf04340e-798a-4a34-922a-3914528a05ef completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:22.595530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee154a73-62e8-41fa-9f11-02e699a4213b tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Network': ['ID=23f15b83-dd23-471c-9169-6b2f6a879426,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.607750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:22.617918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:22.618527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Pushing event updated for resources: {'Port': ['ID=243c1f63-c1b9-489c-a857-a08f5bccc7ff,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.623668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:22.629770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cf04340e-798a-4a34-922a-3914528a05ef triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:22.630147 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.634793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-c864e498-c7c3-4242-9308-f88730c507d7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.636649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-c864e498-c7c3-4242-9308-f88730c507d7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.4217904 Jul 22 14:24:22.687778 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.781242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e90f05-1fdb-4769-9729-bbccf0216135 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.783009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-63e90f05-1fdb-4769-9729-bbccf0216135 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1093 time: 0.3206785 Jul 22 14:24:22.790413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.790757 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.792110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:22.812244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:22.833070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ae52a-6541-402c-bcfe-228da0093518 req-f592ebdb-b0df-41bf-ae0e-df5a37556225 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.835495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e4ae52a-6541-402c-bcfe-228da0093518 req-f592ebdb-b0df-41bf-ae0e-df5a37556225 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 948 time: 0.4952168 Jul 22 14:24:22.844248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.851796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f5cde0a1-6878-4ffd-b82f-147d2e4637e7 None None] Provisioning for port 33517fd0-04da-430d-961d-8bae35b157d4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:22.853466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.869270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f5cde0a1-6878-4ffd-b82f-147d2e4637e7 None None] Provisioning complete for port 33517fd0-04da-430d-961d-8bae35b157d4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:22.869699 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f5cde0a1-6878-4ffd-b82f-147d2e4637e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.870689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.875419 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.881994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281bd443-45fc-490a-9ab5-12f4b2195a50 req-317b96be-18ab-431a-b15e-bbe3cae8a9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597093 Jul 22 14:24:22.883244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-0e65e562-e6a6-4aa3-999c-9c89858a8711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4043515 Jul 22 14:24:22.884273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.890321 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5021174f-40ca-4bb3-8fe0-1f30e7c73755 HTTP/1.1" status: 204 len: 168 time: 0.8434126 Jul 22 14:24:22.895848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:22.920543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Request body: {'port': {'device_id': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:22.922994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ec520-219f-401a-b02f-4bc1d42d1b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5021174f-40ca-4bb3-8fe0-1f30e7c73755,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.939566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['c24c69d5-aeea-4dbf-b442-5cda3a412c5e'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:22.989021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.993128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port cf04340e-798a-4a34-922a-3914528a05ef, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cf04340e-798a-4a34-922a-3914528a05ef,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:23.017107 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.041296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b33707ff-f61a-4412-9866-66e141f2f1e4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:23.053506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f5cde0a1-6878-4ffd-b82f-147d2e4637e7 None None] Port 33517fd0-04da-430d-961d-8bae35b157d4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:23.105141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b33707ff-f61a-4412-9866-66e141f2f1e4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:23.105918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b33707ff-f61a-4412-9866-66e141f2f1e4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:23.140152 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e4ae52a-6541-402c-bcfe-228da0093518 req-01d3639a-4b49-4edd-85e2-174206c7babc tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739186 Jul 22 14:24:23.161764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d24bbc20-bbd0-430f-a699-e78d66d8b3fb no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:23.179822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.226332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Deleting port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:23.226575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d24bbc20-bbd0-430f-a699-e78d66d8b3fb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:23.226756 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.226870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d24bbc20-bbd0-430f-a699-e78d66d8b3fb not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:23.228172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=cf04340e-798a-4a34-922a-3914528a05ef,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:23.260472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.287166 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.310728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:23.380163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cba887d-4bb2-4e77-b488-3315f3a28028') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:23.380871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cba887d-4bb2-4e77-b488-3315f3a28028') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:23.417833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319db67-b197-421e-8171-6148d346870b req-1010a1ea-51cc-4a87-818e-4e571d1b63dc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.424856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6319db67-b197-421e-8171-6148d346870b req-1010a1ea-51cc-4a87-818e-4e571d1b63dc tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 946 time: 0.6278884 Jul 22 14:24:23.456157 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.474792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.477981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6319db67-b197-421e-8171-6148d346870b req-0a9843e8-ac65-49b5-a998-a6afca86e445 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a07ca8-fed5-4524-b9fb-9347ed929e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522449 Jul 22 14:24:23.527288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.567026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:23.567609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:23.571061 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:23.599739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.632652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] For port 4e215590-ddd7-4ccd-adc5-c9abc41ee326, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=4e215590-ddd7-4ccd-adc5-c9abc41ee326,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:23.633017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.647637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc22a38d-5f91-4e7c-b720-16a4dbc9809e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:23.708929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Calling delete_port for 4e215590-ddd7-4ccd-adc5-c9abc41ee326 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:23.714264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab04501-4f34-4987-bc7b-a4b4b865af89') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:23.714563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab04501-4f34-4987-bc7b-a4b4b865af89') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:23.739351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243c1f63-c1b9-489c-a857-a08f5bccc7ff {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:23.747458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.748673 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.762286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Transition to ACTIVE for port object 243c1f63-c1b9-489c-a857-a08f5bccc7ff will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:23.766197 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.800434 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d2c4e-2695-4cbc-a381-d9e0b082dd7c req-22f4f220-044c-4f3b-b42c-4bbde18217a5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.800884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c24c69d5-aeea-4dbf-b442-5cda3a412c5e up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:23.801990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-166d2c4e-2695-4cbc-a381-d9e0b082dd7c req-22f4f220-044c-4f3b-b42c-4bbde18217a5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 932 time: 0.5238609 Jul 22 14:24:23.802664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.830655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Pushing event updated for resources: {'Port': ['ID=243c1f63-c1b9-489c-a857-a08f5bccc7ff,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:23.863737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port c24c69d5-aeea-4dbf-b442-5cda3a412c5e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:23.870923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port c24c69d5-aeea-4dbf-b442-5cda3a412c5e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:23.871500 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.927598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cf04340e-798a-4a34-922a-3914528a05ef up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:23.936028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Attempting to bind port 243c1f63-c1b9-489c-a857-a08f5bccc7ff on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:23.936616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Attempting to bind port 243c1f63-c1b9-489c-a857-a08f5bccc7ff by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:23.936756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Attempting to bind port 243c1f63-c1b9-489c-a857-a08f5bccc7ff on network a73cb7e7-450c-417d-8a44-9868004b66a6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:23.941778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Port 243c1f63-c1b9-489c-a857-a08f5bccc7ff on network a73cb7e7-450c-417d-8a44-9868004b66a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:23.942116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Attempting to bind port 243c1f63-c1b9-489c-a857-a08f5bccc7ff on network a73cb7e7-450c-417d-8a44-9868004b66a6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:23.948101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:23.948452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Checking segment: {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:23.948845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Bound using segment: {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:23.949433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Bound port: 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23563d86-57ec-4074-a9f0-232ceffe294c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:23.949905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.021501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cf04340e-798a-4a34-922a-3914528a05ef triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:24.022063 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.033839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] For port 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:24.037523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] For port 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:24.042526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.053364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.087034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:24.089500 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dc757b-d608-4387-a7b5-0dd9b72333b3" -d '{"events": [{"server_uuid": "8425387d-5985-49b1-99f5-dd88ad97ec90", "name": "network-vif-plugged", "status": "completed", "tag": "c24c69d5-aeea-4dbf-b442-5cda3a412c5e"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:24.107603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:24.113152 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.114132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 4e215590-ddd7-4ccd-adc5-c9abc41ee326 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:24.123038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:24.123038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.126066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] 10.222.0.20 "PUT /v2.0/ports/243c1f63-c1b9-489c-a857-a08f5bccc7ff HTTP/1.1" status: 200 len: 1093 time: 1.2109349 Jul 22 14:24:24.127605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'tag': '243c1f63-c1b9-489c-a857-a08f5bccc7ff'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:24.136065 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d588c987-b4d6-4d42-99fa-414452256dba" -d '{"events": [{"name": "network-changed", "server_uuid": "4827bbe7-1e08-49ca-aa02-00df869e3baa", "tag": "243c1f63-c1b9-489c-a857-a08f5bccc7ff"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:24.142011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.143997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/networks/a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652 HTTP/1.1" status: 204 len: 168 time: 1.5441625 Jul 22 14:24:24.149303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32930) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:24.155978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.174940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a190-3d95-4485-ac3b-ba565d4df1d7 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Network': ['ID=a3fc36f8-c4e9-47ca-ae23-6ae2c5d18652,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.178978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.185185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:24.185822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.215447 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e11b8-9472-465c-95db-c402754558fa x-openstack-request-id: req-051e11b8-9472-465c-95db-c402754558fa {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:24.215987 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8425387d-5985-49b1-99f5-dd88ad97ec90", "name": "network-vif-plugged", "status": "completed", "tag": "c24c69d5-aeea-4dbf-b442-5cda3a412c5e", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:24.216344 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-051e11b8-9472-465c-95db-c402754558fa {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:24.216928 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e', 'code': 200} Jul 22 14:24:24.228578 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2f0f0f-f78f-4c89-b43e-541735b74199 x-openstack-request-id: req-1a2f0f0f-f78f-4c89-b43e-541735b74199 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:24.228867 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4827bbe7-1e08-49ca-aa02-00df869e3baa", "tag": "243c1f63-c1b9-489c-a857-a08f5bccc7ff", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:24.229114 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a2f0f0f-f78f-4c89-b43e-541735b74199 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:24.229505 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'tag': '243c1f63-c1b9-489c-a857-a08f5bccc7ff', 'status': 'completed', 'code': 200} Jul 22 14:24:24.246829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b1dfb-09d0-4af1-b246-7ab9b3601cca service neutron] Pushing event updated for resources: {'Port': ['ID=243c1f63-c1b9-489c-a857-a08f5bccc7ff,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:24.253078 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:24.317965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.358824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.372658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.374866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.408656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-224b56b7-6603-42de-84e2-7d4e748767a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:24.410209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-224b56b7-6603-42de-84e2-7d4e748767a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 1096 time: 0.2370100 Jul 22 14:24:24.420733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-166d2c4e-2695-4cbc-a381-d9e0b082dd7c req-7abe36be-a888-4310-b25a-ee3620ab5c05 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935507 Jul 22 14:24:24.451776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3084a8-d3ec-45ca-8ebe-06af1a522dda req-4ec0a504-da61-401e-a02a-4b20df124252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:24.453296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d3084a8-d3ec-45ca-8ebe-06af1a522dda req-4ec0a504-da61-401e-a02a-4b20df124252 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 1102 time: 0.2230303 Jul 22 14:24:24.471290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.484731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.486788 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] 10.222.0.11 "DELETE /v2.0/networks/dc22a38d-5f91-4e7c-b720-16a4dbc9809e HTTP/1.1" status: 204 len: 168 time: 1.5814884 Jul 22 14:24:24.509162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-b2f4f0ee-ccad-48cb-96f1-5dd2d26dd637 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff HTTP/1.1" status: 200 len: 217 time: 0.0873158 Jul 22 14:24:24.519466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.553358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14b3d0-7af5-4688-8ece-559689f4e71b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc22a38d-5f91-4e7c-b720-16a4dbc9809e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.578633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.594361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2d3c-2ed6-42f6-9202-ace3ee3e8635 req-d4e6076f-5dee-43f9-8267-96e39cfc5fc5 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:24.597461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'Port': ['ID=4e215590-ddd7-4ccd-adc5-c9abc41ee326,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.603106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.608958 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ce2d3c-2ed6-42f6-9202-ace3ee3e8635 req-d4e6076f-5dee-43f9-8267-96e39cfc5fc5 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 950 time: 0.3210833 Jul 22 14:24:24.651322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74332e3c-5fc7-49e6-8569-f290f1471a41 req-2a0738b8-7f9c-4e65-9ad9-a0e4617ea01f tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=cd984c4a-4af1-4fec-9b66-c73caaaef54a HTTP/1.1" status: 200 len: 210 time: 0.0664172 Jul 22 14:24:24.669005 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.699494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4040d2d-0d39-4de4-b183-97526d9def60']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.714788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d3084a8-d3ec-45ca-8ebe-06af1a522dda req-3beb0b88-cf1c-4559-a624-0d10f9f7d854 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297578 Jul 22 14:24:24.719305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.25.8.56 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5f8f4cb8-1e18-48f6-ba01-102f7f1079e5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:24.733986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a769d952-22df-4562-b7cf-ec8f978ebec0') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.734271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a769d952-22df-4562-b7cf-ec8f978ebec0') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.753432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] No DVR routers for this DVR port 4e215590-ddd7-4ccd-adc5-c9abc41ee326 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:24.754972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.762985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.765023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de7c63f6-4f2d-4aca-b4fa-6936a3d1133d req-8060c430-5c9e-47b6-8a41-acbaf5337105 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.13 "DELETE /v2.0/ports/4e215590-ddd7-4ccd-adc5-c9abc41ee326 HTTP/1.1" status: 204 len: 173 time: 2.1165299 Jul 22 14:24:24.767319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'name': 'network-vif-deleted', 'tag': '4e215590-ddd7-4ccd-adc5-c9abc41ee326'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:24.777924 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd892b5-f589-4193-b994-47dfc496b684" -d '{"events": [{"server_uuid": "cd984c4a-4af1-4fec-9b66-c73caaaef54a", "name": "network-vif-deleted", "tag": "4e215590-ddd7-4ccd-adc5-c9abc41ee326"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:24.781164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-e2d17f3b-67fd-4bb3-bc92-5d6d95f9c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:24.782843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-e2d17f3b-67fd-4bb3-bc92-5d6d95f9c62e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.2614756 Jul 22 14:24:24.793058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.797020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Pushing event updated for resources: {'Port': ['ID=33517fd0-04da-430d-961d-8bae35b157d4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.804923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.846048 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dd917d-125e-487a-959e-c9ea9f0a43b5 x-openstack-request-id: req-31dd917d-125e-487a-959e-c9ea9f0a43b5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:24.846674 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd984c4a-4af1-4fec-9b66-c73caaaef54a", "name": "network-vif-deleted", "tag": "4e215590-ddd7-4ccd-adc5-c9abc41ee326", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:24.847165 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31dd917d-125e-487a-959e-c9ea9f0a43b5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:24.847799 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd984c4a-4af1-4fec-9b66-c73caaaef54a', 'name': 'network-vif-deleted', 'tag': '4e215590-ddd7-4ccd-adc5-c9abc41ee326', 'status': 'completed', 'code': 200} Jul 22 14:24:24.848721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32940) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:24.868529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ce2d3c-2ed6-42f6-9202-ace3ee3e8635 req-3e1e1d68-59ed-452c-b56e-31547a02b642 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586036 Jul 22 14:24:24.870771 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-f266f9cb-6e29-4941-8231-e3f718a0d543 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588908 Jul 22 14:24:24.877589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:24.877853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:24.880946 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:24.989208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a8f2e28e-b209-432f-9d75-a736a1f628ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05640d103fd2455eb4317a15697c75e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391490 Jul 22 14:24:24.994943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:25.019215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.029976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.031791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/networks/f4040d2d-0d39-4de4-b183-97526d9def60 HTTP/1.1" status: 204 len: 168 time: 0.8813114 Jul 22 14:24:25.035045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32944) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:25.063902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ef10a-3b2c-4bc4-8165-ddbaf3023752 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Network': ['ID=f4040d2d-0d39-4de4-b183-97526d9def60,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.080467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.088575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-4336595e-1682-418b-96ea-f4afc1a20771 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066598 Jul 22 14:24:25.130940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:25.138652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:25.141871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2505ace-59f7-4a1f-beec-8bbab8475645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.170128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.271039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2505ace-59f7-4a1f-beec-8bbab8475645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.276335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.285099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9fcd7dd1-0f39-48a8-a09d-bfb2fb7c5a20 req-78292296-3acb-426e-8b7a-440852469fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884639 Jul 22 14:24:25.322581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.340129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f17b1a6-3339-436d-b1e9-e14a50ae1f08']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:25.353252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:25.359185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24da54af-bcde-440c-8282-86145fcff511') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:25.359638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24da54af-bcde-440c-8282-86145fcff511') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:25.367153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:25.369414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:25.381295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.419623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.429951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:25.430614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:25.434102 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:25.438162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=5f8f4cb8-1e18-48f6-ba01-102f7f1079e5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.494955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Router 6aea4fe2-b689-4609-999a-56452049acb5 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:25.509451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8a5ce84f-cfbc-4535-a56f-6539f77f7257 None None] Provisioning complete for port 33517fd0-04da-430d-961d-8bae35b157d4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:25.510082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2505ace-59f7-4a1f-beec-8bbab8475645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.515095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2505ace-59f7-4a1f-beec-8bbab8475645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.518097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2505ace-59f7-4a1f-beec-8bbab8475645 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8964e47-bfb9-4628-a6d6-a5ca4d114a1c HTTP/1.1" status: 204 len: 168 time: 0.5221875 Jul 22 14:24:25.524115 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a5ce84f-cfbc-4535-a56f-6539f77f7257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.529064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588c987-b4d6-4d42-99fa-414452256dba req-d05a3752-6494-4bd0-91a9-a790a7b3fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:25.530867 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-d05a3752-6494-4bd0-91a9-a790a7b3fddb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 1096 time: 0.1630206 Jul 22 14:24:25.531948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.560492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.562749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] 10.222.0.11 "DELETE /v2.0/networks/1f17b1a6-3339-436d-b1e9-e14a50ae1f08 HTTP/1.1" status: 204 len: 168 time: 0.5254943 Jul 22 14:24:25.563745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4d713-4981-4e61-99e8-2beb2c296d07 tempest-BulkNetworkOpsTest-706724314 tempest-BulkNetworkOpsTest-706724314-project] Pushing event deleted for resources: {'Network': ['ID=1f17b1a6-3339-436d-b1e9-e14a50ae1f08,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.591874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8a5ce84f-cfbc-4535-a56f-6539f77f7257 None None] Port 33517fd0-04da-430d-961d-8bae35b157d4 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:25.635173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2505ace-59f7-4a1f-beec-8bbab8475645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8964e47-bfb9-4628-a6d6-a5ca4d114a1c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.743659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588c987-b4d6-4d42-99fa-414452256dba req-1add3332-0c93-4e85-8494-ed95a94aed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:25.745950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-1add3332-0c93-4e85-8494-ed95a94aed50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 914 time: 0.1877527 Jul 22 14:24:25.792645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-314fce78-2422-4842-ab2b-b7a2dd57230a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff HTTP/1.1" status: 200 len: 217 time: 0.0401268 Jul 22 14:24:25.873813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588c987-b4d6-4d42-99fa-414452256dba req-80431ef3-e88f-4d27-88f3-718140a897e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:25.878196 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-80431ef3-e88f-4d27-88f3-718140a897e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.0788636 Jul 22 14:24:25.927658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-9f8e30c9-bf1a-4326-9c71-722af52670b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356920 Jul 22 14:24:25.989550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32966) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:26.048803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba7410-b926-43d5-ab24-1c88fa12fc77 req-6af7d1ac-8099-45ee-8b77-61f14ed20b7a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.050449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8ba7410-b926-43d5-ab24-1c88fa12fc77 req-6af7d1ac-8099-45ee-8b77-61f14ed20b7a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 944 time: 0.4725444 Jul 22 14:24:26.114531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580f6ac-4d58-473c-b2e8-6d7e63d14ebb req-6a9a517c-030c-4ed5-a4f1-18d26e419893 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.116151 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f580f6ac-4d58-473c-b2e8-6d7e63d14ebb req-6a9a517c-030c-4ed5-a4f1-18d26e419893 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 950 time: 0.1418872 Jul 22 14:24:26.122485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-331c67b9-4187-4260-8697-b731c3a5b8b1 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876390 Jul 22 14:24:26.123035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:26.134443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Sync routers for ids ['6aea4fe2-b689-4609-999a-56452049acb5'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:26.145746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Routers {'6aea4fe2-b689-4609-999a-56452049acb5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:26.146367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6aea4fe2-b689-4609-999a-56452049acb5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:26.179279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b659a9f0-9bc0-47cb-9c6a-92567e3489ab admin admin] 10.222.0.11 "PUT /v2.0/routers/6aea4fe2-b689-4609-999a-56452049acb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6707218 Jul 22 14:24:26.222239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f580f6ac-4d58-473c-b2e8-6d7e63d14ebb req-cac0ce20-fe3d-45d2-80c4-73a825fb8d74 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980325 Jul 22 14:24:26.239019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8ba7410-b926-43d5-ab24-1c88fa12fc77 req-7a7e05a9-eb13-41b5-8d78-4dd867747409 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792946 Jul 22 14:24:26.378400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d588c987-b4d6-4d42-99fa-414452256dba req-fa4db194-1340-4d96-be22-88e68fd01f2d service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450306 Jul 22 14:24:26.412341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Set router 6aea4fe2-b689-4609-999a-56452049acb5 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:26.414232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.556030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1564aab8-d55f-48fb-bc7f-6d776c0e8d22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d332021fb377496f933d3442aa5d8b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548208 Jul 22 14:24:26.556591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32992) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:26.637119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b55b8f3-5313-4243-9a69-df201ffe5b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.672577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.778726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b55b8f3-5313-4243-9a69-df201ffe5b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.867687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db417a-da08-49a6-9806-3f5ecd37842f req-38a9c910-606c-48e8-b95e-c82ffc0f4da2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.869439 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01db417a-da08-49a6-9806-3f5ecd37842f req-38a9c910-606c-48e8-b95e-c82ffc0f4da2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.2078581 Jul 22 14:24:26.892076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:26.920880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b55b8f3-5313-4243-9a69-df201ffe5b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.926982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b55b8f3-5313-4243-9a69-df201ffe5b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.930098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8b55b8f3-5313-4243-9a69-df201ffe5b9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a153548e-e114-4544-bea6-ec0e98cdb12b HTTP/1.1" status: 204 len: 168 time: 0.3725181 Jul 22 14:24:26.979436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55b8f3-5313-4243-9a69-df201ffe5b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a153548e-e114-4544-bea6-ec0e98cdb12b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:26.997756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01db417a-da08-49a6-9806-3f5ecd37842f req-6e1064f7-a08e-4fae-bd58-80d07e6cb85b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210051 Jul 22 14:24:27.002542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.009702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.061451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '33517fd0-04da-430d-961d-8bae35b157d4', 'name': '', 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'mac_address': 'fa:16:3e:8b:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '821dd685-0411-45a6-900f-f12385d66d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:20Z', 'updated_at': '2021-07-22T14:24:23Z', 'revision_number': 2, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'subnets': [{'id': '821dd685-0411-45a6-900f-f12385d66d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:27.103266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=5f8f4cb8-1e18-48f6-ba01-102f7f1079e5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:27.118611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1462841761-network', 'tenant_id': 'b1add26b7e4d4dd3994e8a05277b8958'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:27.121870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.139996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Checking router: 6aea4fe2-b689-4609-999a-56452049acb5 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:27.140640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Updating router 6aea4fe2-b689-4609-999a-56452049acb5 port 33517fd0-04da-430d-961d-8bae35b157d4 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:27.200956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.612396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-717b2d2f-ab72-4523-aad7-d684a70e17d2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:27.614035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-717b2d2f-ab72-4523-aad7-d684a70e17d2 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.1768351 Jul 22 14:24:27.639907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Made reservation on behalf of b1add26b7e4d4dd3994e8a05277b8958 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:27.642733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.697247 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.704205 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.735680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Transition to ACTIVE for port object 33517fd0-04da-430d-961d-8bae35b157d4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:27.750591 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.807562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4074d-e626-44e9-a84f-1ab2cba669fa req-c6a91588-e237-423c-b128-d1a6b7fb4800 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:27.809195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2f4074d-e626-44e9-a84f-1ab2cba669fa req-c6a91588-e237-423c-b128-d1a6b7fb4800 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 944 time: 0.1823785 Jul 22 14:24:27.820438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Deleting port cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:27.820963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.841713 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Floating IP b55a8c0d-28cb-451c-aec3-f2eaaab967b1 associated. External IP: 172.25.8.56, port: 408cf2bf-203c-4ed7-a897-bcf7868ae993. Jul 22 14:24:27.959208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732746f-1404-4003-8299-9d36c73319d5 None None] Pushing event updated for resources: {'Port': ['ID=33517fd0-04da-430d-961d-8bae35b157d4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:27.961780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] For port cd295c84-19b9-4287-973d-6e98f23d0818, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cd295c84-19b9-4287-973d-6e98f23d0818,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:27.962153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.013068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2f4074d-e626-44e9-a84f-1ab2cba669fa req-faa77a71-ee8b-475f-b449-8a26a228104e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830456 Jul 22 14:24:28.069843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Attempting to bind port 33517fd0-04da-430d-961d-8bae35b157d4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:28.070437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Attempting to bind port 33517fd0-04da-430d-961d-8bae35b157d4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:28.072126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Attempting to bind port 33517fd0-04da-430d-961d-8bae35b157d4 on network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:28.086170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:28.089684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Checking segment: {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:28.090358 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.090777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Bound using segment: {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:28.091497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Bound port: 33517fd0-04da-430d-961d-8bae35b157d4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8013c54e-2f72-4632-bced-92421227ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:28.091793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.260826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.287194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] For port 33517fd0-04da-430d-961d-8bae35b157d4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:28.295950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] For port 33517fd0-04da-430d-961d-8bae35b157d4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=33517fd0-04da-430d-961d-8bae35b157d4,segment=NetworkSegment(8013c54e-2f72-4632-bced-92421227ac2b),segment_id=8013c54e-2f72-4632-bced-92421227ac2b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:28.315996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.317321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.381691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:28.424605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:28.443067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732746f-1404-4003-8299-9d36c73319d5 None None] Pushing event updated for resources: {'Port': ['ID=33517fd0-04da-430d-961d-8bae35b157d4,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:28.484191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccf4d52-12d9-460d-bdaf-05ba15ad6be6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:28.489239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Routers {'6aea4fe2-b689-4609-999a-56452049acb5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:28.490451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6aea4fe2-b689-4609-999a-56452049acb5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:28.507564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.507846 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Added segment 779dc5c4-c46d-41bb-9ef0-33a938c33dac of type vlan for network 94e0cfa0-fa80-434e-907e-ae6586971ef1 Jul 22 14:24:28.581828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0854a8-e76b-41af-a86e-27d38abb26fa req-acfb5f23-194c-4e11-9d06-44aa5be5aad5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:28.586325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bd0854a8-e76b-41af-a86e-27d38abb26fa req-acfb5f23-194c-4e11-9d06-44aa5be5aad5 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 944 time: 0.3753767 Jul 22 14:24:28.616746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.634188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:28.702212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 243c1f63-c1b9-489c-a857-a08f5bccc7ff details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:28.738751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-794006500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:28.796173 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.801681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.853877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bd0854a8-e76b-41af-a86e-27d38abb26fa req-f4b62ccd-7468-4d43-9357-e475501b6f51 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups?id=ff67c22b-df35-420c-88ab-cbad03104e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606497 Jul 22 14:24:28.895218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.895875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.896528 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Floating IP 222f2d8a-5f05-4981-b872-e2814d3c5997 disassociated. External IP: 172.25.8.23, port: cd295c84-19b9-4287-973d-6e98f23d0818. Jul 22 14:24:28.897696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Calling delete_port for cd295c84-19b9-4287-973d-6e98f23d0818 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:28.917094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:28.933084 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:28.962809 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:28.963725 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:28.976129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.983447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:28.984073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:29.069398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:29.197993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:29.230559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] Pushing event updated for resources: {'Network': ['ID=94e0cfa0-fa80-434e-907e-ae6586971ef1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:29.251814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c8e6ba4-5ad1-4bbc-88d8-cdc25b833be6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3578913 Jul 22 14:24:29.253181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:29.257907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:29.279784 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:29.332139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Request body: {'subnet': {'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1462841761-subnet', 'tenant_id': 'b1add26b7e4d4dd3994e8a05277b8958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:29.345504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] Set router 6aea4fe2-b689-4609-999a-56452049acb5 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:29.354518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d3bde6e-8558-46cb-9c40-770211bda139 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5554540 Jul 22 14:24:29.359540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:29.365459 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1028e4-e915-4f58-b09e-4b352ee801a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:29.389258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:29.462087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'Port': ['ID=cd295c84-19b9-4287-973d-6e98f23d0818,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:29.504901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:29.527891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:29.625112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:29.689736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '243c1f63-c1b9-489c-a857-a08f5bccc7ff', 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'port_id': '243c1f63-c1b9-489c-a857-a08f5bccc7ff', 'mac_address': 'fa:16:3e:24:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f7d74a-5de9-402e-a552-dd78be06024b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:29.697341 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28b8a47-986a-409b-87f2-40d9d574a65e x-openstack-request-id: req-a28b8a47-986a-409b-87f2-40d9d574a65e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:29.698216 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:29.699591 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a28b8a47-986a-409b-87f2-40d9d574a65e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:29.700168 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'status': 'completed', 'code': 200} Jul 22 14:24:29.716190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-98160b66-dcb0-4d5d-9ca2-bc872f9909e3 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/b55a8c0d-28cb-451c-aec3-f2eaaab967b1 HTTP/1.1" status: 200 len: 991 time: 0.3143480 Jul 22 14:24:29.757528 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:51Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:25Z', 'revision_number': 0, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:29.818644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Router a8ca277c-60c7-4018-b95c-e32cd84ee33d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:29.820217 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:29.832971 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:29.833589 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:29.905538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Made reservation on behalf of b1add26b7e4d4dd3994e8a05277b8958 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:29.908476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:29.939265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dd733-e27d-472b-b0a8-cfde3d4d0d2f req-c6c41037-9fcb-4a69-9c1a-ba93005a26cc tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:29.941532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed5dd733-e27d-472b-b0a8-cfde3d4d0d2f req-c6c41037-9fcb-4a69-9c1a-ba93005a26cc tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 944 time: 0.7261720 Jul 22 14:24:30.081739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.087919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-7ccdc213-426b-41e6-854c-4bcd27b8d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:30.100227 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.100540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-7ccdc213-426b-41e6-854c-4bcd27b8d287 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.3971250 Jul 22 14:24:30.101434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5c27d48-4f29-49de-bb39-04e6dd4c1453 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6742017 Jul 22 14:24:30.112473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:30.119332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33122) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:30.137060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243c1f63-c1b9-489c-a857-a08f5bccc7ff {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:30.142872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-544345675'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:30.164680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:30.180720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.214955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-186c2940-3385-4761-bfed-8f0ff990d316 req-79eba703-4d23-492f-bc4d-0551cda1ed53 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 210 time: 0.1159973 Jul 22 14:24:30.238454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:30.244705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.278007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.300714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '33517fd0-04da-430d-961d-8bae35b157d4', 'name': '', 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'mac_address': 'fa:16:3e:8b:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '821dd685-0411-45a6-900f-f12385d66d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:20Z', 'updated_at': '2021-07-22T14:24:28Z', 'revision_number': 4, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'subnets': [{'id': '821dd685-0411-45a6-900f-f12385d66d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:30.419055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84d48-7df5-4abc-8677-dede0c5c8f6c None None] The sync data for ids ['6aea4fe2-b689-4609-999a-56452049acb5'] in n-d-787205-11 is: [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '33517fd0-04da-430d-961d-8bae35b157d4', 'name': '', 'network_id': 'e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'mac_address': 'fa:16:3e:8b:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '821dd685-0411-45a6-900f-f12385d66d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:20Z', 'updated_at': '2021-07-22T14:24:28Z', 'revision_number': 4, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'subnets': [{'id': '821dd685-0411-45a6-900f-f12385d66d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:30.437925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed5dd733-e27d-472b-b0a8-cfde3d4d0d2f req-cd26c135-ec3a-476d-be5a-599a5dc7d622 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771733 Jul 22 14:24:30.439475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.445790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.458945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=243c1f63-c1b9-489c-a857-a08f5bccc7ff,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:30.459408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:30.478669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] Sync routers for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:30.485401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:30.495791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['243c1f63-c1b9-489c-a857-a08f5bccc7ff'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:30.576691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.577042 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Added segment 9fe28f76-94ec-47d6-ae20-8a34b142d4a1 of type vlan for network 52fa569d-df81-41d1-bc92-63a5f3465461 Jul 22 14:24:30.578777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9bc27e-6d7e-4a16-b64f-49a12fcdc8a0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:30.581795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] No DVR routers for this DVR port cd295c84-19b9-4287-973d-6e98f23d0818 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:30.597021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.599305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8645edb-8b19-46af-9ad2-d877aad213b7 req-d1d3b452-99f4-4d32-b100-5290bd58753b tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.20 "DELETE /v2.0/ports/cd295c84-19b9-4287-973d-6e98f23d0818 HTTP/1.1" status: 204 len: 173 time: 2.9777400 Jul 22 14:24:30.599784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-deleted', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:30.602529 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec225a7-b51e-4ce9-9856-8135fd0e4688" -d '{"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-deleted", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:30.635004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:30.648135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:30.660705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.696080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.712385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:30.713105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.721150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33128) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:30.761301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:30.858276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: cd295c84-19b9-4287-973d-6e98f23d0818 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:30.858971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cd295c84-19b9-4287-973d-6e98f23d0818 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:30.902767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-2ef1a266-e7ea-4e21-a880-8913a5c06fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:30.913105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3bba6d37-95de-4c38-acad-404d2c80352a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/b55a8c0d-28cb-451c-aec3-f2eaaab967b1 HTTP/1.1" status: 200 len: 991 time: 0.1843343 Jul 22 14:24:30.914670 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-2ef1a266-e7ea-4e21-a880-8913a5c06fa2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 896 time: 0.7388127 Jul 22 14:24:30.953333 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4574429a-68db-410a-8591-14753a8c6fb4 x-openstack-request-id: req-4574429a-68db-410a-8591-14753a8c6fb4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:30.953333 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daa78bae-0712-4773-a1aa-eccbbd70d3b1", "name": "network-vif-deleted", "tag": "cd295c84-19b9-4287-973d-6e98f23d0818", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:30.953737 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4574429a-68db-410a-8591-14753a8c6fb4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:30.953840 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daa78bae-0712-4773-a1aa-eccbbd70d3b1', 'name': 'network-vif-deleted', 'tag': 'cd295c84-19b9-4287-973d-6e98f23d0818', 'status': 'completed', 'code': 200} Jul 22 14:24:31.029668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9092197 Jul 22 14:24:31.033743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:31.040168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33132) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:31.060022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'subnet': {'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:31.095286 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:51Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:25Z', 'revision_number': 0, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:31.182606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-d7334922-51a1-45eb-b7b3-72bb3218e2a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 200 len: 999 time: 0.2509654 Jul 22 14:24:31.187927 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637f13e5-a33b-49e5-9ec7-0a82b7fa2a0a None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:23:51Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:25Z', 'revision_number': 0, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:31.204268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df731301-84d9-4181-b7d6-250e1f399619 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Network': ['ID=52fa569d-df81-41d1-bc92-63a5f3465461,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:31.280575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 52fa569d-df81-41d1-bc92-63a5f3465461 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:31.321903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-babc0ae4-9bbb-4816-a618-ebd41a7b586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:31.323450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-babc0ae4-9bbb-4816-a618-ebd41a7b586a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8780c6a-138e-46d2-9296-c1895f5849f4 HTTP/1.1" status: 200 len: 834 time: 0.1318119 Jul 22 14:24:31.324331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.542429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:31.556403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.636288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c2475db-fb80-4283-a545-44e5b705aee5 req-08214cb8-6bf3-47ff-bc28-7326b9d1f9c1 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/ports?device_id=daa78bae-0712-4773-a1aa-eccbbd70d3b1 HTTP/1.1" status: 200 len: 210 time: 0.1092470 Jul 22 14:24:31.647451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81b5d4d-da97-4cbf-b476-2ab889977a7d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:31.698787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Checking segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:31.699687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Network hostable DHCP agents. Network: 94e0cfa0-fa80-434e-907e-ae6586971ef1, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:31.723478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-c76613a0-3ca4-43d9-9dcd-45f294dc4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:31.726847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-c76613a0-3ca4-43d9-9dcd-45f294dc4518 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3485172 Jul 22 14:24:31.762539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:31.787756 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d15761-f43e-4cf1-bb24-00f6ad714212 None None] New status for floating IP b55a8c0d-28cb-451c-aec3-f2eaaab967b1: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:24:31.816592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 94e0cfa0-fa80-434e-907e-ae6586971ef1) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:31.831849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e942fe-eaa2-40c4-a0c2-136c8718fdd4 None None] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:31.889709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:31.889709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.972588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:32.064280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 33517fd0-04da-430d-961d-8bae35b157d4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:32.111553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8a5b3-6148-4eff-be10-ed22b9cdbf8f req-901fa4f8-f288-40ea-b19f-d77106e7059e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:32.113166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3fc8a5b3-6148-4eff-be10-ed22b9cdbf8f req-901fa4f8-f288-40ea-b19f-d77106e7059e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 945 time: 0.2770126 Jul 22 14:24:32.184597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f10a0f61-4973-43fd-bed7-6888b747eb7e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/b55a8c0d-28cb-451c-aec3-f2eaaab967b1 HTTP/1.1" status: 200 len: 991 time: 0.2095852 Jul 22 14:24:32.191172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fa2c712b-bbec-4adf-a710-c03f50ebd7cf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9350779 Jul 22 14:24:32.197912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3fc8a5b3-6148-4eff-be10-ed22b9cdbf8f req-aedc70e6-dd0c-4570-b393-5a008cd8e674 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739698 Jul 22 14:24:32.255840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-feb027bb-eeb9-4387-a3e1-1cf5b856c170 service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194695 Jul 22 14:24:32.295680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.303774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:16:00Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:32.462636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Subnet': ['ID=1ed13821-733c-49b6-8930-f164d07eabef,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:32.465466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26dfad-cb47-4469-8385-7d7f02971d71 None None] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:32.473628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Checking segment: {'id': '9fe28f76-94ec-47d6-ae20-8a34b142d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:32.474028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network hostable DHCP agents. Network: 52fa569d-df81-41d1-bc92-63a5f3465461, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:32.508854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network 52fa569d-df81-41d1-bc92-63a5f3465461 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:32.510302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de1028e4-e915-4f58-b09e-4b352ee801a8 req-7d5edee8-7781-4ea4-96cd-9eb95985c2d6 service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412958 Jul 22 14:24:32.527585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 52fa569d-df81-41d1-bc92-63a5f3465461) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:32.532241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:32.532855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.569493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4cff5393-d13b-4721-a7df-ff35a399d523 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5273232 Jul 22 14:24:32.572253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33152) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:32.583567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'network': {'name': 'tempest-router-network01--1496087091'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:32.627712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66527b-fc94-47ce-a264-e336daca2465 None None] Network 52fa569d-df81-41d1-bc92-63a5f3465461 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:32.635150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:32.640765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.713545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:32.746110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.746321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] Checking router: a8ca277c-60c7-4018-b95c-e32cd84ee33d for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:32.746465 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Added segment 1452ba70-b34b-4e60-be5d-270d35fae097 of type vlan for network e43727d2-5bb9-42de-9288-d06f6fe1e287 Jul 22 14:24:32.770776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 243c1f63-c1b9-489c-a857-a08f5bccc7ff up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:32.778007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:32.778697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:32.826663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.851915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33160) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:32.907495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.915983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:32.916714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.157243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e63887ce-eee3-49c6-b849-e4e7022e63b0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:33.160121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e63887ce-eee3-49c6-b849-e4e7022e63b0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 813 time: 0.2306778 Jul 22 14:24:33.188910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-65535cfb-7f8b-4894-b88c-793bd18de72c tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/quotas/b1add26b7e4d4dd3994e8a05277b8958 HTTP/1.1" status: 200 len: 375 time: 0.0208917 Jul 22 14:24:33.190992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:33.268540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:33.395206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-a1c9552f-056f-4613-a345-1bc7b7e19777 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1886578 Jul 22 14:24:33.466303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-90f47424-636f-49e9-8910-c569ff8e899f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/b55a8c0d-28cb-451c-aec3-f2eaaab967b1 HTTP/1.1" status: 200 len: 993 time: 0.2646902 Jul 22 14:24:33.545701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 33517fd0-04da-430d-961d-8bae35b157d4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:33.567955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 33517fd0-04da-430d-961d-8bae35b157d4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:33.568337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.577878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Network': ['ID=e43727d2-5bb9-42de-9288-d06f6fe1e287,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:33.586518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-7ad68047-c162-44e3-999a-2c40b584b98f service neutron] 10.222.0.11 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809809 Jul 22 14:24:33.604556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0281153 Jul 22 14:24:33.616335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:33.630150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'network': {'name': 'tempest-router-network02--1428015002'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:33.638444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-52fa569d-df81-41d1-bc92-63a5f3465461', 'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461', 'tenant_id': 'c8d5320578ef451ca3cbb9dbc5e0b475', 'fixed_ips': [{'subnet_id': '1ed13821-733c-49b6-8930-f164d07eabef'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:33.639092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.639981 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.640894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.641261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.641693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.642043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.642383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.642717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.645694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.650289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.650701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.651051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.651395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b2e1f-a49c-40bb-be80-77f668b8e51e tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:33.660599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 243c1f63-c1b9-489c-a857-a08f5bccc7ff completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:33.667059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:33.672072 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.692122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:33.733500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563b3d-bcd5-4170-8022-7162e240131e req-998db5a1-9ccd-4971-a33d-c4feb188b59a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:33.750203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4563b3d-bcd5-4170-8022-7162e240131e req-998db5a1-9ccd-4971-a33d-c4feb188b59a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 945 time: 0.2161331 Jul 22 14:24:33.751146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:33.764521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2baf94d-e343-4100-898b-d569281a6da7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.777102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 243c1f63-c1b9-489c-a857-a08f5bccc7ff triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:33.777743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.781977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.782195 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Added segment 3636d8ed-9b98-4c9a-acce-9ddc12e6f589 of type vlan for network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 Jul 22 14:24:33.798354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-4fc0d823-676d-4bd9-8890-cfacc99130ac service neutron] 10.222.0.11 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066450 Jul 22 14:24:33.897949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.898981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2baf94d-e343-4100-898b-d569281a6da7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.949548 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4563b3d-bcd5-4170-8022-7162e240131e req-f3bdded6-6053-4a77-9636-c630eb39b89c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983786 Jul 22 14:24:33.969268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.979776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:33.981413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.995479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.038267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2baf94d-e343-4100-898b-d569281a6da7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.045433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2baf94d-e343-4100-898b-d569281a6da7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.045656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4247420 Jul 22 14:24:34.045784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b2baf94d-e343-4100-898b-d569281a6da7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "DELETE /v2.0/security-groups/ff67c22b-df35-420c-88ab-cbad03104e2b HTTP/1.1" status: 204 len: 168 time: 1.1672475 Jul 22 14:24:34.048447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:34.048447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:34.058800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'subnet': {'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:34.064489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2baf94d-e343-4100-898b-d569281a6da7 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff67c22b-df35-420c-88ab-cbad03104e2b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:34.116933 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-3e2f31fe-554f-40fc-951c-af61b43edebd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] show failed (client error): The resource could not be found. Jul 22 14:24:34.121147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33184) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:34.123050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e2f31fe-554f-40fc-951c-af61b43edebd tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "GET /v2.0/security-groups/ff67c22b-df35-420c-88ab-cbad03104e2b HTTP/1.1" status: 404 len: 347 time: 0.0593154 Jul 22 14:24:34.138984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c1908-883f-448d-a9d5-50dd4de90078 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Network': ['ID=4a98d1dc-3058-40a4-9a68-45e726aa2ff8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:34.161933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 33517fd0-04da-430d-961d-8bae35b157d4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=33517fd0-04da-430d-961d-8bae35b157d4,segment=NetworkSegment(8013c54e-2f72-4632-bced-92421227ac2b),segment_id=8013c54e-2f72-4632-bced-92421227ac2b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:34.167903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:34.188697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.192308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:16:00Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:34.314360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9c538-f09d-495b-9dec-ce277c2e98e5 None None] The sync data for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 is: [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:15:52Z', 'revision_number': 4, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb', 'name': '', 'network_id': '6da56f10-f008-4060-87cb-09f621a96980', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'mac_address': 'fa:16:3e:36:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '49842041-89fa-4072-b8db-d0941fa585c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:51Z', 'updated_at': '2021-07-22T14:16:00Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'subnets': [{'id': '49842041-89fa-4072-b8db-d0941fa585c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:34.342028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Allocated IP 2001:db8::2 (52fa569d-df81-41d1-bc92-63a5f3465461/1ed13821-733c-49b6-8930-f164d07eabef/f51733ef-c9bd-4106-b554-2c659594912d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:34.342472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:34.357484 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.358437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.361103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=33517fd0-04da-430d-961d-8bae35b157d4,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:34.548972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Deleting port 791419d8-e0b2-45c5-82b5-23be39dbb593 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:34.549308 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.632419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243c1f63-c1b9-489c-a857-a08f5bccc7ff'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:34.635822 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658c2826-1f5f-49c0-8721-88b6b5863993" -d '{"events": [{"server_uuid": "4827bbe7-1e08-49ca-aa02-00df869e3baa", "name": "network-vif-plugged", "status": "completed", "tag": "243c1f63-c1b9-489c-a857-a08f5bccc7ff"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:34.644560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9785941a-0708-44f2-996a-dbe5f5f64209 req-1ed65147-a3b9-4b8b-adfd-f360b07c2bf2 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 210 time: 0.1451986 Jul 22 14:24:34.687527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.688109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.701236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:34.739185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Calling delete_port for 791419d8-e0b2-45c5-82b5-23be39dbb593 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:34.744857 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.778799 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3385c20-80ee-46e1-930e-aaf990bcb39d x-openstack-request-id: req-e3385c20-80ee-46e1-930e-aaf990bcb39d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:34.780673 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4827bbe7-1e08-49ca-aa02-00df869e3baa", "name": "network-vif-plugged", "status": "completed", "tag": "243c1f63-c1b9-489c-a857-a08f5bccc7ff", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:34.783547 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3385c20-80ee-46e1-930e-aaf990bcb39d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:34.784143 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243c1f63-c1b9-489c-a857-a08f5bccc7ff', 'code': 200} Jul 22 14:24:34.901511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10ed21-3f38-48e7-a8e7-c705099c60b2 None None] New status for floating IP 222f2d8a-5f05-4981-b872-e2814d3c5997: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:24:34.951084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.958545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40865a1-ae7e-4b45-85aa-77d59760507b req-21055621-d4e8-49d4-8fac-dd8ee7e45d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:34.960144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e40865a1-ae7e-4b45-85aa-77d59760507b req-21055621-d4e8-49d4-8fac-dd8ee7e45d25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 1098 time: 0.1184134 Jul 22 14:24:35.103616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e40865a1-ae7e-4b45-85aa-77d59760507b req-d0421bae-1a8f-4701-9afa-5e96b36bd246 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914497 Jul 22 14:24:35.129014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.158481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Subnet': ['ID=4b55580f-53b2-44bc-9437-c8492fb087a6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:35.195362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Pushing event deleted for resources: {'Port': ['ID=791419d8-e0b2-45c5-82b5-23be39dbb593,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:35.204479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=243c1f63-c1b9-489c-a857-a08f5bccc7ff,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:35.229271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-6b10ed21-3f38-48e7-a8e7-c705099c60b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:24:35.230721 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-6b10ed21-3f38-48e7-a8e7-c705099c60b2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:24:35.278305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Checking segment: {'id': '1452ba70-b34b-4e60-be5d-270d35fae097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:35.278672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network hostable DHCP agents. Network: e43727d2-5bb9-42de-9288-d06f6fe1e287, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:35.301338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.305147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.305988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe457b-0c1e-4b24-81a0-96fb4f58d082 req-c1d16854-c86c-4e71-92a5-7de1a779684b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:35.306929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d2de495e-3cd7-4d37-a97f-9ece7a033042 tempest-ServerActionsTestJSON-2033922105 tempest-ServerActionsTestJSON-2033922105-project] 10.222.0.11 "DELETE /v2.0/floatingips/222f2d8a-5f05-4981-b872-e2814d3c5997 HTTP/1.1" status: 204 len: 168 time: 1.1826823 Jul 22 14:24:35.315574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3fe457b-0c1e-4b24-81a0-96fb4f58d082 req-c1d16854-c86c-4e71-92a5-7de1a779684b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 946 time: 0.1690531 Jul 22 14:24:35.317013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:35.365382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:35.372116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.388357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3fe457b-0c1e-4b24-81a0-96fb4f58d082 req-8f22006e-cd03-4176-877e-14284f6363b5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608561 Jul 22 14:24:35.389542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, e43727d2-5bb9-42de-9288-d06f6fe1e287) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:35.397655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:35.399017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.400407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Transition to ACTIVE for port object f51733ef-c9bd-4106-b554-2c659594912d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:35.406073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5328354-a8b6-4b2a-bb0c-eaf1f9c0182f None None] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:35.435638 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2e744310-3223-45d6-acb5-199621056ca8 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3819046 Jul 22 14:24:35.438737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33214) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:35.443365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Transition to ACTIVE for port object f51733ef-c9bd-4106-b554-2c659594912d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:35.445348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'subnet': {'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:35.458168 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.515214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Pushing event updated for resources: {'Port': ['ID=f51733ef-c9bd-4106-b554-2c659594912d,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:35.564912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Network 52fa569d-df81-41d1-bc92-63a5f3465461 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:35.567901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:35.571548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:35.676327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:35.681291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.736484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10ed21-3f38-48e7-a8e7-c705099c60b2 None None] New status for floating IP 222f2d8a-5f05-4981-b872-e2814d3c5997: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:24:35.862391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdda32b-9a70-49ae-b373-d29e3317d7ea req-8fde5d63-157d-4112-b446-15b3e4a88dab tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 210 time: 0.0952122 Jul 22 14:24:35.870157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Attempting to bind port f51733ef-c9bd-4106-b554-2c659594912d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:35.870639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Attempting to bind port f51733ef-c9bd-4106-b554-2c659594912d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '9fe28f76-94ec-47d6-ae20-8a34b142d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:35.871104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Attempting to bind port f51733ef-c9bd-4106-b554-2c659594912d on network 52fa569d-df81-41d1-bc92-63a5f3465461 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:35.896327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:35.900450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Checking segment: {'id': '9fe28f76-94ec-47d6-ae20-8a34b142d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:35.901013 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.901709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Bound using segment: {'id': '9fe28f76-94ec-47d6-ae20-8a34b142d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:35.902314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Bound port: f51733ef-c9bd-4106-b554-2c659594912d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe28f76-94ec-47d6-ae20-8a34b142d4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52fa569d-df81-41d1-bc92-63a5f3465461'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:35.906893 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.952693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e43727d2-5bb9-42de-9288-d06f6fe1e287', 'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287', 'tenant_id': 'c8d5320578ef451ca3cbb9dbc5e0b475', 'fixed_ips': [{'subnet_id': '4b55580f-53b2-44bc-9437-c8492fb087a6'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:35.953735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.125695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] For port f51733ef-c9bd-4106-b554-2c659594912d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:36.134957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] For port f51733ef-c9bd-4106-b554-2c659594912d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f51733ef-c9bd-4106-b554-2c659594912d,segment=NetworkSegment(9fe28f76-94ec-47d6-ae20-8a34b142d4a1),segment_id=9fe28f76-94ec-47d6-ae20-8a34b142d4a1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:36.162094 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.225218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.319993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Subnet': ['ID=baacf399-9560-40c6-88e0-c64d64401d83,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:36.334234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618dac2-15c4-4356-8dc5-bcd4193de308 None None] Pushing event updated for resources: {'Port': ['ID=f51733ef-c9bd-4106-b554-2c659594912d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:36.408548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 33517fd0-04da-430d-961d-8bae35b157d4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:36.414550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Allocated IP 2001:db8::2 (e43727d2-5bb9-42de-9288-d06f6fe1e287/4b55580f-53b2-44bc-9437-c8492fb087a6/18e7e900-a98f-46ef-99de-0da359e8483a) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:36.465270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Checking segment: {'id': '3636d8ed-9b98-4c9a-acce-9ddc12e6f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:36.465658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network hostable DHCP agents. Network: 4a98d1dc-3058-40a4-9a68-45e726aa2ff8, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:36.578825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:36.607113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4a98d1dc-3058-40a4-9a68-45e726aa2ff8) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:36.639267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:36.644591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.679464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-8436d1a0-6a5c-4a37-a512-34cd416cd158 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:36.681369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-8436d1a0-6a5c-4a37-a512-34cd416cd158 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 813 time: 0.2947314 Jul 22 14:24:36.683723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-86786f6e-7f14-4c94-bd35-81260c66512f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2439675 Jul 22 14:24:36.687380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33226) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:36.731196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Request body: {'port': {'device_id': '9b932154-1819-4178-a751-29a05e74aaf6', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'admin_state_up': True, 'tenant_id': 'b1add26b7e4d4dd3994e8a05277b8958'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:36.864743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae7d7d-c0d1-4f23-a238-f8915d8135d4 None None] Network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:36.871138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-fa319b10-ef5a-4bac-ba96-aa6583360b60 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:36.882493 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-fa319b10-ef5a-4bac-ba96-aa6583360b60 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 813 time: 0.4613988 Jul 22 14:24:36.904766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Request body: {'port': {'device_id': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'admin_state_up': True, 'tenant_id': 'b1add26b7e4d4dd3994e8a05277b8958'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:36.945929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b32b5-d863-448d-b88d-4fde0356c75c req-b65e4974-b91e-4c02-8e8a-45c81b51f6e4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:36.951225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e35b32b5-d863-448d-b88d-4fde0356c75c req-b65e4974-b91e-4c02-8e8a-45c81b51f6e4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 946 time: 0.4178791 Jul 22 14:24:37.030494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 33517fd0-04da-430d-961d-8bae35b157d4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:37.031198 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.034474 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.105718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-135d5dba-05b0-4440-aeb8-a94fc689ca73 req-7a3ea50f-5525-4de1-a82c-62fc9405b24c tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 210 time: 0.1000066 Jul 22 14:24:37.107685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Transition to ACTIVE for port object 18e7e900-a98f-46ef-99de-0da359e8483a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:37.121186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e35b32b5-d863-448d-b88d-4fde0356c75c req-4bc7582f-963a-4796-8957-3e4433ffc031 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006956 Jul 22 14:24:37.171506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Transition to ACTIVE for port object 18e7e900-a98f-46ef-99de-0da359e8483a will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:37.188121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.212223 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.282404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4a98d1dc-3058-40a4-9a68-45e726aa2ff8', 'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8', 'tenant_id': 'c8d5320578ef451ca3cbb9dbc5e0b475', 'fixed_ips': [{'subnet_id': 'baacf399-9560-40c6-88e0-c64d64401d83'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:37.284037 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.301272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Made reservation on behalf of b1add26b7e4d4dd3994e8a05277b8958 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:37.306721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.308355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:37.322573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:37.329770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:37.344768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Made reservation on behalf of b1add26b7e4d4dd3994e8a05277b8958 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:37.347873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.495239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Pushing event updated for resources: {'Port': ['ID=18e7e900-a98f-46ef-99de-0da359e8483a,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:37.535652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Attempting to bind port 18e7e900-a98f-46ef-99de-0da359e8483a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:37.536921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Attempting to bind port 18e7e900-a98f-46ef-99de-0da359e8483a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '1452ba70-b34b-4e60-be5d-270d35fae097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:37.537303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Attempting to bind port 18e7e900-a98f-46ef-99de-0da359e8483a on network e43727d2-5bb9-42de-9288-d06f6fe1e287 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:37.615260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:37.615260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Checking segment: {'id': '1452ba70-b34b-4e60-be5d-270d35fae097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:37.615260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.616267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Bound using segment: {'id': '1452ba70-b34b-4e60-be5d-270d35fae097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:37.617323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Bound port: 18e7e900-a98f-46ef-99de-0da359e8483a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1452ba70-b34b-4e60-be5d-270d35fae097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e43727d2-5bb9-42de-9288-d06f6fe1e287'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:37.617784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.649565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.669403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Allocated IP 172.20.0.12 (94e0cfa0-fa80-434e-907e-ae6586971ef1/a81b5d4d-da97-4cbf-b476-2ab889977a7d/64723d59-7c99-4447-8d98-4612e895d2d5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:37.727293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Allocated IP 2001:db8::2 (4a98d1dc-3058-40a4-9a68-45e726aa2ff8/baacf399-9560-40c6-88e0-c64d64401d83/1eb8fdf4-cee1-4fb4-80a5-519830c2e183) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:37.737706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Deleting port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:37.738053 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.884683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] For port 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:37.885941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.909596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Calling delete_port for 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:37.927971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372f816-918a-41f6-8bd8-35f01257f60d req-946123f3-1548-4bd7-9535-c915a59394b7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:37.935752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7372f816-918a-41f6-8bd8-35f01257f60d req-946123f3-1548-4bd7-9535-c915a59394b7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 946 time: 0.3757188 Jul 22 14:24:38.064601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] For port 18e7e900-a98f-46ef-99de-0da359e8483a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:38.067786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] For port 18e7e900-a98f-46ef-99de-0da359e8483a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18e7e900-a98f-46ef-99de-0da359e8483a,segment=NetworkSegment(1452ba70-b34b-4e60-be5d-270d35fae097),segment_id=1452ba70-b34b-4e60-be5d-270d35fae097)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:38.082007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ab5087-027b-406e-bd4e-fa228ba8b7bc None None] Network 52fa569d-df81-41d1-bc92-63a5f3465461 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:38.087126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7372f816-918a-41f6-8bd8-35f01257f60d req-3b29aadf-a4f2-4452-ac27-9dd49f147aa1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501091 Jul 22 14:24:38.096944 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.179416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbeb4a-a048-495f-8074-6bfd5375f00c None None] Pushing event updated for resources: {'Port': ['ID=18e7e900-a98f-46ef-99de-0da359e8483a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:38.268908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.275364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.276393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1861a40-4ff9-4c95-aa6a-d5cd16035e0f None None] Provisioning for port f51733ef-c9bd-4106-b554-2c659594912d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:38.307051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Allocated IP 2001:db8::1 (e43727d2-5bb9-42de-9288-d06f6fe1e287/4b55580f-53b2-44bc-9437-c8492fb087a6/29874257-b1be-440c-87ba-a6c3bae25471) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:38.493526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:38.506053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f51733ef-c9bd-4106-b554-2c659594912d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:38.613197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba490c5c-f700-41de-87bc-35c350c2579e req-aaa79805-b478-4961-871f-49ec0041d7c0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 210 time: 0.1854038 Jul 22 14:24:38.615499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.615958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.617163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.617163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.619040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.619812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.619957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.622145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.622531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.623478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.626023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.626687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:38.635971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.654809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.676881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.684864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Transition to ACTIVE for port object 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:38.819175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Transition to ACTIVE for port object 29874257-b1be-440c-87ba-a6c3bae25471 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:38.825809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Transition to ACTIVE for port object 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:38.837239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f51733ef-c9bd-4106-b554-2c659594912d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:38.843322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f51733ef-c9bd-4106-b554-2c659594912d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:38.843899 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.848063 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.920015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:38.991339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:38.995721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event updated for resources: {'Port': ['ID=64723d59-7c99-4447-8d98-4612e895d2d5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.007896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:39.010519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.035214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.046056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:39.052412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:39.055675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:39.067836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Allocated IP 172.20.0.4 (94e0cfa0-fa80-434e-907e-ae6586971ef1/a81b5d4d-da97-4cbf-b476-2ab889977a7d/41d9d3dc-1ffb-49d9-837c-13803b3825a8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:39.072958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.191266 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.199424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Port': ['ID=29874257-b1be-440c-87ba-a6c3bae25471,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.235567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Attempting to bind port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:39.235952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Attempting to bind port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '3636d8ed-9b98-4c9a-acce-9ddc12e6f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:39.236385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Attempting to bind port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 on network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:39.258376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:39.258626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:39.258756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Checking segment: {'id': '3636d8ed-9b98-4c9a-acce-9ddc12e6f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:39.259208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.259546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Bound using segment: {'id': '3636d8ed-9b98-4c9a-acce-9ddc12e6f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:39.260049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Bound port: 1eb8fdf4-cee1-4fb4-80a5-519830c2e183, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3636d8ed-9b98-4c9a-acce-9ddc12e6f589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4a98d1dc-3058-40a4-9a68-45e726aa2ff8'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:39.260434 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.271169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:39.280213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:39.280898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.332918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f51733ef-c9bd-4106-b554-2c659594912d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f51733ef-c9bd-4106-b554-2c659594912d,segment=NetworkSegment(9fe28f76-94ec-47d6-ae20-8a34b142d4a1),segment_id=9fe28f76-94ec-47d6-ae20-8a34b142d4a1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:39.343747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.344611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:39.345464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.369223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-d25f3e74-17a4-4182-9fc5-45c2107af0fb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:39.370854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-d25f3e74-17a4-4182-9fc5-45c2107af0fb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 946 time: 0.5465064 Jul 22 14:24:39.414096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] For port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:39.440873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] For port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,segment=NetworkSegment(3636d8ed-9b98-4c9a-acce-9ddc12e6f589),segment_id=3636d8ed-9b98-4c9a-acce-9ddc12e6f589)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:39.464106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8690c4fd-5f1d-433b-8b47-010717ba16e1 None None] Provisioning complete for port f51733ef-c9bd-4106-b554-2c659594912d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:39.464485 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8690c4fd-5f1d-433b-8b47-010717ba16e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.511307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-c5cb7def-1370-4fdb-a826-c7161bd5084b tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7936337 Jul 22 14:24:39.529958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f70070-f409-4dd9-9e50-5090dada389b req-c106d604-7c97-4e98-b721-4f254ef2a844 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:39.533389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.540829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29f70070-f409-4dd9-9e50-5090dada389b req-c106d604-7c97-4e98-b721-4f254ef2a844 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 946 time: 0.3319888 Jul 22 14:24:39.546638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f51733ef-c9bd-4106-b554-2c659594912d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.546909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Router a8ca277c-60c7-4018-b95c-e32cd84ee33d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:39.574664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Request body: {'port': {'device_id': '9b932154-1819-4178-a751-29a05e74aaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:39.709134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d568a-62e6-4579-ad78-977b1d9b6cc3 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.827809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-29f70070-f409-4dd9-9e50-5090dada389b req-97858b86-a1f7-47bb-892a-a405f08df9c7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858846 Jul 22 14:24:39.842397 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.876577 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ae84b97-445d-4b46-b519-e0c6f2e4dbd8 req-fc9cf1a4-0def-4a4b-aff1-78c227d0fedc tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 210 time: 0.0750060 Jul 22 14:24:39.880114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.884950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:39.900548 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] Sync routers for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:39.909558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a0ec193-62a6-4e25-a5a0-f1b2a106d716 admin admin] 10.222.0.11 "PUT /v2.0/routers/a8ca277c-60c7-4018-b95c-e32cd84ee33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5896564 Jul 22 14:24:39.913055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:39.918815 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:39.919659 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:40.071876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.117664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366f98b-a681-494f-8e89-7b0d244f1738 None None] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:40.150019 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:40.175527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.215232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Deleting port 243c1f63-c1b9-489c-a857-a08f5bccc7ff {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:40.215582 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.277889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a3273949-f197-49ba-9258-107af87afeba None None] Provisioning for port 18e7e900-a98f-46ef-99de-0da359e8483a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:40.353811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:40.361928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:40.373581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:40.378887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event updated for resources: {'Port': ['ID=41d9d3dc-1ffb-49d9-837c-13803b3825a8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:40.422526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.471265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] For port 243c1f63-c1b9-489c-a857-a08f5bccc7ff, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=243c1f63-c1b9-489c-a857-a08f5bccc7ff,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:40.471766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.485461 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:24:38Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:40.507406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Calling delete_port for 243c1f63-c1b9-489c-a857-a08f5bccc7ff owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:40.536978 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] Checking router: a8ca277c-60c7-4018-b95c-e32cd84ee33d for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:40.543955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.544711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.548785 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] Routers {'a8ca277c-60c7-4018-b95c-e32cd84ee33d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:40.549891 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:40.579007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-074a3c20-0643-4eeb-9b47-706009dcc4f7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6797147 Jul 22 14:24:40.604050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Request body: {'port': {'device_id': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:40.675688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.691869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18e7e900-a98f-46ef-99de-0da359e8483a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:40.770620 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] Set router a8ca277c-60c7-4018-b95c-e32cd84ee33d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:40.806499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 18e7e900-a98f-46ef-99de-0da359e8483a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:40.821942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 18e7e900-a98f-46ef-99de-0da359e8483a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:40.822376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.880185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.958904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Deleting port a00ac125-c19e-4a7c-a772-272fe2e27c68 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:40.959290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.019240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.105894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 18e7e900-a98f-46ef-99de-0da359e8483a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18e7e900-a98f-46ef-99de-0da359e8483a,segment=NetworkSegment(1452ba70-b34b-4e60-be5d-270d35fae097),segment_id=1452ba70-b34b-4e60-be5d-270d35fae097)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:41.111755 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.113220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f51733ef-c9bd-4106-b554-2c659594912d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:41.338333 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:24:38Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:41.341991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ee16b0f0-8572-4a11-b570-b7db3a03b7a6 None None] Provisioning complete for port 18e7e900-a98f-46ef-99de-0da359e8483a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:41.342374 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ee16b0f0-8572-4a11-b570-b7db3a03b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.393984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=18e7e900-a98f-46ef-99de-0da359e8483a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:41.453575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c500d84f-410e-4048-8cc4-b08221b3365e None None] The sync data for ids ['a8ca277c-60c7-4018-b95c-e32cd84ee33d'] in n-d-787205-11 is: [{'id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'name': 'tempest-ServerActionsTestJSON-1001780657-router', 'tenant_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224'}], 'enable_snat': True}, 'gw_port_id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:15:43Z', 'updated_at': '2021-07-22T14:24:38Z', 'revision_number': 5, 'project_id': '12aa9c687eb14d7ebf5361fc145b2dc5', 'gw_port': {'id': 'a00ac125-c19e-4a7c-a772-272fe2e27c68', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca277c-60c7-4018-b95c-e32cd84ee33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:15:45Z', 'updated_at': '2021-07-22T14:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:41.525493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f51733ef-c9bd-4106-b554-2c659594912d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:41.526169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.587299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] For port a00ac125-c19e-4a7c-a772-272fe2e27c68, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a00ac125-c19e-4a7c-a772-272fe2e27c68,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:41.587896 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.608496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Calling delete_port for a00ac125-c19e-4a7c-a772-272fe2e27c68 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:41.618020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e40b6b-dca2-4051-8d02-dc35d9671df5 req-07b5f419-5908-47cb-b4f0-9b9d87ce8717 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.619664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44e40b6b-dca2-4051-8d02-dc35d9671df5 req-07b5f419-5908-47cb-b4f0-9b9d87ce8717 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 931 time: 0.5427511 Jul 22 14:24:41.630473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf752c7-ad6e-43b0-a224-987b5743972a None None] Network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:41.717398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44e40b6b-dca2-4051-8d02-dc35d9671df5 req-ca68c584-cda5-4ef8-9035-da008feb3184 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Jul 22 14:24:41.782160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:41.843177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ee16b0f0-8572-4a11-b570-b7db3a03b7a6 None None] Provisioning for port 29874257-b1be-440c-87ba-a6c3bae25471 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:41.852011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ee16b0f0-8572-4a11-b570-b7db3a03b7a6 None None] Provisioning complete for port 29874257-b1be-440c-87ba-a6c3bae25471 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:41.852369 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ee16b0f0-8572-4a11-b570-b7db3a03b7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.898990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ee16b0f0-8572-4a11-b570-b7db3a03b7a6 None None] Port 29874257-b1be-440c-87ba-a6c3bae25471 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:41.938238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:42.048760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Provisioning for port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:42.055378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Provisioning complete for port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:42.057746 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.222492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.301268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] For port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,segment=NetworkSegment(3636d8ed-9b98-4c9a-acce-9ddc12e6f589),segment_id=3636d8ed-9b98-4c9a-acce-9ddc12e6f589)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:42.301504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.324941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.344796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['157e0a30-5f7f-4ec6-aafa-4e914d52d5be'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:42.345036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.357294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64723d59-7c99-4447-8d98-4612e895d2d5 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:42.390896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00ac125-c19e-4a7c-a772-272fe2e27c68,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.486801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18e7e900-a98f-46ef-99de-0da359e8483a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:42.513068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.523068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.526483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.561027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49c668-9e98-40c0-a2ac-48d20f3e0f0e req-5102a9eb-5fab-4cff-b298-b78390b0d13f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:42.562575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e49c668-9e98-40c0-a2ac-48d20f3e0f0e req-5102a9eb-5fab-4cff-b298-b78390b0d13f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=4827bbe7-1e08-49ca-aa02-00df869e3baa HTTP/1.1" status: 200 len: 867 time: 1.4385147 Jul 22 14:24:42.570680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.571472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.577841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Provisioning complete for port 29874257-b1be-440c-87ba-a6c3bae25471 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:42.578221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.588844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Pushing event deleted for resources: {'Port': ['ID=243c1f63-c1b9-489c-a857-a08f5bccc7ff,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.671081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.673525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.690528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] No DVR routers for this DVR port 243c1f63-c1b9-489c-a857-a08f5bccc7ff on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:42.699248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Transition to ACTIVE for port object 64723d59-7c99-4447-8d98-4612e895d2d5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:42.716272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.726965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85c42862-e3a3-406b-91ca-20a24ea16320 req-f31b0f1c-e2e8-45f1-aa02-3ee75b66206f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "DELETE /v2.0/ports/243c1f63-c1b9-489c-a857-a08f5bccc7ff HTTP/1.1" status: 204 len: 173 time: 3.3369944 Jul 22 14:24:42.730079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'name': 'network-vif-deleted', 'tag': '243c1f63-c1b9-489c-a857-a08f5bccc7ff'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:42.733465 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939200c6-6dde-4ad9-ae7e-ff81a280edfb" -d '{"events": [{"server_uuid": "4827bbe7-1e08-49ca-aa02-00df869e3baa", "name": "network-vif-deleted", "tag": "243c1f63-c1b9-489c-a857-a08f5bccc7ff"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:42.742247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 243c1f63-c1b9-489c-a857-a08f5bccc7ff no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:42.746486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.752658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Port': ['ID=29874257-b1be-440c-87ba-a6c3bae25471,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.807058 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88521e46-246c-473d-a4c7-bafe2b51c316 x-openstack-request-id: req-88521e46-246c-473d-a4c7-bafe2b51c316 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:42.807620 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4827bbe7-1e08-49ca-aa02-00df869e3baa", "name": "network-vif-deleted", "tag": "243c1f63-c1b9-489c-a857-a08f5bccc7ff", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:42.808043 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88521e46-246c-473d-a4c7-bafe2b51c316 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:42.808608 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4827bbe7-1e08-49ca-aa02-00df869e3baa', 'name': 'network-vif-deleted', 'tag': '243c1f63-c1b9-489c-a857-a08f5bccc7ff', 'status': 'completed', 'code': 200} Jul 22 14:24:42.813207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Pushing event updated for resources: {'Port': ['ID=64723d59-7c99-4447-8d98-4612e895d2d5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.815237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Port 29874257-b1be-440c-87ba-a6c3bae25471 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:42.849275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e2831-89a0-4c2d-8195-6d0913b62693 None None] Pushing event updated for resources: {'Port': ['ID=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.869686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.876176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ca277c-60c7-4018-b95c-e32cd84ee33d {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:24:42.881704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.882927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-092f116a-1f87-435c-bc1b-2874ab88caa1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a8ca277c-60c7-4018-b95c-e32cd84ee33d HTTP/1.1" status: 204 len: 168 time: 2.9687684 Jul 22 14:24:42.885723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:42.902178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 243c1f63-c1b9-489c-a857-a08f5bccc7ff {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:42.905013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 243c1f63-c1b9-489c-a857-a08f5bccc7ff not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:42.918769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e49c668-9e98-40c0-a2ac-48d20f3e0f0e req-8ac8b469-0a26-4d8d-8bc7-380113e863e6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337457 Jul 22 14:24:42.996777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 18e7e900-a98f-46ef-99de-0da359e8483a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:42.999998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.010877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Deleting subnet 49842041-89fa-4072-b8db-d0941fa585c0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:43.016668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.059856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.060352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:43.061589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Attempting to bind port 64723d59-7c99-4447-8d98-4612e895d2d5 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:43.072115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Attempting to bind port 64723d59-7c99-4447-8d98-4612e895d2d5 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:43.072888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Attempting to bind port 64723d59-7c99-4447-8d98-4612e895d2d5 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:43.076533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:43.082688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Port 64723d59-7c99-4447-8d98-4612e895d2d5 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:43.083016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Attempting to bind port 64723d59-7c99-4447-8d98-4612e895d2d5 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:43.092279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:43.092845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Checking segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:43.093415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Bound using segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:43.094317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Bound port: 64723d59-7c99-4447-8d98-4612e895d2d5, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:43.094865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.140351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6da0b5fb-d70f-43d1-b1a0-9af8487c87ee None None] Provisioning complete for port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:43.140720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6da0b5fb-d70f-43d1-b1a0-9af8487c87ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.258531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.308417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] For port 64723d59-7c99-4447-8d98-4612e895d2d5, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:43.313560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] For port 64723d59-7c99-4447-8d98-4612e895d2d5, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=64723d59-7c99-4447-8d98-4612e895d2d5,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:43.322056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.386253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.389226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.391088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] 10.222.0.20 "PUT /v2.0/ports/64723d59-7c99-4447-8d98-4612e895d2d5 HTTP/1.1" status: 200 len: 1093 time: 3.8368542 Jul 22 14:24:43.420139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:43.436802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Router d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:24:43.448272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f34eb-1d5c-4bbe-8ad2-4129c1be464c service neutron] Pushing event updated for resources: {'Port': ['ID=64723d59-7c99-4447-8d98-4612e895d2d5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:43.616901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d9d3dc-1ffb-49d9-837c-13803b3825a8 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:43.632116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.688279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e939df6-85ce-4847-b26d-5a2288112ecf req-87ccd01e-ecaf-419c-8a54-330e3260e604 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.690257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e939df6-85ce-4847-b26d-5a2288112ecf req-87ccd01e-ecaf-419c-8a54-330e3260e604 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 931 time: 0.6986625 Jul 22 14:24:43.693470 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.697504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Transition to ACTIVE for port object 41d9d3dc-1ffb-49d9-837c-13803b3825a8 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:43.744318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.766458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49842041-89fa-4072-b8db-d0941fa585c0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:43.807303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.812142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b0c1464-0ecc-445f-9d5e-64d9be7d38a4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/49842041-89fa-4072-b8db-d0941fa585c0 HTTP/1.1" status: 204 len: 168 time: 0.9071562 Jul 22 14:24:43.814814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33280) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:43.837728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9e422-6d1c-4cca-b2e8-9f3265e64aa8 None None] Network 6da56f10-f008-4060-87cb-09f621a96980 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:43.850614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e939df6-85ce-4847-b26d-5a2288112ecf req-2207485a-8fd4-4f78-8992-4345cddf28bb tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440265 Jul 22 14:24:43.852560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:43.854706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 0a7f4b58-22d7-4fd3-8123-6ff64ef1d9bb not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:43.868550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Pushing event updated for resources: {'Port': ['ID=41d9d3dc-1ffb-49d9-837c-13803b3825a8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:43.934189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:43.941800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-316926fb-b93b-47e3-89c9-2b12e955af65 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2530520 Jul 22 14:24:43.945344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:43.954583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] Sync routers for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:43.986059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.073063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:44.074231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.079362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1024c467-e93a-43fa-94a0-57dbf6588979 None None] Provisioning complete for port 29874257-b1be-440c-87ba-a6c3bae25471 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:44.080034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1024c467-e93a-43fa-94a0-57dbf6588979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.102204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-474b3503-5509-41d3-9d8c-3a87920ea675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:44.103785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-474b3503-5509-41d3-9d8c-3a87920ea675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=9b932154-1819-4178-a751-29a05e74aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.4716635 Jul 22 14:24:44.119086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.128517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Attempting to bind port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:44.128935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Attempting to bind port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:44.129347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Attempting to bind port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:44.136706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:44.137107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Attempting to bind port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:44.144738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:44.145012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Checking segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:44.145871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Bound using segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:44.146409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Bound port: 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:44.146881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.170774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-5349f9f7-e261-4811-9d72-7cc868230fe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64723d59-7c99-4447-8d98-4612e895d2d5 HTTP/1.1" status: 200 len: 217 time: 0.0581481 Jul 22 14:24:44.172614 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:44.173542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.176414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Deleting port 89f47548-4ddb-445f-89da-3ee37fa27236 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:44.176751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.227112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1024c467-e93a-43fa-94a0-57dbf6588979 None None] Port 29874257-b1be-440c-87ba-a6c3bae25471 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:44.238507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.239224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57165938-0117-4b1d-859e-e98fc051b5f9 None None] The sync data for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:44.322378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] DHCP port deletion for 6da56f10-f008-4060-87cb-09f621a96980 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:24:44.337648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-319704f0-2196-466a-bdd5-99f2a5137974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:44.337648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-319704f0-2196-466a-bdd5-99f2a5137974 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.1580379 Jul 22 14:24:44.347289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] For port 89f47548-4ddb-445f-89da-3ee37fa27236, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=89f47548-4ddb-445f-89da-3ee37fa27236,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:44.347651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.388098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-d4b83be5-6089-4941-adfd-b2e846f33640 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433738 Jul 22 14:24:44.392128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Calling delete_port for 89f47548-4ddb-445f-89da-3ee37fa27236 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:44.419457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:44.419704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720bc1e-65e4-4d9a-a6cb-ecfcd87b17bf req-a6b83f74-34c4-44b7-8ffd-7a707cb41266 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:44.426407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e720bc1e-65e4-4d9a-a6cb-ecfcd87b17bf req-a6b83f74-34c4-44b7-8ffd-7a707cb41266 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3492196 Jul 22 14:24:44.460292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] For port 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:44.535415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] Deleting port 89f47548-4ddb-445f-89da-3ee37fa27236 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:44.535793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.548436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] For port 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:44.575175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e720bc1e-65e4-4d9a-a6cb-ecfcd87b17bf req-2342daed-0ddf-4667-88c1-64b59fd31433 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476684 Jul 22 14:24:44.576628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.663594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-181c9d1f-1f7d-4548-92e1-8f378bd3277c service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693110 Jul 22 14:24:44.673449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:44.674194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.713114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] For port 89f47548-4ddb-445f-89da-3ee37fa27236, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=89f47548-4ddb-445f-89da-3ee37fa27236,segment=NetworkSegment(ff84430f-f61d-4d61-a815-6e169f438065),segment_id=ff84430f-f61d-4d61-a815-6e169f438065)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:44.729761 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.743070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:44.743706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.745119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] 10.222.0.13 "PUT /v2.0/ports/41d9d3dc-1ffb-49d9-837c-13803b3825a8 HTTP/1.1" status: 200 len: 1092 time: 4.1547921 Jul 22 14:24:44.757293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'tag': '41d9d3dc-1ffb-49d9-837c-13803b3825a8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:44.760049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] Calling delete_port for 89f47548-4ddb-445f-89da-3ee37fa27236 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:44.760412 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac483d96-94e2-4545-9cfb-73d5c6e9648d", "tag": "41d9d3dc-1ffb-49d9-837c-13803b3825a8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:44.810367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b932154-1819-4178-a751-29a05e74aaf6', 'tag': '64723d59-7c99-4447-8d98-4612e895d2d5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:44.810900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cc15d-3ea1-45ad-a35c-858467d7e72f service neutron] Pushing event updated for resources: {'Port': ['ID=41d9d3dc-1ffb-49d9-837c-13803b3825a8,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:44.815348 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df3deac-9748-481a-b0a3-192f26905461" -d '{"events": [{"name": "network-changed", "server_uuid": "9b932154-1819-4178-a751-29a05e74aaf6", "tag": "64723d59-7c99-4447-8d98-4612e895d2d5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:44.821553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.872549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Pushing event deleted for resources: {'Port': ['ID=89f47548-4ddb-445f-89da-3ee37fa27236,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:44.907105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] No DVR routers for this DVR port 89f47548-4ddb-445f-89da-3ee37fa27236 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:44.938460 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d549f4-a8dc-4cb8-b3a9-23bd817089f9 x-openstack-request-id: req-64d549f4-a8dc-4cb8-b3a9-23bd817089f9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:44.938753 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac483d96-94e2-4545-9cfb-73d5c6e9648d", "tag": "41d9d3dc-1ffb-49d9-837c-13803b3825a8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:44.939039 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64d549f4-a8dc-4cb8-b3a9-23bd817089f9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:44.939423 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'tag': '41d9d3dc-1ffb-49d9-837c-13803b3825a8', 'status': 'completed', 'code': 200} Jul 22 14:24:45.091499 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46410e7e-d3a3-4881-a9ae-008e2768428c x-openstack-request-id: req-46410e7e-d3a3-4881-a9ae-008e2768428c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:45.091881 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b932154-1819-4178-a751-29a05e74aaf6", "tag": "64723d59-7c99-4447-8d98-4612e895d2d5", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:45.092067 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46410e7e-d3a3-4881-a9ae-008e2768428c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:45.093307 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b932154-1819-4178-a751-29a05e74aaf6', 'tag': '64723d59-7c99-4447-8d98-4612e895d2d5', 'status': 'completed', 'code': 200} Jul 22 14:24:45.167469 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.186540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] No DVR routers for this DVR port 89f47548-4ddb-445f-89da-3ee37fa27236 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:45.217796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9108bb8-20bd-4ff7-ab44-54886d2254f2 None None] Pushing event deleted for resources: {'Port': ['ID=89f47548-4ddb-445f-89da-3ee37fa27236,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:45.241061 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.252147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-77644b6c-d4b0-469a-bec2-7c5fac8b4587 service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465662 Jul 22 14:24:45.260038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da56f10-f008-4060-87cb-09f621a96980']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:45.268092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a00ac125-c19e-4a7c-a772-272fe2e27c68 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:45.273225 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-60114629-c66f-4cd8-8e55-1704839ff04f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:24:45.277208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-60114629-c66f-4cd8-8e55-1704839ff04f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3280554 Jul 22 14:24:45.278108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33306) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:45.278708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-9e9f6fb3-7f8e-4f6d-8513-6166fb9cc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.280414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-9e9f6fb3-7f8e-4f6d-8513-6166fb9cc989 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 1095 time: 0.3846354 Jul 22 14:24:45.291177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff84430f-f61d-4d61-a815-6e169f438065') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:45.291177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff84430f-f61d-4d61-a815-6e169f438065') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:45.294452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a00ac125-c19e-4a7c-a772-272fe2e27c68 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:45.294804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a00ac125-c19e-4a7c-a772-272fe2e27c68 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:45.307330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1cb2-62d1-408a-ac9e-06a8dce2f851 req-28f29aaf-4b36-4b35-923e-b84dc86d48be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.308904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f78e1cb2-62d1-408a-ac9e-06a8dce2f851 req-28f29aaf-4b36-4b35-923e-b84dc86d48be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2508025 Jul 22 14:24:45.346115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-93ff771a-22c6-433a-88b4-4b937c809b68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8 HTTP/1.1" status: 200 len: 217 time: 0.0547593 Jul 22 14:24:45.388642 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.419989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f78e1cb2-62d1-408a-ac9e-06a8dce2f851 req-7e64ca3a-e2a2-4f23-8628-9297b0f759d6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794325 Jul 22 14:24:45.424028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-6d99452b-1f97-4db8-aad8-77c27a194414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.425488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-6d99452b-1f97-4db8-aad8-77c27a194414 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.0699739 Jul 22 14:24:45.449645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.475046 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-1daafda3-26f7-4cb1-af44-5f13c891df69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379546 Jul 22 14:24:45.485327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:45.485775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:45.487523 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:45.518762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796da4a-d989-4a09-92b5-6136f2fd9a75 req-7e3b3172-b5f0-4107-b373-40dcf35397dd tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.525851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a796da4a-d989-4a09-92b5-6136f2fd9a75 req-7e3b3172-b5f0-4107-b373-40dcf35397dd tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 943 time: 0.3976147 Jul 22 14:24:45.582038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-d70be1c5-cd5a-46d5-865b-c57e6118197e service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992408 Jul 22 14:24:45.695545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a796da4a-d989-4a09-92b5-6136f2fd9a75 req-49f2eb6c-904b-49b7-a5db-319ae9215e82 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687491 Jul 22 14:24:45.712086 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.715011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3deac-9748-481a-b0a3-192f26905461 req-dce3d4d9-614b-4060-b2a4-02a5a38a5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.717189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-dce3d4d9-614b-4060-b2a4-02a5a38a5eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=9b932154-1819-4178-a751-29a05e74aaf6 HTTP/1.1" status: 200 len: 1096 time: 0.3743386 Jul 22 14:24:45.725890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.727389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] 10.222.0.11 "DELETE /v2.0/networks/6da56f10-f008-4060-87cb-09f621a96980 HTTP/1.1" status: 204 len: 168 time: 1.9110692 Jul 22 14:24:45.750213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deafc7ca-da98-48ce-898b-a04a54ac13e9 req-ff6fd4d6-4744-4f3b-ab0b-bd050f1d9027 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587691 Jul 22 14:24:45.785818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20a26-a6a9-4bed-bf60-c71cc0aa9d39 req-88243bce-048b-4569-9789-e6bde38dbca3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.788996 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6a20a26-a6a9-4bed-bf60-c71cc0aa9d39 req-88243bce-048b-4569-9789-e6bde38dbca3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2060637 Jul 22 14:24:45.832917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45904e-f358-4b78-8d65-2121fb5ea80f admin admin] Pushing event deleted for resources: {'Network': ['ID=6da56f10-f008-4060-87cb-09f621a96980,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:45.898209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e6a20a26-a6a9-4bed-bf60-c71cc0aa9d39 req-8dcbf5c9-54b3-414c-9b2a-bcc3879d8491 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945745 Jul 22 14:24:45.930959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-e17005fa-43f1-4d74-87a4-847001d66d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.934022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-e17005fa-43f1-4d74-87a4-847001d66d2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 1095 time: 0.1086614 Jul 22 14:24:45.944118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:45.999738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3deac-9748-481a-b0a3-192f26905461 req-b97fe36e-4b61-4da3-b521-1238b0a37005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:46.001323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-b97fe36e-4b61-4da3-b521-1238b0a37005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 914 time: 0.2624412 Jul 22 14:24:46.102570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f178c96c-5b50-440a-902a-22c83ee5035c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12aa9c687eb14d7ebf5361fc145b2dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536424 Jul 22 14:24:46.103094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:46.121926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-157f4015-3540-48a1-bf53-d2eae880b509 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64723d59-7c99-4447-8d98-4612e895d2d5 HTTP/1.1" status: 200 len: 217 time: 0.1032166 Jul 22 14:24:46.177326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-2f352dea-6728-4542-9e69-faec6a5f40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:46.179678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-2f352dea-6728-4542-9e69-faec6a5f40b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 914 time: 0.2266595 Jul 22 14:24:46.232637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3deac-9748-481a-b0a3-192f26905461 req-f1f6f745-1f1d-44ef-809b-189d8d20c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:46.234665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-f1f6f745-1f1d-44ef-809b-189d8d20c7ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.0974443 Jul 22 14:24:46.252702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-621cc5cc-c131-4a4c-8c8d-ededb82ffd2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8 HTTP/1.1" status: 200 len: 217 time: 0.0628955 Jul 22 14:24:46.317019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aabe76a5-171d-47fa-bc15-13b15d11a8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.325209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-fb6a16f4-2611-4c8b-87dd-892c41ea2895 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749071 Jul 22 14:24:46.344732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 89f47548-4ddb-445f-89da-3ee37fa27236 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:46.384157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 89f47548-4ddb-445f-89da-3ee37fa27236 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:46.384493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 89f47548-4ddb-445f-89da-3ee37fa27236 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:46.387260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aabe76a5-171d-47fa-bc15-13b15d11a8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.392335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-826de560-86d6-46f7-b26c-44bb500e3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:46.393132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.394062 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-826de560-86d6-46f7-b26c-44bb500e3ae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.1349940 Jul 22 14:24:46.465215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-061a32b8-f6db-4c3d-9461-75cc4a786295 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636971 Jul 22 14:24:46.576588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-2ff9d94b-4494-4cf2-a8db-3f97eb0c1ee6 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021683 Jul 22 14:24:46.606412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aabe76a5-171d-47fa-bc15-13b15d11a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.609739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aabe76a5-171d-47fa-bc15-13b15d11a8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.610881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aabe76a5-171d-47fa-bc15-13b15d11a8df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35a07ca8-fed5-4524-b9fb-9347ed929e49 HTTP/1.1" status: 204 len: 168 time: 0.5068536 Jul 22 14:24:46.775082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-bc952e0a-3d28-4755-8e13-8f859491239e service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433579 Jul 22 14:24:46.804224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a7bbdd2-9354-4634-a008-aa0053ccc7cf req-5d83aefa-db62-4180-8c81-747c6bd645a2 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156949 Jul 22 14:24:46.814228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe76a5-171d-47fa-bc15-13b15d11a8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a07ca8-fed5-4524-b9fb-9347ed929e49,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:47.091790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f49b59-7996-49ae-afdc-0029130665bf req-d2767fd9-4c89-4c73-ad9e-3be1803b110f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:47.093391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4f49b59-7996-49ae-afdc-0029130665bf req-d2767fd9-4c89-4c73-ad9e-3be1803b110f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 943 time: 0.3169234 Jul 22 14:24:47.124985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7df3deac-9748-481a-b0a3-192f26905461 req-eb9778d7-0d83-4516-9c9e-bd45ff5326a3 service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196385 Jul 22 14:24:47.209817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4f49b59-7996-49ae-afdc-0029130665bf req-1dbce996-9764-47aa-a4fd-db46323f7727 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003737 Jul 22 14:24:47.264096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting port 29874257-b1be-440c-87ba-a6c3bae25471 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:47.264720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.393288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.414207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Calling delete_port for 29874257-b1be-440c-87ba-a6c3bae25471 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:47.735646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.778996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Port': ['ID=29874257-b1be-440c-87ba-a6c3bae25471,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:47.820041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 41d9d3dc-1ffb-49d9-837c-13803b3825a8 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:47.966609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:48.003592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.050204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:48.076329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '41d9d3dc-1ffb-49d9-837c-13803b3825a8', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'port_id': '41d9d3dc-1ffb-49d9-837c-13803b3825a8', 'mac_address': 'fa:16:3e:86:08:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81b5d4d-da97-4cbf-b476-2ab889977a7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:48.166445 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.175622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1695839749-network', 'tenant_id': 'f77e1b99b092414c8543db091c0d9769'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:48.182554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d9d3dc-1ffb-49d9-837c-13803b3825a8 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:48.211021 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:48.216487 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.291577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=41d9d3dc-1ffb-49d9-837c-13803b3825a8,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:48.323935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Made reservation on behalf of f77e1b99b092414c8543db091c0d9769 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:48.326334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.339933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.384060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353cced-bc94-441e-ad0b-9915748756d6 req-230ee493-9942-4dd4-a5ac-4ee81bc2b029 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:48.385664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a353cced-bc94-441e-ad0b-9915748756d6 req-230ee493-9942-4dd4-a5ac-4ee81bc2b029 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1835241 Jul 22 14:24:48.459279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['41d9d3dc-1ffb-49d9-837c-13803b3825a8'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:48.475348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a353cced-bc94-441e-ad0b-9915748756d6 req-2050b8fa-d67b-45b0-99b1-85bfe3f1977a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752614 Jul 22 14:24:48.579778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.589239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.644185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa97a266-0546-4211-92fd-bee4b8a7ede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.680123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:48.708207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dfe96d-b944-4391-be03-a8d05178b00a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:48.738726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.739167 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Added segment da62e25e-7acf-458b-9aba-27efb3eb959b of type vlan for network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 Jul 22 14:24:48.761513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 64723d59-7c99-4447-8d98-4612e895d2d5 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:48.795638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.831884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe9445-206b-4b51-a26a-1d4ca3c3cc1e req-5ced40ba-d787-4f29-af8e-a5aac0971df2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:48.833460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cfe9445-206b-4b51-a26a-1d4ca3c3cc1e req-5ced40ba-d787-4f29-af8e-a5aac0971df2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1666057 Jul 22 14:24:48.862589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.863841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:48.864626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.923635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9560843 Jul 22 14:24:48.926893 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cfe9445-206b-4b51-a26a-1d4ca3c3cc1e req-1bb399a9-d2b1-4b84-8230-1f52b2f9796d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862501 Jul 22 14:24:48.929138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:48.933928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Request body: {'subnet': {'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1695839749-subnet', 'tenant_id': 'f77e1b99b092414c8543db091c0d9769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:48.970401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c364759-c244-466e-9fdc-19470fa93937 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c97d69-ceaf-432c-869b-c92c2fbf34e2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:48.985389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:49.008544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Made reservation on behalf of f77e1b99b092414c8543db091c0d9769 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:49.011342 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.096371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Router d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:49.187574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0b1fb-cf05-40b5-96ab-b3e70b4cd025 req-6f7f7d0f-6d51-4857-ae36-21e3365618fc tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.207083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28c0b1fb-cf05-40b5-96ab-b3e70b4cd025 req-6f7f7d0f-6d51-4857-ae36-21e3365618fc tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 944 time: 0.3708670 Jul 22 14:24:49.213943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 64723d59-7c99-4447-8d98-4612e895d2d5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=64723d59-7c99-4447-8d98-4612e895d2d5,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:49.227648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.230948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '64723d59-7c99-4447-8d98-4612e895d2d5', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'port_id': '64723d59-7c99-4447-8d98-4612e895d2d5', 'mac_address': 'fa:16:3e:67:40:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81b5d4d-da97-4cbf-b476-2ab889977a7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:49.317236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.352106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64723d59-7c99-4447-8d98-4612e895d2d5 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:49.356013 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28c0b1fb-cf05-40b5-96ab-b3e70b4cd025 req-e526f8f0-37be-4e6c-953d-17905b2401f8 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017551 Jul 22 14:24:49.357186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:49.378219 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] Sync routers for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:49.400648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 64723d59-7c99-4447-8d98-4612e895d2d5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=64723d59-7c99-4447-8d98-4612e895d2d5,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:49.414336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f46012e9-f909-4712-b9d0-bc69ee0bc87a tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1338022 Jul 22 14:24:49.418491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33402) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:49.423310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.426844 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:49.427470 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:49.519513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.539561 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:49.555210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=64723d59-7c99-4447-8d98-4612e895d2d5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:49.557456 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-6d96eb7e-b5ee-4775-a468-86cb696301f3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] delete failed (client error): The resource could not be found. Jul 22 14:24:49.558588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d96eb7e-b5ee-4775-a468-86cb696301f3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1727115678 HTTP/1.1" status: 404 len: 335 time: 0.1354764 Jul 22 14:24:49.569174 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:49.569819 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:49.575220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33408) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:49.581480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ca21d984-de05-435d-9d8d-4c89e571e8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd95cfaa1-e5cb-4f44-ac8e-45d2099113f5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:49.633302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3659bcff-e900-47a8-a9a5-cebe54df6e02,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:49.649484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['64723d59-7c99-4447-8d98-4612e895d2d5'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:49.673250 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:49.674235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fc404-9213-43c0-918a-cceec3036d19 None None] The sync data for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:49.750923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Checking segment: {'id': 'da62e25e-7acf-458b-9aba-27efb3eb959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:49.751284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Network hostable DHCP agents. Network: d5c97d69-ceaf-432c-869b-c92c2fbf34e2, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:49.824590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:49.834825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 41d9d3dc-1ffb-49d9-837c-13803b3825a8 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:49.855132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d5c97d69-ceaf-432c-869b-c92c2fbf34e2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:49.870085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.870614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.919674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab470f46-29e0-45fd-91a2-4e136fd8744f None None] Network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:49.961173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5298fbb-eb73-4a75-922f-8eb001488c97 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0285420 Jul 22 14:24:50.024714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.059818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:50.067526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:50.067900 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.151592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca21d984-de05-435d-9d8d-4c89e571e8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.191394 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-ca21d984-de05-435d-9d8d-4c89e571e8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] update failed (client error): The resource could not be found. Jul 22 14:24:50.193116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca21d984-de05-435d-9d8d-4c89e571e8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 HTTP/1.1" status: 404 len: 339 time: 0.6156335 Jul 22 14:24:50.200934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:50.207102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1969958116'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:50.271243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:50.275551 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.355858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:50.381812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.382345 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Added segment 7793bd66-a5df-4923-a0bf-7524ec2caeef of type vlan for network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 Jul 22 14:24:50.387779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81156ae-1947-4afb-b503-570103fda51e None None] Network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:50.447696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.485296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.524199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.536635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:50.539489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.608212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4051402 Jul 22 14:24:50.614790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:50.631181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'subnet': {'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:50.708070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d9d3dc-1ffb-49d9-837c-13803b3825a8'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:50.718749 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7ae91-7756-4c13-995b-14b61550620f" -d '{"events": [{"server_uuid": "ac483d96-94e2-4545-9cfb-73d5c6e9648d", "name": "network-vif-plugged", "status": "completed", "tag": "41d9d3dc-1ffb-49d9-837c-13803b3825a8"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:50.746001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c8133-9b73-4d17-8ab2-d3f1922c8f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Network': ['ID=0c78b631-5b50-4571-a94d-bd2858cbf3c7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:50.756887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea86c6-e2d0-4e49-ad9f-e23145cba053 req-94078cf1-ba8f-4a05-a9c4-33d3d42e35d8 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:50.768864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fea86c6-e2d0-4e49-ad9f-e23145cba053 req-94078cf1-ba8f-4a05-a9c4-33d3d42e35d8 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 944 time: 0.2235944 Jul 22 14:24:50.788661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 64723d59-7c99-4447-8d98-4612e895d2d5 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:50.808460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:50.817609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:50.946294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2fea86c6-e2d0-4e49-ad9f-e23145cba053 req-cf694514-0506-4e4d-ad53-7c690ab7274f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718361 Jul 22 14:24:51.007896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.106214 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228d510-1ef5-4de1-bd9b-6d854b720ee9 x-openstack-request-id: req-2228d510-1ef5-4de1-bd9b-6d854b720ee9 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:51.107151 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac483d96-94e2-4545-9cfb-73d5c6e9648d", "name": "network-vif-plugged", "status": "completed", "tag": "41d9d3dc-1ffb-49d9-837c-13803b3825a8", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:51.107151 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2228d510-1ef5-4de1-bd9b-6d854b720ee9 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:51.107457 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d9d3dc-1ffb-49d9-837c-13803b3825a8', 'code': 200} Jul 22 14:24:51.228062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=41d9d3dc-1ffb-49d9-837c-13803b3825a8,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:51.239666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 64723d59-7c99-4447-8d98-4612e895d2d5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:51.245761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 64723d59-7c99-4447-8d98-4612e895d2d5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:51.246132 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.343399 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:24:51.359288 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.416638 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.472189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Made reservation on behalf of c8d5320578ef451ca3cbb9dbc5e0b475 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:51.476534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.482213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61262f6a-6e2c-45aa-8b86-7b0f800d0962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.494627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 64723d59-7c99-4447-8d98-4612e895d2d5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=64723d59-7c99-4447-8d98-4612e895d2d5,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:51.499513 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.542315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-987e1cc5-9ed8-44f9-9f43-8072c5e5d29d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.548874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-987e1cc5-9ed8-44f9-9f43-8072c5e5d29d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/networks?id=d5c97d69-ceaf-432c-869b-c92c2fbf34e2 HTTP/1.1" status: 200 len: 814 time: 0.8477142 Jul 22 14:24:51.570331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c72fd-91ca-4034-836e-b0e3bf219e77 req-41d3c41c-db7a-4b4e-acf2-5356b15b0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.571804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-853c72fd-91ca-4034-836e-b0e3bf219e77 req-41d3c41c-db7a-4b4e-acf2-5356b15b0863 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 1097 time: 0.1919341 Jul 22 14:24:51.580852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-3ae3fcd5-56b4-4b12-9c5a-2ce38cedac2b tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/quotas/f77e1b99b092414c8543db091c0d9769 HTTP/1.1" status: 200 len: 375 time: 0.0311258 Jul 22 14:24:51.646221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=64723d59-7c99-4447-8d98-4612e895d2d5,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:51.655036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-91a3cf49-1c75-4763-94b6-6dde8044244d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f77e1b99b092414c8543db091c0d9769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732980 Jul 22 14:24:51.772609 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-853c72fd-91ca-4034-836e-b0e3bf219e77 req-3ff6fb42-a3bf-4052-936c-811c6c6988db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609185 Jul 22 14:24:51.833888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-807fea6c-e708-4ccc-8e14-4fb1b0e1bdaa service neutron] 10.222.0.11 "GET /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778347 Jul 22 14:24:52.057104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.100431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-a1fa14f6-98ff-4c3c-b09d-22da9e4ab4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588205 Jul 22 14:24:52.143701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Subnet': ['ID=230bacd0-ab31-4b43-a6f5-c969f90b6cd8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:52.157168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Checking segment: {'id': '7793bd66-a5df-4923-a0bf-7524ec2caeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:52.158359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network hostable DHCP agents. Network: 0c78b631-5b50-4571-a94d-bd2858cbf3c7, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:52.166623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0fcdf-3172-4211-869d-bc4397990f93 req-864c5bdc-6fe6-4355-9e64-00135447a5e0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:52.168313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ca0fcdf-3172-4211-869d-bc4397990f93 req-864c5bdc-6fe6-4355-9e64-00135447a5e0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 945 time: 0.1092265 Jul 22 14:24:52.183698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:52.211346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0c78b631-5b50-4571-a94d-bd2858cbf3c7) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:52.218413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:52.219164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.225809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa366a8-bf80-4844-bc41-ed0238193cfe None None] Network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:52.261362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad39a0a9-5f67-49c2-9a49-4c4bbe922db7 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6451721 Jul 22 14:24:52.263883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:52.268947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d53daceb-aa72-43d2-b7bf-9f7d01ba0c3f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:52.277836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ca0fcdf-3172-4211-869d-bc4397990f93 req-ce9cc390-bde7-4b24-bae8-5d5f335628e8 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022353 Jul 22 14:24:52.494795 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.583457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-0c78b631-5b50-4571-a94d-bd2858cbf3c7', 'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7', 'tenant_id': 'c8d5320578ef451ca3cbb9dbc5e0b475', 'fixed_ips': [{'subnet_id': '230bacd0-ab31-4b43-a6f5-c969f90b6cd8'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:52.586304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.672337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56c34cd1-c30d-4121-a2a8-f77a1b949cfd req-5324713c-5466-40da-a01f-2fd940567c8c tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 210 time: 0.0974503 Jul 22 14:24:52.700860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7c1ef-63c1-4637-bf6a-2a39dadcfcb0 req-d5137f46-539e-44f6-9644-6c2fead1fb99 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:52.708471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84d7c1ef-63c1-4637-bf6a-2a39dadcfcb0 req-d5137f46-539e-44f6-9644-6c2fead1fb99 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2002068 Jul 22 14:24:52.858566 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84d7c1ef-63c1-4637-bf6a-2a39dadcfcb0 req-628318a5-0285-4ad5-94ac-90fecf9dc4e6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401525 Jul 22 14:24:52.893105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d53daceb-aa72-43d2-b7bf-9f7d01ba0c3f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.949038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Allocated IP 2001:db8:1::2 (0c78b631-5b50-4571-a94d-bd2858cbf3c7/230bacd0-ab31-4b43-a6f5-c969f90b6cd8/b04e4c14-6216-4a70-af9b-4da0b5281978) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:53.108861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b932154-1819-4178-a751-29a05e74aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64723d59-7c99-4447-8d98-4612e895d2d5'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:53.111200 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d010f6c7-9e33-4ad6-99ac-a274da472f2c" -d '{"events": [{"server_uuid": "9b932154-1819-4178-a751-29a05e74aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "64723d59-7c99-4447-8d98-4612e895d2d5"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:53.167558 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d53daceb-aa72-43d2-b7bf-9f7d01ba0c3f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:24:53.168993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d53daceb-aa72-43d2-b7bf-9f7d01ba0c3f tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 HTTP/1.1" status: 400 len: 364 time: 0.9040911 Jul 22 14:24:53.172781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33498) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:53.188203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d761-41b1-4394-95ba-e1402f91c963 req-b28d6ef4-9cfa-4477-ac7a-11c9ec8f330a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.189846 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f06d761-41b1-4394-95ba-e1402f91c963 req-b28d6ef4-9cfa-4477-ac7a-11c9ec8f330a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1194339 Jul 22 14:24:53.213826 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd0c658-4a62-4d83-9b72-3716bcc284b7 x-openstack-request-id: req-1cd0c658-4a62-4d83-9b72-3716bcc284b7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:53.214120 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b932154-1819-4178-a751-29a05e74aaf6", "name": "network-vif-plugged", "status": "completed", "tag": "64723d59-7c99-4447-8d98-4612e895d2d5", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:53.214382 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cd0c658-4a62-4d83-9b72-3716bcc284b7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:53.214782 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b932154-1819-4178-a751-29a05e74aaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64723d59-7c99-4447-8d98-4612e895d2d5', 'code': 200} Jul 22 14:24:53.247192 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.261732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Transition to ACTIVE for port object b04e4c14-6216-4a70-af9b-4da0b5281978 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:53.266223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f06d761-41b1-4394-95ba-e1402f91c963 req-26bbb3be-fc1e-483a-86ff-6b998f118463 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679915 Jul 22 14:24:53.324011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Transition to ACTIVE for port object b04e4c14-6216-4a70-af9b-4da0b5281978 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:53.340345 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.449856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:53.458089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:53.468739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:53.554642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Pushing event updated for resources: {'Port': ['ID=b04e4c14-6216-4a70-af9b-4da0b5281978,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:53.608738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9238e-0df0-4a9c-bbf3-0c7e408e7b4a req-eb0087f2-ea20-452c-8659-392ddb22b6a0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.623665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85f9238e-0df0-4a9c-bbf3-0c7e408e7b4a req-eb0087f2-ea20-452c-8659-392ddb22b6a0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1508629 Jul 22 14:24:53.638051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Attempting to bind port b04e4c14-6216-4a70-af9b-4da0b5281978 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:53.638678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Attempting to bind port b04e4c14-6216-4a70-af9b-4da0b5281978 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '7793bd66-a5df-4923-a0bf-7524ec2caeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:53.639236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Attempting to bind port b04e4c14-6216-4a70-af9b-4da0b5281978 on network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:53.644833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:53.645445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Checking segment: {'id': '7793bd66-a5df-4923-a0bf-7524ec2caeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:53.646060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.646775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Bound using segment: {'id': '7793bd66-a5df-4923-a0bf-7524ec2caeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:53.647516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Bound port: b04e4c14-6216-4a70-af9b-4da0b5281978, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7793bd66-a5df-4923-a0bf-7524ec2caeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0c78b631-5b50-4571-a94d-bd2858cbf3c7'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:53.648084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.718308 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85f9238e-0df0-4a9c-bbf3-0c7e408e7b4a req-90e1e223-f1e3-459c-989b-423d5d216a79 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883145 Jul 22 14:24:53.777405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] For port b04e4c14-6216-4a70-af9b-4da0b5281978, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:53.791015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] For port b04e4c14-6216-4a70-af9b-4da0b5281978, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b04e4c14-6216-4a70-af9b-4da0b5281978,segment=NetworkSegment(7793bd66-a5df-4923-a0bf-7524ec2caeef),segment_id=7793bd66-a5df-4923-a0bf-7524ec2caeef)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:53.800188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.881803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-575fe01f-b619-450e-b5ff-5e8fa63122c5 req-2f07124d-9261-45fc-82fe-55f2f52830f9 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 210 time: 0.0585938 Jul 22 14:24:53.905670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcd53e-fb49-4697-b5f6-670528390e72 req-0f39ac0f-c0a1-4ac8-951e-da443386e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.907877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ebcd53e-fb49-4697-b5f6-670528390e72 req-0f39ac0f-c0a1-4ac8-951e-da443386e02c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b932154-1819-4178-a751-29a05e74aaf6 HTTP/1.1" status: 200 len: 1098 time: 0.6412067 Jul 22 14:24:53.918285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6a05b-5b99-4761-bbae-5ce9a609d019 req-cd024f7a-fa63-4a74-bd1c-d783344304a9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.936025 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66a6a05b-5b99-4761-bbae-5ce9a609d019 req-cd024f7a-fa63-4a74-bd1c-d783344304a9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 945 time: 0.3598874 Jul 22 14:24:53.950569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1162868-c760-4a01-a3b8-c1a19380c0ef None None] Pushing event updated for resources: {'Port': ['ID=b04e4c14-6216-4a70-af9b-4da0b5281978,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:54.018209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ebcd53e-fb49-4697-b5f6-670528390e72 req-2b9305d1-ee02-4a41-9a58-0c29ca2a5a74 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788159 Jul 22 14:24:54.045164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.128585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66a6a05b-5b99-4761-bbae-5ce9a609d019 req-4c7af9f6-ac01-4306-8aaf-327e63dad014 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915751 Jul 22 14:24:54.197576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f0f2f-0d39-416e-860d-a355e3bba89b req-22018729-cc37-49a4-9f63-804dc565574c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.208187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-249f0f2f-0d39-416e-860d-a355e3bba89b req-22018729-cc37-49a4-9f63-804dc565574c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2019899 Jul 22 14:24:54.229391 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.322512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-249f0f2f-0d39-416e-860d-a355e3bba89b req-05035cc6-b9e7-4dd6-a4ba-0ecdc49699e8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080046 Jul 22 14:24:54.533502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba53c0-fed4-49ad-9d20-7ed32c7681d0 req-6089f9d3-6d12-442f-aa2b-946e698f30e4 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.540932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0ba53c0-fed4-49ad-9d20-7ed32c7681d0 req-6089f9d3-6d12-442f-aa2b-946e698f30e4 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b932154-1819-4178-a751-29a05e74aaf6 HTTP/1.1" status: 200 len: 946 time: 0.2950537 Jul 22 14:24:54.611707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-1ba79435-abf7-4284-9ed0-ef77e5bd9e3d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.613172 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-1ba79435-abf7-4284-9ed0-ef77e5bd9e3d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.20 "GET /v2.0/networks?id=d5c97d69-ceaf-432c-869b-c92c2fbf34e2 HTTP/1.1" status: 200 len: 814 time: 0.4359393 Jul 22 14:24:54.640386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Request body: {'port': {'device_id': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2', 'admin_state_up': True, 'tenant_id': 'f77e1b99b092414c8543db091c0d9769'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:54.708705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b0ba53c0-fed4-49ad-9d20-7ed32c7681d0 req-4498fb56-dc35-4f96-bf8e-9146ff2eb499 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667955 Jul 22 14:24:54.759591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e751-676f-4a31-8e7d-1ee4e43f6506 req-daeec251-28c4-495c-8721-490aff30a9c4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.764119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdd8e751-676f-4a31-8e7d-1ee4e43f6506 req-daeec251-28c4-495c-8721-490aff30a9c4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1973491 Jul 22 14:24:54.783528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Allocated IP 2001:db8::1 (52fa569d-df81-41d1-bc92-63a5f3465461/1ed13821-733c-49b6-8930-f164d07eabef/12830b1f-acf1-410f-9d33-33ef7a0e825d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:54.870021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdd8e751-676f-4a31-8e7d-1ee4e43f6506 req-bf26e3d8-ee21-4e1c-81ad-bcd604453333 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968213 Jul 22 14:24:54.931836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Made reservation on behalf of f77e1b99b092414c8543db091c0d9769 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:54.935795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.128824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7fec9fa-c8d8-42ce-b340-a1cee8b2f6fc req-516ad972-0b7b-419c-a348-2cbcba8e1823 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 210 time: 0.0630350 Jul 22 14:24:55.188535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.326611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Transition to ACTIVE for port object 12830b1f-acf1-410f-9d33-33ef7a0e825d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:55.379824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92455aa-3eaa-4935-9498-087b587b34ff req-f0cddd35-3966-4818-a114-c5ae7d97fe7d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:55.388399 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c92455aa-3eaa-4935-9498-087b587b34ff req-f0cddd35-3966-4818-a114-c5ae7d97fe7d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3513367 Jul 22 14:24:55.399440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Allocated IP 172.20.0.11 (d5c97d69-ceaf-432c-869b-c92c2fbf34e2/3659bcff-e900-47a8-a9a5-cebe54df6e02/8f9254fb-1c4c-4be3-b550-565fce27b019) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:55.485595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c92455aa-3eaa-4935-9498-087b587b34ff req-d8cebb88-519d-4a65-8b95-c7723c1ed2e9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961473 Jul 22 14:24:55.517839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.638455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network 52fa569d-df81-41d1-bc92-63a5f3465461 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:55.675142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:55.684930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:55.685312 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.691346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Port': ['ID=12830b1f-acf1-410f-9d33-33ef7a0e825d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:55.825251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0496a0ad-b472-4305-93e9-5dff079f013e None None] Network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:55.921551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.959454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400a538-e57b-48e6-aa5d-aed0895d9eca req-b3ffa113-7207-4f5b-8e15-ef9314c1519e tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:55.974584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c400a538-e57b-48e6-aa5d-aed0895d9eca req-b3ffa113-7207-4f5b-8e15-ef9314c1519e tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=9b932154-1819-4178-a751-29a05e74aaf6 HTTP/1.1" status: 200 len: 946 time: 0.1883812 Jul 22 14:24:56.048812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c400a538-e57b-48e6-aa5d-aed0895d9eca req-f3a8938a-acd7-4790-a95e-8cce20dadcaf tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726249 Jul 22 14:24:56.068088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fab0056a-428a-495a-bbe9-35a15f15972a None None] Provisioning for port b04e4c14-6216-4a70-af9b-4da0b5281978 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:56.218310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a573e93-a871-4fc6-84ad-8ce1170fabf7 req-7a1b6473-0e24-47cc-8520-405ca5ff704f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:56.220769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a573e93-a871-4fc6-84ad-8ce1170fabf7 req-7a1b6473-0e24-47cc-8520-405ca5ff704f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3197014 Jul 22 14:24:56.233389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.360646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:56.361418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.372262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:56.375424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:56.450052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b04e4c14-6216-4a70-af9b-4da0b5281978 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:56.467471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:56.468585 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.474442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Pushing event updated for resources: {'Port': ['ID=8f9254fb-1c4c-4be3-b550-565fce27b019,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:56.519453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-412bc3cb-e32c-4d1d-8ad7-3f8d21f74499 None None] Provisioning for port 12830b1f-acf1-410f-9d33-33ef7a0e825d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:56.523947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6a573e93-a871-4fc6-84ad-8ce1170fabf7 req-3ac4c7d8-0168-43ba-a669-d7b0cc815647 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733014 Jul 22 14:24:56.573205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-412bc3cb-e32c-4d1d-8ad7-3f8d21f74499 None None] Provisioning complete for port 12830b1f-acf1-410f-9d33-33ef7a0e825d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:56.573553 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-412bc3cb-e32c-4d1d-8ad7-3f8d21f74499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.585564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7eebe-329a-437b-a1a9-effa3204ef9b req-ba5f487a-a326-4e9a-b5bb-40fd309a60f4 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:56.587549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c2b7eebe-329a-437b-a1a9-effa3204ef9b req-ba5f487a-a326-4e9a-b5bb-40fd309a60f4 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 932 time: 0.1346023 Jul 22 14:24:56.605676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b04e4c14-6216-4a70-af9b-4da0b5281978 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:56.639662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b04e4c14-6216-4a70-af9b-4da0b5281978 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:56.640034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.646666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c2b7eebe-329a-437b-a1a9-effa3204ef9b req-4d274299-7de5-4633-b842-6bc0dcd72dd9 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529447 Jul 22 14:24:56.656228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-412bc3cb-e32c-4d1d-8ad7-3f8d21f74499 None None] Port 12830b1f-acf1-410f-9d33-33ef7a0e825d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:56.736922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-e26b64e4-a7d3-4a76-ba2c-daf6d5ffef4d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1074364 Jul 22 14:24:56.817915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Request body: {'port': {'device_id': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:56.826500 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.878505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b04e4c14-6216-4a70-af9b-4da0b5281978, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b04e4c14-6216-4a70-af9b-4da0b5281978,segment=NetworkSegment(7793bd66-a5df-4923-a0bf-7524ec2caeef),segment_id=7793bd66-a5df-4923-a0bf-7524ec2caeef)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:56.892753 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.927355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2781fd-618d-4073-b17e-cbae15dbf501 req-f03b5cf6-f87d-4419-9565-a738fccf9295 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:56.938299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de2781fd-618d-4073-b17e-cbae15dbf501 req-f03b5cf6-f87d-4419-9565-a738fccf9295 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1701031 Jul 22 14:24:57.002502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b04e4c14-6216-4a70-af9b-4da0b5281978,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:57.033732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de2781fd-618d-4073-b17e-cbae15dbf501 req-e18b8c43-2824-4f5e-a92c-9ff5d5b7cd42 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936131 Jul 22 14:24:57.192003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a27c27c0-d757-41f5-beb5-e75b7515d87e None None] Provisioning complete for port b04e4c14-6216-4a70-af9b-4da0b5281978 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:57.192221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a27c27c0-d757-41f5-beb5-e75b7515d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.300184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a898-f961-430e-86ee-ac936bb5b537 req-2a955a26-7408-4c7b-8158-3f063e42e7f7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.304533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac51a898-f961-430e-86ee-ac936bb5b537 req-2a955a26-7408-4c7b-8158-3f063e42e7f7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1101136 Jul 22 14:24:57.362731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac51a898-f961-430e-86ee-ac936bb5b537 req-d8414015-bb98-4c04-8f39-f7a64d390711 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504177 Jul 22 14:24:57.534193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f2b14-ec57-4aa0-855f-5093121512f2 req-3f91034d-eee9-455b-bf39-e3226ca18e64 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.542702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de5f2b14-ec57-4aa0-855f-5093121512f2 req-3f91034d-eee9-455b-bf39-e3226ca18e64 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.0906017 Jul 22 14:24:57.583747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de5f2b14-ec57-4aa0-855f-5093121512f2 req-100420ec-cff0-4681-9436-346eaf63100a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Jul 22 14:24:57.679163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.721235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-b6723c5d-d90f-410c-85fd-e86beae6b142 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.726149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-b6723c5d-d90f-410c-85fd-e86beae6b142 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 813 time: 0.2799785 Jul 22 14:24:57.780940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fad73-3e7c-4c5e-8677-782d56a90da0 req-adba061f-e717-4bef-9309-af7cc561e165 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.782590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-010fad73-3e7c-4c5e-8677-782d56a90da0 req-adba061f-e717-4bef-9309-af7cc561e165 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.0685797 Jul 22 14:24:57.794276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-bce0625b-0f2f-4c07-a522-aeb90e8bc97d tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/quotas/b1add26b7e4d4dd3994e8a05277b8958 HTTP/1.1" status: 200 len: 375 time: 0.0504727 Jul 22 14:24:57.826172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-010fad73-3e7c-4c5e-8677-782d56a90da0 req-612fc59a-a9ac-4276-9c65-e0cf6727260e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368207 Jul 22 14:24:57.893146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-7d5689a1-34bc-461c-8c46-b1ba34d6d9ab tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.894672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-7d5689a1-34bc-461c-8c46-b1ba34d6d9ab tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b932154-1819-4178-a751-29a05e74aaf6 HTTP/1.1" status: 200 len: 946 time: 0.3125298 Jul 22 14:24:57.961415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad88a44-07ab-4bec-909d-ebf9697f2c50 req-d93998f3-8de9-44fc-8cb4-5470f6bac9c6 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.963081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cad88a44-07ab-4bec-909d-ebf9697f2c50 req-d93998f3-8de9-44fc-8cb4-5470f6bac9c6 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 932 time: 0.0752964 Jul 22 14:24:58.003005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cad88a44-07ab-4bec-909d-ebf9697f2c50 req-bb1e1bc9-fa31-426c-a37c-55f44c3a85b6 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334284 Jul 22 14:24:58.015935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.039622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.040441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.160083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec6562-93ea-4908-b510-8d456a20abaa req-85a75d83-5124-4b58-b3ed-600a88b60667 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:58.167781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-daec6562-93ea-4908-b510-8d456a20abaa req-85a75d83-5124-4b58-b3ed-600a88b60667 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.0926905 Jul 22 14:24:58.212442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event updated for resources: {'Port': ['ID=12830b1f-acf1-410f-9d33-33ef7a0e825d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:58.222275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-daec6562-93ea-4908-b510-8d456a20abaa req-87076047-e64f-415f-b551-2a28ec81d7ae tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535505 Jul 22 14:24:58.317394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-bcd17382-8517-4e3e-b7bd-7c156b109cb9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5051398 Jul 22 14:24:58.368445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b04e4c14-6216-4a70-af9b-4da0b5281978 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:58.438369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-8ae4029d-61fd-4b6e-b2cf-df120ada9b9a service neutron] 10.222.0.11 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208587 Jul 22 14:24:58.475611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b04e4c14-6216-4a70-af9b-4da0b5281978 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:58.475995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.480352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88a794-1b45-47ca-8764-1d852270c38d req-50036cc6-8a63-4bee-a2bb-79a888acd5df tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:58.482360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc88a794-1b45-47ca-8764-1d852270c38d req-50036cc6-8a63-4bee-a2bb-79a888acd5df tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac483d96-94e2-4545-9cfb-73d5c6e9648d HTTP/1.1" status: 200 len: 945 time: 0.1806278 Jul 22 14:24:58.492887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Network 52fa569d-df81-41d1-bc92-63a5f3465461 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:58.511357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:58.620716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Deleting port 64723d59-7c99-4447-8d98-4612e895d2d5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:58.621289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.636951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:58.818036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3f8f7-5802-422d-b05e-1fc807b53995 req-d2b39077-c6b2-4a68-85fa-9ee4b5944c15 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:58.825694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39a3f8f7-5802-422d-b05e-1fc807b53995 req-d2b39077-c6b2-4a68-85fa-9ee4b5944c15 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 813 time: 0.3938363 Jul 22 14:24:58.848904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-fcca4856-fc3e-40d4-993d-6b8864199463 service neutron] 10.222.0.11 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991034 Jul 22 14:24:58.850604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Deleting port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:58.851810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.859312 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39a3f8f7-5802-422d-b05e-1fc807b53995 req-eaeba1d6-8c8e-4176-9424-82534f6c074d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/quotas/ec47677850eb45c88164643c73f24a71 HTTP/1.1" status: 200 len: 375 time: 0.0322547 Jul 22 14:24:58.879152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Router d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:58.887510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9254fb-1c4c-4be3-b550-565fce27b019 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:58.922852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.056347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Transition to ACTIVE for port object 8f9254fb-1c4c-4be3-b550-565fce27b019 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:59.069717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] For port 64723d59-7c99-4447-8d98-4612e895d2d5, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=64723d59-7c99-4447-8d98-4612e895d2d5,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:59.070746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.075699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e28bb840-1b43-40c0-a46a-bf19d426102d None None] Provisioning complete for port 12830b1f-acf1-410f-9d33-33ef7a0e825d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:59.076096 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e28bb840-1b43-40c0-a46a-bf19d426102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.086700 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.115379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Calling delete_port for 64723d59-7c99-4447-8d98-4612e895d2d5 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:59.120039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bfc2c-8e6b-4808-a9b4-5382b2f94fdc tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:59.120778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bfc2c-8e6b-4808-a9b4-5382b2f94fdc tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:59.121454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bfc2c-8e6b-4808-a9b4-5382b2f94fdc tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:59.123960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a22bfc2c-8e6b-4808-a9b4-5382b2f94fdc tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=0d783c33e114459eb9a4961701888d35&network_id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 2973 time: 0.4804175 Jul 22 14:24:59.157429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39a3f8f7-5802-422d-b05e-1fc807b53995 req-29bfa510-dd6a-408f-a922-dc38366d7724 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2705128 Jul 22 14:24:59.170755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e28bb840-1b43-40c0-a46a-bf19d426102d None None] Port 12830b1f-acf1-410f-9d33-33ef7a0e825d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:59.185436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] For port 41d9d3dc-1ffb-49d9-837c-13803b3825a8, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=41d9d3dc-1ffb-49d9-837c-13803b3825a8,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:59.188503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.194783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:59.207758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6a4aee75-7515-4952-b1eb-b556e26e8d04 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0333457 Jul 22 14:24:59.208739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01425218-c40d-431b-b228-822e680a8545 None None] Sync routers for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:59.213705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33630) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:59.222388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01425218-c40d-431b-b228-822e680a8545 None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:59.224467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01425218-c40d-431b-b228-822e680a8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.246119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Calling delete_port for 41d9d3dc-1ffb-49d9-837c-13803b3825a8 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:59.300407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01425218-c40d-431b-b228-822e680a8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.330537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01425218-c40d-431b-b228-822e680a8545 None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:59.331223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01425218-c40d-431b-b228-822e680a8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.372189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e0a7ffe-cd14-494b-9b4a-a1874b9984da tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.373937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9254fb-1c4c-4be3-b550-565fce27b019,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:59.418161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01425218-c40d-431b-b228-822e680a8545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.419898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01425218-c40d-431b-b228-822e680a8545 None None] The sync data for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:59.515161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5708-8060-4578-8395-329e506a0204 req-3b008b69-7592-475c-8732-2d1d3b18b73b tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:59.516904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c8c5708-8060-4578-8395-329e506a0204 req-3b008b69-7592-475c-8732-2d1d3b18b73b tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 944 time: 0.1565931 Jul 22 14:24:59.595889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c8c5708-8060-4578-8395-329e506a0204 req-3d362760-204b-4c76-9284-5574fc1f7bc1 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 Jul 22 14:24:59.602043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.614805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['41d9d3dc-1ffb-49d9-837c-13803b3825a8'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:59.655871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event deleted for resources: {'Port': ['ID=41d9d3dc-1ffb-49d9-837c-13803b3825a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:59.671472 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-0e0a7ffe-cd14-494b-9b4a-a1874b9984da tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:24:59.674250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e0a7ffe-cd14-494b-9b4a-a1874b9984da tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 HTTP/1.1" status: 409 len: 329 time: 0.4215193 Jul 22 14:24:59.691237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33642) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:59.766272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] No DVR routers for this DVR port 41d9d3dc-1ffb-49d9-837c-13803b3825a8 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:59.804635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50493eec-8afb-467b-a529-40de6233e2da req-36a96bfc-3d75-40e5-abfc-90830fdc22e0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:59.811135 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.813218 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc88a794-1b45-47ca-8764-1d852270c38d req-b2809a1f-57c3-42cf-a20a-f0be08f73024 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "DELETE /v2.0/ports/41d9d3dc-1ffb-49d9-837c-13803b3825a8 HTTP/1.1" status: 204 len: 173 time: 1.3188202 Jul 22 14:24:59.814012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'name': 'network-vif-deleted', 'tag': '41d9d3dc-1ffb-49d9-837c-13803b3825a8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:59.816444 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a8b89-7e15-4cde-9dc8-172f516180cd" -d '{"events": [{"server_uuid": "ac483d96-94e2-4545-9cfb-73d5c6e9648d", "name": "network-vif-deleted", "tag": "41d9d3dc-1ffb-49d9-837c-13803b3825a8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:59.824887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50493eec-8afb-467b-a529-40de6233e2da req-36a96bfc-3d75-40e5-abfc-90830fdc22e0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.4634967 Jul 22 14:24:59.836009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Attempting to bind port 8f9254fb-1c4c-4be3-b550-565fce27b019 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:59.837155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Attempting to bind port 8f9254fb-1c4c-4be3-b550-565fce27b019 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'da62e25e-7acf-458b-9aba-27efb3eb959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:59.837791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Attempting to bind port 8f9254fb-1c4c-4be3-b550-565fce27b019 on network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:00.020350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Port 8f9254fb-1c4c-4be3-b550-565fce27b019 on network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:00.021044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Attempting to bind port 8f9254fb-1c4c-4be3-b550-565fce27b019 on network d5c97d69-ceaf-432c-869b-c92c2fbf34e2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:00.038297 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef50ef9b-eef8-46c8-8515-76da95cae4f9 x-openstack-request-id: req-ef50ef9b-eef8-46c8-8515-76da95cae4f9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:00.038626 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac483d96-94e2-4545-9cfb-73d5c6e9648d", "name": "network-vif-deleted", "tag": "41d9d3dc-1ffb-49d9-837c-13803b3825a8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:00.038847 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef50ef9b-eef8-46c8-8515-76da95cae4f9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:00.039243 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac483d96-94e2-4545-9cfb-73d5c6e9648d', 'name': 'network-vif-deleted', 'tag': '41d9d3dc-1ffb-49d9-837c-13803b3825a8', 'status': 'completed', 'code': 200} Jul 22 14:25:00.075267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c4ba7ff-347c-4402-bbe5-9fba5615c904 req-5f371a68-7704-463a-9bd3-ae3682517fbf tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 210 time: 0.0392487 Jul 22 14:25:00.085345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:00.086113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Checking segment: {'id': 'da62e25e-7acf-458b-9aba-27efb3eb959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:00.086856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Bound using segment: {'id': 'da62e25e-7acf-458b-9aba-27efb3eb959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:00.087348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Bound port: 8f9254fb-1c4c-4be3-b550-565fce27b019, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da62e25e-7acf-458b-9aba-27efb3eb959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:00.087772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.160841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50493eec-8afb-467b-a529-40de6233e2da req-53b444bf-4b32-43f0-b211-35387fce83c3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347249 Jul 22 14:25:00.180543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.240770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event deleted for resources: {'Port': ['ID=64723d59-7c99-4447-8d98-4612e895d2d5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:00.257139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] For port 8f9254fb-1c4c-4be3-b550-565fce27b019, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:00.310203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.354131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] No DVR routers for this DVR port 64723d59-7c99-4447-8d98-4612e895d2d5 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:00.358909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] For port 8f9254fb-1c4c-4be3-b550-565fce27b019, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f9254fb-1c4c-4be3-b550-565fce27b019,segment=NetworkSegment(da62e25e-7acf-458b-9aba-27efb3eb959b),segment_id=da62e25e-7acf-458b-9aba-27efb3eb959b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:00.361065 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.363590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9f997f6-da5c-4a3d-8889-99a4f0df2ab0 req-ff99e077-1d62-44f0-8cef-fa2421f9f8c9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "DELETE /v2.0/ports/64723d59-7c99-4447-8d98-4612e895d2d5 HTTP/1.1" status: 204 len: 173 time: 2.4608562 Jul 22 14:25:00.364303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b932154-1819-4178-a751-29a05e74aaf6', 'name': 'network-vif-deleted', 'tag': '64723d59-7c99-4447-8d98-4612e895d2d5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:00.367222 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774d8571-03cc-44b3-a7c0-7ae5ccaaffa1" -d '{"events": [{"server_uuid": "9b932154-1819-4178-a751-29a05e74aaf6", "name": "network-vif-deleted", "tag": "64723d59-7c99-4447-8d98-4612e895d2d5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:00.372565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.414468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:00.415358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.417348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f9254fb-1c4c-4be3-b550-565fce27b019 HTTP/1.1" status: 200 len: 1093 time: 3.6118093 Jul 22 14:25:00.478586 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53b7fd3-7adb-44cc-9625-68f6f2c06f7a x-openstack-request-id: req-d53b7fd3-7adb-44cc-9625-68f6f2c06f7a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:00.478963 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b932154-1819-4178-a751-29a05e74aaf6", "name": "network-vif-deleted", "tag": "64723d59-7c99-4447-8d98-4612e895d2d5", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:00.479283 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d53b7fd3-7adb-44cc-9625-68f6f2c06f7a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:00.479751 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b932154-1819-4178-a751-29a05e74aaf6', 'name': 'network-vif-deleted', 'tag': '64723d59-7c99-4447-8d98-4612e895d2d5', 'status': 'completed', 'code': 200} Jul 22 14:25:00.481469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39d67b-f64c-40a5-aabc-1567cb4e4421 service neutron] Pushing event updated for resources: {'Port': ['ID=8f9254fb-1c4c-4be3-b550-565fce27b019,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:00.530343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f81fc-7786-45e3-ad0f-904b34642389 req-6b11c233-5ff9-4ac8-b5ee-0883ce6fe57f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:00.532860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a5f81fc-7786-45e3-ad0f-904b34642389 req-6b11c233-5ff9-4ac8-b5ee-0883ce6fe57f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2169456 Jul 22 14:25:00.577561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-9298cbcc-e94c-42d8-a01e-bdc094898d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:00.580033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-9298cbcc-e94c-42d8-a01e-bdc094898d9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f77e1b99b092414c8543db091c0d9769&device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 1096 time: 0.0948727 Jul 22 14:25:00.653826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-db45ea11-a3ba-44a7-b37b-3c3e7bbc4728 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9254fb-1c4c-4be3-b550-565fce27b019 HTTP/1.1" status: 200 len: 217 time: 0.0653820 Jul 22 14:25:00.655282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a5f81fc-7786-45e3-ad0f-904b34642389 req-924ee42a-62e9-4648-bdb1-5cf901d91552 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722444 Jul 22 14:25:00.724615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-068d6d20-3cec-4459-bfee-f083cce68773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:00.726532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-068d6d20-3cec-4459-bfee-f083cce68773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3659bcff-e900-47a8-a9a5-cebe54df6e02 HTTP/1.1" status: 200 len: 854 time: 0.0654147 Jul 22 14:25:00.785487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-feea02e7-0bee-4116-a521-0210398f3416 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5c97d69-ceaf-432c-869b-c92c2fbf34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513313 Jul 22 14:25:00.820582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 64723d59-7c99-4447-8d98-4612e895d2d5 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:00.871084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 64723d59-7c99-4447-8d98-4612e895d2d5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:00.871084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 64723d59-7c99-4447-8d98-4612e895d2d5 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:00.953663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48560ed-bf60-4acd-bbc3-7f966e8dfe99 req-0977d5b8-62bf-47f8-aff4-378d66905dcc tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:00.957530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a48560ed-bf60-4acd-bbc3-7f966e8dfe99 req-0977d5b8-62bf-47f8-aff4-378d66905dcc tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 944 time: 0.2063146 Jul 22 14:25:01.021337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-edd6d91f-db11-4049-aa6d-f33e55306440 service neutron] 10.222.0.20 "GET /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094839 Jul 22 14:25:01.027640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a48560ed-bf60-4acd-bbc3-7f966e8dfe99 req-e2816e0c-7753-48b9-8d36-a5ccca0f10ba tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629182 Jul 22 14:25:01.161701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2d4546f-ddba-44ea-abe7-14f8efdc043f req-c2a34854-cc95-40f7-8dbd-1f7fe6aa0a2a service neutron] 10.222.0.20 "GET /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323931 Jul 22 14:25:01.212858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ccf673a8-cdef-4479-87a0-a8775da2402f req-b3ca7af6-6913-47f1-9072-17a48671c4e0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 210 time: 0.0309033 Jul 22 14:25:01.293013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d0c4260-56eb-4d98-b575-8dddba10e94b req-74ed78fb-86c4-4588-af45-99401f8f5aa0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ec47677850eb45c88164643c73f24a71 HTTP/1.1" status: 200 len: 221 time: 0.0419700 Jul 22 14:25:01.352251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting port 12830b1f-acf1-410f-9d33-33ef7a0e825d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:01.352958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.441398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3524565-8a94-4f2d-a3e1-b6b179affa7e req-e471ed2d-6a24-4abc-8006-849f23f83e15 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:01.444991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3524565-8a94-4f2d-a3e1-b6b179affa7e req-e471ed2d-6a24-4abc-8006-849f23f83e15 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.0904732 Jul 22 14:25:01.496345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:01.510344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.513263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3524565-8a94-4f2d-a3e1-b6b179affa7e req-5ecd3e36-200c-4259-b8ba-4dcbe9d53ef7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616748 Jul 22 14:25:01.610557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Calling delete_port for 12830b1f-acf1-410f-9d33-33ef7a0e825d owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:01.679282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-ba2bc657-3354-498f-86a7-ffc431fa91a2 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:01.681744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-ba2bc657-3354-498f-86a7-ffc431fa91a2 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 813 time: 0.1739373 Jul 22 14:25:01.696932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Request body: {'port': {'device_id': '6cb910bd-37cd-43bd-9227-964482754d61', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'admin_state_up': True, 'tenant_id': 'b1add26b7e4d4dd3994e8a05277b8958'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:01.717759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78310e62-ea2d-4e24-80f0-fb8685f44b3e tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:01.720247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78310e62-ea2d-4e24-80f0-fb8685f44b3e tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 814 time: 0.2227983 Jul 22 14:25:01.802104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83d671a-907c-4cbc-992c-0a33226e605a tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:01.804861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83d671a-907c-4cbc-992c-0a33226e605a tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 813 time: 0.3696609 Jul 22 14:25:01.823047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Request body: {'port': {'device_id': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'admin_state_up': True, 'tenant_id': 'b1add26b7e4d4dd3994e8a05277b8958'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:01.830340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Made reservation on behalf of b1add26b7e4d4dd3994e8a05277b8958 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:01.833753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.923025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 41d9d3dc-1ffb-49d9-837c-13803b3825a8 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:01.945248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 41d9d3dc-1ffb-49d9-837c-13803b3825a8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:01.945931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 41d9d3dc-1ffb-49d9-837c-13803b3825a8 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:01.981093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede0a4f-b3e9-4228-8082-a640a2974388 req-5b87e2ca-2ee1-451d-a84d-588c9bf99cab tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:01.983029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ede0a4f-b3e9-4228-8082-a640a2974388 req-5b87e2ca-2ee1-451d-a84d-588c9bf99cab tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3370941 Jul 22 14:25:02.097731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ede0a4f-b3e9-4228-8082-a640a2974388 req-12c3ec30-7c73-4fed-ac63-1ad3b516b12f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032252 Jul 22 14:25:02.140360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Made reservation on behalf of b1add26b7e4d4dd3994e8a05277b8958 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:02.144388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.184346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.192700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:02.216337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'network': {'name': 'tempest-network-smoke--1513119862', 'project_id': '0d783c33e114459eb9a4961701888d35', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:02.268296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Port': ['ID=12830b1f-acf1-410f-9d33-33ef7a0e825d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:02.459246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:02.463875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.487703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91765746-7eec-4758-b5a5-79f8dc161607 req-3e8690a6-a5c7-4e52-90a7-9794620c8323 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:02.489417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91765746-7eec-4758-b5a5-79f8dc161607 req-3e8690a6-a5c7-4e52-90a7-9794620c8323 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 944 time: 0.1781619 Jul 22 14:25:02.492954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'tag': '8f9254fb-1c4c-4be3-b550-565fce27b019'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:02.495624 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85b08cf-c729-42b0-9419-43ea1c59fea5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5e4e3a-f016-4eab-9437-bbd674931c1f", "tag": "8f9254fb-1c4c-4be3-b550-565fce27b019"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:02.520727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.539597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Allocated IP 172.20.0.13 (94e0cfa0-fa80-434e-907e-ae6586971ef1/a81b5d4d-da97-4cbf-b476-2ab889977a7d/bc7cf0d0-af26-41e3-81f3-0f26a97b7dae) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:02.548358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:25:02.571698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-91765746-7eec-4758-b5a5-79f8dc161607 req-7bf04ba3-c6dc-4019-98da-1845b37038f7 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704932 Jul 22 14:25:02.648919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.649276 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Added segment a01bbb75-d0a6-483d-8936-6541c93771f1 of type vlan for network 45be2dc8-798f-441e-a8ab-b642ab9e855b Jul 22 14:25:02.703161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1dba0-5a23-468d-ad9a-492e9ee9fb98 req-54a0663b-ffc8-441b-9352-2d2c1e974054 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:02.709448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e1dba0-5a23-468d-ad9a-492e9ee9fb98 req-54a0663b-ffc8-441b-9352-2d2c1e974054 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.4368579 Jul 22 14:25:02.741818 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d0b0f84-8f8c-4b07-963e-2fe57873a1ac req-74cc154d-24a5-44cb-a204-6281786859cd tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 210 time: 0.0641403 Jul 22 14:25:02.742509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.826285 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940b992-cb72-470a-92f3-8589746f830a x-openstack-request-id: req-1940b992-cb72-470a-92f3-8589746f830a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:02.826728 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5e4e3a-f016-4eab-9437-bbd674931c1f", "tag": "8f9254fb-1c4c-4be3-b550-565fce27b019", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:02.827503 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1940b992-cb72-470a-92f3-8589746f830a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:02.827948 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'tag': '8f9254fb-1c4c-4be3-b550-565fce27b019', 'status': 'completed', 'code': 200} Jul 22 14:25:02.833385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.885423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80e1dba0-5a23-468d-ad9a-492e9ee9fb98 req-d9a1f764-066d-4ab5-a316-78f4797817f2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670685 Jul 22 14:25:02.893165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Router d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:02.896037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.903126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:02.903755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.957494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.961897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-37584b03-d4d7-48c4-b4c0-8e5fb2ecc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:02.963510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-37584b03-d4d7-48c4-b4c0-8e5fb2ecc059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f77e1b99b092414c8543db091c0d9769&device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 1096 time: 0.1140232 Jul 22 14:25:03.085464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:03.093765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8925045 Jul 22 14:25:03.094520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662207b1-69d3-4baf-a687-e4155b75d179 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Network': ['ID=45be2dc8-798f-441e-a8ab-b642ab9e855b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:03.094813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:03.097156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.104563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:03.110351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event updated for resources: {'Port': ['ID=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:03.121485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:25:03.202429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:03.204963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.205740 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.218972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3253ea10-d92d-4d4e-8b36-a25555fe90f4 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5230319 Jul 22 14:25:03.219179 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] Sync routers for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:03.219640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.232387 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:03.233096 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:03.268242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdbe05-ea43-4c4f-8602-4d68ecad518a tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.276509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f6bdbe05-ea43-4c4f-8602-4d68ecad518a tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0d783c33e114459eb9a4961701888d35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1685283 Jul 22 14:25:03.276509 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-07b6df99-3f55-415d-a832-2796cfbfabb2 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] show failed (client error): The resource could not be found. Jul 22 14:25:03.276806 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:03.276940 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-07b6df99-3f55-415d-a832-2796cfbfabb2 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-980614568 HTTP/1.1" status: 404 len: 334 time: 0.0518847 Jul 22 14:25:03.276940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.280882 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] Routers {'d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:03.281573 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:24:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:03.282815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-2d87ac9b-fb60-40e1-ab6f-845d2429e8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.284436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-2d87ac9b-fb60-40e1-ab6f-845d2429e8b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d5c97d69-ceaf-432c-869b-c92c2fbf34e2 HTTP/1.1" status: 200 len: 915 time: 0.3129244 Jul 22 14:25:03.284993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.305131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d58bf9e3-a52a-4c3e-91f1-48b833f1b97b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:03.308545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Allocated IP 172.20.0.12 (94e0cfa0-fa80-434e-907e-ae6586971ef1/a81b5d4d-da97-4cbf-b476-2ab889977a7d/059cb8a6-3d62-4700-a56a-92229e2f31d9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:03.325208 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:03.326620 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0646cb1-2887-46f5-84a1-4aa29e0c96bb None None] The sync data for ids ['d95cfaa1-e5cb-4f44-ac8e-45d2099113f5'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:03.362275 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-d58bf9e3-a52a-4c3e-91f1-48b833f1b97b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] update failed (client error): The resource could not be found. Jul 22 14:25:03.363731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d58bf9e3-a52a-4c3e-91f1-48b833f1b97b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-699229047 HTTP/1.1" status: 404 len: 334 time: 0.0654576 Jul 22 14:25:03.375629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-c83cfb00-40cd-4e49-97b4-71e0cdea7d61 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6854715 Jul 22 14:25:03.376371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33726) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.426038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c247be-9ae1-42d4-8496-b239b1630708 req-ad57c53e-b4d3-4d63-85b1-c0eb49acb1f3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.427689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81c247be-9ae1-42d4-8496-b239b1630708 req-ad57c53e-b4d3-4d63-85b1-c0eb49acb1f3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.4112930 Jul 22 14:25:03.434891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Request body: {'port': {'device_id': '6cb910bd-37cd-43bd-9227-964482754d61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:03.438117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-927cb786-6c62-4f1b-997f-61df8181e5d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f9254fb-1c4c-4be3-b550-565fce27b019 HTTP/1.1" status: 200 len: 217 time: 0.0790415 Jul 22 14:25:03.482736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c7cb4b-e644-42cb-a14e-e151f77f8303 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.486982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b5c7cb4b-e644-42cb-a14e-e151f77f8303 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2086222 Jul 22 14:25:03.493458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33728) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.585944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3eec57f5-2188-4571-94c1-baaa9b1fb484 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843658 Jul 22 14:25:03.587976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.589972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.604459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting subnet 230bacd0-ab31-4b43-a6f5-c969f90b6cd8 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:03.617656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.630081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dbfca5ab-0c46-4d1f-9ef2-9fe248a99082 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0d783c33e114459eb9a4961701888d35&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389264 Jul 22 14:25:03.631239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.642426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81c247be-9ae1-42d4-8496-b239b1630708 req-d62e9261-7925-40a5-8f22-a0f891f05dd9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857207 Jul 22 14:25:03.672832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-e7ad5b2d-b9c8-459a-b6c4-09026d65908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.674615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-e7ad5b2d-b9c8-459a-b6c4-09026d65908a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3659bcff-e900-47a8-a9a5-cebe54df6e02 HTTP/1.1" status: 200 len: 854 time: 0.2124817 Jul 22 14:25:03.740276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-f264a25d-598b-4829-ae64-c0131fd0f00a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5c97d69-ceaf-432c-869b-c92c2fbf34e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536242 Jul 22 14:25:03.744555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.797288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.799805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.859453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff25b1e-4145-42ef-b298-861ee51c8469 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.861129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fff25b1e-4145-42ef-b298-861ee51c8469 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2202730 Jul 22 14:25:03.871562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.888042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Network 94e0cfa0-fa80-434e-907e-ae6586971ef1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:03.898797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea7870-3868-42b3-a0e4-74256883250e req-f6962970-3c68-4ad2-9105-90b130d9da91 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.900420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86ea7870-3868-42b3-a0e4-74256883250e req-f6962970-3c68-4ad2-9105-90b130d9da91 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 944 time: 0.2442865 Jul 22 14:25:03.928666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:03.939003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:03.945476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-43d30e30-3dad-4d44-9d04-ac6dafedc16e tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0692594 Jul 22 14:25:03.956533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.964181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100194900', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'project_id': '0d783c33e114459eb9a4961701888d35', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:03.986034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event updated for resources: {'Port': ['ID=059cb8a6-3d62-4700-a56a-92229e2f31d9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:04.045391 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86ea7870-3868-42b3-a0e4-74256883250e req-c8e0e309-2009-4a94-9dad-e8b2ec084902 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353767 Jul 22 14:25:04.054982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:04.055642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.066151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.076864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-8b2171c0-f10c-44e6-81a6-00299837dd60 service neutron] 10.222.0.20 "GET /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292041 Jul 22 14:25:04.114339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee908-dcbf-47d1-a77f-468a498f07ab req-40d7b8aa-11af-40ce-bb27-984e2b97c9e3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:04.116014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62eee908-dcbf-47d1-a77f-468a498f07ab req-40d7b8aa-11af-40ce-bb27-984e2b97c9e3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3380120 Jul 22 14:25:04.136216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-0dd419e2-516a-44e3-b025-d93088630fa9 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3187175 Jul 22 14:25:04.155026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Request body: {'port': {'device_id': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:04.180254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:04.181174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.294689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-62eee908-dcbf-47d1-a77f-468a498f07ab req-8fc46ae8-a73e-46f7-9db7-2390bd67400a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681871 Jul 22 14:25:04.356294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ccfc2-2ad1-4533-9ef9-cdca086decef req-c3152bdd-caa2-4021-a8fa-2f5e84bae1ee tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:04.363555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-670ccfc2-2ad1-4533-9ef9-cdca086decef req-c3152bdd-caa2-4021-a8fa-2f5e84bae1ee tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 932 time: 0.2247391 Jul 22 14:25:04.379854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.380106 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b85b08cf-c729-42b0-9419-43ea1c59fea5 req-0d9908bc-5866-4824-a39f-ace768ae4136 service neutron] 10.222.0.20 "GET /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835073 Jul 22 14:25:04.385962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.455789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.457826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/subnets/230bacd0-ab31-4b43-a6f5-c969f90b6cd8 HTTP/1.1" status: 204 len: 168 time: 1.0772655 Jul 22 14:25:04.458708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50850808-09af-4f40-b176-ce7d5ad88630 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Subnet': ['ID=230bacd0-ab31-4b43-a6f5-c969f90b6cd8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:04.465647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:04.469262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d20203-d1dc-44ed-a27d-31e65756e398 None None] Network 0c78b631-5b50-4571-a94d-bd2858cbf3c7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:04.507600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-670ccfc2-2ad1-4533-9ef9-cdca086decef req-cbb82725-e8d9-426d-a263-9266b27d13ae tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383467 Jul 22 14:25:04.537782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7cf0d0-af26-41e3-81f3-0f26a97b7dae {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:04.550551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.566381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Transition to ACTIVE for port object bc7cf0d0-af26-41e3-81f3-0f26a97b7dae will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:04.576575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.640012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Pushing event updated for resources: {'Port': ['ID=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:04.719982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cba9a-47aa-4e23-8a73-8ba92689f614 req-4fd34ef6-1144-4e32-8918-5b7393d91a2f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:04.722313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-111cba9a-47aa-4e23-8a73-8ba92689f614 req-4fd34ef6-1144-4e32-8918-5b7393d91a2f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3382013 Jul 22 14:25:04.730612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] DHCP port deletion for 0c78b631-5b50-4571-a94d-bd2858cbf3c7 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:04.805796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Deleting port b04e4c14-6216-4a70-af9b-4da0b5281978 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:04.806325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.825376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Attempting to bind port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:04.825753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Attempting to bind port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:04.826086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Attempting to bind port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:04.831721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:04.832049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Attempting to bind port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:04.853957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-111cba9a-47aa-4e23-8a73-8ba92689f614 req-f7ac5039-845f-4143-8e80-02854bab7fde tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003251 Jul 22 14:25:04.859989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f9254fb-1c4c-4be3-b550-565fce27b019 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:04.870173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:04.870515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Checking segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:04.870908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Bound using segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:04.871356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Bound port: bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:04.871716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.924150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] For port b04e4c14-6216-4a70-af9b-4da0b5281978, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b04e4c14-6216-4a70-af9b-4da0b5281978,segment=NetworkSegment(7793bd66-a5df-4923-a0bf-7524ec2caeef),segment_id=7793bd66-a5df-4923-a0bf-7524ec2caeef)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:04.924886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.947258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Calling delete_port for b04e4c14-6216-4a70-af9b-4da0b5281978 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:05.026932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.049391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] For port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:05.056667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] For port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:05.073378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.073665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.091796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.133384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Pushing event deleted for resources: {'Port': ['ID=b04e4c14-6216-4a70-af9b-4da0b5281978,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:05.144598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Pushing event updated for resources: {'Port': ['ID=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:05.155975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565ef08-ad12-48c1-bcd3-a250dad97890 req-90b25676-6cc1-40b6-93be-dfb7774fba0b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.163104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d565ef08-ad12-48c1-bcd3-a250dad97890 req-90b25676-6cc1-40b6-93be-dfb7774fba0b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1822262 Jul 22 14:25:05.179236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.179586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.179956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.180371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.180712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.181047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.183397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.183758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.184091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.184438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.184777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.185366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:05.198174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e4545-bfc3-44de-8d6f-78da24aeba04 None None] No DVR routers for this DVR port b04e4c14-6216-4a70-af9b-4da0b5281978 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:05.202649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.203523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.206793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-9e763b6f-e8ef-46a5-a10f-40baf4a060db service neutron] 10.222.0.20 "PUT /v2.0/ports/bc7cf0d0-af26-41e3-81f3-0f26a97b7dae HTTP/1.1" status: 200 len: 1093 time: 1.7768238 Jul 22 14:25:05.206793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb910bd-37cd-43bd-9227-964482754d61', 'tag': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:05.210648 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb910bd-37cd-43bd-9227-964482754d61", "tag": "bc7cf0d0-af26-41e3-81f3-0f26a97b7dae"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:05.231203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d565ef08-ad12-48c1-bcd3-a250dad97890 req-a1f28313-e4a7-496c-8e08-e95d88155cf8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623927 Jul 22 14:25:05.263380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] The port 'b04e4c14-6216-4a70-af9b-4da0b5281978' was deleted {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 14:25:05.290569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8f9254fb-1c4c-4be3-b550-565fce27b019, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f9254fb-1c4c-4be3-b550-565fce27b019,segment=NetworkSegment(da62e25e-7acf-458b-9aba-27efb3eb959b),segment_id=da62e25e-7acf-458b-9aba-27efb3eb959b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:05.304479 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b861df4-9621-455f-9e37-d0c9f7b681b0 x-openstack-request-id: req-2b861df4-9621-455f-9e37-d0c9f7b681b0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:05.304857 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb910bd-37cd-43bd-9227-964482754d61", "tag": "bc7cf0d0-af26-41e3-81f3-0f26a97b7dae", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:05.305184 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b861df4-9621-455f-9e37-d0c9f7b681b0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:05.305914 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb910bd-37cd-43bd-9227-964482754d61', 'tag': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae', 'status': 'completed', 'code': 200} Jul 22 14:25:05.320762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '8f9254fb-1c4c-4be3-b550-565fce27b019', 'network_id': 'd5c97d69-ceaf-432c-869b-c92c2fbf34e2', 'port_id': '8f9254fb-1c4c-4be3-b550-565fce27b019', 'mac_address': 'fa:16:3e:8f:bc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3659bcff-e900-47a8-a9a5-cebe54df6e02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:05.370132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-52a8830a-adfd-44ae-b215-927af74ec799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.372067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-52a8830a-adfd-44ae-b215-927af74ec799 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 1096 time: 0.1130292 Jul 22 14:25:05.386104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.400649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9254fb-1c4c-4be3-b550-565fce27b019 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:05.420558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Subnet': ['ID=8e9c0ff9-c926-4bee-b03b-7249a929993e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:05.428850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8f9254fb-1c4c-4be3-b550-565fce27b019, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f9254fb-1c4c-4be3-b550-565fce27b019,segment=NetworkSegment(da62e25e-7acf-458b-9aba-27efb3eb959b),segment_id=da62e25e-7acf-458b-9aba-27efb3eb959b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:05.435077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.437503 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-29929b3d-30b9-4122-92b8-ba0eac41f838 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae HTTP/1.1" status: 200 len: 217 time: 0.0425317 Jul 22 14:25:05.496397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Checking segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:05.497325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network hostable DHCP agents. Network: 45be2dc8-798f-441e-a8ab-b642ab9e855b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:25:05.512299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-2f3c3155-68f2-4ebb-b5e0-d2bf0357f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.513512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8f9254fb-1c4c-4be3-b550-565fce27b019,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:05.514026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-2f3c3155-68f2-4ebb-b5e0-d2bf0357f936 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.0686603 Jul 22 14:25:05.522460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986666fe-de43-49c9-bdd0-1bb121ce16a6 req-d0a90adf-1955-484f-b2a2-92eea53b744e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.523997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-986666fe-de43-49c9-bdd0-1bb121ce16a6 req-d0a90adf-1955-484f-b2a2-92eea53b744e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1695206 Jul 22 14:25:05.555521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.562782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-b0624ac6-99a3-4a38-9172-78686983bd39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377667 Jul 22 14:25:05.581918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c78b631-5b50-4571-a94d-bd2858cbf3c7']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.605549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbafe7e0-f447-4a95-9c42-a10e13204b2e req-bcaef82e-2a72-4694-b6e6-11ebc0a12492 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.614220 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbafe7e0-f447-4a95-9c42-a10e13204b2e req-bcaef82e-2a72-4694-b6e6-11ebc0a12492 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 944 time: 0.3980162 Jul 22 14:25:05.616346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-986666fe-de43-49c9-bdd0-1bb121ce16a6 req-c427956f-0e26-44db-bf49-a30a86c6c95c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Jul 22 14:25:05.622668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7793bd66-a5df-4923-a0bf-7524ec2caeef') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.623017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7793bd66-a5df-4923-a0bf-7524ec2caeef') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.641091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.647609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['8f9254fb-1c4c-4be3-b550-565fce27b019'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:05.674747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059cb8a6-3d62-4700-a56a-92229e2f31d9 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:05.690702 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.696783 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.703461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:25:05.704335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-1f75bb94-aea6-4850-a088-561e421b4485 service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346214 Jul 22 14:25:05.711210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:05.711614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:05.719942 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:05.761047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Transition to ACTIVE for port object 059cb8a6-3d62-4700-a56a-92229e2f31d9 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:05.778895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 45be2dc8-798f-441e-a8ab-b642ab9e855b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:05.794469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea03bbed-3fd4-41e5-8302-148e68f1df61 None None] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:05.828248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbafe7e0-f447-4a95-9c42-a10e13204b2e req-b72f8d6d-40e1-4649-aa0e-b481ac31eced tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121768 Jul 22 14:25:05.830851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.833433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.835081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.921515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6e4b-02d2-4d6b-b7cb-08fe7eb4212b req-f5d04984-438a-4ce1-bc20-510cd426abea tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.923779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.936068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efda6e4b-02d2-4d6b-b7cb-08fe7eb4212b req-f5d04984-438a-4ce1-bc20-510cd426abea tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 932 time: 0.2293632 Jul 22 14:25:05.938972 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.943672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/networks/0c78b631-5b50-4571-a94d-bd2858cbf3c7 HTTP/1.1" status: 204 len: 168 time: 1.4768982 Jul 22 14:25:05.953208 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-495e9f57-a115-4204-9c93-68c21e6499e7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9954996 Jul 22 14:25:05.954662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33776) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:05.973224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2765c-d3e0-44fe-ab9f-ce8b1914e2ca tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Network': ['ID=0c78b631-5b50-4571-a94d-bd2858cbf3c7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:05.983347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Pushing event updated for resources: {'Port': ['ID=059cb8a6-3d62-4700-a56a-92229e2f31d9,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:06.067992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-d6b0c644-c2a4-4bfa-866f-f284cc899941 service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202479 Jul 22 14:25:06.094160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efda6e4b-02d2-4d6b-b7cb-08fe7eb4212b req-0eeb967a-0f76-4e74-b8d6-3c349b4b7e43 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566393 Jul 22 14:25:06.114246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting subnet baacf399-9560-40c6-88e0-c64d64401d83 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:06.126002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.127303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-45be2dc8-798f-441e-a8ab-b642ab9e855b', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ips': [{'subnet_id': '8e9c0ff9-c926-4bee-b03b-7249a929993e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:25:06.128540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.196941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Attempting to bind port 059cb8a6-3d62-4700-a56a-92229e2f31d9 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:06.197500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Attempting to bind port 059cb8a6-3d62-4700-a56a-92229e2f31d9 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:06.198797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Attempting to bind port 059cb8a6-3d62-4700-a56a-92229e2f31d9 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:06.209596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Port 059cb8a6-3d62-4700-a56a-92229e2f31d9 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:06.210160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Attempting to bind port 059cb8a6-3d62-4700-a56a-92229e2f31d9 on network 94e0cfa0-fa80-434e-907e-ae6586971ef1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:06.219281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:06.219951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Checking segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:06.220526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Bound using segment: {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:06.221138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Bound port: 059cb8a6-3d62-4700-a56a-92229e2f31d9, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779dc5c4-c46d-41bb-9ef0-33a938c33dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:06.222433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.236283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec964d-422b-4eed-9837-fa14148573fd req-b15e33a9-a4d5-4988-9c16-1537db0ab7b3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.238705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fec964d-422b-4eed-9837-fa14148573fd req-b15e33a9-a4d5-4988-9c16-1537db0ab7b3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2181985 Jul 22 14:25:06.349113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.363890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b04e4c14-6216-4a70-af9b-4da0b5281978 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:06.392348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9fec964d-422b-4eed-9837-fa14148573fd req-60f3c5ff-0a13-444f-9d07-c54baa0c5db4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087286 Jul 22 14:25:06.404846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b04e4c14-6216-4a70-af9b-4da0b5281978 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:06.405206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b04e4c14-6216-4a70-af9b-4da0b5281978 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:06.419570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] For port 059cb8a6-3d62-4700-a56a-92229e2f31d9, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:06.426229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] For port 059cb8a6-3d62-4700-a56a-92229e2f31d9, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:06.432108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.480045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.480504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.482499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] 10.222.0.13 "PUT /v2.0/ports/059cb8a6-3d62-4700-a56a-92229e2f31d9 HTTP/1.1" status: 200 len: 1093 time: 2.3330879 Jul 22 14:25:06.482952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'tag': '059cb8a6-3d62-4700-a56a-92229e2f31d9'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:06.485321 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d46fd54-ac14-4a66-84a1-7265f84d7103" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e6ee2b-9152-47ac-8566-ab28016e437e", "tag": "059cb8a6-3d62-4700-a56a-92229e2f31d9"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:06.507345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-1c3ebe2f-4928-4ca8-9603-4632835af528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.509246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-1c3ebe2f-4928-4ca8-9603-4632835af528 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 1096 time: 0.3394365 Jul 22 14:25:06.514546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957da026-caeb-4f76-b468-26d1a576b00f service neutron] Pushing event updated for resources: {'Port': ['ID=059cb8a6-3d62-4700-a56a-92229e2f31d9,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:06.524451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Allocated IP 172.20.0.18 (45be2dc8-798f-441e-a8ab-b642ab9e855b/8e9c0ff9-c926-4bee-b03b-7249a929993e/6e303ff5-e3d2-4779-9441-5d3409bc781f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:06.583067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.660832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.685031 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.689352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/subnets/baacf399-9560-40c6-88e0-c64d64401d83 HTTP/1.1" status: 204 len: 168 time: 0.7281587 Jul 22 14:25:06.697160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:06.706619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba9ba6-7c7e-4658-b965-1b8b1d21f307 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Subnet': ['ID=baacf399-9560-40c6-88e0-c64d64401d83,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:06.741589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d936d70-5052-4092-a768-b7683e21ef22 None None] Network 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:06.766380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-984f9179-983c-4b5c-b1ff-ace14108b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.768368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-984f9179-983c-4b5c-b1ff-ace14108b7cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 914 time: 0.2494681 Jul 22 14:25:06.800931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-fc39e911-c229-47ba-a30a-93daf141a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.802544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-fc39e911-c229-47ba-a30a-93daf141a43b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 1096 time: 0.2667091 Jul 22 14:25:06.821313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting subnet 4b55580f-53b2-44bc-9437-c8492fb087a6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:06.828224 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.840533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43596d30-b3fd-4418-a790-bbcf4d64db02 req-85eda8df-c426-4c1d-8296-351b3311507f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.842179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43596d30-b3fd-4418-a790-bbcf4d64db02 req-85eda8df-c426-4c1d-8296-351b3311507f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2527790 Jul 22 14:25:06.868803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-b73ae15b-ab82-46ed-b727-b8f27dd274d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae HTTP/1.1" status: 200 len: 217 time: 0.0927069 Jul 22 14:25:06.884076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f9254fb-1c4c-4be3-b550-565fce27b019 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:06.922046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:06.930964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-592481753', 'description': 'tempest-secgroup-smoke-592481753 description', 'project_id': '0d783c33e114459eb9a4961701888d35'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:06.941132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-fec48ef8-d431-47f4-a828-646fd57376d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9 HTTP/1.1" status: 200 len: 217 time: 0.1313579 Jul 22 14:25:06.950653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.961414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-a04b1bc9-b48a-407a-a551-eb9abfa893bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.963144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-a04b1bc9-b48a-407a-a551-eb9abfa893bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.0875115 Jul 22 14:25:06.970084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Transition to ACTIVE for port object 6e303ff5-e3d2-4779-9441-5d3409bc781f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:06.978345 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ec83ad-3f3e-4c15-9499-cc895bd1ca22 x-openstack-request-id: req-80ec83ad-3f3e-4c15-9499-cc895bd1ca22 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:06.978678 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e6ee2b-9152-47ac-8566-ab28016e437e", "tag": "059cb8a6-3d62-4700-a56a-92229e2f31d9", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:06.978876 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80ec83ad-3f3e-4c15-9499-cc895bd1ca22 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:06.979365 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'tag': '059cb8a6-3d62-4700-a56a-92229e2f31d9', 'status': 'completed', 'code': 200} Jul 22 14:25:07.011869 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-35696e4a-1bb1-4198-8a89-51bd29d612b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420361 Jul 22 14:25:07.017089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43596d30-b3fd-4418-a790-bbcf4d64db02 req-a0cecb38-875d-4155-8e59-d0d07c46eae4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137884 Jul 22 14:25:07.032977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.050938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651b106-3c08-4222-a1a0-33a577fd622a req-93e418a1-b0cf-4e2c-82df-06382e6d4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:07.053199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-93e418a1-b0cf-4e2c-82df-06382e6d4b8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.1009023 Jul 22 14:25:07.061182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Transition to ACTIVE for port object 6e303ff5-e3d2-4779-9441-5d3409bc781f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:07.077395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.098487 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.138692 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-f26af4ea-7a6b-4525-9487-de9ff8d0d072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553374 Jul 22 14:25:07.176157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Pushing event updated for resources: {'Port': ['ID=6e303ff5-e3d2-4779-9441-5d3409bc781f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:07.191950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-325f148a-e4cf-4659-bbab-2c2a532baaf8 service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731639 Jul 22 14:25:07.212796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:07.223909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:07.229882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:07.243828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 8f9254fb-1c4c-4be3-b550-565fce27b019 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:07.255211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 8f9254fb-1c4c-4be3-b550-565fce27b019 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:07.255611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.262239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1495231-9374-473f-a174-242acee2267c req-5078eee2-5b8e-44dd-88b1-6355a4fc4243 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:07.263829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1495231-9374-473f-a174-242acee2267c req-5078eee2-5b8e-44dd-88b1-6355a4fc4243 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 945 time: 0.1466918 Jul 22 14:25:07.354849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] DHCP port deletion for 4a98d1dc-3058-40a4-9a68-45e726aa2ff8 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:07.375794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.400619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Attempting to bind port 6e303ff5-e3d2-4779-9441-5d3409bc781f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:07.401022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Attempting to bind port 6e303ff5-e3d2-4779-9441-5d3409bc781f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:07.401548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Attempting to bind port 6e303ff5-e3d2-4779-9441-5d3409bc781f on network 45be2dc8-798f-441e-a8ab-b642ab9e855b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:07.410991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:07.411359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Checking segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:07.411757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.412804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Bound using segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:07.413252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a1495231-9374-473f-a174-242acee2267c req-12565aa9-7146-41b7-9db0-e8a142c78b75 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052473 Jul 22 14:25:07.413492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Bound port: 6e303ff5-e3d2-4779-9441-5d3409bc781f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:07.413904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.418695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cfdabfb-87d7-4ca8-86ef-ea26cd01e2ee req-1fa6bd6f-cee0-403a-b769-8eb2da6ce1b6 service neutron] 10.222.0.20 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193613 Jul 22 14:25:07.538545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.552706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] Deleting port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:07.553163 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.623979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] For port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,segment=NetworkSegment(3636d8ed-9b98-4c9a-acce-9ddc12e6f589),segment_id=3636d8ed-9b98-4c9a-acce-9ddc12e6f589)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:07.624376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.625419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10bb9c-893e-4bbf-9245-120579bd7caa req-265fe3d2-3e7b-437d-be56-bfff8eedcfea tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:07.626278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.627253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab10bb9c-893e-4bbf-9245-120579bd7caa req-265fe3d2-3e7b-437d-be56-bfff8eedcfea tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 944 time: 0.0936849 Jul 22 14:25:07.643287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] Calling delete_port for 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:07.655322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] For port 6e303ff5-e3d2-4779-9441-5d3409bc781f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:07.703623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 8f9254fb-1c4c-4be3-b550-565fce27b019, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f9254fb-1c4c-4be3-b550-565fce27b019,segment=NetworkSegment(da62e25e-7acf-458b-9aba-27efb3eb959b),segment_id=da62e25e-7acf-458b-9aba-27efb3eb959b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:07.706340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] For port 6e303ff5-e3d2-4779-9441-5d3409bc781f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6e303ff5-e3d2-4779-9441-5d3409bc781f,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:07.708408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Subnet': ['ID=4b55580f-53b2-44bc-9437-c8492fb087a6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:07.715261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9254fb-1c4c-4be3-b550-565fce27b019'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:07.718623 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bcad66-0906-40ed-b4eb-67c3dd8a8f18" -d '{"events": [{"server_uuid": "cb5e4e3a-f016-4eab-9437-bbd674931c1f", "name": "network-vif-plugged", "status": "completed", "tag": "8f9254fb-1c4c-4be3-b550-565fce27b019"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:07.720066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab10bb9c-893e-4bbf-9245-120579bd7caa req-576e5f0f-b057-4c4c-96d4-a5b338dbfb21 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839858 Jul 22 14:25:07.764800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3db0f-d809-492a-a88f-63684af34c47 req-679a3cdc-0edd-458d-a3b5-bb3126073156 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:07.772574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7f3db0f-d809-492a-a88f-63684af34c47 req-679a3cdc-0edd-458d-a3b5-bb3126073156 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.6276386 Jul 22 14:25:07.778737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.783654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33810) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:07.783976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-10578845-2407-4dc0-aa84-e13bfaedf8b3 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/subnets/4b55580f-53b2-44bc-9437-c8492fb087a6 HTTP/1.1" status: 204 len: 168 time: 1.0759184 Jul 22 14:25:07.785860 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.797424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b864a0dd-00df-415a-b9a9-e1d16255810e None None] Network e43727d2-5bb9-42de-9288-d06f6fe1e287 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:07.799904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.803124 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bab720-8ec0-4358-b1c6-564b3b707b35 x-openstack-request-id: req-a0bab720-8ec0-4358-b1c6-564b3b707b35 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:07.803522 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e4e3a-f016-4eab-9437-bbd674931c1f", "name": "network-vif-plugged", "status": "completed", "tag": "8f9254fb-1c4c-4be3-b550-565fce27b019", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:07.803666 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0bab720-8ec0-4358-b1c6-564b3b707b35 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:07.804078 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9254fb-1c4c-4be3-b550-565fce27b019', 'code': 200} Jul 22 14:25:07.814660 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-27488fc5-85cc-4e95-af21-bead710b4823 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663330 Jul 22 14:25:07.941287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=8f9254fb-1c4c-4be3-b550-565fce27b019,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:08.027099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7f3db0f-d809-492a-a88f-63684af34c47 req-4b4ce6c8-4fc3-492e-a816-a6005ad2ac83 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455549 Jul 22 14:25:08.049906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.090168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.102469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1651b106-3c08-4222-a1a0-33a577fd622a req-ad1144d9-5644-4971-a166-2bcc175ea860 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791300 Jul 22 14:25:08.106307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.130127 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.166093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.167684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2417293 Jul 22 14:25:08.169666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff16720-fd45-4fc8-bc6f-50c41f8c47ee None None] Pushing event updated for resources: {'Port': ['ID=6e303ff5-e3d2-4779-9441-5d3409bc781f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:08.171454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:08.189450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] The port '1eb8fdf4-cee1-4fb4-80a5-519830c2e183' was deleted {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 14:25:08.198994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] Pushing event deleted for resources: {'Port': ['ID=1eb8fdf4-cee1-4fb4-80a5-519830c2e183,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:08.204093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c105dc-e776-4af8-b660-bafcd5603109 None None] No DVR routers for this DVR port 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:08.225789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79477f27-14a3-4665-8640-1ec719509885 req-ae6e5c75-cf11-4568-9756-86ca216abf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:08.227558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79477f27-14a3-4665-8640-1ec719509885 req-ae6e5c75-cf11-4568-9756-86ca216abf3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 1098 time: 0.3457155 Jul 22 14:25:08.237535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': 'c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:08.242990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92bb0f-b795-4cc1-b7fd-c972a5db6e01 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:08.330110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.394918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-45e42924-fd35-4d59-9ecd-971b73468b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:08.397168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-45e42924-fd35-4d59-9ecd-971b73468b81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 1096 time: 0.2260072 Jul 22 14:25:08.419908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] DHCP port deletion for e43727d2-5bb9-42de-9288-d06f6fe1e287 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:08.511993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:08.567345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:08.567992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1eb8fdf4-cee1-4fb4-80a5-519830c2e183 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:08.582390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.614065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] Deleting port 18e7e900-a98f-46ef-99de-0da359e8483a {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:08.614457 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.689383 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.758239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99f20a5-e839-4d17-b0c0-0313c3024a37,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:08.784704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.785965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-336d8383-4ed1-4c50-aff2-ef6cffc63ef7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5980494 Jul 22 14:25:08.790265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:08.796005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': 'c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:08.826394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-b30b3c8b-d254-427c-98fb-9de185f1edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:08.829079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-b30b3c8b-d254-427c-98fb-9de185f1edde service neutron] 10.222.0.13 "GET /v2.0/networks?id=94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 200 len: 914 time: 0.4233565 Jul 22 14:25:08.891653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-2f850903-a445-4fd7-a1da-3a095da3b477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9 HTTP/1.1" status: 200 len: 217 time: 0.0506613 Jul 22 14:25:08.931376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98ad18-ad81-4067-89a1-6ea1dae500ac req-9bc8e3bd-f379-45ad-bbef-ec22c3a8d396 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:08.935427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa98ad18-ad81-4067-89a1-6ea1dae500ac req-9bc8e3bd-f379-45ad-bbef-ec22c3a8d396 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 946 time: 0.3373334 Jul 22 14:25:08.955218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bc7cf0d0-af26-41e3-81f3-0f26a97b7dae details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:09.047989 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.058593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a98d1dc-3058-40a4-9a68-45e726aa2ff8']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:09.074180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3636d8ed-9b98-4c9a-acce-9ddc12e6f589') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:09.074628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3636d8ed-9b98-4c9a-acce-9ddc12e6f589') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:09.087085 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.102995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.110869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:09.111582 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.156605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] For port 18e7e900-a98f-46ef-99de-0da359e8483a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=18e7e900-a98f-46ef-99de-0da359e8483a,segment=NetworkSegment(1452ba70-b34b-4e60-be5d-270d35fae097),segment_id=1452ba70-b34b-4e60-be5d-270d35fae097)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:09.157526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.178110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-c779840c-b352-4c87-a005-1e465dd467cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:09.179831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] Calling delete_port for 18e7e900-a98f-46ef-99de-0da359e8483a owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:09.180132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-c779840c-b352-4c87-a005-1e465dd467cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 200 len: 853 time: 0.2848105 Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:09.182162 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:09.194916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.204597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa98ad18-ad81-4067-89a1-6ea1dae500ac req-1e9880d1-de97-49ac-a7a4-d1c17d85b82d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571983 Jul 22 14:25:09.206941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.249792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.252097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/networks/4a98d1dc-3058-40a4-9a68-45e726aa2ff8 HTTP/1.1" status: 204 len: 168 time: 1.4673617 Jul 22 14:25:09.254894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f022d5a-334a-4d6a-8b86-e2a22fa6fbeb tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Network': ['ID=4a98d1dc-3058-40a4-9a68-45e726aa2ff8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.257544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:09.261137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33850) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:09.292903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-f0955f87-f1fb-4e96-9e22-a7401ee4379c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94e0cfa0-fa80-434e-907e-ae6586971ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859911 Jul 22 14:25:09.328633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'port_id': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae', 'mac_address': 'fa:16:3e:62:00:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81b5d4d-da97-4cbf-b476-2ab889977a7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:09.333111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79477f27-14a3-4665-8640-1ec719509885 req-cb46d882-055a-492e-83cb-29097b13d8de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500158 Jul 22 14:25:09.419024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.424957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8e7b6-6acb-4315-8162-4a4e2397347d req-db3e249a-03e0-4ddf-8a93-ec5de342f1af tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:09.433011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53e8e7b6-6acb-4315-8162-4a4e2397347d req-db3e249a-03e0-4ddf-8a93-ec5de342f1af tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 1.2448528 Jul 22 14:25:09.440538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7cf0d0-af26-41e3-81f3-0f26a97b7dae {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:09.458135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.496121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.510906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-5acfa8d9-1da4-4af2-ba10-f1bd5d1797d2 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085941 Jul 22 14:25:09.514856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] No DVR routers for this DVR port 18e7e900-a98f-46ef-99de-0da359e8483a on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:09.531127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:09.560555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.564408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05192e-2d3c-4d84-abb9-9d7a0042fdac None None] Pushing event deleted for resources: {'Port': ['ID=18e7e900-a98f-46ef-99de-0da359e8483a,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.591378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994aeb4d-9e8d-4926-8af0-ff6bc7178c02 req-534311ad-da1b-4132-aec9-921014c4b564 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:09.593102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-994aeb4d-9e8d-4926-8af0-ff6bc7178c02 req-534311ad-da1b-4132-aec9-921014c4b564 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 944 time: 0.2986169 Jul 22 14:25:09.595019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.596260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53e8e7b6-6acb-4315-8162-4a4e2397347d req-ab7e6758-47d0-4971-ab7c-81985fd263b4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622076 Jul 22 14:25:09.659979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.667409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.678803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43727d2-5bb9-42de-9288-d06f6fe1e287']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:09.698434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1452ba70-b34b-4e60-be5d-270d35fae097') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:09.698733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1452ba70-b34b-4e60-be5d-270d35fae097') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:09.711336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.723843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.739847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f87b0b-3f16-4891-b665-e9cdbda76dc8 None None] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:09.766499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.769525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-994aeb4d-9e8d-4926-8af0-ff6bc7178c02 req-2a7c4398-cafe-4a95-ab53-34fba13b0488 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545179 Jul 22 14:25:09.776934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:09.777525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:09.781543 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:09.784510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.786077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9938512 Jul 22 14:25:09.789095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c0bf0-6787-427a-be87-c548721b31d1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f5e859-6b9c-4dd7-a2ab-ab6c4e225a0a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.791011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:09.807813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': 'c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:09.829480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9d46fd54-ac14-4a66-84a1-7265f84d7103 req-6f4b0a9f-1cd9-4e9b-9f1d-dddf2875fac6 service neutron] 10.222.0.13 "GET /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057501 Jul 22 14:25:09.838977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['bc7cf0d0-af26-41e3-81f3-0f26a97b7dae'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:09.881573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-69cbf45b-f0bf-4399-838e-8573447f5f25 None None] Provisioning for port 6e303ff5-e3d2-4779-9441-5d3409bc781f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:09.901692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.904045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.925730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.928864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/networks/e43727d2-5bb9-42de-9288-d06f6fe1e287 HTTP/1.1" status: 204 len: 168 time: 0.6621604 Jul 22 14:25:09.941362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33866) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:09.965704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 059cb8a6-3d62-4700-a56a-92229e2f31d9 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:09.984381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26a70f-d46d-4473-a8c3-6bd11a8a4f66 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Network': ['ID=e43727d2-5bb9-42de-9288-d06f6fe1e287,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.009083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00b1e5-cdf9-4820-8820-9e05eb357b27 req-8d048c3a-54b7-448d-a1b8-1555d5e2e432 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.012899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.017522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.020765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f00b1e5-cdf9-4820-8820-9e05eb357b27 req-8d048c3a-54b7-448d-a1b8-1555d5e2e432 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3105171 Jul 22 14:25:10.042054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74038457-0028-479f-a13c-b16e7f18feb2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.064566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.072528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af147cc0-a519-4962-ac3c-b29742b23a61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2787254 Jul 22 14:25:10.073171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33870) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:10.093298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': 'c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:10.112822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting subnet 1ed13821-733c-49b6-8930-f164d07eabef {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:10.151951 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f00b1e5-cdf9-4820-8820-9e05eb357b27 req-6832dc9c-59cc-4999-a7ef-7e74bff49013 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280687 Jul 22 14:25:10.152765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.188887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.260108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.295918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 059cb8a6-3d62-4700-a56a-92229e2f31d9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:10.348649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '059cb8a6-3d62-4700-a56a-92229e2f31d9', 'network_id': '94e0cfa0-fa80-434e-907e-ae6586971ef1', 'port_id': '059cb8a6-3d62-4700-a56a-92229e2f31d9', 'mac_address': 'fa:16:3e:18:5e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81b5d4d-da97-4cbf-b476-2ab889977a7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:10.453043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.483216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059cb8a6-3d62-4700-a56a-92229e2f31d9 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:10.484805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.530964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 059cb8a6-3d62-4700-a56a-92229e2f31d9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:10.540589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6e303ff5-e3d2-4779-9441-5d3409bc781f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:10.550530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.559592 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.582342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6879d552-bd58-4af0-b45c-9dadfe83fdff,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.592872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610764ec-231d-4385-8d05-758beeeffb79 req-b181883a-77c5-46eb-8dce-ae76002ce5de tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.593824 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.601036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-610764ec-231d-4385-8d05-758beeeffb79 req-b181883a-77c5-46eb-8dce-ae76002ce5de tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2721803 Jul 22 14:25:10.629126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.642818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.647219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64d7e830-9280-4989-b1c6-845ee88a7e28 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5729463 Jul 22 14:25:10.647854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:10.655051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': 'c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:10.702930 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.705145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/subnets/1ed13821-733c-49b6-8930-f164d07eabef HTTP/1.1" status: 204 len: 168 time: 0.7626388 Jul 22 14:25:10.706449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3955690-c753-4ea8-bae5-a10b20fc8987 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed13821-733c-49b6-8930-f164d07eabef,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.708564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33888) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:10.715034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=059cb8a6-3d62-4700-a56a-92229e2f31d9,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.720780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c615c3e-1aa0-4b48-aaeb-acff69220722 None None] Network 52fa569d-df81-41d1-bc92-63a5f3465461 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:10.743018 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-610764ec-231d-4385-8d05-758beeeffb79 req-afca8ba1-d64e-498c-bbd3-873dfa99f5de tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383600 Jul 22 14:25:10.744817 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Project 0d783c33e114459eb9a4961701888d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:25:10.746138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6e303ff5-e3d2-4779-9441-5d3409bc781f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:10.753015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.759877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6e303ff5-e3d2-4779-9441-5d3409bc781f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:10.760257 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.841999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['059cb8a6-3d62-4700-a56a-92229e2f31d9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:10.887609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bc7cf0d0-af26-41e3-81f3-0f26a97b7dae up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:10.930109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.945715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.950388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be09770-10c7-49c3-ac08-2906546d43ad req-70378dae-acd2-48ad-9827-6254fce2722d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.952644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3be09770-10c7-49c3-ac08-2906546d43ad req-70378dae-acd2-48ad-9827-6254fce2722d tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 946 time: 0.3598731 Jul 22 14:25:10.959526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.994089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.995796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443370 Jul 22 14:25:11.001273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33904) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:11.003961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e808521-6764-4354-a812-d3452b90187d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707f0e2f-f96a-4236-9322-f960c6ddb481,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.015842 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': 'c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:11.041840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f247fc-051c-4c77-b07f-2a1575efc1f2 req-0c131bc1-c982-46ed-8780-54f8d917a0df tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:11.043763 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87f247fc-051c-4c77-b07f-2a1575efc1f2 req-0c131bc1-c982-46ed-8780-54f8d917a0df tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 945 time: 0.1600511 Jul 22 14:25:11.046096 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.064801 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Project 0d783c33e114459eb9a4961701888d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:25:11.074671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:11.085165 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.097110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:11.097694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.131648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87f247fc-051c-4c77-b07f-2a1575efc1f2 req-70ef42ae-9d07-4e4a-aa51-9c601df48f73 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780394 Jul 22 14:25:11.160669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 6e303ff5-e3d2-4779-9441-5d3409bc781f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6e303ff5-e3d2-4779-9441-5d3409bc781f,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:11.171938 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.250658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3be09770-10c7-49c3-ac08-2906546d43ad req-87db642e-e652-4cc9-bfd4-a75e69f4621e tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881997 Jul 22 14:25:11.263994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] DHCP port deletion for 52fa569d-df81-41d1-bc92-63a5f3465461 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:11.301768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Deleting port f51733ef-c9bd-4106-b554-2c659594912d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:11.301768 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.309661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18e7e900-a98f-46ef-99de-0da359e8483a no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:11.386303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.392962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd2b4-c505-408a-a3f7-d87294bb816f req-336ff1e8-5699-4e96-aeb8-55cd215a4fa5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:11.398536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bfdd2b4-c505-408a-a3f7-d87294bb816f req-336ff1e8-5699-4e96-aeb8-55cd215a4fa5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1070130 Jul 22 14:25:11.447170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bfdd2b4-c505-408a-a3f7-d87294bb816f req-81fa0b8f-3ea8-4af9-b045-ec32208f82c5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422215 Jul 22 14:25:11.456479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=6e303ff5-e3d2-4779-9441-5d3409bc781f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.464483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 18e7e900-a98f-46ef-99de-0da359e8483a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:11.464958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 18e7e900-a98f-46ef-99de-0da359e8483a not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:11.494515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] For port f51733ef-c9bd-4106-b554-2c659594912d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f51733ef-c9bd-4106-b554-2c659594912d,segment=NetworkSegment(9fe28f76-94ec-47d6-ae20-8a34b142d4a1),segment_id=9fe28f76-94ec-47d6-ae20-8a34b142d4a1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:11.495515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.506144 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.535271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] Deleting port f51733ef-c9bd-4106-b554-2c659594912d {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:11.535762 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.549015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Calling delete_port for f51733ef-c9bd-4106-b554-2c659594912d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:11.551003 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.553222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb910bd-37cd-43bd-9227-964482754d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:11.555989 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d30984-52b1-4416-8b0b-dcdad95a8a1d" -d '{"events": [{"server_uuid": "6cb910bd-37cd-43bd-9227-964482754d61", "name": "network-vif-plugged", "status": "completed", "tag": "bc7cf0d0-af26-41e3-81f3-0f26a97b7dae"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:11.577973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:11.584214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.625999 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aa50f0-6ee3-4f7c-90ef-fa0c17531c7a x-openstack-request-id: req-08aa50f0-6ee3-4f7c-90ef-fa0c17531c7a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:11.626296 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb910bd-37cd-43bd-9227-964482754d61", "name": "network-vif-plugged", "status": "completed", "tag": "bc7cf0d0-af26-41e3-81f3-0f26a97b7dae", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:11.626553 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08aa50f0-6ee3-4f7c-90ef-fa0c17531c7a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:11.626964 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb910bd-37cd-43bd-9227-964482754d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae', 'code': 200} Jul 22 14:25:11.648478 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.650299 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6461372 Jul 22 14:25:11.667142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] For port f51733ef-c9bd-4106-b554-2c659594912d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f51733ef-c9bd-4106-b554-2c659594912d,segment=NetworkSegment(9fe28f76-94ec-47d6-ae20-8a34b142d4a1),segment_id=9fe28f76-94ec-47d6-ae20-8a34b142d4a1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:11.667539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.690018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cbeb3-e731-47f0-8f47-d2ada6867397 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6219e5e-1339-4a39-af76-031f4351b80d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.706263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] Calling delete_port for f51733ef-c9bd-4106-b554-2c659594912d owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:11.714221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.811735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.859019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] No DVR routers for this DVR port f51733ef-c9bd-4106-b554-2c659594912d on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:11.863175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a81358-7814-4cb3-af61-d26fc1207882 None None] Pushing event deleted for resources: {'Port': ['ID=f51733ef-c9bd-4106-b554-2c659594912d,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.875096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c412d-d0fa-4368-9dfe-fe5caa36d1d9 req-7ce150f7-c8e6-45d7-a2a4-4f1cfc8895c5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:11.877720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e43c412d-d0fa-4368-9dfe-fe5caa36d1d9 req-7ce150f7-c8e6-45d7-a2a4-4f1cfc8895c5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3241394 Jul 22 14:25:11.913785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cd66c-380c-48b7-8c16-70c0912bb2cd req-abb4555a-63ef-4a02-99a4-1fc9cb71eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:11.915571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-695cd66c-380c-48b7-8c16-70c0912bb2cd req-abb4555a-63ef-4a02-99a4-1fc9cb71eaf4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 1098 time: 0.2148404 Jul 22 14:25:11.934001 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.969303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 059cb8a6-3d62-4700-a56a-92229e2f31d9 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:11.983081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Port': ['ID=f51733ef-c9bd-4106-b554-2c659594912d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.997939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] No DVR routers for this DVR port f51733ef-c9bd-4106-b554-2c659594912d on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:12.013178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e43c412d-d0fa-4368-9dfe-fe5caa36d1d9 req-d3a54652-dc95-45d5-ac9f-37d0b6d140e1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146369 Jul 22 14:25:12.051792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-695cd66c-380c-48b7-8c16-70c0912bb2cd req-945dba8c-6eb5-44cf-98d6-0f12cac2d2d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281972 Jul 22 14:25:12.117098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 059cb8a6-3d62-4700-a56a-92229e2f31d9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:12.142930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 059cb8a6-3d62-4700-a56a-92229e2f31d9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:12.143143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.143295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.149993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-331e9d8e-4e8c-4476-ba48-d2a43d152a6f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-592481753&fields=id&tenant_id=0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 267 time: 0.0971367 Jul 22 14:25:12.167735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fa569d-df81-41d1-bc92-63a5f3465461']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:12.181328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe28f76-94ec-47d6-ae20-8a34b142d4a1') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:12.181328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe28f76-94ec-47d6-ae20-8a34b142d4a1') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:12.216570 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.292215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.331844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:12.332263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.339352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-2d8f0b85-4247-4cda-9519-0a78757ca3ac tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:12.340463 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:12.343663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-2d8f0b85-4247-4cda-9519-0a78757ca3ac tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/networks?id=45be2dc8-798f-441e-a8ab-b642ab9e855b HTTP/1.1" status: 200 len: 797 time: 0.1734130 Jul 22 14:25:12.359962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-6ee9b548-6ea0-4495-90f6-0eed13af11a8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/quotas/0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 375 time: 0.0109704 Jul 22 14:25:12.392579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.422184 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.433818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.438039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/networks/52fa569d-df81-41d1-bc92-63a5f3465461 HTTP/1.1" status: 204 len: 168 time: 1.7248392 Jul 22 14:25:12.438619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:12.442693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6e303ff5-e3d2-4779-9441-5d3409bc781f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:12.452059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eddf6c-f3cb-4acd-8674-a3dca0d4cb2b tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Pushing event deleted for resources: {'Network': ['ID=52fa569d-df81-41d1-bc92-63a5f3465461,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:12.470557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23557cb6-64da-4074-9689-fee207771bb8 req-104a4888-b4da-417e-8d2c-64cfcc8a6634 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.474501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23557cb6-64da-4074-9689-fee207771bb8 req-104a4888-b4da-417e-8d2c-64cfcc8a6634 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2174268 Jul 22 14:25:12.507667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ec6bf55c-c525-404c-bb41-432a364934ac tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "GET /v2.0/ports?device_id=d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 HTTP/1.1" status: 200 len: 205 time: 0.0652552 Jul 22 14:25:12.508339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:12.535177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23557cb6-64da-4074-9689-fee207771bb8 req-d90c92cc-8ef8-499c-9d72-886ac086b13d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532691 Jul 22 14:25:12.585786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 059cb8a6-3d62-4700-a56a-92229e2f31d9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:12.597920 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.659223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6e303ff5-e3d2-4779-9441-5d3409bc781f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:12.659602 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.673551 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.718196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b7fed-edc1-467f-ae0b-8f401e4e9a63 req-21bc50b6-d0a0-4595-9450-28b5b5ced802 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.728788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc2b7fed-edc1-467f-ae0b-8f401e4e9a63 req-21bc50b6-d0a0-4595-9450-28b5b5ced802 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 946 time: 0.0936933 Jul 22 14:25:12.730854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=059cb8a6-3d62-4700-a56a-92229e2f31d9,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:12.774184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc2b7fed-edc1-467f-ae0b-8f401e4e9a63 req-94683ad1-d3de-4d03-b3ff-0ef6c697f4cf tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Jul 22 14:25:12.785160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-3947e453-f9fc-4c2d-af6a-dd8d64291251 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4182506 Jul 22 14:25:12.877186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f51733ef-c9bd-4106-b554-2c659594912d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:12.919766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f51733ef-c9bd-4106-b554-2c659594912d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:12.920194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f51733ef-c9bd-4106-b554-2c659594912d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:12.984340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6c247-b8f1-48a5-bbd0-36abec9f20fe req-d9f89e51-a355-41a5-a783-efe7834b4764 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.986095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ab6c247-b8f1-48a5-bbd0-36abec9f20fe req-d9f89e51-a355-41a5-a783-efe7834b4764 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 946 time: 0.1105702 Jul 22 14:25:13.043092 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ab6c247-b8f1-48a5-bbd0-36abec9f20fe req-22b00c2d-7bc9-4df0-9690-c1d2a1db1e14 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Jul 22 14:25:13.233132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177d39f-bee2-464f-ba5d-9b2c07d2b375 req-5856001d-fa93-4329-af3e-228ba5339ceb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:13.234769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b177d39f-bee2-464f-ba5d-9b2c07d2b375 req-5856001d-fa93-4329-af3e-228ba5339ceb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.0906832 Jul 22 14:25:13.278030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b177d39f-bee2-464f-ba5d-9b2c07d2b375 req-1ad98535-bd7f-407e-bc52-cb2622bcb3ad tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Jul 22 14:25:13.420313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.423918 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.511750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.512265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Fanout notify agent at l3_agent the message router_deleted on router d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:25:13.520259 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.524873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dffc856f-27cb-4bb5-a24b-52cf7f794f87 tempest-RoutersNegativeIpV6Test-2020380264 tempest-RoutersNegativeIpV6Test-2020380264-project] 10.222.0.11 "DELETE /v2.0/routers/d95cfaa1-e5cb-4f44-ac8e-45d2099113f5 HTTP/1.1" status: 204 len: 168 time: 1.0142989 Jul 22 14:25:13.544856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-88fdb082-9a1d-4703-b0c7-b9944c81fe76 service neutron] 10.222.0.11 "GET /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153547 Jul 22 14:25:13.599958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7ffb5-218c-4364-9e53-bbeaf39f61f2 req-fe4d39e8-4da0-43bc-a01a-8c2cc2e027a2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:13.601891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1a7ffb5-218c-4364-9e53-bbeaf39f61f2 req-fe4d39e8-4da0-43bc-a01a-8c2cc2e027a2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1264906 Jul 22 14:25:13.627826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cb8a6-3d62-4700-a56a-92229e2f31d9'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:13.630162 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e5be55-9f96-4ca9-b66b-7882fb3e229a" -d '{"events": [{"server_uuid": "c6e6ee2b-9152-47ac-8566-ab28016e437e", "name": "network-vif-plugged", "status": "completed", "tag": "059cb8a6-3d62-4700-a56a-92229e2f31d9"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:13.658031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1a7ffb5-218c-4364-9e53-bbeaf39f61f2 req-533e5a0e-e399-4f18-b8df-65f37642c8b4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478144 Jul 22 14:25:13.691983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-fb0a5a50-2941-4a39-8d24-cf95c7e3ebc9 service neutron] 10.222.0.11 "GET /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411440 Jul 22 14:25:13.801489 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d4bdd2-4146-43fc-a518-cc49e5fd0b87 x-openstack-request-id: req-d5d4bdd2-4146-43fc-a518-cc49e5fd0b87 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:13.801818 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e6ee2b-9152-47ac-8566-ab28016e437e", "name": "network-vif-plugged", "status": "completed", "tag": "059cb8a6-3d62-4700-a56a-92229e2f31d9", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:13.802080 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5d4bdd2-4146-43fc-a518-cc49e5fd0b87 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:13.803138 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cb8a6-3d62-4700-a56a-92229e2f31d9', 'code': 200} Jul 22 14:25:13.885228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:14.004673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dee27-0c52-42fe-b6ce-2f0f1fdff691 req-3641f51b-ebef-49ae-b73e-d6de0a65e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.006929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c2dee27-0c52-42fe-b6ce-2f0f1fdff691 req-3641f51b-ebef-49ae-b73e-d6de0a65e56f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 1098 time: 0.1342628 Jul 22 14:25:14.051322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf4f6c-2b2b-40d7-b70d-b2f93ec9ce58 req-4811f3d5-f4de-4242-8b71-6b710700ad22 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.074995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9bf4f6c-2b2b-40d7-b70d-b2f93ec9ce58 req-4811f3d5-f4de-4242-8b71-6b710700ad22 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1662178 Jul 22 14:25:14.084606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c2dee27-0c52-42fe-b6ce-2f0f1fdff691 req-df421ba4-dc97-41ab-9bd8-906df02efdb5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713928 Jul 22 14:25:14.184641 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9bf4f6c-2b2b-40d7-b70d-b2f93ec9ce58 req-de05531f-6f84-437e-b7ed-d5ba05c46e21 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060152 Jul 22 14:25:14.201541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ef5f16e5-0352-4dd5-9144-a619ca9a2ce7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d5320578ef451ca3cbb9dbc5e0b475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148339 Jul 22 14:25:14.204027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34046) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:14.282289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b2879ea-1ab6-4908-a6cb-3a9413e01e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.307845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b2879ea-1ab6-4908-a6cb-3a9413e01e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.372863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a5e73-7a4f-48ca-97a5-58d78a73b6a4 req-2b15103a-6193-4255-8a7f-5048aa4d4cf1 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.374580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a0a5e73-7a4f-48ca-97a5-58d78a73b6a4 req-2b15103a-6193-4255-8a7f-5048aa4d4cf1 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 946 time: 0.1211951 Jul 22 14:25:14.429058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a0a5e73-7a4f-48ca-97a5-58d78a73b6a4 req-4a3e56c6-88c3-4124-8c40-942ff22976c0 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Jul 22 14:25:14.471245 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d76a8538-9f32-4a98-8150-8fa36434f4ce req-465e9417-fe20-4cba-bcbc-b7b3043f2cbc tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 210 time: 0.1118481 Jul 22 14:25:14.472450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b2879ea-1ab6-4908-a6cb-3a9413e01e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.475734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b2879ea-1ab6-4908-a6cb-3a9413e01e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.490616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2b2879ea-1ab6-4908-a6cb-3a9413e01e8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d9bc27e-6d7e-4a16-b64f-49a12fcdc8a0 HTTP/1.1" status: 204 len: 168 time: 0.2745214 Jul 22 14:25:14.513160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2879ea-1ab6-4908-a6cb-3a9413e01e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9bc27e-6d7e-4a16-b64f-49a12fcdc8a0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:14.754598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2745f9-eb0c-4a08-95ce-5a5450ba2adc req-f3adb05b-a1aa-4f38-828a-c807c436794c tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.762832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce2745f9-eb0c-4a08-95ce-5a5450ba2adc req-f3adb05b-a1aa-4f38-828a-c807c436794c tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 946 time: 0.2101760 Jul 22 14:25:14.809813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce2745f9-eb0c-4a08-95ce-5a5450ba2adc req-d6d8eb0f-f3d1-4340-8525-11e95249ee10 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460756 Jul 22 14:25:14.899714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c23e0-189b-4e74-afb5-a8f13cfe5f7c req-3bca7cd9-8d68-4e28-94c5-f9a315124b3f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.908447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff2c23e0-189b-4e74-afb5-a8f13cfe5f7c req-3bca7cd9-8d68-4e28-94c5-f9a315124b3f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1386838 Jul 22 14:25:14.995046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff2c23e0-189b-4e74-afb5-a8f13cfe5f7c req-fafae5bc-a00b-411a-9e7c-3d870fa725bc tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763865 Jul 22 14:25:15.454693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-41e277e7-a853-4567-9670-52629b89adc5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.456704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-41e277e7-a853-4567-9670-52629b89adc5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.20 "GET /v2.0/networks?id=45be2dc8-798f-441e-a8ab-b642ab9e855b HTTP/1.1" status: 200 len: 797 time: 0.1518655 Jul 22 14:25:15.563740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:15.576877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-47328563-1733-4078-a7b6-fc85d985d693 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 472 time: 0.0979722 Jul 22 14:25:15.597067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'port': {'device_id': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'admin_state_up': True, 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'security_groups': ['c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:15.655834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd18c9-7dfc-43f0-a227-016d733c6f15 req-ab0ef441-107e-45e7-924b-4a62b663d5d7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.662746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fdd18c9-7dfc-43f0-a227-016d733c6f15 req-ab0ef441-107e-45e7-924b-4a62b663d5d7 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 946 time: 0.1366904 Jul 22 14:25:15.694620 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7882c17c-cf0e-4583-92f2-cd255464fd72 req-ad85ff26-d673-4601-9c64-7be6db5f482f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 210 time: 0.0664768 Jul 22 14:25:15.741878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fdd18c9-7dfc-43f0-a227-016d733c6f15 req-5b9b3715-dc82-4c25-8155-a096508c0e41 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751247 Jul 22 14:25:15.769264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--978509577'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:15.844383 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.873583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41459861-0835-4dfa-bbff-5b63e346a80f req-56cca261-d805-4c05-bf1b-40e2d82559ad tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.875233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41459861-0835-4dfa-bbff-5b63e346a80f req-56cca261-d805-4c05-bf1b-40e2d82559ad tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 946 time: 0.3047481 Jul 22 14:25:15.919371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.971975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:15.975750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.996760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e994076-7e06-4075-8bff-4e683792e196 req-81aeda2d-f62b-42fb-a28e-c3cb2cb82a81 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.998678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e994076-7e06-4075-8bff-4e683792e196 req-81aeda2d-f62b-42fb-a28e-c3cb2cb82a81 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 946 time: 0.0807054 Jul 22 14:25:16.054624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e994076-7e06-4075-8bff-4e683792e196 req-510f8d63-9f68-4d9a-95f9-34982257be4b tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/security-groups?id=99dfe96d-b944-4391-be03-a8d05178b00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469499 Jul 22 14:25:16.072991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a4812-c1a8-4a34-b5a3-0dbdb3502577 req-c75ab92c-69c4-4209-bee6-89a36bff2f98 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:16.080177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b6a4812-c1a8-4a34-b5a3-0dbdb3502577 req-c75ab92c-69c4-4209-bee6-89a36bff2f98 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 946 time: 0.2669008 Jul 22 14:25:16.227878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3b6a4812-c1a8-4a34-b5a3-0dbdb3502577 req-47460a8a-4829-4a7a-ad52-691728eae77e tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467080 Jul 22 14:25:16.260038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Deleting port 8f9254fb-1c4c-4be3-b550-565fce27b019 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:16.260388 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.268092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56a202-ac55-400c-855a-5233240371b3 req-66ef438f-6215-41a3-b93d-b38ba0a7eb06 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:16.277313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e56a202-ac55-400c-855a-5233240371b3 req-66ef438f-6215-41a3-b93d-b38ba0a7eb06 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1149454 Jul 22 14:25:16.386249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.20.0.21 (45be2dc8-798f-441e-a8ab-b642ab9e855b/8e9c0ff9-c926-4bee-b03b-7249a929993e/f0b9e6b3-c07c-459e-bbb2-5abd781d4669) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:16.388154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e56a202-ac55-400c-855a-5233240371b3 req-95964dc8-dda9-42d4-a9fa-ea57e5050245 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Jul 22 14:25:16.415136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.423190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.631639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] For port 8f9254fb-1c4c-4be3-b550-565fce27b019, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=8f9254fb-1c4c-4be3-b550-565fce27b019,segment=NetworkSegment(da62e25e-7acf-458b-9aba-27efb3eb959b),segment_id=da62e25e-7acf-458b-9aba-27efb3eb959b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:16.632002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.642593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341c9c21-13da-4b86-96e3-8a4d63cac046,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:16.749534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Calling delete_port for 8f9254fb-1c4c-4be3-b550-565fce27b019 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:16.831057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e60cf-dd89-4efa-b650-be6b519107d7 req-b4352290-493c-4108-b267-7d0f905ff523 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:16.833344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-915e60cf-dd89-4efa-b650-be6b519107d7 req-b4352290-493c-4108-b267-7d0f905ff523 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1256249 Jul 22 14:25:16.838577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.900278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.925414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-915e60cf-dd89-4efa-b650-be6b519107d7 req-871f2389-f6c1-4f46-9b20-aef8e3058707 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802670 Jul 22 14:25:16.938100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf09256-7ceb-45b5-bae0-cd470ade531a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:16.970928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.972468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3538535-be6a-4f51-ba20-2e7b34b01845 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4075480 Jul 22 14:25:16.977855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.981252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:17.016168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Transition to ACTIVE for port object f0b9e6b3-c07c-459e-bbb2-5abd781d4669 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:17.081835 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58f3ab9a-9952-43a9-b104-b44b9f7d0171 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0959520 Jul 22 14:25:17.081835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:17.095976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-security--1900250586', 'description': 'tempest-security-description-516762912'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:17.127944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.155774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.214967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.219984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.223672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.225242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "PUT /v2.0/security-groups/cdf09256-7ceb-45b5-bae0-cd470ade531a HTTP/1.1" status: 200 len: 1779 time: 0.1430447 Jul 22 14:25:17.232293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Pushing event deleted for resources: {'Port': ['ID=8f9254fb-1c4c-4be3-b550-565fce27b019,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:17.232521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:17.257581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] No DVR routers for this DVR port 8f9254fb-1c4c-4be3-b550-565fce27b019 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:17.260474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.262836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41459861-0835-4dfa-bbff-5b63e346a80f req-0fdcb33c-3093-4cf0-9d90-03aa6e7ce567 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.20 "DELETE /v2.0/ports/8f9254fb-1c4c-4be3-b550-565fce27b019 HTTP/1.1" status: 204 len: 173 time: 1.3779173 Jul 22 14:25:17.276609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'name': 'network-vif-deleted', 'tag': '8f9254fb-1c4c-4be3-b550-565fce27b019'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:17.290772 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502068d7-12d2-4077-b008-47ce254ed697" -d '{"events": [{"server_uuid": "cb5e4e3a-f016-4eab-9437-bbd674931c1f", "name": "network-vif-deleted", "tag": "8f9254fb-1c4c-4be3-b550-565fce27b019"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:17.299798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9ca0290-8ab7-4362-8e5c-2d5f1ecdd261 req-9f7af5ef-e868-4a3c-84f6-1cac70f0b2f7 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 210 time: 0.3260052 Jul 22 14:25:17.324556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d545158-cbbc-4cf5-a7b7-dfb537cf675b req-7b6930fd-2155-451f-ba0e-9167b76a9e07 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:17.331355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d545158-cbbc-4cf5-a7b7-dfb537cf675b req-7b6930fd-2155-451f-ba0e-9167b76a9e07 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 946 time: 0.2593699 Jul 22 14:25:17.338534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.345829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba2dd2-8ee5-44c1-814c-09801a0b02ec tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf09256-7ceb-45b5-bae0-cd470ade531a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:17.358025 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc8743a2-e017-4059-876b-3bb2f7ac1a6a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups/cdf09256-7ceb-45b5-bae0-cd470ade531a HTTP/1.1" status: 200 len: 1779 time: 0.1213932 Jul 22 14:25:17.361040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34174) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:17.413644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:17.416087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d545158-cbbc-4cf5-a7b7-dfb537cf675b req-c9761f3b-a428-489a-b224-cd7e20e2b232 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838847 Jul 22 14:25:17.459233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:17.480028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:17.549753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:17.550677 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.554824 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29517582-7139-4ebf-8488-cdaee4c399cf x-openstack-request-id: req-29517582-7139-4ebf-8488-cdaee4c399cf {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:17.555307 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5e4e3a-f016-4eab-9437-bbd674931c1f", "name": "network-vif-deleted", "tag": "8f9254fb-1c4c-4be3-b550-565fce27b019", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:17.555754 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29517582-7139-4ebf-8488-cdaee4c399cf {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:17.556144 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5e4e3a-f016-4eab-9437-bbd674931c1f', 'name': 'network-vif-deleted', 'tag': '8f9254fb-1c4c-4be3-b550-565fce27b019', 'status': 'completed', 'code': 200} Jul 22 14:25:17.595842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90973ca1-b99b-4ee6-a662-bba24b6cf4f4 req-51d75a2f-007f-4ab9-8a3b-6424d280ff13 tempest-ServerAddressesTestJSON-186532869 tempest-ServerAddressesTestJSON-186532869-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5e4e3a-f016-4eab-9437-bbd674931c1f HTTP/1.1" status: 200 len: 210 time: 0.1300867 Jul 22 14:25:17.618875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:17.638390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-5c57644d-d6ac-4793-b2b2-f42c73f76a75 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0523481 Jul 22 14:25:17.650816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Request body: {'port': {'device_id': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:17.741814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-040cfb01-9ad8-4f73-94f0-813425747ee1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.792219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-040cfb01-9ad8-4f73-94f0-813425747ee1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.815409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-22deaa74-1267-4b9a-b81b-f926428ac945 None None] Provisioning for port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:17.820798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.821750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-22deaa74-1267-4b9a-b81b-f926428ac945 None None] Provisioning complete for port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:17.822185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-22deaa74-1267-4b9a-b81b-f926428ac945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.889997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-22deaa74-1267-4b9a-b81b-f926428ac945 None None] Port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:17.974009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-040cfb01-9ad8-4f73-94f0-813425747ee1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.982506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-040cfb01-9ad8-4f73-94f0-813425747ee1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.987313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:17.988287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-040cfb01-9ad8-4f73-94f0-813425747ee1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/cdf09256-7ceb-45b5-bae0-cd470ade531a HTTP/1.1" status: 204 len: 168 time: 0.6250691 Jul 22 14:25:18.075868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cfb01-9ad8-4f73-94f0-813425747ee1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf09256-7ceb-45b5-bae0-cd470ade531a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:18.126597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-319a9b04-6593-4c1f-bc36-43e911f9be0a tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.128382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-319a9b04-6593-4c1f-bc36-43e911f9be0a tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 946 time: 0.2643027 Jul 22 14:25:18.156739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a33847c1-fb5e-46b3-b9a0-050054aac826 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1682470 Jul 22 14:25:18.170215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:18.210906 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f7df52fc-d729-469d-b30d-b7fd5bbbdde0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] delete failed (client error): The resource could not be found. Jul 22 14:25:18.212232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f7df52fc-d729-469d-b30d-b7fd5bbbdde0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/cdf09256-7ceb-45b5-bae0-cd470ade531a HTTP/1.1" status: 404 len: 347 time: 0.0393806 Jul 22 14:25:18.217011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:18.221701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--262636474'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:18.258714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df50e9-c07f-4721-9a71-970ade45a9df req-16ac14a9-9cca-403d-b0a7-22da6386dbdf tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.260509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69df50e9-c07f-4721-9a71-970ade45a9df req-16ac14a9-9cca-403d-b0a7-22da6386dbdf tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "GET /v2.0/ports?device_id=c6e6ee2b-9152-47ac-8566-ab28016e437e HTTP/1.1" status: 200 len: 946 time: 0.2126381 Jul 22 14:25:18.288669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e70185-394c-490d-9b73-53a7245bf1b7 req-eb80dfa3-264a-4b58-be04-4f434adff013 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.291228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6e70185-394c-490d-9b73-53a7245bf1b7 req-eb80dfa3-264a-4b58-be04-4f434adff013 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2518203 Jul 22 14:25:18.316362 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.378006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Deleting port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:18.378355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.410795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b9e6b3-c07c-459e-bbb2-5abd781d4669 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:18.435207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.480461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c6e70185-394c-490d-9b73-53a7245bf1b7 req-1295e169-422e-4a62-a3af-2c1c5059a4d8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671777 Jul 22 14:25:18.515308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Transition to ACTIVE for port object f0b9e6b3-c07c-459e-bbb2-5abd781d4669 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:18.547791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.558032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.579577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.584691 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-563c9a53-97c4-4b73-b3c0-dd29c916a2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.679947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.681584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4634309 Jul 22 14:25:18.694681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:18.728957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '1ea065b2-df35-43f9-9b45-4fb3027d3b38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:18.752401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d4f47-d463-4f64-9cc9-3f5079c6b307 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea065b2-df35-43f9-9b45-4fb3027d3b38,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:18.817552 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.823898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Deleting port 059cb8a6-3d62-4700-a56a-92229e2f31d9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:18.824338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.895422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a2dd2-5b5a-4dc0-986c-4c0d07eb861a req-fa2cd55a-1f5e-4063-bfd2-1ca036b18edd tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.898067 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-288a2dd2-5b5a-4dc0-986c-4c0d07eb861a req-fa2cd55a-1f5e-4063-bfd2-1ca036b18edd tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 946 time: 0.2284911 Jul 22 14:25:18.917728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f9254fb-1c4c-4be3-b550-565fce27b019 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:18.980771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 8f9254fb-1c4c-4be3-b550-565fce27b019 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:18.981394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 8f9254fb-1c4c-4be3-b550-565fce27b019 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:18.994664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] For port 059cb8a6-3d62-4700-a56a-92229e2f31d9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=059cb8a6-3d62-4700-a56a-92229e2f31d9,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:18.995174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.010384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Calling delete_port for 059cb8a6-3d62-4700-a56a-92229e2f31d9 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:19.025319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] For port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,segment=NetworkSegment(779dc5c4-c46d-41bb-9ef0-33a938c33dac),segment_id=779dc5c4-c46d-41bb-9ef0-33a938c33dac)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:19.025956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.116829 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.147518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Calling delete_port for bc7cf0d0-af26-41e3-81f3-0f26a97b7dae owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:19.160364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da86ca8-9f40-4638-a897-8df3b876bd9c req-126437e3-7705-4e0c-8a92-cc184caa30b4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.168899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5da86ca8-9f40-4638-a897-8df3b876bd9c req-126437e3-7705-4e0c-8a92-cc184caa30b4 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 932 time: 0.7524772 Jul 22 14:25:19.195080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Attempting to bind port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:19.195410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Attempting to bind port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:19.195740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Attempting to bind port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 on network 45be2dc8-798f-441e-a8ab-b642ab9e855b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:19.197503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-288a2dd2-5b5a-4dc0-986c-4c0d07eb861a req-6c637ec7-f62c-4793-be52-5e4f580ba24f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/security-groups?id=fccf4d52-12d9-460d-bdaf-05ba15ad6be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454235 Jul 22 14:25:19.207835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.225925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 on network 45be2dc8-798f-441e-a8ab-b642ab9e855b not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:19.226273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Attempting to bind port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 on network 45be2dc8-798f-441e-a8ab-b642ab9e855b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:19.271877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:19.272225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Checking segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:19.272799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Bound using segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:19.273267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Bound port: f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:19.273658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.366011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5da86ca8-9f40-4638-a897-8df3b876bd9c req-7b9cdf33-54a9-41de-8c3d-0b1d7198210c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959500 Jul 22 14:25:19.374276 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.396733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['059cb8a6-3d62-4700-a56a-92229e2f31d9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:19.396733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['bc7cf0d0-af26-41e3-81f3-0f26a97b7dae'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:19.448976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:19.459321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.481227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] For port f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:19.484824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.501034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event deleted for resources: {'Port': ['ID=059cb8a6-3d62-4700-a56a-92229e2f31d9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.514323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] For port f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:19.529005 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.543061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9c150d-f3ec-4950-a20a-6b4f1af8e91c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.554728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Deleting subnet 3659bcff-e900-47a8-a9a5-cebe54df6e02 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:19.565786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.579107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] No DVR routers for this DVR port 059cb8a6-3d62-4700-a56a-92229e2f31d9 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:19.581164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.582367 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1d5873e6-4b19-47d5-97e2-e1eb267db94b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8799493 Jul 22 14:25:19.584929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.586843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69df50e9-c07f-4721-9a71-970ade45a9df req-4ad54adc-1a84-4eb4-964f-4331b3506c67 tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.13 "DELETE /v2.0/ports/059cb8a6-3d62-4700-a56a-92229e2f31d9 HTTP/1.1" status: 204 len: 173 time: 1.3166697 Jul 22 14:25:19.587283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'name': 'network-vif-deleted', 'tag': '059cb8a6-3d62-4700-a56a-92229e2f31d9'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:19.589559 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa92a68-ba32-4584-bc3d-56c57f7791b5" -d '{"events": [{"server_uuid": "c6e6ee2b-9152-47ac-8566-ab28016e437e", "name": "network-vif-deleted", "tag": "059cb8a6-3d62-4700-a56a-92229e2f31d9"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:19.593349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:19.617922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.660329 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c08bb4-ff7a-4005-ae86-02dd4429b861 x-openstack-request-id: req-e9c08bb4-ff7a-4005-ae86-02dd4429b861 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:19.660825 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e6ee2b-9152-47ac-8566-ab28016e437e", "name": "network-vif-deleted", "tag": "059cb8a6-3d62-4700-a56a-92229e2f31d9", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:19.661258 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9c08bb4-ff7a-4005-ae86-02dd4429b861 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:19.662479 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e6ee2b-9152-47ac-8566-ab28016e437e', 'name': 'network-vif-deleted', 'tag': '059cb8a6-3d62-4700-a56a-92229e2f31d9', 'status': 'completed', 'code': 200} Jul 22 14:25:19.682315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60036d-3ca4-4962-aa67-7fa403f854f9 req-9605bfb7-712e-4261-98fe-914365787a27 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.684112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb60036d-3ca4-4962-aa67-7fa403f854f9 req-9605bfb7-712e-4261-98fe-914365787a27 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3351593 Jul 22 14:25:19.685925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a1371b6-6942-481d-ba05-d06b13bfa59f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.696112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a1371b6-6942-481d-ba05-d06b13bfa59f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.751934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.757849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb60036d-3ca4-4962-aa67-7fa403f854f9 req-f86b95f5-0c6e-4ec1-bc26-ef43f171bc4b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635021 Jul 22 14:25:19.759213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a1371b6-6942-481d-ba05-d06b13bfa59f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.764386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['059cb8a6-3d62-4700-a56a-92229e2f31d9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:19.766495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a1371b6-6942-481d-ba05-d06b13bfa59f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.770961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a1371b6-6942-481d-ba05-d06b13bfa59f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ae9c150d-f3ec-4950-a20a-6b4f1af8e91c HTTP/1.1" status: 204 len: 168 time: 0.1638482 Jul 22 14:25:19.774278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34246) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:19.781110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1371b6-6942-481d-ba05-d06b13bfa59f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae9c150d-f3ec-4950-a20a-6b4f1af8e91c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.796043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.797285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.798481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0b9e6b3-c07c-459e-bbb2-5abd781d4669 HTTP/1.1" status: 200 len: 1093 time: 2.1523173 Jul 22 14:25:19.814644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'tag': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:19.817651 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789" -d '{"events": [{"name": "network-changed", "server_uuid": "697bce43-d5e1-42ee-9f14-d0f7a1d905ef", "tag": "f0b9e6b3-c07c-459e-bbb2-5abd781d4669"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:19.911711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4228ce1d-3cfa-4067-8076-7b2eee0913f3 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1325901 Jul 22 14:25:19.916545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:19.960458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.007216 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05202b-5dbb-4bda-aed6-afafa1c0259f x-openstack-request-id: req-8a05202b-5dbb-4bda-aed6-afafa1c0259f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:20.007733 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697bce43-d5e1-42ee-9f14-d0f7a1d905ef", "tag": "f0b9e6b3-c07c-459e-bbb2-5abd781d4669", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:20.008114 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a05202b-5dbb-4bda-aed6-afafa1c0259f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:20.008703 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'tag': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669', 'status': 'completed', 'code': 200} Jul 22 14:25:20.009698 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.026741 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be200ca2-6c87-4f42-b18b-8984f768dbf8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.079251 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be200ca2-6c87-4f42-b18b-8984f768dbf8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.101850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ac65-63e6-4763-b694-4bb43a0a77f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.178762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be200ca2-6c87-4f42-b18b-8984f768dbf8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.181584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be200ca2-6c87-4f42-b18b-8984f768dbf8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.182897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-be200ca2-6c87-4f42-b18b-8984f768dbf8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/1ea065b2-df35-43f9-9b45-4fb3027d3b38 HTTP/1.1" status: 204 len: 168 time: 0.2653337 Jul 22 14:25:20.186406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:20.199855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.235638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] No DVR routers for this DVR port bc7cf0d0-af26-41e3-81f3-0f26a97b7dae on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:20.246960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.250036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e6b47d6-7b81-4138-8935-5c3eaa73f699 req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.20 "DELETE /v2.0/ports/bc7cf0d0-af26-41e3-81f3-0f26a97b7dae HTTP/1.1" status: 204 len: 173 time: 2.1079230 Jul 22 14:25:20.256339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be200ca2-6c87-4f42-b18b-8984f768dbf8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea065b2-df35-43f9-9b45-4fb3027d3b38,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.260796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3659bcff-e900-47a8-a9a5-cebe54df6e02,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.315385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f415d82-cd2c-49fe-b18e-9537b2d8402f tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] Pushing event deleted for resources: {'Port': ['ID=bc7cf0d0-af26-41e3-81f3-0f26a97b7dae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.352881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.360140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e7c75f1f-8ed3-455c-b98f-c23cf8a4f274 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3659bcff-e900-47a8-a9a5-cebe54df6e02 HTTP/1.1" status: 204 len: 168 time: 0.9097605 Jul 22 14:25:20.366454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:20.398346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-32fc8b8d-4664-4ab3-b04f-2b875c0d48c0 req-0dabad61-7ce8-4a1d-b8a9-fd2be6670d9e tempest-MultipleCreateTestJSON-1657744225 tempest-MultipleCreateTestJSON-1657744225-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cb910bd-37cd-43bd-9227-964482754d61 HTTP/1.1" status: 200 len: 210 time: 0.0433903 Jul 22 14:25:20.417998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-70e53fe5-41d8-44a4-8390-5056edf4bf34 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223077 Jul 22 14:25:20.423734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:20.431270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--662525458'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:20.476637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-c5763e70-5d50-4097-92cd-da8be30161c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.487410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-c5763e70-5d50-4097-92cd-da8be30161c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 1096 time: 0.5246086 Jul 22 14:25:20.494635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.567514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.581199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e47297-dcf2-48db-9199-5c157fbee074 req-a74236bf-4220-46e8-9bda-b7366ac65191 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.589497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01e47297-dcf2-48db-9199-5c157fbee074 req-a74236bf-4220-46e8-9bda-b7366ac65191 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.5764368 Jul 22 14:25:20.637718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dcb4e-89b6-4102-9f70-bced43f162a1 req-d7498b4e-d586-4921-a362-8872ac47d6d0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.640722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-718dcb4e-89b6-4102-9f70-bced43f162a1 req-d7498b4e-d586-4921-a362-8872ac47d6d0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 944 time: 0.1311896 Jul 22 14:25:20.671535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-22c02b3d-1ed1-4a01-8f4f-8546d2f83f61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669 HTTP/1.1" status: 200 len: 217 time: 0.1011102 Jul 22 14:25:20.719495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-718dcb4e-89b6-4102-9f70-bced43f162a1 req-d334e3cd-5f58-4e55-b868-20995a1efcc0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708389 Jul 22 14:25:20.723235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.727030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01e47297-dcf2-48db-9199-5c157fbee074 req-6d2cec32-8a05-4fc4-9775-515f94b1a28f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366553 Jul 22 14:25:20.728341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.778923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.780980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3558168 Jul 22 14:25:20.787615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:20.792584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '0f2d464e-2202-4512-be0f-d1b2668842d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:20.804701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-8f8079c1-bbe7-4da4-b811-366044b7f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.807133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-8f8079c1-bbe7-4da4-b811-366044b7f3ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e9c0ff9-c926-4bee-b03b-7249a929993e HTTP/1.1" status: 200 len: 838 time: 0.1285179 Jul 22 14:25:20.819901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420e0dc-421d-4f57-b469-e2b57aff9020 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d464e-2202-4512-be0f-d1b2668842d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.839381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.957936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.967034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.973267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.012186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29521cdb-2f8e-42ed-9115-68c42c4083c9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.025160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c97d69-ceaf-432c-869b-c92c2fbf34e2']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:21.029469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.032136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-639b6f99-f67c-43de-b23f-1508a7b93a50 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2432590 Jul 22 14:25:21.036324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.042913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '0f2d464e-2202-4512-be0f-d1b2668842d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:21.045211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da62e25e-7acf-458b-9aba-27efb3eb959b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:21.045596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da62e25e-7acf-458b-9aba-27efb3eb959b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:21.069550 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.083195 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.095247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.100886 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-efe3b367-f6e4-493f-960f-32290006869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.102072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-efe3b367-f6e4-493f-960f-32290006869c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45be2dc8-798f-441e-a8ab-b642ab9e855b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2638915 Jul 22 14:25:21.112460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:21.112973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:21.115834 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:21.146828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72a9aa-d579-4fc0-a4fa-9362ee971360 req-7336f92a-6ac8-4a56-a350-58f124e93041 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.154586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc72a9aa-d579-4fc0-a4fa-9362ee971360 req-7336f92a-6ac8-4a56-a350-58f124e93041 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2111261 Jul 22 14:25:21.173853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.181712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.197361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cffa4d-618a-4ca7-bdf2-814624ee428f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.222771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.224836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f17c2759-5d17-4b6b-91a6-fe11cefc65b9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1867435 Jul 22 14:25:21.228699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.238022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '0f2d464e-2202-4512-be0f-d1b2668842d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:21.280988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.292403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.296025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.296166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d5c97d69-ceaf-432c-869b-c92c2fbf34e2 HTTP/1.1" status: 204 len: 168 time: 0.9263666 Jul 22 14:25:21.321940 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc72a9aa-d579-4fc0-a4fa-9362ee971360 req-8a9a8304-c393-4875-9b28-0d03485ab25b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622274 Jul 22 14:25:21.341043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.366365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc974a3-028a-4c1a-9a82-db3e0421b450 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c97d69-ceaf-432c-869b-c92c2fbf34e2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.374675 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-939803bb-0345-4354-93f5-4e0ffad1e2a3 service neutron] 10.222.0.20 "GET /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636988 Jul 22 14:25:21.450647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c564bed8-b7a1-4d28-8c51-42645e6d0e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.504863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.512518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.542384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a2a3ca-d619-4e05-8956-ca408bf56b25,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.551502 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.555918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5c085f94-674f-45fc-b969-c1991a3eb640 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261526 Jul 22 14:25:21.558134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.564747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '0f2d464e-2202-4512-be0f-d1b2668842d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:21.590112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34320) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.629340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.676331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.677421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4e038db-b3ee-4a32-bebf-5e89b6c417e1 req-67b1ace1-1e98-4a9d-9fd7-131cd5551753 service neutron] 10.222.0.20 "GET /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908015 Jul 22 14:25:21.680660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Deleting subnet a81b5d4d-da97-4cbf-b476-2ab889977a7d {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:21.697732 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.728256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.746223 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.798508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a9edc-1c3a-4188-9feb-cc2de4816005 req-2374193f-4387-4124-80ad-c6270195b7b2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.806300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-497a9edc-1c3a-4188-9feb-cc2de4816005 req-2374193f-4387-4124-80ad-c6270195b7b2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2886868 Jul 22 14:25:21.811113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.894243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-ed2e50dc-9601-41b0-9114-e897adb7a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.894528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.899304 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3363950 Jul 22 14:25:21.899416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-ed2e50dc-9601-41b0-9114-e897adb7a6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 1096 time: 0.1581340 Jul 22 14:25:21.901027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.905261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-497a9edc-1c3a-4188-9feb-cc2de4816005 req-1f10e986-068a-4111-b942-20b6425d1c6a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980642 Jul 22 14:25:21.922357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '0f2d464e-2202-4512-be0f-d1b2668842d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:21.941438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafb333-3629-4f0e-9878-c25230bedb2f tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1564fc5e-5cce-4625-9468-42fc82cb653d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.962488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cf7dd0f4-962c-4dea-b3a9-af1059e2a07e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f77e1b99b092414c8543db091c0d9769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320516 Jul 22 14:25:21.984819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34338) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:22.034784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.057259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 059cb8a6-3d62-4700-a56a-92229e2f31d9 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:22.070982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb910bd-37cd-43bd-9227-964482754d61', 'name': 'network-vif-deleted', 'tag': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:22.073683 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeec73a9-8b20-43a8-828e-56c14dfb1347" -d '{"events": [{"server_uuid": "6cb910bd-37cd-43bd-9227-964482754d61", "name": "network-vif-deleted", "tag": "bc7cf0d0-af26-41e3-81f3-0f26a97b7dae"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:22.076897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-7f3d037e-be94-4224-a2ed-b25dccd3c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.078703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-7f3d037e-be94-4224-a2ed-b25dccd3c09e service neutron] 10.222.0.20 "GET /v2.0/networks?id=45be2dc8-798f-441e-a8ab-b642ab9e855b HTTP/1.1" status: 200 len: 898 time: 0.1447494 Jul 22 14:25:22.084766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.111679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 059cb8a6-3d62-4700-a56a-92229e2f31d9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:22.112013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 059cb8a6-3d62-4700-a56a-92229e2f31d9 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:22.132741 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ebef-94db-488e-bd84-8032a36eaf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.142182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-4c844442-c49b-4e15-b488-8d7f92be8450 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3595231 Jul 22 14:25:22.157338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-f28849a0-5ec9-4514-b49d-345be3860c25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669 HTTP/1.1" status: 200 len: 217 time: 0.0437694 Jul 22 14:25:22.215516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6468-3252-4b01-8b21-7a7762e48431 req-994d583e-6609-4672-a66e-ec2de0eb6087 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.226336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29fe6468-3252-4b01-8b21-7a7762e48431 req-994d583e-6609-4672-a66e-ec2de0eb6087 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 944 time: 0.3277667 Jul 22 14:25:22.279167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-44ebd1d1-afe8-45ef-b66d-c1bbd546e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.280788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-44ebd1d1-afe8-45ef-b66d-c1bbd546e086 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8e9c0ff9-c926-4bee-b03b-7249a929993e HTTP/1.1" status: 200 len: 838 time: 0.1036403 Jul 22 14:25:22.301209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ebef-94db-488e-bd84-8032a36eaf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.310178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.339243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.388091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf08841-c3db-4ca0-8290-1ca1514ddc0d req-dac16637-8c2f-4be4-8a3e-881e63ae3ea9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.401699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6cf08841-c3db-4ca0-8290-1ca1514ddc0d req-dac16637-8c2f-4be4-8a3e-881e63ae3ea9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3211355 Jul 22 14:25:22.403464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29fe6468-3252-4b01-8b21-7a7762e48431 req-e48a5606-1902-40d0-8e03-6fd9d8df19c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760292 Jul 22 14:25:22.405188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1305354c-361e-4313-aefc-86e248337985,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.414247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.418099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.419569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.419731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3ba28015-a9d9-4181-b27a-b6f5e837cd47 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5177026 Jul 22 14:25:22.426189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:22.465103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9338-61b8-4163-b90f-b37febd02d7c req-8ead1216-c1e3-4751-adcf-b4c945a153fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.467488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-8ead1216-c1e3-4751-adcf-b4c945a153fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.2331049 Jul 22 14:25:22.469013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81b5d4d-da97-4cbf-b476-2ab889977a7d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.482679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.487642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a4a6ce8d-d583-4931-a92b-83adea4a3808 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a81b5d4d-da97-4cbf-b476-2ab889977a7d HTTP/1.1" status: 204 len: 168 time: 0.8956554 Jul 22 14:25:22.493040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-ae528adf-02d1-422d-ad9e-29fde02d76df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2593498 Jul 22 14:25:22.500430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:22.525349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-edee8ef4-3fcb-41f2-98a4-94e39f15c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.527030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-edee8ef4-3fcb-41f2-98a4-94e39f15c793 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45be2dc8-798f-441e-a8ab-b642ab9e855b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2335889 Jul 22 14:25:22.547661 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523966ca-d193-4f14-8214-1ea425ec7b1a x-openstack-request-id: req-523966ca-d193-4f14-8214-1ea425ec7b1a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:22.547889 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb910bd-37cd-43bd-9227-964482754d61", "name": "network-vif-deleted", "tag": "bc7cf0d0-af26-41e3-81f3-0f26a97b7dae", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:22.548181 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-523966ca-d193-4f14-8214-1ea425ec7b1a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:22.548579 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb910bd-37cd-43bd-9227-964482754d61', 'name': 'network-vif-deleted', 'tag': 'bc7cf0d0-af26-41e3-81f3-0f26a97b7dae', 'status': 'completed', 'code': 200} Jul 22 14:25:22.555264 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2bb8-243e-4764-81a0-aeaed05c6b14 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.566063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ebef-94db-488e-bd84-8032a36eaf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.569371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb8ebef-94db-488e-bd84-8032a36eaf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.573223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8cb8ebef-94db-488e-bd84-8032a36eaf3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99dfe96d-b944-4391-be03-a8d05178b00a HTTP/1.1" status: 204 len: 168 time: 0.5873883 Jul 22 14:25:22.584690 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2bb8-243e-4764-81a0-aeaed05c6b14 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.599256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8ebef-94db-488e-bd84-8032a36eaf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dfe96d-b944-4391-be03-a8d05178b00a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.679186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-066998b3-4d1b-4d85-bc84-2656d86b18ee service neutron] 10.222.0.20 "GET /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335959 Jul 22 14:25:22.717024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2bb8-243e-4764-81a0-aeaed05c6b14 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.725419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0e2bb8-243e-4764-81a0-aeaed05c6b14 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.726905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9d0e2bb8-243e-4764-81a0-aeaed05c6b14 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/1305354c-361e-4313-aefc-86e248337985 HTTP/1.1" status: 204 len: 168 time: 0.2992663 Jul 22 14:25:22.735182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34358) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:22.743648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6cf08841-c3db-4ca0-8290-1ca1514ddc0d req-fa3ae707-8c8e-417d-8e17-8fd7d24a860b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261352 Jul 22 14:25:22.748576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9338-61b8-4163-b90f-b37febd02d7c req-004e8534-0bb6-48f7-bab9-428de22defff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.750413 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-004e8534-0bb6-48f7-bab9-428de22defff service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 896 time: 0.2478161 Jul 22 14:25:22.751498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e2bb8-243e-4764-81a0-aeaed05c6b14 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1305354c-361e-4313-aefc-86e248337985,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.869495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.891756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-a939dee6-739d-45d3-a0f5-06f18a0fd6e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 200 len: 1001 time: 0.1257482 Jul 22 14:25:22.939897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bc7cf0d0-af26-41e3-81f3-0f26a97b7dae no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:22.976945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9338-61b8-4163-b90f-b37febd02d7c req-c3942e6d-14eb-4a4f-aa2a-b8ebff550157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.978638 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-c3942e6d-14eb-4a4f-aa2a-b8ebff550157 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8780c6a-138e-46d2-9296-c1895f5849f4 HTTP/1.1" status: 200 len: 834 time: 0.0845010 Jul 22 14:25:23.022955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: bc7cf0d0-af26-41e3-81f3-0f26a97b7dae {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:23.025673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device bc7cf0d0-af26-41e3-81f3-0f26a97b7dae not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:23.115671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-16429de5-b365-4f7b-80fd-1792652c420a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3762839 Jul 22 14:25:23.119127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:23.188456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d9338-61b8-4163-b90f-b37febd02d7c req-658f4124-4406-4a12-a2a6-8344ff37719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.192514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-658f4124-4406-4a12-a2a6-8344ff37719c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2009487 Jul 22 14:25:23.200700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-5e32ab7c-b0cd-4b00-9469-66459146be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.202337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-5e32ab7c-b0cd-4b00-9469-66459146be0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1097 time: 0.5263290 Jul 22 14:25:23.247664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a0ee4a2-4f55-41bc-b799-ae7ac9fdc789 req-56114f09-16fb-466e-be6e-a13373cb7515 service neutron] 10.222.0.20 "GET /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509548 Jul 22 14:25:23.266198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2f62d5-c883-4637-a533-68596fe1c9e7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.285261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2f62d5-c883-4637-a533-68596fe1c9e7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.376017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-17f90b80-294a-4e47-84b0-703db0b699b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.376017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-17f90b80-294a-4e47-84b0-703db0b699b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 914 time: 0.1318336 Jul 22 14:25:23.417408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2f62d5-c883-4637-a533-68596fe1c9e7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.429994 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f2f62d5-c883-4637-a533-68596fe1c9e7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.431375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7f2f62d5-c883-4637-a533-68596fe1c9e7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/1564fc5e-5cce-4625-9468-42fc82cb653d HTTP/1.1" status: 204 len: 168 time: 0.3063741 Jul 22 14:25:23.434506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:23.442243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-3893c0b4-6927-41a8-8f3f-ecf8fb9c230e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 217 time: 0.0555723 Jul 22 14:25:23.448253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-a38f60a6-6123-4b72-b08f-8c00b9f32f98 service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404490 Jul 22 14:25:23.454430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f62d5-c883-4637-a533-68596fe1c9e7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1564fc5e-5cce-4625-9468-42fc82cb653d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:23.479263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.524511 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ee1be5d1-c29f-481d-b1f0-237ba9141130 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0887501 Jul 22 14:25:23.529018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34394) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:23.585153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477798c-4d79-4180-925b-a68e34fa6795 req-03ea205f-9907-4e5f-bc9d-f763246f4b8d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.587230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8477798c-4d79-4180-925b-a68e34fa6795 req-03ea205f-9907-4e5f-bc9d-f763246f4b8d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.5510166 Jul 22 14:25:23.597011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6741a71b-5ee9-4f46-9b04-87c844286859 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.608289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6741a71b-5ee9-4f46-9b04-87c844286859 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.614209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e0cfa0-fa80-434e-907e-ae6586971ef1']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:23.637302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-842d9338-61b8-4163-b90f-b37febd02d7c req-f40f10d5-99fc-4c15-a009-70c9ac027a3e service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807227 Jul 22 14:25:23.663623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779dc5c4-c46d-41bb-9ef0-33a938c33dac') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:23.664437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779dc5c4-c46d-41bb-9ef0-33a938c33dac') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:23.689318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.702584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6741a71b-5ee9-4f46-9b04-87c844286859 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.714857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-05c20bd2-07be-4df1-a671-f3e0645fe874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.717006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-05c20bd2-07be-4df1-a671-f3e0645fe874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.2295041 Jul 22 14:25:23.717133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6741a71b-5ee9-4f46-9b04-87c844286859 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.718264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6741a71b-5ee9-4f46-9b04-87c844286859 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/49a2a3ca-d619-4e05-8956-ca408bf56b25 HTTP/1.1" status: 204 len: 168 time: 0.1882472 Jul 22 14:25:23.719068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a71b-5ee9-4f46-9b04-87c844286859 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49a2a3ca-d619-4e05-8956-ca408bf56b25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:23.721287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:23.772280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8477798c-4d79-4180-925b-a68e34fa6795 req-7b00855b-dede-490d-8c0f-b14a87b301aa tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519887 Jul 22 14:25:23.777432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27a44b-93a0-4d26-b5d9-ce9055ec1903 req-457fe1d3-6e94-4cca-be41-3983d69ac041 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.779048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b27a44b-93a0-4d26-b5d9-ce9055ec1903 req-457fe1d3-6e94-4cca-be41-3983d69ac041 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 944 time: 0.1274962 Jul 22 14:25:23.822739 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-43753517-1bd0-4616-ba6b-9a09c93842c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0999899 Jul 22 14:25:23.829098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:23.856582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-55208951-1de1-4b97-82cf-071e31a6fee0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823903 Jul 22 14:25:23.857849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.870879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9b27a44b-93a0-4d26-b5d9-ce9055ec1903 req-9c71a044-875b-4b79-96bc-662dfe65ab20 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843079 Jul 22 14:25:23.873587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473d0d9a-a557-409b-b93b-c02d2db57cd6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.890222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473d0d9a-a557-409b-b93b-c02d2db57cd6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.930107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:23.930518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:23.934475 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:23.948356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473d0d9a-a557-409b-b93b-c02d2db57cd6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.956934 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473d0d9a-a557-409b-b93b-c02d2db57cd6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.960815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-473d0d9a-a557-409b-b93b-c02d2db57cd6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e8cffa4d-618a-4ca7-bdf2-814624ee428f HTTP/1.1" status: 204 len: 168 time: 0.1306999 Jul 22 14:25:23.964819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:23.997205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d0d9a-a557-409b-b93b-c02d2db57cd6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8cffa4d-618a-4ca7-bdf2-814624ee428f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.063370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-439c8dfe-5574-4bc0-bed7-a5ae44f6f440 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0739119 Jul 22 14:25:24.066333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:24.112092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.125108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986815f8-7599-40f0-b1db-b1ad2ff69524 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.137742 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.139645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/94e0cfa0-fa80-434e-907e-ae6586971ef1 HTTP/1.1" status: 204 len: 168 time: 1.6319182 Jul 22 14:25:24.143067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986815f8-7599-40f0-b1db-b1ad2ff69524 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.186702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03096-fcd1-4a10-8c4d-03e25c9ceba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e0cfa0-fa80-434e-907e-ae6586971ef1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.191107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986815f8-7599-40f0-b1db-b1ad2ff69524 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.211162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986815f8-7599-40f0-b1db-b1ad2ff69524 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.211396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05d276-ddd6-46b2-b6e2-9322b0917338 req-d26e9adb-6078-4a84-9a02-a0f6fec5154b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.212755 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d05d276-ddd6-46b2-b6e2-9322b0917338 req-d26e9adb-6078-4a84-9a02-a0f6fec5154b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3284895 Jul 22 14:25:24.213253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34424) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:24.222058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:24.228550 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-986815f8-7599-40f0-b1db-b1ad2ff69524 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/29521cdb-2f8e-42ed-9115-68c42c4083c9 HTTP/1.1" status: 204 len: 168 time: 0.1499543 Jul 22 14:25:24.230619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986815f8-7599-40f0-b1db-b1ad2ff69524 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29521cdb-2f8e-42ed-9115-68c42c4083c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.239991 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.243640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-656d4b13-2aca-4389-acfc-b7f363c42c8d service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604212 Jul 22 14:25:24.351540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1859194927-network', 'tenant_id': '1473d88243ec4278b890b8ace7633b22'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:24.413674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:24.485671 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-05702db2-3703-443f-a3b2-7e976db083f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1add26b7e4d4dd3994e8a05277b8958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697901 Jul 22 14:25:24.487721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:24.555051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9aa7103f-b249-4af7-bcb8-302afac649bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.580287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9aa7103f-b249-4af7-bcb8-302afac649bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.649435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9aa7103f-b249-4af7-bcb8-302afac649bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.653080 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9aa7103f-b249-4af7-bcb8-302afac649bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.655288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9aa7103f-b249-4af7-bcb8-302afac649bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fccf4d52-12d9-460d-bdaf-05ba15ad6be6 HTTP/1.1" status: 204 len: 168 time: 0.1664910 Jul 22 14:25:24.686874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7103f-b249-4af7-bcb8-302afac649bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccf4d52-12d9-460d-bdaf-05ba15ad6be6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.813301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8573e968-3b94-4221-899f-1028649cb2fd tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5794129 Jul 22 14:25:24.816725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:24.837128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d05d276-ddd6-46b2-b6e2-9322b0917338 req-de89702b-db6c-47b4-a69f-a3a3ad6aac51 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157031 Jul 22 14:25:24.853313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Made reservation on behalf of 1473d88243ec4278b890b8ace7633b22 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:24.856346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.873145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b35af7e8-209d-454b-8886-a4d124ceb417 req-fd891a67-90ad-42a7-af59-f0d6979560e4 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234617 Jul 22 14:25:24.874635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.917191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e9cf-260d-4c84-b7fb-1cb1eb3d60f9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.944460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f0b9e6b3-c07c-459e-bbb2-5abd781d4669 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:24.973518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e9cf-260d-4c84-b7fb-1cb1eb3d60f9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.127324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:25.161049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'port_id': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669', 'mac_address': 'fa:16:3e:b5:ac:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:25.204429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e9cf-260d-4c84-b7fb-1cb1eb3d60f9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.211407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1f7e9cf-260d-4c84-b7fb-1cb1eb3d60f9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.212036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.214924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c1f7e9cf-260d-4c84-b7fb-1cb1eb3d60f9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/0f2d464e-2202-4512-be0f-d1b2668842d7 HTTP/1.1" status: 204 len: 168 time: 0.3948116 Jul 22 14:25:25.215380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34466) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:25.225467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.244340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b9e6b3-c07c-459e-bbb2-5abd781d4669 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:25.258041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.292636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7e9cf-260d-4c84-b7fb-1cb1eb3d60f9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d464e-2202-4512-be0f-d1b2668842d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.299125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8dc52-3aa6-4ad3-982c-744983c2a4f4 req-21c5e45d-e116-4b27-8bd0-6fcead0cbfa6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.301010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4c8dc52-3aa6-4ad3-982c-744983c2a4f4 req-21c5e45d-e116-4b27-8bd0-6fcead0cbfa6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 944 time: 0.2662759 Jul 22 14:25:25.310774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:25:25.324973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dea9b8-a7d3-493c-87a7-248f18efb11c req-788c290f-7d14-428e-b114-a7ceb95187b9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.324973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28dea9b8-a7d3-493c-87a7-248f18efb11c req-788c290f-7d14-428e-b114-a7ceb95187b9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2564123 Jul 22 14:25:25.329581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.330310 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Added segment c306c1d7-f334-4704-a2d2-bbeb24e77ab6 of type vlan for network f7399ee7-2393-4a54-90bb-787e26deb930 Jul 22 14:25:25.344562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:25.354245 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.375283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a45f59b3-5853-47e5-a871-e1a053dc82e4 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458845 Jul 22 14:25:25.382472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:25.394973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675331491'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:25.459601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28dea9b8-a7d3-493c-87a7-248f18efb11c req-bfbb4c8c-f349-4ab5-abc3-67e4dd576edb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929723 Jul 22 14:25:25.464836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.492007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.494589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.540268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4c8dc52-3aa6-4ad3-982c-744983c2a4f4 req-0d3d2102-ab35-4591-9fb4-f4ee132b1203 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180384 Jul 22 14:25:25.562701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['f0b9e6b3-c07c-459e-bbb2-5abd781d4669'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:25.601361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f248d5-744f-43d7-9a3f-f204286411b2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.605779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.607024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.607925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.754913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] Pushing event updated for resources: {'Network': ['ID=f7399ee7-2393-4a54-90bb-787e26deb930,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.776338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.784765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99712e-d10e-4523-9f13-74ee3f8fa446 req-557f0099-cd74-463e-9ac5-3e0ba22c42d6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.786412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e99712e-d10e-4523-9f13-74ee3f8fa446 req-557f0099-cd74-463e-9ac5-3e0ba22c42d6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1914320 Jul 22 14:25:25.788029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.794306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network f7399ee7-2393-4a54-90bb-787e26deb930 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:25:25.794954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8c7207d-c96a-495c-a1b5-bfa2f280dbec admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5782661 Jul 22 14:25:25.801571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34488) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:25.808371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Request body: {'subnet': {'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1859194927-subnet', 'tenant_id': '1473d88243ec4278b890b8ace7633b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:25.868245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Made reservation on behalf of 1473d88243ec4278b890b8ace7633b22 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:25.871330 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.897660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e59d0b-a580-4f4a-b9cb-72788abcec0c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.960881 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.962202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dfc2e024-4e6c-4372-8b23-c4b256daaa82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5714211 Jul 22 14:25:25.967213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:25.977958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': 'a6e59d0b-a580-4f4a-b9cb-72788abcec0c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:26.005145 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e99712e-d10e-4523-9f13-74ee3f8fa446 req-bfa6d395-c9af-4bf4-ad89-ba2783771db6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Jul 22 14:25:26.035292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.147117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.174934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34508) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:26.181206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.209664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3008e5a-38dd-4a45-8f74-d1bfb14e1722,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:26.230067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.233058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4a7a5be7-6701-47ae-b703-65acf9dae24b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2637656 Jul 22 14:25:26.236939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:26.269587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714887b-f3ec-4fc2-a4e1-9d572a6e724b req-6333f492-3d88-4f3f-90cf-37d225b7b274 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.272424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.278152 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6714887b-f3ec-4fc2-a4e1-9d572a6e724b req-6333f492-3d88-4f3f-90cf-37d225b7b274 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1290860 Jul 22 14:25:26.339966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a82c-f14b-463f-9be6-8522f7b8ec03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.374323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6714887b-f3ec-4fc2-a4e1-9d572a6e724b req-1ae021c5-72a0-44e7-a9ad-002ad7908c6a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890393 Jul 22 14:25:26.391647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-network', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:26.426864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a82c-f14b-463f-9be6-8522f7b8ec03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.448755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f40c57c-609f-427e-bea9-0f93925ec7ad,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:26.451190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Checking segment: {'id': 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:26.451677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Network hostable DHCP agents. Network: f7399ee7-2393-4a54-90bb-787e26deb930, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:25:26.465494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Made reservation on behalf of e7f024a9792841999c853aedf059c7e8 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:26.467811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.504244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.519279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a82c-f14b-463f-9be6-8522f7b8ec03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.525189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a82c-f14b-463f-9be6-8522f7b8ec03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.526722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dbe3a82c-f14b-463f-9be6-8522f7b8ec03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/a6e59d0b-a580-4f4a-b9cb-72788abcec0c HTTP/1.1" status: 204 len: 168 time: 0.2885036 Jul 22 14:25:26.530220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34524) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:26.541750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3a82c-f14b-463f-9be6-8522f7b8ec03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e59d0b-a580-4f4a-b9cb-72788abcec0c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:26.554079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Network f7399ee7-2393-4a54-90bb-787e26deb930 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:25:26.598387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, f7399ee7-2393-4a54-90bb-787e26deb930) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:26.607113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb9877-595d-4114-ae94-f27ac6a4fb59 None None] Network f7399ee7-2393-4a54-90bb-787e26deb930 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:26.619271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.619881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.634537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ae5c7-63d3-4d6b-a9d2-c120e93e5c96 req-a64effe2-5a1b-4000-855d-8fe338abc154 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.641538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-175ae5c7-63d3-4d6b-a9d2-c120e93e5c96 req-a64effe2-5a1b-4000-855d-8fe338abc154 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1865647 Jul 22 14:25:26.647247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-48a6c374-98ad-4e7f-9d0b-98669e2c6dbf tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145582 Jul 22 14:25:26.651726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:26.658740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--317617849'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:26.752500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-175ae5c7-63d3-4d6b-a9d2-c120e93e5c96 req-8506256f-d6df-4193-b76b-b75c0c4c7b13 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053758 Jul 22 14:25:26.783053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955fefb-dd5f-44f3-be6a-945071904dee req-2320143f-ecfa-4a96-9123-94a2996c8ea5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.784960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0955fefb-dd5f-44f3-be6a-945071904dee req-2320143f-ecfa-4a96-9123-94a2996c8ea5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 945 time: 0.0925374 Jul 22 14:25:26.836384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.855773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.859324 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0955fefb-dd5f-44f3-be6a-945071904dee req-e43d3a1b-8bbd-4970-9201-8e04fd6c4bba tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666835 Jul 22 14:25:26.899034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d7a43b8b-9960-44c6-81f8-8f6640d5270b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0871000 Jul 22 14:25:26.915153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.925706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:25:26.962693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.963221 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Added segment ade9a6a9-78ea-4a21-9083-fd80b2dda948 of type vlan for network b36eca31-acb4-4210-a951-6659355ec41c Jul 22 14:25:26.976684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deca1f7-8be5-4b66-9655-3ca87a291ff9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.055114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.114144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.117910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b5e46-47ff-43f1-a7cc-b1c13738c8b2 req-245fc08f-f3dd-4eba-9e96-7ff5446157b5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.125673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-633b5e46-47ff-43f1-a7cc-b1c13738c8b2 req-245fc08f-f3dd-4eba-9e96-7ff5446157b5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1454957 Jul 22 14:25:27.128523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.129887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.130530 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.134246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f0b9e6b3-c07c-459e-bbb2-5abd781d4669 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:27.139973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.208243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.210379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5567803 Jul 22 14:25:27.221010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:27.236345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815891268'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:27.237185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] Pushing event updated for resources: {'Network': ['ID=b36eca31-acb4-4210-a951-6659355ec41c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.253406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f74a892-0d8d-456a-af4d-a7ed04808e04 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0772300 Jul 22 14:25:27.256380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34552) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:27.261502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Request body: {'subnet': {'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-subnet', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:27.278914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-633b5e46-47ff-43f1-a7cc-b1c13738c8b2 req-26f36ce7-f208-4a14-8a43-5d891e5da85b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521606 Jul 22 14:25:27.298916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.321156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Made reservation on behalf of e7f024a9792841999c853aedf059c7e8 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:27.323805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.341080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b36eca31-acb4-4210-a951-6659355ec41c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:25:27.376743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd186f-5edf-453e-adb8-dbe59aa1d51d tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6433349c-357e-451f-a208-46f7667e93e4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.506531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:27.510829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ff19f8-63bd-4511-875a-2bcc99f56659 None None] Network f7399ee7-2393-4a54-90bb-787e26deb930 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:27.515557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:27.515943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.539560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.552804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.614298 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.617592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3957720 Jul 22 14:25:27.621528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:27.630569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': '6433349c-357e-451f-a208-46f7667e93e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f4a46bd6-afb6-4608-800a-769a3c2b7821', 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:27.674235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089642bf-e8db-4b3c-b648-0ae5a0cd813c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a46bd6-afb6-4608-800a-769a3c2b7821,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.720679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.731430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66687eb9-cc71-470d-acb5-af825f72ca4b req-52d6e91e-5b0d-4c4b-a277-ddfdb0b8898a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.733442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66687eb9-cc71-470d-acb5-af825f72ca4b req-52d6e91e-5b0d-4c4b-a277-ddfdb0b8898a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2861958 Jul 22 14:25:27.816619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66687eb9-cc71-470d-acb5-af825f72ca4b req-b8a04724-97ec-40c1-965a-c2f014736c88 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766838 Jul 22 14:25:27.831575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.870740 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.901317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.911003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.916900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:27.918199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:27.918846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec811675-d348-4bf3-96e1-06539688acae,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.922849 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6518f931-9378-435c-8006-6ae6a9e1b724" -d '{"events": [{"server_uuid": "697bce43-d5e1-42ee-9f14-d0f7a1d905ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0b9e6b3-c07c-459e-bbb2-5abd781d4669"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:27.929567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.969095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Checking segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:27.969458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Network hostable DHCP agents. Network: b36eca31-acb4-4210-a951-6659355ec41c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:25:27.994866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.995456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Network b36eca31-acb4-4210-a951-6659355ec41c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:25:28.008086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b36eca31-acb4-4210-a951-6659355ec41c) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:28.016719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.017420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.026529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96ee4de-4902-4b0d-9b88-7218c39a5633,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.030613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4735d44-122d-44c7-8729-e34bec5553c5 None None] Network b36eca31-acb4-4210-a951-6659355ec41c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:28.053093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-a8ccd088-93e5-4eed-81d9-fb477ddf29c2 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.054957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-a8ccd088-93e5-4eed-81d9-fb477ddf29c2 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/networks?id=f7399ee7-2393-4a54-90bb-787e26deb930 HTTP/1.1" status: 200 len: 809 time: 0.2973387 Jul 22 14:25:28.056333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.059987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d90c8806-8ec3-41f3-a312-f7b904accba0 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4349966 Jul 22 14:25:28.078874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34584) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:28.104143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-5b7c1cf1-3037-48f7-986d-1d6d5a79749a tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/quotas/1473d88243ec4278b890b8ace7633b22 HTTP/1.1" status: 200 len: 375 time: 0.0433152 Jul 22 14:25:28.152781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c9afd86-efb1-4c0d-b889-99caa97ea133 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8953066 Jul 22 14:25:28.154464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:28.159103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:28.163515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f77434b4-eb07-4047-b73f-c86e4b697846 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.177760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-de6d55d9-4436-4fa3-83c4-0c5fd71e95d7 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1473d88243ec4278b890b8ace7633b22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624394 Jul 22 14:25:28.186979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f77434b4-eb07-4047-b73f-c86e4b697846 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.232610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670760f9-3d9b-4b59-8557-a7796967a922 req-1ef92a39-4c1e-4c52-bc4e-e409d914078d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.239608 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-670760f9-3d9b-4b59-8557-a7796967a922 req-1ef92a39-4c1e-4c52-bc4e-e409d914078d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.2117691 Jul 22 14:25:28.243026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.243704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.252438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b36eca31-acb4-4210-a951-6659355ec41c', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:25:28.253441 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.303607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-670760f9-3d9b-4b59-8557-a7796967a922 req-f2cb1c95-58a0-4170-bc5a-a8b37dfc88de tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551047 Jul 22 14:25:28.338193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f77434b4-eb07-4047-b73f-c86e4b697846 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.344529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f77434b4-eb07-4047-b73f-c86e4b697846 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.346354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f77434b4-eb07-4047-b73f-c86e4b697846 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e96ee4de-4902-4b0d-9b88-7218c39a5633 HTTP/1.1" status: 204 len: 168 time: 0.2658200 Jul 22 14:25:28.352087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:28.364262 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:25:28.397777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77434b4-eb07-4047-b73f-c86e4b697846 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e96ee4de-4902-4b0d-9b88-7218c39a5633,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.399701 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.400667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-9af4e687-6194-4e88-afa8-858227200cee service neutron] 10.222.0.11 "GET /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154677 Jul 22 14:25:28.449260 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b2c5e741-0211-458c-8a46-cd1d50290ba2 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0918615 Jul 22 14:25:28.460006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:28.536702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Allocated IP 172.20.0.2 (b36eca31-acb4-4210-a951-6659355ec41c/ec811675-d348-4bf3-96e1-06539688acae/9fc9fadd-456a-40e3-8218-af969b365efb) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:28.582776 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff0cac2c-f55f-44d2-a168-4d3ed562ce48 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.622961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-2840f5ca-0e99-4684-b0dd-644e241b9a1b service neutron] 10.222.0.11 "GET /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085521 Jul 22 14:25:28.625107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff0cac2c-f55f-44d2-a168-4d3ed562ce48 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.661474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.687366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6fc33-fc7c-4429-914f-aca153421862 req-12df157d-4d71-4aa2-9dea-3c02b270724c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.695626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff0cac2c-f55f-44d2-a168-4d3ed562ce48 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.698281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff0cac2c-f55f-44d2-a168-4d3ed562ce48 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.699529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff0cac2c-f55f-44d2-a168-4d3ed562ce48 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/f4a46bd6-afb6-4608-800a-769a3c2b7821 HTTP/1.1" status: 204 len: 168 time: 0.2384174 Jul 22 14:25:28.712804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:28.726242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81d6fc33-fc7c-4429-914f-aca153421862 req-12df157d-4d71-4aa2-9dea-3c02b270724c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3238175 Jul 22 14:25:28.727481 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.738521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Transition to ACTIVE for port object 9fc9fadd-456a-40e3-8218-af969b365efb will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:28.762967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Transition to ACTIVE for port object 9fc9fadd-456a-40e3-8218-af969b365efb will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:28.772396 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.795882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cac2c-f55f-44d2-a168-4d3ed562ce48 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a46bd6-afb6-4608-800a-769a3c2b7821,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.904908 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a875c743-00f7-4165-83ee-54e032b5b4e1 x-openstack-request-id: req-a875c743-00f7-4165-83ee-54e032b5b4e1 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:28.905536 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bce43-d5e1-42ee-9f14-d0f7a1d905ef", "name": "network-vif-plugged", "status": "completed", "tag": "f0b9e6b3-c07c-459e-bbb2-5abd781d4669", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:28.905536 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a875c743-00f7-4165-83ee-54e032b5b4e1 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:28.905917 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669', 'code': 200} Jul 22 14:25:28.917498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Network b36eca31-acb4-4210-a951-6659355ec41c is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:28.925855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:28.930814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:28.936665 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-61f444bf-f702-4696-ab13-cfccfe7a8479 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2227366 Jul 22 14:25:28.950607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:28.955314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Pushing event updated for resources: {'Port': ['ID=9fc9fadd-456a-40e3-8218-af969b365efb,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.969210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81d6fc33-fc7c-4429-914f-aca153421862 req-ccfbc67d-e7eb-4169-8681-2e08156cf8f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371826 Jul 22 14:25:29.055006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c6e942f-6a47-47c5-a760-8594b0faf177 req-cecce22c-4ebc-4552-9ef3-e99964bcc1f1 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 210 time: 0.1309092 Jul 22 14:25:29.093500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Attempting to bind port 9fc9fadd-456a-40e3-8218-af969b365efb on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:29.094189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Attempting to bind port 9fc9fadd-456a-40e3-8218-af969b365efb by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:29.094733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Attempting to bind port 9fc9fadd-456a-40e3-8218-af969b365efb on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:29.101827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:29.102634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Checking segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:29.103213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.103773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Bound using segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:29.111586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Bound port: 9fc9fadd-456a-40e3-8218-af969b365efb, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:29.112616 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.204722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] For port 9fc9fadd-456a-40e3-8218-af969b365efb, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:29.211470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] For port 9fc9fadd-456a-40e3-8218-af969b365efb, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9fc9fadd-456a-40e3-8218-af969b365efb,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:29.211744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f18c7d18-3c1d-4dd3-9af6-d339958a9030 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.228295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.254229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5e72-8c0e-42f7-91c8-66765603f69b req-e18ece82-0fbd-4a5c-8a08-57d6da6a3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.256285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87cf5e72-8c0e-42f7-91c8-66765603f69b req-e18ece82-0fbd-4a5c-8a08-57d6da6a3060 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 1098 time: 0.3182986 Jul 22 14:25:29.265212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f18c7d18-3c1d-4dd3-9af6-d339958a9030 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.352977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f18c7d18-3c1d-4dd3-9af6-d339958a9030 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.355736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f18c7d18-3c1d-4dd3-9af6-d339958a9030 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.356879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f18c7d18-3c1d-4dd3-9af6-d339958a9030 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/6433349c-357e-451f-a208-46f7667e93e4 HTTP/1.1" status: 204 len: 168 time: 0.4041085 Jul 22 14:25:29.364051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:29.384180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c7d18-3c1d-4dd3-9af6-d339958a9030 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6433349c-357e-451f-a208-46f7667e93e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:29.448656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d17f5-d60c-429c-ba15-eb3729c63901 None None] Pushing event updated for resources: {'Port': ['ID=9fc9fadd-456a-40e3-8218-af969b365efb,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:29.470648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-05369b7a-d5d9-4602-9dfa-e072ebea755e tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054676 Jul 22 14:25:29.476277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:29.497072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--906141446'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:29.534421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266acf1-fa16-4ccf-98ba-c4e3224e26d9 req-044e52b5-77ab-4110-86b0-e20329fefcb1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.542205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9266acf1-fa16-4ccf-98ba-c4e3224e26d9 req-044e52b5-77ab-4110-86b0-e20329fefcb1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.4383276 Jul 22 14:25:29.636190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.640168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87cf5e72-8c0e-42f7-91c8-66765603f69b req-45b9e4b0-a2d0-4b8c-880d-66e05fefd512 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3666947 Jul 22 14:25:29.715969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.738533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b662-2406-4172-a6bb-09c21cda8793 req-ec4b53b4-c73e-4c1f-95ac-b45183bd2a8b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.740694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2e0b662-2406-4172-a6bb-09c21cda8793 req-ec4b53b4-c73e-4c1f-95ac-b45183bd2a8b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.1900027 Jul 22 14:25:29.836496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.059128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9266acf1-fa16-4ccf-98ba-c4e3224e26d9 req-1b45625b-2dfe-4138-9b27-64d31cdc8b59 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159376 Jul 22 14:25:30.185322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Allocated IP 172.25.8.201 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/f0a6e169-8a11-4140-b9ee-039ff4219962) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:30.239001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-100fd797-53ee-4911-b084-fe03975f8f70 req-e042ac80-f50e-468f-85bb-a460a0f7a056 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 210 time: 0.0370264 Jul 22 14:25:30.527551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.592451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9fc9fadd-456a-40e3-8218-af969b365efb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:30.676245 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.711889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2e0b662-2406-4172-a6bb-09c21cda8793 req-35d231e2-7d9a-4d8d-95f5-b6d04f3ce33b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9539626 Jul 22 14:25:30.753378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 9fc9fadd-456a-40e3-8218-af969b365efb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:30.764041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.816996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a6e169-8a11-4140-b9ee-039ff4219962,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:30.887639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:30.897757 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:30.910918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:30.923698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-11847750-44b0-47df-86b4-4e97e8f1f04e tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.931933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-11847750-44b0-47df-86b4-4e97e8f1f04e tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.13 "GET /v2.0/networks?id=f7399ee7-2393-4a54-90bb-787e26deb930 HTTP/1.1" status: 200 len: 809 time: 0.2389784 Jul 22 14:25:30.935196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.965768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Request body: {'port': {'device_id': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930', 'admin_state_up': True, 'tenant_id': '1473d88243ec4278b890b8ace7633b22'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:30.996515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8d024-e299-4b31-a016-1eb4b56065ee req-245c6c41-7b67-4e71-9868-f0fabdca0942 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.997273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bd8d024-e299-4b31-a016-1eb4b56065ee req-245c6c41-7b67-4e71-9868-f0fabdca0942 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3406215 Jul 22 14:25:31.070316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.072190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5945468 Jul 22 14:25:31.107839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34664) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:31.114123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': 'ccf16be4-3504-4a7d-be2b-2f30f331051f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:31.120027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5910f-4a68-4538-957a-b21fc2980c69 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf16be4-3504-4a7d-be2b-2f30f331051f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.140754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Made reservation on behalf of 1473d88243ec4278b890b8ace7633b22 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:31.145467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.275424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bd8d024-e299-4b31-a016-1eb4b56065ee req-20e8d276-19c3-4891-bbf9-69f9439839c0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076375 Jul 22 14:25:31.363442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Allocated IP 172.20.0.8 (f7399ee7-2393-4a54-90bb-787e26deb930/1f40c57c-609f-427e-bea9-0f93925ec7ad/151ca0dc-a12e-4d9a-a55e-2fa635049100) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:31.389484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c2032-0981-4871-925f-861b876c45b0 None None] Network b36eca31-acb4-4210-a951-6659355ec41c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:31.446555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-160b12ab-c1da-41e6-ae3a-687c6c66dc3d req-054c9a28-5c06-459b-b920-45bc5ba82850 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 210 time: 0.0840189 Jul 22 14:25:31.498341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.508023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] Provisioning for port 9fc9fadd-456a-40e3-8218-af969b365efb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:31.518494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] Provisioning complete for port 9fc9fadd-456a-40e3-8218-af969b365efb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:31.519992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.648662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.682107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6df78-d18e-4bc6-a6af-4dc2b92394ad req-0e19f736-fafe-4ac2-b912-5a28f486a189 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.694331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61e6df78-d18e-4bc6-a6af-4dc2b92394ad req-0e19f736-fafe-4ac2-b912-5a28f486a189 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2391562 Jul 22 14:25:31.694538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.698504 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.764471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Pushing event updated for resources: {'Port': ['ID=151ca0dc-a12e-4d9a-a55e-2fa635049100,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.791727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Network f7399ee7-2393-4a54-90bb-787e26deb930 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:31.794197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:31.794374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61e6df78-d18e-4bc6-a6af-4dc2b92394ad req-8ae1397f-c693-4755-a159-72361365e08a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990083 Jul 22 14:25:31.794876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.808118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:31.818626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] For port 9fc9fadd-456a-40e3-8218-af969b365efb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9fc9fadd-456a-40e3-8218-af969b365efb,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:31.828524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.948849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae255e9-8701-4043-8b08-271a9fa80fd0 None None] Pushing event updated for resources: {'Port': ['ID=9fc9fadd-456a-40e3-8218-af969b365efb,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.960473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.974601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.997410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7b9a2d-365b-4346-8194-558a6106bda9,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:32.045885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.047322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3d260feb-8e42-4f36-ac80-12e1b1f04cf6 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9385455 Jul 22 14:25:32.052031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34690) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.096636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.097328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.159102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-127dfeec-36c8-4c1d-ab1e-c494f55c89bb tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2099950 Jul 22 14:25:32.172916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Request body: {'port': {'device_id': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:32.227608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9b52-0114-4ab9-b125-e9dc36d17c7d req-66cff186-dbac-4fe6-922e-e341976544d8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.229147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d33a9b52-0114-4ab9-b125-e9dc36d17c7d req-66cff186-dbac-4fe6-922e-e341976544d8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.3303747 Jul 22 14:25:32.265140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fab9b3c6-c3f2-40ae-89c1-bd8f09540bd6 None None] Provisioning complete for port 9fc9fadd-456a-40e3-8218-af969b365efb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:32.265687 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fab9b3c6-c3f2-40ae-89c1-bd8f09540bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.339682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.341035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-115596f2-6f7f-46d9-b02e-79f275fa6e3c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.357487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d33a9b52-0114-4ab9-b125-e9dc36d17c7d req-b8522f3a-a65c-4060-be75-eacde1443747 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204538 Jul 22 14:25:32.416318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-115596f2-6f7f-46d9-b02e-79f275fa6e3c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.452811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.455481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9fc9fadd-456a-40e3-8218-af969b365efb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:32.513705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9fc9fadd-456a-40e3-8218-af969b365efb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:32.514249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.663422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-115596f2-6f7f-46d9-b02e-79f275fa6e3c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.680521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-115596f2-6f7f-46d9-b02e-79f275fa6e3c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.684662 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-115596f2-6f7f-46d9-b02e-79f275fa6e3c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ed7b9a2d-365b-4346-8194-558a6106bda9 HTTP/1.1" status: 204 len: 168 time: 0.6238441 Jul 22 14:25:32.695520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.722790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115596f2-6f7f-46d9-b02e-79f275fa6e3c tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed7b9a2d-365b-4346-8194-558a6106bda9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:32.742888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1b337-17f9-4757-b5a6-1b6e15bdd41a req-3eb3349e-3e28-4455-83da-67b202f36362 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.743082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a57d-883c-4dee-842a-2cb072b4f1dd req-5ef787f2-8de7-479a-a6b3-a8f757cf6239 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.749799 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e371a57d-883c-4dee-842a-2cb072b4f1dd req-5ef787f2-8de7-479a-a6b3-a8f757cf6239 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.2189317 Jul 22 14:25:32.750588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a1b337-17f9-4757-b5a6-1b6e15bdd41a req-3eb3349e-3e28-4455-83da-67b202f36362 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.5877082 Jul 22 14:25:32.774362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Router ee65818a-62ac-4577-b9d9-161905e98a89 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:25:32.837811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e371a57d-883c-4dee-842a-2cb072b4f1dd req-a36ae402-bbb1-48ec-8b93-ef5181ef8d6d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820210 Jul 22 14:25:32.846973 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a1b337-17f9-4757-b5a6-1b6e15bdd41a req-c8d76b28-2635-4b9f-aad3-b4ec586ea76d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Jul 22 14:25:32.882398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b1f0fad3-7d66-4374-bb10-8318d22d3639 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1765492 Jul 22 14:25:32.938900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34718) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.959773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151ca0dc-a12e-4d9a-a55e-2fa635049100 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:32.980771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.036560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Transition to ACTIVE for port object 151ca0dc-a12e-4d9a-a55e-2fa635049100 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:33.058569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.165858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:33.176194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:33.186470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:33.187355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:33.191032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.191863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383be67-f932-4d99-b8c2-d2cfb0b91565 req-bac5a98f-5fa5-4a69-8451-4da9871c025e tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.193971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c383be67-f932-4d99-b8c2-d2cfb0b91565 req-bac5a98f-5fa5-4a69-8451-4da9871c025e tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 931 time: 0.2180777 Jul 22 14:25:33.211675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3d22c-f11a-4ce1-bf85-9039c90c1930 req-5e141bc9-8006-41b3-8fa7-c99b12517247 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.213280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4d3d22c-f11a-4ce1-bf85-9039c90c1930 req-5e141bc9-8006-41b3-8fa7-c99b12517247 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2048314 Jul 22 14:25:33.266703 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.269114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-06537d1e-b2ce-4f54-a86d-a5d1a51d8843 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1132319 Jul 22 14:25:33.270469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34730) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:33.273164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Pushing event updated for resources: {'Port': ['ID=151ca0dc-a12e-4d9a-a55e-2fa635049100,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:33.310466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:33.318992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c383be67-f932-4d99-b8c2-d2cfb0b91565 req-d2446d21-71a6-4b4a-8348-eaf0c1564564 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983751 Jul 22 14:25:33.329239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Attempting to bind port 151ca0dc-a12e-4d9a-a55e-2fa635049100 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:33.329733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Attempting to bind port 151ca0dc-a12e-4d9a-a55e-2fa635049100 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:33.330178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Attempting to bind port 151ca0dc-a12e-4d9a-a55e-2fa635049100 on network f7399ee7-2393-4a54-90bb-787e26deb930 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:33.335652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Port 151ca0dc-a12e-4d9a-a55e-2fa635049100 on network f7399ee7-2393-4a54-90bb-787e26deb930 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:33.336094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Attempting to bind port 151ca0dc-a12e-4d9a-a55e-2fa635049100 on network f7399ee7-2393-4a54-90bb-787e26deb930 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:33.341887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:33.342365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Checking segment: {'id': 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:33.343616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Bound using segment: {'id': 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:33.344167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Bound port: 151ca0dc-a12e-4d9a-a55e-2fa635049100, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:33.344640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.446387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] For port 151ca0dc-a12e-4d9a-a55e-2fa635049100, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:33.451234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] For port 151ca0dc-a12e-4d9a-a55e-2fa635049100, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100,segment=NetworkSegment(c306c1d7-f334-4704-a2d2-bbeb24e77ab6),segment_id=c306c1d7-f334-4704-a2d2-bbeb24e77ab6)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:33.457897 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.497277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.498394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.500798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] 10.222.0.13 "PUT /v2.0/ports/151ca0dc-a12e-4d9a-a55e-2fa635049100 HTTP/1.1" status: 200 len: 1092 time: 1.3335736 Jul 22 14:25:33.515416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'tag': '151ca0dc-a12e-4d9a-a55e-2fa635049100'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:33.518235 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77124bac-855a-44b0-abc7-377677035f08" -d '{"events": [{"name": "network-changed", "server_uuid": "937f1607-ff0b-4e50-a3d9-21eb9d07f545", "tag": "151ca0dc-a12e-4d9a-a55e-2fa635049100"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:33.547964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6bfd0-99ba-4b6a-877f-7b9b1654acab service neutron] Pushing event updated for resources: {'Port': ['ID=151ca0dc-a12e-4d9a-a55e-2fa635049100,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:33.581312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:31Z', 'revision_number': 3, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:33.600079 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b752a53-155c-4948-bc6c-5342c090dea2 x-openstack-request-id: req-4b752a53-155c-4948-bc6c-5342c090dea2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:33.600524 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937f1607-ff0b-4e50-a3d9-21eb9d07f545", "tag": "151ca0dc-a12e-4d9a-a55e-2fa635049100", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:33.600931 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b752a53-155c-4948-bc6c-5342c090dea2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:33.601435 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'tag': '151ca0dc-a12e-4d9a-a55e-2fa635049100', 'status': 'completed', 'code': 200} Jul 22 14:25:33.614068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:33.615314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Updating router ee65818a-62ac-4577-b9d9-161905e98a89 port f0a6e169-8a11-4140-b9ee-039ff4219962 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:33.662702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-6a99a0dc-0c8b-44eb-be16-87e2189c858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.665262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-6a99a0dc-0c8b-44eb-be16-87e2189c858c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1473d88243ec4278b890b8ace7633b22&device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 1095 time: 0.1066160 Jul 22 14:25:33.686931 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.718718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-d3ca9660-d7b6-4655-b559-a699d9b50397 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100 HTTP/1.1" status: 200 len: 217 time: 0.0459554 Jul 22 14:25:33.791085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-9064b635-8bb6-4375-a402-a6496e6e63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.792727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-9064b635-8bb6-4375-a402-a6496e6e63f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f40c57c-609f-427e-bea9-0f93925ec7ad HTTP/1.1" status: 200 len: 849 time: 0.0662742 Jul 22 14:25:33.836033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-9a6a8770-f798-44ee-9e48-87c173c8aa76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7399ee7-2393-4a54-90bb-787e26deb930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364797 Jul 22 14:25:33.962244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-1fb1b0c4-8d0c-4750-8ea3-3e6f71d52fe5 service neutron] 10.222.0.13 "GET /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189277 Jul 22 14:25:33.977690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.012959 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.013175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4d3d22c-f11a-4ce1-bf85-9039c90c1930 req-dbb546ad-55c6-4a25-a85a-0509812a4489 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7927208 Jul 22 14:25:34.039918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Transition to ACTIVE for port object f0a6e169-8a11-4140-b9ee-039ff4219962 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:34.048397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.117517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583823b-740a-4081-82e8-a9885e24e387 None None] Pushing event updated for resources: {'Port': ['ID=f0a6e169-8a11-4140-b9ee-039ff4219962,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:34.149121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Attempting to bind port f0a6e169-8a11-4140-b9ee-039ff4219962 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:34.149523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Attempting to bind port f0a6e169-8a11-4140-b9ee-039ff4219962 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:34.149914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Attempting to bind port f0a6e169-8a11-4140-b9ee-039ff4219962 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:34.155355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:34.155649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:34.156060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.156469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:34.157446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Bound port: f0a6e169-8a11-4140-b9ee-039ff4219962, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:34.157446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.197831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-31331f19-395d-4788-bb4d-ff18a56de7d4 req-cd86b0d4-96bd-407d-b984-d54f04c367ea service neutron] 10.222.0.13 "GET /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258623 Jul 22 14:25:34.214725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] For port f0a6e169-8a11-4140-b9ee-039ff4219962, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:34.218390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] For port f0a6e169-8a11-4140-b9ee-039ff4219962, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f0a6e169-8a11-4140-b9ee-039ff4219962,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:34.231561 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.302294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:34.303043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:34.354129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:34.470011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.472615 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.476648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/ccf16be4-3504-4a7d-be2b-2f30f331051f HTTP/1.1" status: 204 len: 168 time: 1.5339098 Jul 22 14:25:34.482105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34762) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:34.613409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf16be4-3504-4a7d-be2b-2f30f331051f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:34.653714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a346ca-4c98-41a0-8440-9f8a9cac1bc8 req-6cc3945c-fd5f-4737-a946-1925c346c649 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.660900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74a346ca-4c98-41a0-8440-9f8a9cac1bc8 req-6cc3945c-fd5f-4737-a946-1925c346c649 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.3568025 Jul 22 14:25:34.663870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.664216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.664557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.664891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.665222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.665550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.665904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.666228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.666552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.666871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.667191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.667507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c857e5-57ff-420c-87dc-f8bdb627e7c7 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:34.701943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77124bac-855a-44b0-abc7-377677035f08 req-fa410130-3dc2-48ed-9a00-2dc0624b67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.704690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-fa410130-3dc2-48ed-9a00-2dc0624b67a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1473d88243ec4278b890b8ace7633b22&device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 1095 time: 0.4135349 Jul 22 14:25:34.720745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-00e070d3-3fd6-4709-a608-f452e0cb4d2e tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2211545 Jul 22 14:25:34.740238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34766) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:34.774407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:34.793357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621473254'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:34.845753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74a346ca-4c98-41a0-8440-9f8a9cac1bc8 req-37953257-ad78-427b-a368-f108fe159ccc tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837025 Jul 22 14:25:34.861192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ec8bc-9ca1-4e13-a535-602ba74acc63 req-aa9cb8c7-c96a-4418-b1ed-2f9eb9e635b1 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.865255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a65ec8bc-9ca1-4e13-a535-602ba74acc63 req-aa9cb8c7-c96a-4418-b1ed-2f9eb9e635b1 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 943 time: 0.4250648 Jul 22 14:25:34.923056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.994558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a65ec8bc-9ca1-4e13-a535-602ba74acc63 req-da0ad818-9765-439f-9cda-d8faebc8e48b tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076994 Jul 22 14:25:35.017966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583823b-740a-4081-82e8-a9885e24e387 None None] Pushing event updated for resources: {'Port': ['ID=f0a6e169-8a11-4140-b9ee-039ff4219962,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:35.032977 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77124bac-855a-44b0-abc7-377677035f08 req-bbe2b1ee-4b57-438d-af31-7ca57b076c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.034579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-bbe2b1ee-4b57-438d-af31-7ca57b076c15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7399ee7-2393-4a54-90bb-787e26deb930 HTTP/1.1" status: 200 len: 910 time: 0.2914693 Jul 22 14:25:35.114336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.122829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-f7120fe0-8b21-4833-a6ef-378769a5f5c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100 HTTP/1.1" status: 200 len: 217 time: 0.0552750 Jul 22 14:25:35.131582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:31Z', 'revision_number': 3, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:35.186510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c723-77d9-4585-a57e-da54166fa21b req-63362fbe-a7f0-428f-a96c-4a6e4c839104 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.188130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a356c723-77d9-4585-a57e-da54166fa21b req-63362fbe-a7f0-428f-a96c-4a6e4c839104 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1777742 Jul 22 14:25:35.198981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77124bac-855a-44b0-abc7-377677035f08 req-db42be4c-0e6d-457d-999e-64d9fc64c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.201974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-db42be4c-0e6d-457d-999e-64d9fc64c6fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f40c57c-609f-427e-bea9-0f93925ec7ad HTTP/1.1" status: 200 len: 849 time: 0.0739672 Jul 22 14:25:35.227279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45cd80b-b264-416c-93bc-54dd7e1ab737 None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:31Z', 'revision_number': 3, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:35.300561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.313982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.343225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-af5e135b-3e42-43d0-aa9e-ad4790d024e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7399ee7-2393-4a54-90bb-787e26deb930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347017 Jul 22 14:25:35.386894 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a356c723-77d9-4585-a57e-da54166fa21b req-5e044327-9e8b-4975-955f-99dd2ce3dd29 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890576 Jul 22 14:25:35.445088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.451935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6642985 Jul 22 14:25:35.468538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34786) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:35.474439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdbd4-bf6f-4b89-bd22-f1595a5790c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:35.497698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-f2accbeb-a73c-4b78-bc26-a71c88b1b3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433735 Jul 22 14:25:35.521038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a57fc0-15d3-4bb0-9661-ec78c66cd25b tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbcdbd4-bf6f-4b89-bd22-f1595a5790c3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:35.556582 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.659179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Allocated IP 172.20.0.1 (b36eca31-acb4-4210-a951-6659355ec41c/ec811675-d348-4bf3-96e1-06539688acae/5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:35.756637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77124bac-855a-44b0-abc7-377677035f08 req-cc718426-e230-494b-b40b-27808e8f1e95 service neutron] 10.222.0.13 "GET /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959980 Jul 22 14:25:35.792528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.801004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.818468 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.976363 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.023271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2781b542-fbac-4d48-a04a-5e32858718c3,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:36.048013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Transition to ACTIVE for port object 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:36.080182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.081776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2eabe226-1bd3-4f71-8928-8cd7b177ad12 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6115401 Jul 22 14:25:36.086906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:36.110279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 151ca0dc-a12e-4d9a-a55e-2fa635049100 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:36.144221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-411c4b8d-b228-4fa6-9457-c7bf2562ce28 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules/2781b542-fbac-4d48-a04a-5e32858718c3 HTTP/1.1" status: 200 len: 763 time: 0.0557384 Jul 22 14:25:36.147691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:36.207611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.402234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b57982ff-a3ad-4e83-9316-1900257f428a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2538095 Jul 22 14:25:36.409549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:36.414490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 151ca0dc-a12e-4d9a-a55e-2fa635049100, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100,segment=NetworkSegment(c306c1d7-f334-4704-a2d2-bbeb24e77ab6),segment_id=c306c1d7-f334-4704-a2d2-bbeb24e77ab6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:36.429763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '151ca0dc-a12e-4d9a-a55e-2fa635049100', 'network_id': 'f7399ee7-2393-4a54-90bb-787e26deb930', 'port_id': '151ca0dc-a12e-4d9a-a55e-2fa635049100', 'mac_address': 'fa:16:3e:41:d2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f40c57c-609f-427e-bea9-0f93925ec7ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:36.450960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Network b36eca31-acb4-4210-a951-6659355ec41c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:36.464564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d077e6-8944-431a-a3cc-2dbcbcaaef1f req-c8296f9c-a2c2-42e2-9114-3e9e4fa429af tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:36.471798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68d077e6-8944-431a-a3cc-2dbcbcaaef1f req-c8296f9c-a2c2-42e2-9114-3e9e4fa429af tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 943 time: 0.3180280 Jul 22 14:25:36.474741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:36.491046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:36.492408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.500671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f0a6e169-8a11-4140-b9ee-039ff4219962 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:36.542106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c4cce3-116c-481b-8fba-f599c07722bb tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.577559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Pushing event updated for resources: {'Port': ['ID=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:36.597729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c4cce3-116c-481b-8fba-f599c07722bb tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.626637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.20.0.17 (45be2dc8-798f-441e-a8ab-b642ab9e855b/8e9c0ff9-c926-4bee-b03b-7249a929993e/c903da94-9b24-4179-855c-1ac11449befc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:36.644362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151ca0dc-a12e-4d9a-a55e-2fa635049100 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:36.653564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceb122-03a8-43dd-8aa1-e47dc9360059 req-3f797853-bc83-46a9-9d32-54d808540a33 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:36.655500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37ceb122-03a8-43dd-8aa1-e47dc9360059 req-3f797853-bc83-46a9-9d32-54d808540a33 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.4792771 Jul 22 14:25:36.660351 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.705102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68d077e6-8944-431a-a3cc-2dbcbcaaef1f req-1023ac0c-0adb-48a5-ba72-f6f288a07158 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323091 Jul 22 14:25:36.734286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 151ca0dc-a12e-4d9a-a55e-2fa635049100, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100,segment=NetworkSegment(c306c1d7-f334-4704-a2d2-bbeb24e77ab6),segment_id=c306c1d7-f334-4704-a2d2-bbeb24e77ab6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:36.738859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f0a6e169-8a11-4140-b9ee-039ff4219962 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:36.747281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.774249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c4cce3-116c-481b-8fba-f599c07722bb tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.780303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f0a6e169-8a11-4140-b9ee-039ff4219962 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:36.780827 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.796532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c4cce3-116c-481b-8fba-f599c07722bb tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.797729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d6c4cce3-116c-481b-8fba-f599c07722bb tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2781b542-fbac-4d48-a04a-5e32858718c3 HTTP/1.1" status: 204 len: 168 time: 0.3865476 Jul 22 14:25:36.800888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34824) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:36.808448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4cce3-116c-481b-8fba-f599c07722bb tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2781b542-fbac-4d48-a04a-5e32858718c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:36.875219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37ceb122-03a8-43dd-8aa1-e47dc9360059 req-231c2280-bb58-4343-9fe3-67da3c40ecba tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096367 Jul 22 14:25:36.926415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=151ca0dc-a12e-4d9a-a55e-2fa635049100,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:36.966412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.985601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Transition to ACTIVE for port object c903da94-9b24-4179-855c-1ac11449befc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:37.028013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-059954d6-38af-4cf1-921d-00538cc305bb None None] Provisioning for port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:37.052606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-059954d6-38af-4cf1-921d-00538cc305bb None None] Provisioning complete for port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:37.053381 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-059954d6-38af-4cf1-921d-00538cc305bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.085409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['151ca0dc-a12e-4d9a-a55e-2fa635049100'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:37.085734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9531c316-5abd-4289-8ca9-9afd7804ac82 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2726026 Jul 22 14:25:37.085864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:37.097671 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.098141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdbd4-bf6f-4b89-bd22-f1595a5790c3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:37.173153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.201647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.214596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-059954d6-38af-4cf1-921d-00538cc305bb None None] Port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:37.274717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:37.283886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:37.285941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.290154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:37.292898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=c903da94-9b24-4179-855c-1ac11449befc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:37.348647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f0a6e169-8a11-4140-b9ee-039ff4219962, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f0a6e169-8a11-4140-b9ee-039ff4219962,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:37.374413 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.395438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.469192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.482837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.488815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.503525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.504495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f0a6e169-8a11-4140-b9ee-039ff4219962,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:37.533562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5097d59b-ca9b-4839-934d-780a8e694080,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:37.587887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.591834 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c8141886-d6d9-4bc6-812f-ecd4d2b467e8 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5027702 Jul 22 14:25:37.593965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:37.650404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Pushing event updated for resources: {'Port': ['ID=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:37.660325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.664083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2c948dd8-35bf-49ac-a75d-efb17f37e1e0 None None] Provisioning for port c903da94-9b24-4179-855c-1ac11449befc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:37.669596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2c948dd8-35bf-49ac-a75d-efb17f37e1e0 None None] Provisioning complete for port c903da94-9b24-4179-855c-1ac11449befc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:37.671441 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2c948dd8-35bf-49ac-a75d-efb17f37e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.677995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3546791e-96d0-4b62-9172-7d9aed861fc3 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules/5097d59b-ca9b-4839-934d-780a8e694080 HTTP/1.1" status: 200 len: 763 time: 0.0821965 Jul 22 14:25:37.680835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:37.719770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.756896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2c948dd8-35bf-49ac-a75d-efb17f37e1e0 None None] Port c903da94-9b24-4179-855c-1ac11449befc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:37.819224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f39dbf84-6e37-4114-8173-91a903cd5a60 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1351137 Jul 22 14:25:37.822865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34850) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:37.866003 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Network b36eca31-acb4-4210-a951-6659355ec41c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:37.868292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:37.895114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39f31aee-8c7d-4f8b-82f9-e00ff351fd07 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.979156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39f31aee-8c7d-4f8b-82f9-e00ff351fd07 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.090365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676738cd-e246-43ec-ad81-3be6d876142d req-4f95242a-6167-4725-8618-29ea449d9acc tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.091605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-676738cd-e246-43ec-ad81-3be6d876142d req-4f95242a-6167-4725-8618-29ea449d9acc tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 944 time: 0.2657442 Jul 22 14:25:38.125000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 151ca0dc-a12e-4d9a-a55e-2fa635049100 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:38.175652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-676738cd-e246-43ec-ad81-3be6d876142d req-1ad7cec2-a4c0-48c0-987b-27f82a218aae tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725439 Jul 22 14:25:38.194314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39f31aee-8c7d-4f8b-82f9-e00ff351fd07 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.216991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39f31aee-8c7d-4f8b-82f9-e00ff351fd07 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.218194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-39f31aee-8c7d-4f8b-82f9-e00ff351fd07 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5097d59b-ca9b-4839-934d-780a8e694080 HTTP/1.1" status: 204 len: 168 time: 0.3943796 Jul 22 14:25:38.230693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 151ca0dc-a12e-4d9a-a55e-2fa635049100 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:38.232895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34858) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:38.236159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 151ca0dc-a12e-4d9a-a55e-2fa635049100 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:38.236739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.246838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f31aee-8c7d-4f8b-82f9-e00ff351fd07 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5097d59b-ca9b-4839-934d-780a8e694080,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:38.278529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5d962-07c6-49e0-b9db-d516f13fab70 req-e5aa9d8d-2683-4614-b667-d779d9809c3a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.285664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ca5d962-07c6-49e0-b9db-d516f13fab70 req-e5aa9d8d-2683-4614-b667-d779d9809c3a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2542691 Jul 22 14:25:38.296411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6429b404-ffd9-47c5-920e-335eabac3ed5 None None] Provisioning complete for port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:38.296785 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6429b404-ffd9-47c5-920e-335eabac3ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.318079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Router ee65818a-62ac-4577-b9d9-161905e98a89 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:38.352543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-af3e264c-0c2b-4419-b05c-627a47ec69d1 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1173580 Jul 22 14:25:38.353276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6429b404-ffd9-47c5-920e-335eabac3ed5 None None] Port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:38.369322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:38.381699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ca5d962-07c6-49e0-b9db-d516f13fab70 req-6803abad-4c91-4b21-b799-cc410911ca00 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865839 Jul 22 14:25:38.382981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdbd4-bf6f-4b89-bd22-f1595a5790c3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:38.440572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f0a6e169-8a11-4140-b9ee-039ff4219962 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:38.514186 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.521203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:38.526515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-26cba231-3952-4aaa-8bc4-260bbcfc2945 admin admin] 10.222.0.11 "PUT /v2.0/routers/ee65818a-62ac-4577-b9d9-161905e98a89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2521198 Jul 22 14:25:38.533199 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:38.548551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:38.549766 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:38.563442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151ca0dc-a12e-4d9a-a55e-2fa635049100'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:38.566385 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c169574b-d074-4e4e-bcc6-3d244a1d6128" -d '{"events": [{"server_uuid": "937f1607-ff0b-4e50-a3d9-21eb9d07f545", "name": "network-vif-plugged", "status": "completed", "tag": "151ca0dc-a12e-4d9a-a55e-2fa635049100"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:38.583825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 151ca0dc-a12e-4d9a-a55e-2fa635049100, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100,segment=NetworkSegment(c306c1d7-f334-4704-a2d2-bbeb24e77ab6),segment_id=c306c1d7-f334-4704-a2d2-bbeb24e77ab6)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:38.619186 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.628730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f0a6e169-8a11-4140-b9ee-039ff4219962 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:38.629107 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.831764 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa48b2f7-e0d8-43aa-b75a-1c82a5c84d0d x-openstack-request-id: req-aa48b2f7-e0d8-43aa-b75a-1c82a5c84d0d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:38.832560 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937f1607-ff0b-4e50-a3d9-21eb9d07f545", "name": "network-vif-plugged", "status": "completed", "tag": "151ca0dc-a12e-4d9a-a55e-2fa635049100", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:38.832994 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa48b2f7-e0d8-43aa-b75a-1c82a5c84d0d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:38.833649 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151ca0dc-a12e-4d9a-a55e-2fa635049100', 'code': 200} Jul 22 14:25:38.834443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=151ca0dc-a12e-4d9a-a55e-2fa635049100,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:38.937810 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:38.972313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.983757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.105133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.183752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=c903da94-9b24-4179-855c-1ac11449befc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.188671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.208763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94612-4914-4f9b-9c2e-cab44a52b069 req-7c21a4c7-754a-453e-aa6d-126ff4993149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.211280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-afa94612-4914-4f9b-9c2e-cab44a52b069 req-7c21a4c7-754a-453e-aa6d-126ff4993149 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 1097 time: 0.3467681 Jul 22 14:25:39.246809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.247065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.247455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.247807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.248151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.248492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.248828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.249161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.249501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.249856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.250194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.250521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:39.278427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.287179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-afa94612-4914-4f9b-9c2e-cab44a52b069 req-bc13cb27-d46b-4f90-a2dc-3b00792a5ef2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612361 Jul 22 14:25:39.287792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.349880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 2, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:39.379743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99045cb1-3f02-4192-b9bf-12eae7967050,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.400300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:39.400656 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Updating router ee65818a-62ac-4577-b9d9-161905e98a89 port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:39.440599 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.477301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:39.482946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824435697', 'description': 'tempest-description--1385593751'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:39.533809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.576213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.580877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8e2327f-ebd6-4227-b386-3f798094c26a tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2099020 Jul 22 14:25:39.581696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:39.606093 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-26df10c2-5d05-4f0a-b8ae-e5be2b263264 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules/99045cb1-3f02-4192-b9bf-12eae7967050 HTTP/1.1" status: 200 len: 764 time: 0.0200975 Jul 22 14:25:39.606696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:39.632320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:39.639324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:39.806306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.813128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.837747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:39.838760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf14b1-dc18-4de8-aee8-7e9e780fcd59 req-6d2f58ea-7dbf-4ff7-9b50-eb1c5618d4d3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.840763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acdf14b1-dc18-4de8-aee8-7e9e780fcd59 req-6d2f58ea-7dbf-4ff7-9b50-eb1c5618d4d3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1782689 Jul 22 14:25:39.871914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-39d32af4-36fb-4dae-bb0c-94c756783ad9 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2607400 Jul 22 14:25:39.874149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:39.877885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.883191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4042287 Jul 22 14:25:39.901378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:39.907535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'security_group_rule': {'security_group_id': '27891d0f-1731-4455-8456-6201b4846bb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:39.929509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81615876-979d-400a-8a20-6f0913c3cb13 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.930165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3333c81-f669-4370-9f27-2d878e97e2c3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27891d0f-1731-4455-8456-6201b4846bb6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.963159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81615876-979d-400a-8a20-6f0913c3cb13 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.974238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb85df-a1c6-40ea-abe4-01fd79bee40c req-d3fccd39-81b5-4b12-b6da-ac3dde2037e6 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.977361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acdf14b1-dc18-4de8-aee8-7e9e780fcd59 req-66368646-56b2-49c1-90d2-c2fae398d298 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187782 Jul 22 14:25:39.980993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-46bb85df-a1c6-40ea-abe4-01fd79bee40c req-d3fccd39-81b5-4b12-b6da-ac3dde2037e6 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 945 time: 0.5962012 Jul 22 14:25:39.989256 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.005106 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Transition to ACTIVE for port object 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:40.012760 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.017891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.112739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-00a3726b-ec6c-4f75-930d-6ce95f88afd5 None None] Provisioning complete for port c903da94-9b24-4179-855c-1ac11449befc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:40.113333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-00a3726b-ec6c-4f75-930d-6ce95f88afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.136008 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-46bb85df-a1c6-40ea-abe4-01fd79bee40c req-c71efffb-fe4c-4ffa-b1bb-4159afd54ec7 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495759 Jul 22 14:25:40.150967 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Pushing event updated for resources: {'Port': ['ID=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.168964 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.169306 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.169658 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.169994 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.170319 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.170853 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.171345 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.171755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.172078 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.172397 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.172767 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.173889 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:40.184599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81615876-979d-400a-8a20-6f0913c3cb13 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.208547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81615876-979d-400a-8a20-6f0913c3cb13 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.212727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-81615876-979d-400a-8a20-6f0913c3cb13 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/99045cb1-3f02-4192-b9bf-12eae7967050 HTTP/1.1" status: 204 len: 168 time: 0.3371618 Jul 22 14:25:40.218432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.220467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.228088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.238759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-00a3726b-ec6c-4f75-930d-6ce95f88afd5 None None] Port c903da94-9b24-4179-855c-1ac11449befc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:40.277830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82745a2-9151-410e-8005-bf66b3b91930,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.297518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81615876-979d-400a-8a20-6f0913c3cb13 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99045cb1-3f02-4192-b9bf-12eae7967050,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.308169 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Attempting to bind port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:40.309462 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Attempting to bind port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:40.324903 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Attempting to bind port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:40.325271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.328893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-32852313-8e55-42e1-a101-f2e60a746198 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4262123 Jul 22 14:25:40.329738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34918) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.335246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'security_group_rule': {'security_group_id': '27891d0f-1731-4455-8456-6201b4846bb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:40.337723 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:40.338093 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Checking segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:40.338489 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.338874 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Bound using segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:40.339383 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Bound port: 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:40.339802 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.366491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.387377 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-40291cce-ecd7-4ba0-a3b9-da9b215d3c83 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1566398 Jul 22 14:25:40.388694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:40.389021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.401860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:40.404050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e0e87330-c7f1-4ff1-b343-6806fa9cc364 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "PUT /v2.0/routers/be6836cc-032a-49f6-bc69-b1d74c52a3bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0488539 Jul 22 14:25:40.427142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:40.436426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:40.453518 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] For port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:40.457545 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] For port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:40.462701 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.545978 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c0046-2625-4d17-930d-76ece0d34c04 None None] Pushing event updated for resources: {'Port': ['ID=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.558612 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.561220 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:40.564475 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:40.574787 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac98c9a3-605f-434c-979c-a60341178b63 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.610334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac98c9a3-605f-434c-979c-a60341178b63 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.624573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:40.668977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.742604 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.744009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4131513 Jul 22 14:25:40.747268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34932) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.752661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:40.760082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c1621-1ef3-45cf-ac81-7adaab197f1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473f8936-3948-4312-9169-a6701c794a62,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.774486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac98c9a3-605f-434c-979c-a60341178b63 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.777166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac98c9a3-605f-434c-979c-a60341178b63 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.785286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 34934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.787269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac98c9a3-605f-434c-979c-a60341178b63 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "DELETE /v2.0/security-groups/bdbcdbd4-bf6f-4b89-bd22-f1595a5790c3 HTTP/1.1" status: 204 len: 168 time: 0.3971531 Jul 22 14:25:40.801529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98c9a3-605f-434c-979c-a60341178b63 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbcdbd4-bf6f-4b89-bd22-f1595a5790c3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.823556 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:40.876262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.934337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.934591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bcd83345-6436-426d-89a3-9f60e35009c2 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466568 Jul 22 14:25:41.032585 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e914e161-a99b-44a0-89ab-ddca6a788f03 tempest-SecGroupTest-2100800002 tempest-SecGroupTest-2100800002-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973806 Jul 22 14:25:41.046634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:32Z', 'revision_number': 1, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c903da94-9b24-4179-855c-1ac11449befc', 'name': '', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:91:d9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:36Z', 'updated_at': '2021-07-22T14:25:38Z', 'revision_number': 2, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:41.074120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.111743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:41.112395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Updating router be6836cc-032a-49f6-bc69-b1d74c52a3bc port c903da94-9b24-4179-855c-1ac11449befc binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:41.155907 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:40Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:41.195871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7896f4b8-12f8-4ccb-84e0-23a22b377469 None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:40Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:41.227837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.322523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3179-ae88-4779-b5e5-10ef1269ab84 req-337cd45d-9787-48fe-8761-375111248999 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:41.325741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-082a3179-ae88-4779-b5e5-10ef1269ab84 req-337cd45d-9787-48fe-8761-375111248999 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1907115 Jul 22 14:25:41.381285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-082a3179-ae88-4779-b5e5-10ef1269ab84 req-144c4a73-c1bc-437c-b365-9f99296be98b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489495 Jul 22 14:25:41.472114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Allocated IP 172.25.8.144 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/99d5e073-20f1-463c-8e0a-2247c5d0b23c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:41.496076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34956) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:41.533881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb03f8-0616-4b1c-a340-ab6ee0462575 req-1d85f726-37c0-4490-bbdd-ce731a3db2b1 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:41.535456 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdcb03f8-0616-4b1c-a340-ab6ee0462575 req-1d85f726-37c0-4490-bbdd-ce731a3db2b1 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 945 time: 0.2058010 Jul 22 14:25:41.703988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdcb03f8-0616-4b1c-a340-ab6ee0462575 req-ef3dbf1f-39a3-44ef-84ab-bbc8950e7f90 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830946 Jul 22 14:25:41.718412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.785159 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.801263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-018c9eb9-1206-4ec1-9749-36540bce5a14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae7af67b531f449ea4ffca7b584c4731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970383 Jul 22 14:25:41.802709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 34964) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:41.809988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Transition to ACTIVE for port object c903da94-9b24-4179-855c-1ac11449befc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:41.822066 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.846925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.915719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:41.920260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:41.922713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:41.952801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48ffd7a-32b5-43f1-a962-43e90b0d645e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.012344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'Port': ['ID=99d5e073-20f1-463c-8e0a-2247c5d0b23c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:42.053303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48ffd7a-32b5-43f1-a962-43e90b0d645e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.106938 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.119308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9b1e-0306-433e-a8c7-1cb5b4a90251 None None] Pushing event updated for resources: {'Port': ['ID=c903da94-9b24-4179-855c-1ac11449befc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:42.173957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48ffd7a-32b5-43f1-a962-43e90b0d645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.177396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48ffd7a-32b5-43f1-a962-43e90b0d645e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.178826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e48ffd7a-32b5-43f1-a962-43e90b0d645e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/341c9c21-13da-4b86-96e3-8a4d63cac046 HTTP/1.1" status: 204 len: 168 time: 0.3750236 Jul 22 14:25:42.198343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Attempting to bind port c903da94-9b24-4179-855c-1ac11449befc on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:42.198763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Attempting to bind port c903da94-9b24-4179-855c-1ac11449befc by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:42.199581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Attempting to bind port c903da94-9b24-4179-855c-1ac11449befc on network 45be2dc8-798f-441e-a8ab-b642ab9e855b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:42.202413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ffd7a-32b5-43f1-a962-43e90b0d645e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341c9c21-13da-4b86-96e3-8a4d63cac046,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:42.251851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:42.253324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Checking segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:42.253605 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.256247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Bound using segment: {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:42.256707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Bound port: c903da94-9b24-4179-855c-1ac11449befc, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01bbb75-d0a6-483d-8936-6541c93771f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:42.257115 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.267720 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.483644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:42.500360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] For port c903da94-9b24-4179-855c-1ac11449befc, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:42.548959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] For port c903da94-9b24-4179-855c-1ac11449befc, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c903da94-9b24-4179-855c-1ac11449befc,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:42.556926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.668686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:42.674397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:42.786345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:42.862673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.871789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:42.876136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a72665-b9b1-4b8e-9103-adec34d177a6 req-43c178f9-55ac-4b95-a59f-fd45760d056c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:42.883852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.884358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1a72665-b9b1-4b8e-9103-adec34d177a6 req-43c178f9-55ac-4b95-a59f-fd45760d056c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2715278 Jul 22 14:25:42.890468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec9b1e-0306-433e-a8c7-1cb5b4a90251 None None] Pushing event updated for resources: {'Port': ['ID=c903da94-9b24-4179-855c-1ac11449befc,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:42.900920 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.003523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1a72665-b9b1-4b8e-9103-adec34d177a6 req-b9045bf8-2b5d-45f3-b019-0ff0359d1e9b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118412 Jul 22 14:25:43.090370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:43.140469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.167989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'Port': ['ID=99d5e073-20f1-463c-8e0a-2247c5d0b23c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:43.171550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.173126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c9d23a9-5a8e-4314-91d3-3ef28cac17bb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4243486 Jul 22 14:25:43.339612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.437472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:43.449221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.650414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-27c18aea-2783-4d7d-bfea-eabd1e775d44 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--824435697&fields=id&tenant_id=e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 267 time: 0.1096821 Jul 22 14:25:43.840232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-69b21b93-b226-4d78-94fc-d9a275d22fb2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:43.842134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-69b21b93-b226-4d78-94fc-d9a275d22fb2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 817 time: 0.1908474 Jul 22 14:25:43.843024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:43.869724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-c514a1a1-9514-41ec-9015-4dd7d679a6a7 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/quotas/e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 375 time: 0.0194774 Jul 22 14:25:44.022734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:32Z', 'revision_number': 1, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c903da94-9b24-4179-855c-1ac11449befc', 'name': '', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:91:d9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:36Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:44.053464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ace057f-7de7-45d4-bf68-ae002db7c098 None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:32Z', 'revision_number': 1, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c903da94-9b24-4179-855c-1ac11449befc', 'name': '', 'network_id': '45be2dc8-798f-441e-a8ab-b642ab9e855b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:91:d9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:36Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': '8e9c0ff9-c926-4bee-b03b-7249a929993e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:44.054895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-5a8d2f97-455a-4692-bdba-8a3557ce9589 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1779766 Jul 22 14:25:44.270279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-03a78894-9cda-47c6-b11a-2fc418661a2d service neutron] 10.222.0.11 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144232 Jul 22 14:25:44.357927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45b4ce-6982-4b24-9924-5e7b9cab82e7 req-6af1d71c-7845-469b-b35a-21327d905fa9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:44.360735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d45b4ce-6982-4b24-9924-5e7b9cab82e7 req-6af1d71c-7845-469b-b35a-21327d905fa9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1097524 Jul 22 14:25:44.458273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d45b4ce-6982-4b24-9924-5e7b9cab82e7 req-010991b5-4556-4d42-aded-f5bedcced287 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Jul 22 14:25:44.488126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-2a927cff-1184-435a-94e2-71af0808cdb1 service neutron] 10.222.0.11 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112043 Jul 22 14:25:44.546322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c903da94-9b24-4179-855c-1ac11449befc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:44.683622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c903da94-9b24-4179-855c-1ac11449befc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:44.691736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c903da94-9b24-4179-855c-1ac11449befc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:44.692122 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.861914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6783a35-888b-478d-9df1-1d472417a674 req-d38e4268-b62e-4342-aabd-43034a92e055 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 210 time: 0.0401683 Jul 22 14:25:44.880747 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.992412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c903da94-9b24-4179-855c-1ac11449befc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c903da94-9b24-4179-855c-1ac11449befc,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:45.003412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.004392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:45.183030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c903da94-9b24-4179-855c-1ac11449befc,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:45.194226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:45.194924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.708193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25675613-6b16-49fa-ac52-21ec9cae83be req-2c4a8a04-b1b7-48f9-9e6a-6dfd4ef4519c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:45.735908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25675613-6b16-49fa-ac52-21ec9cae83be req-2c4a8a04-b1b7-48f9-9e6a-6dfd4ef4519c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1790555 Jul 22 14:25:45.805909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25675613-6b16-49fa-ac52-21ec9cae83be req-d7a8ee75-5327-4dc5-9064-290084801baa tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686462 Jul 22 14:25:46.073767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-11cf5bfb-99f5-4418-945b-5bd45590e175 req-516f292e-fc4a-4902-acb1-9e1d8ca8d8c0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 210 time: 0.1310031 Jul 22 14:25:46.137456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1a9f6-949f-46e8-9ad7-1b8d3e78fa78 req-bb41e28a-4f75-4033-a617-c274cc0ef85e tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:46.146630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38b1a9f6-949f-46e8-9ad7-1b8d3e78fa78 req-bb41e28a-4f75-4033-a617-c274cc0ef85e tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 945 time: 0.1618640 Jul 22 14:25:46.190956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38b1a9f6-949f-46e8-9ad7-1b8d3e78fa78 req-92870050-2b8d-4f2d-bcfa-e733b11d7762 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429876 Jul 22 14:25:46.377098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c903da94-9b24-4179-855c-1ac11449befc up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:46.472188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c903da94-9b24-4179-855c-1ac11449befc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:46.472836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:46.484901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-f77bdd83-0c6e-429b-a825-8c6ccd7cdbd6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:46.486953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-f77bdd83-0c6e-429b-a825-8c6ccd7cdbd6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 817 time: 0.1930952 Jul 22 14:25:46.560441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-11ef18d5-b938-49af-9b5f-f8caab1e1d2d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 379 time: 0.0622220 Jul 22 14:25:46.575573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'port': {'device_id': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'admin_state_up': True, 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'security_groups': ['27891d0f-1731-4455-8456-6201b4846bb6']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:46.719285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Made reservation on behalf of e7f024a9792841999c853aedf059c7e8 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:46.723154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:46.894150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Allocated IP 172.20.0.11 (b36eca31-acb4-4210-a951-6659355ec41c/ec811675-d348-4bf3-96e1-06539688acae/b8e2a6af-0761-461c-a8c6-970eb12a2d89) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:47.048937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6692d63-4994-40a0-89e8-8b4e8b8c3637 req-499fa4c7-9cbb-4ee1-9210-f892b2cad78e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.070678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6692d63-4994-40a0-89e8-8b4e8b8c3637 req-499fa4c7-9cbb-4ee1-9210-f892b2cad78e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1553054 Jul 22 14:25:47.135457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.163238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Transition to ACTIVE for port object b8e2a6af-0761-461c-a8c6-970eb12a2d89 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:47.207041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.253439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6692d63-4994-40a0-89e8-8b4e8b8c3637 req-d77be6ab-8f11-420f-b9f0-85f83b63138b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803668 Jul 22 14:25:47.299742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Network b36eca31-acb4-4210-a951-6659355ec41c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:47.327746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:47.338223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:47.372610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-7e2256fc-b8e5-474e-a2ce-f6f550ded183 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.378142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-7e2256fc-b8e5-474e-a2ce-f6f550ded183 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.13 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 945 time: 0.1757631 Jul 22 14:25:47.429449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:47.494584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.495345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.517713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac335-172d-4c0f-89f3-e7aac32deb92 req-2ea32353-07ba-4f79-bd79-3ea061fb940b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.526014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d4ac335-172d-4c0f-89f3-e7aac32deb92 req-2ea32353-07ba-4f79-bd79-3ea061fb940b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 932 time: 0.2817895 Jul 22 14:25:47.565792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-dede3c7e-a707-403b-ae9e-7c7054ad2b55 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9943237 Jul 22 14:25:47.598798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d4ac335-172d-4c0f-89f3-e7aac32deb92 req-e9a516bc-5ac2-43ce-a0ac-5d60e10d8d64 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712652 Jul 22 14:25:47.668448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9a9e6-ffaf-4cf9-a2ad-a2ecea4365e5 req-4f4d4066-210d-4c69-9b6e-df97c407a664 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.675341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6dd9a9e6-ffaf-4cf9-a2ad-a2ecea4365e5 req-4f4d4066-210d-4c69-9b6e-df97c407a664 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 945 time: 0.2746062 Jul 22 14:25:47.712826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-39de3cf8-fe18-407f-861a-b734cd63a5a2 None None] Provisioning for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:47.716917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-39de3cf8-fe18-407f-861a-b734cd63a5a2 None None] Provisioning complete for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:47.717521 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39de3cf8-fe18-407f-861a-b734cd63a5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.720916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Deleting port 151ca0dc-a12e-4d9a-a55e-2fa635049100 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:47.721318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.758913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Request body: {'port': {'device_id': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:47.762641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6dd9a9e6-ffaf-4cf9-a2ad-a2ecea4365e5 req-d7c7250c-4aa7-4902-a173-8ea499b0be61 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/security-groups?id=78f248d5-744f-43d7-9a3f-f204286411b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 Jul 22 14:25:47.806727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-39de3cf8-fe18-407f-861a-b734cd63a5a2 None None] Port b8e2a6af-0761-461c-a8c6-970eb12a2d89 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:47.860393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] For port 151ca0dc-a12e-4d9a-a55e-2fa635049100, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=151ca0dc-a12e-4d9a-a55e-2fa635049100,segment=NetworkSegment(c306c1d7-f334-4704-a2d2-bbeb24e77ab6),segment_id=c306c1d7-f334-4704-a2d2-bbeb24e77ab6)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:47.860779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.866783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.874255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Calling delete_port for 151ca0dc-a12e-4d9a-a55e-2fa635049100 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:48.035597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.049483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['151ca0dc-a12e-4d9a-a55e-2fa635049100'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:48.108708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Pushing event deleted for resources: {'Port': ['ID=151ca0dc-a12e-4d9a-a55e-2fa635049100,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:48.136408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] No DVR routers for this DVR port 151ca0dc-a12e-4d9a-a55e-2fa635049100 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:48.139908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.142259 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7654c89f-ed83-4533-9186-344d7ed57b50 req-55c298d9-a722-4d7a-b5c0-a42eeb24a247 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.13 "DELETE /v2.0/ports/151ca0dc-a12e-4d9a-a55e-2fa635049100 HTTP/1.1" status: 204 len: 173 time: 0.7567680 Jul 22 14:25:48.142719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'name': 'network-vif-deleted', 'tag': '151ca0dc-a12e-4d9a-a55e-2fa635049100'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:48.146548 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d7336-9b29-4872-b51a-a8060a4f63f6" -d '{"events": [{"server_uuid": "937f1607-ff0b-4e50-a3d9-21eb9d07f545", "name": "network-vif-deleted", "tag": "151ca0dc-a12e-4d9a-a55e-2fa635049100"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:48.194127 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54649442-b7b0-4ed7-95f4-25a59034d67a x-openstack-request-id: req-54649442-b7b0-4ed7-95f4-25a59034d67a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:48.194615 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937f1607-ff0b-4e50-a3d9-21eb9d07f545", "name": "network-vif-deleted", "tag": "151ca0dc-a12e-4d9a-a55e-2fa635049100", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:48.195044 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54649442-b7b0-4ed7-95f4-25a59034d67a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:48.195625 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937f1607-ff0b-4e50-a3d9-21eb9d07f545', 'name': 'network-vif-deleted', 'tag': '151ca0dc-a12e-4d9a-a55e-2fa635049100', 'status': 'completed', 'code': 200} Jul 22 14:25:48.268201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:48.279151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.294784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Transition to ACTIVE for port object b8e2a6af-0761-461c-a8c6-970eb12a2d89 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:48.303293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.466525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:48.471751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd245a1-1ac1-46cc-b0ba-b1a01d733c3c req-10223624-cfef-49e9-8026-9fa107da33ba tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:48.493122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bd245a1-1ac1-46cc-b0ba-b1a01d733c3c req-10223624-cfef-49e9-8026-9fa107da33ba tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1381536 Jul 22 14:25:48.518798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:48.519206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:48.519624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:48.526755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on network b36eca31-acb4-4210-a951-6659355ec41c not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:48.527180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:48.535528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:48.536960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Checking segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:48.539213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Bound using segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:48.539863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Bound port: b8e2a6af-0761-461c-a8c6-970eb12a2d89, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:48.540422 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.598951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bd245a1-1ac1-46cc-b0ba-b1a01d733c3c req-5a8d4da6-0bf3-46c2-8f49-5359c5ed68a1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009965 Jul 22 14:25:48.620434 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-29b593bd-bd9d-4326-a5c7-0c40fee028e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.735931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:48.742213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:48.852816 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.945867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:48.947893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.949554 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] 10.222.0.20 "PUT /v2.0/ports/b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1093 time: 1.3729007 Jul 22 14:25:48.952562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:48.965115 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f73f9-53cb-4482-a977-97ef3e1270a0" -d '{"events": [{"name": "network-changed", "server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:48.966200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-32bfbfe0-5fe1-4c53-8c46-1ec5b911d434 req-f07a3305-7284-46bd-a7c7-5bd62ace6b24 tempest-ServerTagsTestJSON-1152402156 tempest-ServerTagsTestJSON-1152402156-project] 10.222.0.11 "GET /v2.0/ports?device_id=937f1607-ff0b-4e50-a3d9-21eb9d07f545 HTTP/1.1" status: 200 len: 210 time: 0.0777643 Jul 22 14:25:49.088214 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b6e50-3347-4b62-a152-2bec5d525e7f x-openstack-request-id: req-dc4b6e50-3347-4b62-a152-2bec5d525e7f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:49.088608 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:49.088858 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc4b6e50-3347-4b62-a152-2bec5d525e7f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:49.089262 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'status': 'completed', 'code': 200} Jul 22 14:25:49.110668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477626-22b5-459a-8eb5-c0fc7a40dafe service neutron] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:49.113972 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.163446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2191-e974-4da7-9e7f-d3c65ef17d42 req-3f4840af-71c9-403e-b268-de7b08a9e5ee tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.173110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4dbb2191-e974-4da7-9e7f-d3c65ef17d42 req-3f4840af-71c9-403e-b268-de7b08a9e5ee tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.4247267 Jul 22 14:25:49.219084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-d76b4c62-e404-4336-b180-220b29dd62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.221228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-d76b4c62-e404-4336-b180-220b29dd62b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1096 time: 0.2089555 Jul 22 14:25:49.284630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-9b56cd49-9212-448c-98bd-af6a09190aeb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 217 time: 0.0415802 Jul 22 14:25:49.345171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-e123d87a-b3de-4177-bb55-127f3861424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.346769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-e123d87a-b3de-4177-bb55-127f3861424f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0531101 Jul 22 14:25:49.372370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4dbb2191-e974-4da7-9e7f-d3c65ef17d42 req-d1677e1d-5715-4c96-a4c3-cd8a0f142406 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982687 Jul 22 14:25:49.441052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-933713d4-4f31-4dd5-8f17-6f83ca52e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.442790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-933713d4-4f31-4dd5-8f17-6f83ca52e487 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885870 Jul 22 14:25:49.576598 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-30f61bb5-a443-4e08-a559-7338e1e49439 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272051 Jul 22 14:25:49.727030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03f7b848-d69c-4a71-88cc-bc1615e35389 req-5381f171-9d18-4a1c-9607-c83b5f7fbbb7 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427896 Jul 22 14:25:49.786671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f71e4-df7b-424a-96a6-e44139246156 req-455f4ed5-ddec-40ca-8895-588f3c783b38 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.788929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-980f71e4-df7b-424a-96a6-e44139246156 req-455f4ed5-ddec-40ca-8895-588f3c783b38 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1039441 Jul 22 14:25:49.840954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-980f71e4-df7b-424a-96a6-e44139246156 req-197b91ad-a65c-457d-bcc9-756eb2db7b0a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Jul 22 14:25:49.919059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-69ae8aae-44f4-49af-9670-630d593e0566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.922963 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-69ae8aae-44f4-49af-9670-630d593e0566 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1096 time: 0.1342189 Jul 22 14:25:50.007719 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.012442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35252) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:50.125303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Deleting subnet 1f40c57c-609f-427e-bea9-0f93925ec7ad {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:50.134328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.134585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-eeac4f26-0a90-4ab5-8a2c-4df8f442c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.136465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-eeac4f26-0a90-4ab5-8a2c-4df8f442c224 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.2069676 Jul 22 14:25:50.181990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.195127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-cab1b380-ea4c-48c2-8490-a04440038b5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 217 time: 0.0524082 Jul 22 14:25:50.206139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 151ca0dc-a12e-4d9a-a55e-2fa635049100 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:50.237749 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.262507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-64954e20-0d8d-4a1f-9c7f-84fb07ca76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.264061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-64954e20-0d8d-4a1f-9c7f-84fb07ca76e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0628943 Jul 22 14:25:50.272751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 151ca0dc-a12e-4d9a-a55e-2fa635049100 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:50.273135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 151ca0dc-a12e-4d9a-a55e-2fa635049100 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:50.338903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-a19ce736-edd7-49dc-8f6f-147810e10036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.340687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-a19ce736-edd7-49dc-8f6f-147810e10036 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681913 Jul 22 14:25:50.395984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.478138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f40c57c-609f-427e-bea9-0f93925ec7ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:50.509193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.512679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ce494775-31ab-41ed-97a9-fec00c95dc64 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1f40c57c-609f-427e-bea9-0f93925ec7ad HTTP/1.1" status: 204 len: 168 time: 0.4986744 Jul 22 14:25:50.517047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:50.608629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-f1d986aa-9a5f-4e6d-8239-48dfbf56c279 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584026 Jul 22 14:25:50.707030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.736381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203550-d7ab-4b27-b9b8-6b18939ad16e req-e8818bf8-1c2e-4ee0-b287-48efdfebe82e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.737956 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7203550-d7ab-4b27-b9b8-6b18939ad16e req-e8818bf8-1c2e-4ee0-b287-48efdfebe82e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.2090909 Jul 22 14:25:50.758976 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f99f73f9-53cb-4482-a977-97ef3e1270a0 req-67eb49bb-8cce-4278-8821-3447b343ee7d service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423028 Jul 22 14:25:50.934187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.963997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7399ee7-2393-4a54-90bb-787e26deb930']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:50.983044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7203550-d7ab-4b27-b9b8-6b18939ad16e req-078a31e1-7f03-46d7-86be-7a2dbbec4be2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955478 Jul 22 14:25:50.984666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:50.984964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c306c1d7-f334-4704-a2d2-bbeb24e77ab6') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:51.011018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.018401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.025430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:51.025839 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:51.028279 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:51.072547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1348543-118b-485f-b397-022509b6f0bb req-b7eb2775-12f8-4b3f-84b1-96a9fb690eed tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:51.082144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1348543-118b-485f-b397-022509b6f0bb req-b7eb2775-12f8-4b3f-84b1-96a9fb690eed tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1303959 Jul 22 14:25:51.131591 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1348543-118b-485f-b397-022509b6f0bb req-793eddf6-72f3-4602-96d9-eae6a058fa44 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480032 Jul 22 14:25:51.160168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.169925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.177130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7399ee7-2393-4a54-90bb-787e26deb930 HTTP/1.1" status: 204 len: 168 time: 0.6590064 Jul 22 14:25:51.189053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7276b-053e-4a9b-abb5-1d9eda0fa326 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7399ee7-2393-4a54-90bb-787e26deb930,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:51.353944 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.393754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:51.447900 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14944d26-e6af-4754-a877-4c4b4695aad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.497752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35294) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:51.503315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-df62cfdc-e545-4cec-b987-b499f4f779a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1473d88243ec4278b890b8ace7633b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002069 Jul 22 14:25:51.573446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56fdab9-1d5d-41a9-b9af-9f47bf4cf38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.606072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56fdab9-1d5d-41a9-b9af-9f47bf4cf38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.658990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56fdab9-1d5d-41a9-b9af-9f47bf4cf38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.662749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d56fdab9-1d5d-41a9-b9af-9f47bf4cf38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.663971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d56fdab9-1d5d-41a9-b9af-9f47bf4cf38b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78f248d5-744f-43d7-9a3f-f204286411b2 HTTP/1.1" status: 204 len: 168 time: 0.1645010 Jul 22 14:25:51.672539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fdab9-1d5d-41a9-b9af-9f47bf4cf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f248d5-744f-43d7-9a3f-f204286411b2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:52.203604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c62761-0dff-4769-8e80-33462b059e3b req-fca63248-a85b-4637-9ab9-bc52905a8969 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:52.205387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3c62761-0dff-4769-8e80-33462b059e3b req-fca63248-a85b-4637-9ab9-bc52905a8969 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.1329556 Jul 22 14:25:52.275277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3c62761-0dff-4769-8e80-33462b059e3b req-2bea7758-2d72-41bc-9327-53c4d1719d64 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626013 Jul 22 14:25:52.318787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22540e5c-87be-4f6b-9c0c-7bd8be03e1b0 req-9295c5ce-1a55-4cad-8ff0-0c21a1ebe302 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:52.320522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22540e5c-87be-4f6b-9c0c-7bd8be03e1b0 req-9295c5ce-1a55-4cad-8ff0-0c21a1ebe302 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.0796475 Jul 22 14:25:52.374926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22540e5c-87be-4f6b-9c0c-7bd8be03e1b0 req-73cadcab-9926-4f51-9b20-d4d67d62ddae tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Jul 22 14:25:52.410823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.071895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:53.212415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:53.230273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'port_id': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'mac_address': 'fa:16:3e:c1:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f7d74a-5de9-402e-a552-dd78be06024b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:53.294064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.309413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157e0a30-5f7f-4ec6-aafa-4e914d52d5be {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:53.377290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:53.378756 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7258513a-0d40-4b1d-9a80-1b57799ba34f req-9a61ec98-8f6b-46ab-99e2-25bce62dfc3f tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0661461 Jul 22 14:25:53.385809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.387325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:53.569001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac010c8a-7bd3-4d76-9905-f31a66d4eb78 req-4485486b-6ba1-4e1a-9a09-cae77c743eae tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:53.570994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac010c8a-7bd3-4d76-9905-f31a66d4eb78 req-4485486b-6ba1-4e1a-9a09-cae77c743eae tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.1394804 Jul 22 14:25:53.652088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:53.661600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:53.681858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac010c8a-7bd3-4d76-9905-f31a66d4eb78 req-ed9014fe-5597-4070-a98e-0174c6fbd2c0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906529 Jul 22 14:25:53.687365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'mac_address': 'fa:16:3e:ec:d7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:53.768201 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.772560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da88ef-3bd1-4bfc-98f2-833504b85d3e req-25b3ffe2-2d07-4acc-93b9-f508a888a183 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:53.784665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-58da88ef-3bd1-4bfc-98f2-833504b85d3e req-25b3ffe2-2d07-4acc-93b9-f508a888a183 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 944 time: 0.2545702 Jul 22 14:25:53.804118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:53.846046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:53.868178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-58da88ef-3bd1-4bfc-98f2-833504b85d3e req-4a74cd7b-759f-4335-99bb-b2b9e25e48a4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768945 Jul 22 14:25:53.875380 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:54.048641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['157e0a30-5f7f-4ec6-aafa-4e914d52d5be'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:54.071419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:54.212793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b8e2a6af-0761-461c-a8c6-970eb12a2d89'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:54.281243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:54.527273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9e04520b-f291-4e42-90c8-a21bfcf18943 req-e50896e3-7f0c-4f0a-a781-dca3e38d4c00 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0535507 Jul 22 14:25:54.906426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5b2d1-5777-4aea-9d68-2d26fb22780f req-6f92d62d-0e30-4874-8bb7-b9108d642928 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:54.914567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09a5b2d1-5777-4aea-9d68-2d26fb22780f req-6f92d62d-0e30-4874-8bb7-b9108d642928 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.1265872 Jul 22 14:25:54.991932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09a5b2d1-5777-4aea-9d68-2d26fb22780f req-fd17570b-9b52-4921-b841-88466ff19998 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698829 Jul 22 14:25:55.086822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:55.112416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b1670-2f84-4323-934e-a8950ec86d3a req-75984030-a9fc-4a85-8098-a938a09704f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.125222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa4b1670-2f84-4323-934e-a8950ec86d3a req-75984030-a9fc-4a85-8098-a938a09704f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 944 time: 0.1171203 Jul 22 14:25:55.192047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:55.193104 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.259292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa4b1670-2f84-4323-934e-a8950ec86d3a req-7c8d9633-07ed-411b-8189-7ca36bf488a9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278565 Jul 22 14:25:55.360935 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.425543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:55.427095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:55.432970 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3df7ff-2e5d-4a2d-8a3e-b3cc6932e0b4" -d '{"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-plugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:55.438459 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.447951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:55.526523 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256c6ac-e749-408c-b941-7fbe15ef352f x-openstack-request-id: req-1256c6ac-e749-408c-b941-7fbe15ef352f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:55.527552 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-plugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:55.528027 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1256c6ac-e749-408c-b941-7fbe15ef352f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:55.528622 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'code': 200} Jul 22 14:25:55.562859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:55.574025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:55.593538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.600907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:55.767504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35474) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:55.790734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.800516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd58e965-350f-4736-82e5-cea01eb0d454 req-f93e8ce0-8519-4f6f-b680-04d6c37c848b tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1181612 Jul 22 14:25:55.917723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:55.928561 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.939845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d188-396c-4257-aa2d-1632e821750c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.075483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:56.180409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-56d3c239-7ce2-459d-989e-d2432b68b9d6 req-915c8cef-0096-40c9-a57e-f2caa4e028bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.3825204 Jul 22 14:25:56.209995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d188-396c-4257-aa2d-1632e821750c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.220419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d188-396c-4257-aa2d-1632e821750c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.295216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8c2d188-396c-4257-aa2d-1632e821750c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1fd4cf5b5a4487b8e69332f7563c514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265682 Jul 22 14:25:56.297891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:56.310567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279f960-37b1-48a1-98be-c994ab2f1f50 req-35da17ae-5a11-49df-8619-0d056d66c8cb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:56.312952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3279f960-37b1-48a1-98be-c994ab2f1f50 req-35da17ae-5a11-49df-8619-0d056d66c8cb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1914890 Jul 22 14:25:56.313969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2d188-396c-4257-aa2d-1632e821750c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a797d28-6cc1-4f6f-ad19-408631228f94,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:56.379709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3279f960-37b1-48a1-98be-c994ab2f1f50 req-441e5078-223c-44ae-b8a3-624404ef45a5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598791 Jul 22 14:25:56.445457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5d7543f-75e8-41ee-8c8e-0b4ccd951d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.494016 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5d7543f-75e8-41ee-8c8e-0b4ccd951d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.563484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5d7543f-75e8-41ee-8c8e-0b4ccd951d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.568837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5d7543f-75e8-41ee-8c8e-0b4ccd951d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:56.570338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f5d7543f-75e8-41ee-8c8e-0b4ccd951d89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a797d28-6cc1-4f6f-ad19-408631228f94 HTTP/1.1" status: 204 len: 168 time: 0.2714794 Jul 22 14:25:56.613704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7543f-75e8-41ee-8c8e-0b4ccd951d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a797d28-6cc1-4f6f-ad19-408631228f94,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:56.671825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dab13f-db6a-4f09-aa63-32a7d666d0a8 req-909201b1-2d36-46f8-9015-cb85722d571f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:56.680407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86dab13f-db6a-4f09-aa63-32a7d666d0a8 req-909201b1-2d36-46f8-9015-cb85722d571f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2839081 Jul 22 14:25:56.756746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-86dab13f-db6a-4f09-aa63-32a7d666d0a8 req-82b3af50-0426-4a86-b3df-b97ce8476672 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Jul 22 14:25:57.009411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-216b965c-6407-4fb6-82b0-f58c8782f5e1 req-49f10aff-0c44-4a13-8e2d-7ebd7ba8634d tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0417440 Jul 22 14:25:57.148212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35502) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:57.184282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e141b8d-10b6-4436-929d-ff3e6d690971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.389222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e141b8d-10b6-4436-929d-ff3e6d690971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.398764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e141b8d-10b6-4436-929d-ff3e6d690971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.458742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:57.459206 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5e141b8d-10b6-4436-929d-ff3e6d690971 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6cbee5771024f5099f794e09fb933af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085206 Jul 22 14:25:57.459684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e141b8d-10b6-4436-929d-ff3e6d690971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b26d97-8ff0-4ed7-8149-4827dca42f14,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:57.530121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:57.533042 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34ad0e1-2c22-40e7-9c4b-f2b551fe763b" -d '{"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-plugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:57.608788 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316e9e92-d08e-4620-9d7c-814da5625d0d x-openstack-request-id: req-316e9e92-d08e-4620-9d7c-814da5625d0d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:57.609078 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-plugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:57.609333 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-316e9e92-d08e-4620-9d7c-814da5625d0d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:57.609750 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'code': 200} Jul 22 14:25:57.672350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41cdb630-5ea3-4203-9e36-8f57b67a08c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.709455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41cdb630-5ea3-4203-9e36-8f57b67a08c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.785499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98f952-67f9-4f0e-94fa-1ed647d53d0b req-52faa155-6d17-431f-9961-e2c25e5765e6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.794566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a98f952-67f9-4f0e-94fa-1ed647d53d0b req-52faa155-6d17-431f-9961-e2c25e5765e6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2785470 Jul 22 14:25:57.822013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634ce76-ff68-4a5c-9be1-e9ac4534cc50 req-40507519-7a9b-4ff0-ba3d-86ef3db7d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.823815 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634ce76-ff68-4a5c-9be1-e9ac4534cc50 req-40507519-7a9b-4ff0-ba3d-86ef3db7d91f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1098 time: 0.1281154 Jul 22 14:25:57.856347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a98f952-67f9-4f0e-94fa-1ed647d53d0b req-8340b661-b3db-46b5-aa65-d20c9f8cf0b9 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605989 Jul 22 14:25:57.890567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41cdb630-5ea3-4203-9e36-8f57b67a08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.894349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41cdb630-5ea3-4203-9e36-8f57b67a08c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.898883 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-41cdb630-5ea3-4203-9e36-8f57b67a08c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4b26d97-8ff0-4ed7-8149-4827dca42f14 HTTP/1.1" status: 204 len: 168 time: 0.4390192 Jul 22 14:25:57.914336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdb630-5ea3-4203-9e36-8f57b67a08c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b26d97-8ff0-4ed7-8149-4827dca42f14,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:57.943511 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5634ce76-ff68-4a5c-9be1-e9ac4534cc50 req-c7034961-264e-4ced-b0be-9a50d7650767 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105254 Jul 22 14:25:58.095274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59055f1-8131-4dfa-8352-142a6099697f req-0f34b4ec-dd17-4c5c-98c9-04cb4c8a48f6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:58.107223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e59055f1-8131-4dfa-8352-142a6099697f req-0f34b4ec-dd17-4c5c-98c9-04cb4c8a48f6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1706893 Jul 22 14:25:58.207466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e59055f1-8131-4dfa-8352-142a6099697f req-08bd9b18-c77b-4eed-a0eb-82ac2ebb29ea tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971632 Jul 22 14:25:58.220947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f32226d8-0e8c-4843-9e6b-e321d234c7dd req-ebc5dd8c-a169-4830-a352-28f28d698712 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0708520 Jul 22 14:25:58.756797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e363a49e-f7bb-4bb2-8dd5-f4fbcfdda709 req-4716b5bf-cd84-453b-ad98-986128a206f8 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0478022 Jul 22 14:25:59.054600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:59.144907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f98f80-5e46-4da5-b531-579fbe4e59a4 req-5e676e61-c9ef-4a16-ba5d-a482968583f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:59.150163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3f98f80-5e46-4da5-b531-579fbe4e59a4 req-5e676e61-c9ef-4a16-ba5d-a482968583f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1517487 Jul 22 14:25:59.237359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3f98f80-5e46-4da5-b531-579fbe4e59a4 req-9a212f38-a77d-4587-ab4a-7984f22e75c2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833528 Jul 22 14:25:59.918302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b8258a2-5e53-4da0-bf41-eb40e335bca4 req-1b2bff5c-1d6f-4a09-96b8-72dc33aca847 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0735633 Jul 22 14:26:00.137314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66ac89-694b-4a5a-a25f-8c4602ff964a req-bcc5ac9c-109a-4281-bbd1-c923dff5622e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:00.146087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f66ac89-694b-4a5a-a25f-8c4602ff964a req-bcc5ac9c-109a-4281-bbd1-c923dff5622e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.6890409 Jul 22 14:26:00.180056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35592) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:00.237731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f66ac89-694b-4a5a-a25f-8c4602ff964a req-8b5b1fe2-c6c9-441a-9223-c7a4bfc49c83 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782192 Jul 22 14:26:00.317099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.422414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b078cbc-b910-4700-ab2e-df75717fa35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.643058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a154e6-c9bf-46e7-98a1-d1e9d206fca8 req-b8f0de38-9e1f-45a9-8caa-8ac6fbd8b2ea tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:00.654720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64a154e6-c9bf-46e7-98a1-d1e9d206fca8 req-b8f0de38-9e1f-45a9-8caa-8ac6fbd8b2ea tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3103969 Jul 22 14:26:00.712900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b078cbc-b910-4700-ab2e-df75717fa35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.728540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b078cbc-b910-4700-ab2e-df75717fa35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.750831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64a154e6-c9bf-46e7-98a1-d1e9d206fca8 req-46f8995f-8257-4db6-be69-8dad7488b2c6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844936 Jul 22 14:26:00.775470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078cbc-b910-4700-ab2e-df75717fa35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7839ff-597d-45ad-bfa3-b3a6af99eac5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:00.803415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2b078cbc-b910-4700-ab2e-df75717fa35b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6e6c13e592e4770b3d88852546d4494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111147 Jul 22 14:26:00.804544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 35608) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:00.960722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7fef1-a4f9-41fa-8036-c3ab95b99788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.003528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7fef1-a4f9-41fa-8036-c3ab95b99788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.071028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port c903da94-9b24-4179-855c-1ac11449befc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:01.071403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.237116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port c903da94-9b24-4179-855c-1ac11449befc, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c903da94-9b24-4179-855c-1ac11449befc,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:01.237887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.256096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for c903da94-9b24-4179-855c-1ac11449befc owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:01.530265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.632750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98384ea-c810-4b2b-9ec9-f348a672bae9 req-496d744d-c6d8-4a2b-abdb-ebe01164f39c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:01.634539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b98384ea-c810-4b2b-9ec9-f348a672bae9 req-496d744d-c6d8-4a2b-abdb-ebe01164f39c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.7287264 Jul 22 14:26:01.663701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 35620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:01.664527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=c903da94-9b24-4179-855c-1ac11449befc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:01.673776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'floatingip': {'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:01.750196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7fef1-a4f9-41fa-8036-c3ab95b99788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.752926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25c7fef1-a4f9-41fa-8036-c3ab95b99788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.758542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-25c7fef1-a4f9-41fa-8036-c3ab95b99788 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f7839ff-597d-45ad-bfa3-b3a6af99eac5 HTTP/1.1" status: 204 len: 168 time: 0.9529080 Jul 22 14:26:01.779779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7fef1-a4f9-41fa-8036-c3ab95b99788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7839ff-597d-45ad-bfa3-b3a6af99eac5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:01.812708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:01.819923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e5b7c7a-fd0d-40b0-afe9-149d0addc79e req-7b26a84d-8bc0-43d1-8c8d-6c667dc2945e tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0669370 Jul 22 14:26:02.298266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:02.603423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf11c1-6558-4209-a12d-0f35fc66bcc2 req-7397a818-2040-4a27-ae5f-82b719b239b1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.603423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04bf11c1-6558-4209-a12d-0f35fc66bcc2 req-7397a818-2040-4a27-ae5f-82b719b239b1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.7557678 Jul 22 14:26:02.737987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04bf11c1-6558-4209-a12d-0f35fc66bcc2 req-363e780c-b359-46f5-9a54-14d0fcef608c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443956 Jul 22 14:26:03.022327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f79eda46-fbf9-45d8-9c77-98e48579771b req-aef389f7-d9a8-49f1-9197-fbd0dc739d26 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0676093 Jul 22 14:26:03.053459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:03.283796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:03.285467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:03.289589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:03.297590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ef518102-16b0-40c0-9253-adbf7520970f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "PUT /v2.0/routers/be6836cc-032a-49f6-bc69-b1d74c52a3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2391393 Jul 22 14:26:03.311645 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:03.332203 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:03.334872 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:03.692839 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Floating IP 26573935-817f-428f-8a9e-4a7eff569645 associated. External IP: 172.25.8.144, port: b8e2a6af-0761-461c-a8c6-970eb12a2d89. Jul 22 14:26:03.714468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:04.025147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf6f25-9b01-4063-9d82-500cc4fe6521 req-bf55341b-962f-44d0-88ef-24f3add16d7c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:04.029285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3cf6f25-9b01-4063-9d82-500cc4fe6521 req-bf55341b-962f-44d0-88ef-24f3add16d7c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.1664352 Jul 22 14:26:04.116710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3cf6f25-9b01-4063-9d82-500cc4fe6521 req-ff671612-79db-4801-9e72-6edccd25ec73 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757194 Jul 22 14:26:04.293529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81560d5c-51f3-4d38-9c87-e8a52eff7bd0 req-bbc93519-0b7d-4ad9-9e81-b1623f4f6b59 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0692425 Jul 22 14:26:04.360892 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:01Z', 'revision_number': 6, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:32Z', 'revision_number': 1, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:04.369162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Router ee65818a-62ac-4577-b9d9-161905e98a89 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:04.416101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc007c6-4ba0-4fc1-972b-8cdc6d9d0324 req-923ca569-969e-4c5c-b6a0-b61526a3ede7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:04.418063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbc007c6-4ba0-4fc1-972b-8cdc6d9d0324 req-923ca569-969e-4c5c-b6a0-b61526a3ede7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.4005878 Jul 22 14:26:04.697276 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:04.720745 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:04.721945 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:05.029489 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:05.072298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fbc007c6-4ba0-4fc1-972b-8cdc6d9d0324 req-98529a8b-ec44-4a15-8edb-8e9bbb2bb75e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118326 Jul 22 14:26:05.128245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:05.140237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:05.147058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:05.164878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:05.166028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:05.288974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399c374-afc6-4f0d-9127-87f40061e039 req-4499c9e0-a4aa-435b-bb07-db342e0db4a8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:05.303819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b706be01-a528-47ff-aead-bba2385459f4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "PUT /v2.0/floatingips/26573935-817f-428f-8a9e-4a7eff569645 HTTP/1.1" status: 200 len: 992 time: 3.6328599 Jul 22 14:26:05.303819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:05.305833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e399c374-afc6-4f0d-9127-87f40061e039 req-4499c9e0-a4aa-435b-bb07-db342e0db4a8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.20 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.2281477 Jul 22 14:26:05.326797 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db989b9e-38df-4f9a-aab9-1806523f176d" -d '{"events": [{"name": "network-changed", "server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:05.552584 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346e22ee-6301-400d-b4dd-d513d395abd2 x-openstack-request-id: req-346e22ee-6301-400d-b4dd-d513d395abd2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:05.552909 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:05.553169 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-346e22ee-6301-400d-b4dd-d513d395abd2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:05.553583 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'status': 'completed', 'code': 200} Jul 22 14:26:05.562910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:05.629438 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:26:05.748719 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:01Z', 'revision_number': 6, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:32Z', 'revision_number': 1, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:05.822094 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b7b8a-bf80-46c6-953c-4cb0ef10c1e7 None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:01Z', 'revision_number': 6, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b55a8c0d-28cb-451c-aec3-f2eaaab967b1', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'port_id': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'mac_address': 'fa:16:3e:9c:7b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:24:25Z', 'updated_at': '2021-07-22T14:24:32Z', 'revision_number': 1, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:05.870768 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecc78c25-4e0f-4252-a06c-08f07b24ea19 req-9111a6c2-290e-4243-a1fb-97e4b3d39139 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1080329 Jul 22 14:26:05.914057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834f869-193f-40ae-af45-fdbad33750ad req-1d3e2a69-b3d9-413f-b6a9-7e948bc35b14 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:05.915768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7834f869-193f-40ae-af45-fdbad33750ad req-1d3e2a69-b3d9-413f-b6a9-7e948bc35b14 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 946 time: 0.6001344 Jul 22 14:26:05.932002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989b9e-38df-4f9a-aab9-1806523f176d req-2b0719be-8fb4-4dc6-afbb-ee093243b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:05.934478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-2b0719be-8fb4-4dc6-afbb-ee093243b04e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1098 time: 0.3486056 Jul 22 14:26:06.040877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:06.041199 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:06.085811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7834f869-193f-40ae-af45-fdbad33750ad req-3bf2c33a-e070-4714-b079-2073779584fb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538889 Jul 22 14:26:06.345222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989b9e-38df-4f9a-aab9-1806523f176d req-04f53927-d5a6-41a6-a366-b6ffe158bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:06.347097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-04f53927-d5a6-41a6-a366-b6ffe158bf14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.3937190 Jul 22 14:26:06.349474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c903da94-9b24-4179-855c-1ac11449befc no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:06.377002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c903da94-9b24-4179-855c-1ac11449befc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:06.377875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c903da94-9b24-4179-855c-1ac11449befc not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:06.414178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39026945-5686-462c-b6e4-7eff11a35d4b req-d0fb0c00-4e37-4820-b194-cd1031820615 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:06.425742 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39026945-5686-462c-b6e4-7eff11a35d4b req-d0fb0c00-4e37-4820-b194-cd1031820615 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2089272 Jul 22 14:26:06.436160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port f0b9e6b3-c07c-459e-bbb2-5abd781d4669, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:06.436578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:06.460141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '26573935-817f-428f-8a9e-4a7eff569645', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'mac_address': 'fa:16:3e:ec:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:25:42Z', 'updated_at': '2021-07-22T14:26:02Z', 'revision_number': 1, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:06.460746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for f0b9e6b3-c07c-459e-bbb2-5abd781d4669 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:06.502905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-89e4e05f-8913-4547-8976-5c18f9be1342 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1000 time: 0.1484306 Jul 22 14:26:06.551113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39026945-5686-462c-b6e4-7eff11a35d4b req-e9ffa102-e7a0-489a-9206-a872e347b6f2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240423 Jul 22 14:26:06.593717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:06.616827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:06.617992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:06.730019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989b9e-38df-4f9a-aab9-1806523f176d req-f2ac653b-c6f4-471e-a981-d28a12ee82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:06.735292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-f2ac653b-c6f4-471e-a981-d28a12ee82ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.2227767 Jul 22 14:26:06.877656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:07.145539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-092b2154-4935-4cc1-80a7-ef69362f9784 req-d7cd8a99-b5e9-4047-a847-6f770950bf9f tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1093297 Jul 22 14:26:07.159093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989b9e-38df-4f9a-aab9-1806523f176d req-dfc967b8-5a7b-4c27-9141-921c92dcc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:07.171033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-dfc967b8-5a7b-4c27-9141-921c92dcc1c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4147198 Jul 22 14:26:07.415199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-3a5de5fa-4c6d-4eec-81ef-3b6f8a9dd1ce service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440679 Jul 22 14:26:07.488348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '26573935-817f-428f-8a9e-4a7eff569645', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'mac_address': 'fa:16:3e:ec:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:25:42Z', 'updated_at': '2021-07-22T14:26:02Z', 'revision_number': 1, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:07.494948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.503309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d020db30-730d-4ee0-8cec-5490ada70360 req-f1756ff6-0d14-4bb9-b83c-a3137d53f42d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=697bce43-d5e1-42ee-9f14-d0f7a1d905ef HTTP/1.1" status: 200 len: 210 time: 0.2594020 Jul 22 14:26:07.557595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b93c4-beae-490a-a942-b56ef5dd31eb None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '26573935-817f-428f-8a9e-4a7eff569645', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'mac_address': 'fa:16:3e:ec:d7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:25:42Z', 'updated_at': '2021-07-22T14:26:02Z', 'revision_number': 1, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:07.624242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=f0b9e6b3-c07c-459e-bbb2-5abd781d4669,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:07.748895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] No DVR routers for this DVR port f0b9e6b3-c07c-459e-bbb2-5abd781d4669 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:07.753214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.757010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e399c374-afc6-4f0d-9127-87f40061e039 req-e2051d3b-1d3b-48c8-971b-1b547e8d06e0 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.20 "DELETE /v2.0/ports/f0b9e6b3-c07c-459e-bbb2-5abd781d4669 HTTP/1.1" status: 204 len: 173 time: 2.4422088 Jul 22 14:26:07.850144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'name': 'network-vif-deleted', 'tag': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:07.850144 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea6f025-23c1-4c57-b247-8d4fb34b1db4" -d '{"events": [{"server_uuid": "697bce43-d5e1-42ee-9f14-d0f7a1d905ef", "name": "network-vif-deleted", "tag": "f0b9e6b3-c07c-459e-bbb2-5abd781d4669"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:07.981278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59589793-b788-4b40-87a9-c356f4c5069a req-7c8a50fc-cdad-43eb-8a18-769a1f4e332d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:07.990339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59589793-b788-4b40-87a9-c356f4c5069a req-7c8a50fc-cdad-43eb-8a18-769a1f4e332d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2383945 Jul 22 14:26:08.009652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db989b9e-38df-4f9a-aab9-1806523f176d req-999caa7f-3afc-4351-b098-6c4165cb42a0 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031068 Jul 22 14:26:08.014621 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee186371-6d49-4f65-924b-d8d06807533e x-openstack-request-id: req-ee186371-6d49-4f65-924b-d8d06807533e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:08.015168 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697bce43-d5e1-42ee-9f14-d0f7a1d905ef", "name": "network-vif-deleted", "tag": "f0b9e6b3-c07c-459e-bbb2-5abd781d4669", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:08.015428 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee186371-6d49-4f65-924b-d8d06807533e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:08.017267 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697bce43-d5e1-42ee-9f14-d0f7a1d905ef', 'name': 'network-vif-deleted', 'tag': 'f0b9e6b3-c07c-459e-bbb2-5abd781d4669', 'status': 'completed', 'code': 200} Jul 22 14:26:08.086333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59589793-b788-4b40-87a9-c356f4c5069a req-ccc4a471-b10d-4cd6-8ebc-a6cfd527b2c3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869575 Jul 22 14:26:08.109994 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3834d-34d7-4dc6-b81c-80985f976a33 None None] New status for floating IP 26573935-817f-428f-8a9e-4a7eff569645: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:26:08.357061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c865a9bc-5f24-4fd3-b91f-803fd8c3f9b2 req-8fcc4715-3709-4635-b188-45011f6b4728 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0894704 Jul 22 14:26:08.594997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36044) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:08.710554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618c932-4a52-4f85-8e3b-df4b86346563 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.748627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618c932-4a52-4f85-8e3b-df4b86346563 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.912217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618c932-4a52-4f85-8e3b-df4b86346563 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.915622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618c932-4a52-4f85-8e3b-df4b86346563 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.917866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7618c932-4a52-4f85-8e3b-df4b86346563 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/security-groups/c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad HTTP/1.1" status: 204 len: 168 time: 0.3215542 Jul 22 14:26:08.958714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:08.972710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618c932-4a52-4f85-8e3b-df4b86346563 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c4ec63-8d2b-4e2e-9e0d-4c735a5f00ad,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:09.053374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting subnet 8e9c0ff9-c926-4bee-b03b-7249a929993e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:26:09.057100 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.104944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.225556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.272475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f0b9e6b3-c07c-459e-bbb2-5abd781d4669 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:09.315671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1c2e-2e4a-4684-84fe-8cd947bda19f req-8ba27151-483e-4429-bf77-817c0bf113da tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:09.321772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.324319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d61a1c2e-2e4a-4684-84fe-8cd947bda19f req-8ba27151-483e-4429-bf77-817c0bf113da tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1351998 Jul 22 14:26:09.331070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: f0b9e6b3-c07c-459e-bbb2-5abd781d4669 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:09.331424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f0b9e6b3-c07c-459e-bbb2-5abd781d4669 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:09.363482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Subnet': ['ID=8e9c0ff9-c926-4bee-b03b-7249a929993e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:09.379148 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.382827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ff4f14-c3b6-4a5e-8614-fa7611e7c77c None None] Network 45be2dc8-798f-441e-a8ab-b642ab9e855b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:09.384986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d9b18e1-75de-4260-8af5-8e4474dd1feb tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/subnets/8e9c0ff9-c926-4bee-b03b-7249a929993e HTTP/1.1" status: 204 len: 168 time: 0.4247167 Jul 22 14:26:09.389855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:09.408396 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d61a1c2e-2e4a-4684-84fe-8cd947bda19f req-6c12c313-9dd9-43a9-95f9-3a8e2ca0ecdf tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830193 Jul 22 14:26:09.545934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41b6270a-7962-40b9-a4eb-aa04c733155d req-14662386-4c67-4bce-bcd7-c2b903963f00 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0492325 Jul 22 14:26:09.550796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.680377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port 6e303ff5-e3d2-4779-9441-5d3409bc781f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:09.680740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.773062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] DHCP port deletion for 45be2dc8-798f-441e-a8ab-b642ab9e855b request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:26:09.899509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Deleting port 6e303ff5-e3d2-4779-9441-5d3409bc781f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:09.899509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.905439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port 6e303ff5-e3d2-4779-9441-5d3409bc781f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6e303ff5-e3d2-4779-9441-5d3409bc781f,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:09.905992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.976137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for 6e303ff5-e3d2-4779-9441-5d3409bc781f owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:10.043680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] For port 6e303ff5-e3d2-4779-9441-5d3409bc781f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6e303ff5-e3d2-4779-9441-5d3409bc781f,segment=NetworkSegment(a01bbb75-d0a6-483d-8936-6541c93771f1),segment_id=a01bbb75-d0a6-483d-8936-6541c93771f1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:10.044097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.057736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Calling delete_port for 6e303ff5-e3d2-4779-9441-5d3409bc781f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:10.208127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.213939 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.294375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=6e303ff5-e3d2-4779-9441-5d3409bc781f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:10.311706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] No DVR routers for this DVR port 6e303ff5-e3d2-4779-9441-5d3409bc781f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:10.335202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] No DVR routers for this DVR port 6e303ff5-e3d2-4779-9441-5d3409bc781f on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:10.336412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Pushing event deleted for resources: {'Port': ['ID=6e303ff5-e3d2-4779-9441-5d3409bc781f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:10.356705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.357410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.369590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.370001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.374834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.376047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.376679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.377606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.378266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.378885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.381942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.383272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e065e1a5-e30e-4300-af4a-47805a4f2437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:10.431123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6e303ff5-e3d2-4779-9441-5d3409bc781f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:10.484841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6e303ff5-e3d2-4779-9441-5d3409bc781f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:10.486172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6e303ff5-e3d2-4779-9441-5d3409bc781f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:10.531523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.544725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45be2dc8-798f-441e-a8ab-b642ab9e855b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:10.577322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01bbb75-d0a6-483d-8936-6541c93771f1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:10.577859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01bbb75-d0a6-483d-8936-6541c93771f1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:10.625837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.648793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.658710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:26:10.659428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:26:10.663502 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:26:10.730252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53e23036-c5fe-4758-9643-483bed8e9fbb req-e4e9007a-a1fa-46df-91da-8a3869cac18c tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0553215 Jul 22 14:26:10.778633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29402c-e2f6-4c48-bc91-f0ccf9f30da2 req-5670e1cb-df33-4111-bbd5-2db9a9cd36f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:10.780906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa29402c-e2f6-4c48-bc91-f0ccf9f30da2 req-5670e1cb-df33-4111-bbd5-2db9a9cd36f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2253804 Jul 22 14:26:10.826072 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.853429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.855746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/networks/45be2dc8-798f-441e-a8ab-b642ab9e855b HTTP/1.1" status: 204 len: 168 time: 1.4631946 Jul 22 14:26:10.858912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36214) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:10.927718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fde002-dbde-41db-a49e-6ca8dcf56249 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Network': ['ID=45be2dc8-798f-441e-a8ab-b642ab9e855b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:10.967047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa29402c-e2f6-4c48-bc91-f0ccf9f30da2 req-c501e266-0d69-41fc-896d-2117bc855321 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713674 Jul 22 14:26:11.218081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port 5f8f4cb8-1e18-48f6-ba01-102f7f1079e5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:11.218423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.413073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.413073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.441175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for 5f8f4cb8-1e18-48f6-ba01-102f7f1079e5 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:11.750055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.827495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=5f8f4cb8-1e18-48f6-ba01-102f7f1079e5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:11.932179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-718eb94c-257a-485d-abb7-928ad04428ae req-68c2545e-9399-491c-b254-1d5b49d839de tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0564709 Jul 22 14:26:11.952011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.952011 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Floating IP b55a8c0d-28cb-451c-aec3-f2eaaab967b1 disassociated (deleted). External IP: 172.25.8.56, port: 408cf2bf-203c-4ed7-a897-bcf7868ae993. Jul 22 14:26:12.308922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c22e3-553f-4d88-826c-ed6395dd4d87 req-948281f7-1dff-4f39-82ab-9ea08dd96796 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:12.310534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-190c22e3-553f-4d88-826c-ed6395dd4d87 req-948281f7-1dff-4f39-82ab-9ea08dd96796 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2010367 Jul 22 14:26:12.376713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-190c22e3-553f-4d88-826c-ed6395dd4d87 req-69e7e6b3-d80f-4a16-aa77-950020a74411 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576851 Jul 22 14:26:12.388427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:12.522541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:12.528578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.537796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:12.555548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:12.558708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:12.667014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f9e5260-2c68-49c7-9475-b19f55a749f9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/floatingips/b55a8c0d-28cb-451c-aec3-f2eaaab967b1 HTTP/1.1" status: 204 len: 168 time: 1.8040016 Jul 22 14:26:12.667014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:12.667811 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:12.818626 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d51481a-b13e-4824-a9a9-9aa89498b2b0 x-openstack-request-id: req-3d51481a-b13e-4824-a9a9-9aa89498b2b0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:12.820330 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:12.820448 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d51481a-b13e-4824-a9a9-9aa89498b2b0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:12.820817 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'status': 'completed', 'code': 200} Jul 22 14:26:13.046266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-7f2c447e-f5a7-45b3-8854-dc5a8fa7cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.051378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-7f2c447e-f5a7-45b3-8854-dc5a8fa7cf41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 1098 time: 0.2018437 Jul 22 14:26:13.139503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:13.178834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-763436bb-d4f8-4515-8a1f-c61d6c011323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.180853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-763436bb-d4f8-4515-8a1f-c61d6c011323 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 200 len: 896 time: 0.1213460 Jul 22 14:26:13.229152 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8cca6af9-433d-4eb2-9564-712386c5f74f req-7ea4bd88-cec0-47bd-9c8f-7110dbfe4e86 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0469728 Jul 22 14:26:13.294905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c2ef-e497-4cb7-b177-aa6b1f1defc3 req-62a1b317-57f6-4f1b-81c3-a194babb4f66 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.303217 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4356c2ef-e497-4cb7-b177-aa6b1f1defc3 req-62a1b317-57f6-4f1b-81c3-a194babb4f66 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 946 time: 0.1456490 Jul 22 14:26:13.350986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-2bdeee2f-e7b9-4d03-beb5-de04594e9ca6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 200 len: 217 time: 0.1140916 Jul 22 14:26:13.393425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4356c2ef-e497-4cb7-b177-aa6b1f1defc3 req-51fbe841-f98a-4f80-a3cc-6b50db772b43 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892124 Jul 22 14:26:13.472906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-25d41cdc-5908-4e35-9939-08dd3cc2055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.477968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-25d41cdc-5908-4e35-9939-08dd3cc2055b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8780c6a-138e-46d2-9296-c1895f5849f4 HTTP/1.1" status: 200 len: 834 time: 0.1190693 Jul 22 14:26:13.641168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:01Z', 'revision_number': 6, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:13.713641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-ea4e7a37-63be-49ef-a596-2b901ca249b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.715341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-ea4e7a37-63be-49ef-a596-2b901ca249b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6d53a4d1-2019-4ac6-ad61-1fec3e84f140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2306111 Jul 22 14:26:13.722609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:13.748475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:13.749375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:13.762380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3766bbb-54c3-415b-a80a-34121f00f826 req-0f0bfb4e-fab2-46c6-84ed-1d1641816b59 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.770463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3766bbb-54c3-415b-a80a-34121f00f826 req-0f0bfb4e-fab2-46c6-84ed-1d1641816b59 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2263904 Jul 22 14:26:13.835376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3766bbb-54c3-415b-a80a-34121f00f826 req-47ec6190-d071-42bd-8970-a787a28bf25a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638425 Jul 22 14:26:13.947917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-6dacc39b-237e-4ef3-958a-91db8dca5139 service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212844 Jul 22 14:26:14.075200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:14.168214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da2cafdd-eec4-4d1e-a348-d219e7ca4bd0 req-a709397c-3784-4727-a719-64ec9f34b854 service neutron] 10.222.0.13 "GET /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135320 Jul 22 14:26:14.415721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ccec0067-92c4-47ca-8a40-7f31849db37c req-21a12aae-23a9-4d0c-ad2f-4e9955a06dfe tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0535138 Jul 22 14:26:14.566662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:01Z', 'revision_number': 6, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:14.583561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-ea1395c7-d499-4564-a942-f4590c7d206c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.585134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-ea1395c7-d499-4564-a942-f4590c7d206c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 946 time: 0.1545739 Jul 22 14:26:14.680175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c952812-ff37-48b0-b50c-c9129ad0a155 req-3fc6c0e2-9a0a-432f-8fc8-d4ff6c6afec2 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.686267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5fea5-5e20-4aa1-b623-d05c994b743c None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:01Z', 'revision_number': 6, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'e27c7a58-f14f-48bd-9771-813c2d68067a', 'name': '', 'network_id': '6d53a4d1-2019-4ac6-ad61-1fec3e84f140', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:d5:a8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:50Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'f8780c6a-138e-46d2-9296-c1895f5849f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:14.695998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c952812-ff37-48b0-b50c-c9129ad0a155 req-3fc6c0e2-9a0a-432f-8fc8-d4ff6c6afec2 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 946 time: 0.2089889 Jul 22 14:26:14.822576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c952812-ff37-48b0-b50c-c9129ad0a155 req-435431ee-ee14-4ba9-b72c-bb2347616de6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b051993-8a75-46bb-b918-a4984079fac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256163 Jul 22 14:26:14.916575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port 408cf2bf-203c-4ed7-a897-bcf7868ae993 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:14.922718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.174267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92097ed0-b3f5-41f5-bb58-29dc7f9c5bd1 req-236545d4-e151-49c9-bcbe-606438341460 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:15.183100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92097ed0-b3f5-41f5-bb58-29dc7f9c5bd1 req-236545d4-e151-49c9-bcbe-606438341460 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2242095 Jul 22 14:26:15.236412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92097ed0-b3f5-41f5-bb58-29dc7f9c5bd1 req-4bdc843a-129a-47db-b7bb-501e8dcb32d1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519969 Jul 22 14:26:15.307963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port 408cf2bf-203c-4ed7-a897-bcf7868ae993, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=408cf2bf-203c-4ed7-a897-bcf7868ae993,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:15.309484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.347751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for 408cf2bf-203c-4ed7-a897-bcf7868ae993 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:15.358936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65c26e-8064-4f61-87f7-419f2bf04eb9 None None] New status for floating IP b55a8c0d-28cb-451c-aec3-f2eaaab967b1: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:26:15.735222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.766241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=408cf2bf-203c-4ed7-a897-bcf7868ae993,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:15.778296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5a479f5-017e-4ea8-b350-5ea00c39154b req-21bef992-1eed-497f-b80d-9b46d4f5fdaf tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1036303 Jul 22 14:26:15.865944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] No DVR routers for this DVR port 408cf2bf-203c-4ed7-a897-bcf7868ae993 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:15.872956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.877857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7899568b-5a93-4c75-b3a4-c1bc9c8d6e5a req-0d40624f-b507-4c64-aa71-68390999085b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "DELETE /v2.0/ports/408cf2bf-203c-4ed7-a897-bcf7868ae993 HTTP/1.1" status: 204 len: 173 time: 1.2863293 Jul 22 14:26:15.878606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'name': 'network-vif-deleted', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:15.901311 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31633d6f-f6d5-4afc-b4e0-b5b8114e094b" -d '{"events": [{"server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "name": "network-vif-deleted", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:16.046523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f21e165e-2d7c-4920-b886-0bf7a68c2286 req-e7812c9b-31af-40be-90ff-4b3965daf235 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=1753febc-f83b-4431-aa9b-c750d78e3ed2 HTTP/1.1" status: 200 len: 210 time: 0.0818920 Jul 22 14:26:16.049645 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e18f2d6-8506-4a5c-a184-42931ec5b4bc x-openstack-request-id: req-1e18f2d6-8506-4a5c-a184-42931ec5b4bc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:16.049939 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1753febc-f83b-4431-aa9b-c750d78e3ed2", "name": "network-vif-deleted", "tag": "408cf2bf-203c-4ed7-a897-bcf7868ae993", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:16.058140 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e18f2d6-8506-4a5c-a184-42931ec5b4bc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:16.062002 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1753febc-f83b-4431-aa9b-c750d78e3ed2', 'name': 'network-vif-deleted', 'tag': '408cf2bf-203c-4ed7-a897-bcf7868ae993', 'status': 'completed', 'code': 200} Jul 22 14:26:16.590279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b30895-36cb-4f1b-a65f-58cc9a32fc0d req-2d3e367b-7ae3-4ba4-8913-6ea96452d7fb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:16.600560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1b30895-36cb-4f1b-a65f-58cc9a32fc0d req-2d3e367b-7ae3-4ba4-8913-6ea96452d7fb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1941662 Jul 22 14:26:16.705942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1b30895-36cb-4f1b-a65f-58cc9a32fc0d req-3720b61b-2287-4bb2-a3e9-82cf10fcb054 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025655 Jul 22 14:26:16.927157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-954f22d0-dba8-4bce-bb4a-88929f5d1ad5 req-556d381e-3231-47f5-94c4-e59215fc7a74 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0430777 Jul 22 14:26:17.132474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:17.208898 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46c47d72-c1f9-4fcb-9f64-86f1e31a5788 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.241332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46c47d72-c1f9-4fcb-9f64-86f1e31a5788 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.327664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46c47d72-c1f9-4fcb-9f64-86f1e31a5788 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.331284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46c47d72-c1f9-4fcb-9f64-86f1e31a5788 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.336120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46c47d72-c1f9-4fcb-9f64-86f1e31a5788 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/security-groups/4b051993-8a75-46bb-b918-a4984079fac4 HTTP/1.1" status: 204 len: 168 time: 0.2018871 Jul 22 14:26:17.358091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c47d72-c1f9-4fcb-9f64-86f1e31a5788 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b051993-8a75-46bb-b918-a4984079fac4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:17.377180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:17.964491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f10f8-b741-471b-8853-e654083adcbf req-a7821a00-355b-44b8-bc0a-50b45bbba956 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:17.973961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b98f10f8-b741-471b-8853-e654083adcbf req-a7821a00-355b-44b8-bc0a-50b45bbba956 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1844206 Jul 22 14:26:18.045645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b98f10f8-b741-471b-8853-e654083adcbf req-112268a3-de53-40bc-b3f9-0cf31665e576 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Jul 22 14:26:18.049481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.114490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d2f67e8-7922-4b14-a113-7a3fde307595 req-2c57c5c7-9a92-484c-a9bc-89afeda69ddb tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0847728 Jul 22 14:26:18.164287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-68f95149-d48d-4eff-94c3-e68c527b8fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.165880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-68f95149-d48d-4eff-94c3-e68c527b8fa4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1097 time: 0.1563289 Jul 22 14:26:18.295504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-7b540437-676e-4105-a2d6-7a0e11487cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.297220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-7b540437-676e-4105-a2d6-7a0e11487cad service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 914 time: 0.1240573 Jul 22 14:26:18.338050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 408cf2bf-203c-4ed7-a897-bcf7868ae993 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:18.376742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 408cf2bf-203c-4ed7-a897-bcf7868ae993 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:18.380340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 408cf2bf-203c-4ed7-a897-bcf7868ae993 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:18.381390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-dbcfe604-5450-49bb-a4ac-61b1d225a308 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 217 time: 0.0736432 Jul 22 14:26:18.437434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-4baadce4-59df-417b-8d01-8e7b44244fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.439022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-4baadce4-59df-417b-8d01-8e7b44244fef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.0524831 Jul 22 14:26:18.505380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-69c9aa2d-db78-431c-8182-64291932b186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577164 Jul 22 14:26:18.575696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port e27c7a58-f14f-48bd-9771-813c2d68067a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:18.576292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.583694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1421fe80-688a-4280-8d5a-6909da9228e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.608864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-6b27a534-1658-401c-af3e-df1b47248c2f service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961769 Jul 22 14:26:18.707704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port e27c7a58-f14f-48bd-9771-813c2d68067a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e27c7a58-f14f-48bd-9771-813c2d68067a,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:18.708090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.746600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for e27c7a58-f14f-48bd-9771-813c2d68067a owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:18.812635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d1da667-49ae-43dd-8a29-437d0ecc2ef1 req-9158104a-71a4-4c96-8ce9-cda0916d08d9 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965983 Jul 22 14:26:19.017846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:19.048882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=e27c7a58-f14f-48bd-9771-813c2d68067a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:19.155286 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:19.325035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8f58c-a829-48fc-902d-fd2aa60d3b38 req-0925005b-67f9-4b6d-90c1-e203199a5478 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:19.335077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1e8f58c-a829-48fc-902d-fd2aa60d3b38 req-0925005b-67f9-4b6d-90c1-e203199a5478 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.1403816 Jul 22 14:26:19.345370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8436abd-5ad9-4e42-a846-245f7c05ba9c req-eebb7499-28e4-41fb-9df5-060511d99178 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0730026 Jul 22 14:26:19.403936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1e8f58c-a829-48fc-902d-fd2aa60d3b38 req-296661a6-8551-48e4-99b2-30c80a03023f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Jul 22 14:26:19.452843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:19.708905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router be6836cc-032a-49f6-bc69-b1d74c52a3bc has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:19.851251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:19.856673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-08ca07b8-4e5b-4588-83e6-442891f44136 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "PUT /v2.0/routers/be6836cc-032a-49f6-bc69-b1d74c52a3bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4783378 Jul 22 14:26:19.859667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36462) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:19.865828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] Sync routers for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:19.896576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:19.903318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:19.967647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting subnet f8780c6a-138e-46d2-9296-c1895f5849f4 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:26:19.972209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.032106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.061954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:20.137902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.162230 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.184446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f4fa8-fdba-47e6-a9a1-3ff9774c854c req-b6826844-a136-4f54-a7c2-1063e3234a01 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:20.185992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea9f4fa8-fdba-47e6-a9a1-3ff9774c854c req-b6826844-a136-4f54-a7c2-1063e3234a01 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 950 time: 0.0901186 Jul 22 14:26:20.215311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.256059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ea9f4fa8-fdba-47e6-a9a1-3ff9774c854c req-b4243d03-2b0f-45aa-a999-4ce898ea1456 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Jul 22 14:26:20.274919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Subnet': ['ID=f8780c6a-138e-46d2-9296-c1895f5849f4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:20.293807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:18Z', 'revision_number': 7, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:20.296907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.300582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c69bee00-98ef-4ec0-ae84-544ec197ad61 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/subnets/f8780c6a-138e-46d2-9296-c1895f5849f4 HTTP/1.1" status: 204 len: 168 time: 0.4399335 Jul 22 14:26:20.303579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36468) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:20.339368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c518d-b403-4b8c-882b-f3e7bb750983 None None] Network 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:20.342246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] Checking router: be6836cc-032a-49f6-bc69-b1d74c52a3bc for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:20.373217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] Routers {'be6836cc-032a-49f6-bc69-b1d74c52a3bc'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:20.373985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:25:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:20.616315 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a01c93be-e277-4b4d-9864-7469056325dc req-91a6eca8-e45f-4262-bbd0-d583fd48d5e2 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0529687 Jul 22 14:26:20.698777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] Set router be6836cc-032a-49f6-bc69-b1d74c52a3bc gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:20.794939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] DHCP port deletion for 6d53a4d1-2019-4ac6-ad61-1fec3e84f140 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:26:20.968444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.974170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] Deleting port bd944893-4594-47db-a76b-02cc54290eff {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:20.974724 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.089536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] For port bd944893-4594-47db-a76b-02cc54290eff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bd944893-4594-47db-a76b-02cc54290eff,segment=NetworkSegment(8b1548f6-7567-4f85-8c86-dfc16d378a22),segment_id=8b1548f6-7567-4f85-8c86-dfc16d378a22)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:21.090103 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.094766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0522d3-2878-4ae7-859c-0714e93a44dc req-e2236d7f-b5aa-4c71-9db6-0aa6be49c879 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.096375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb0522d3-2878-4ae7-859c-0714e93a44dc req-e2236d7f-b5aa-4c71-9db6-0aa6be49c879 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 945 time: 0.2307787 Jul 22 14:26:21.103464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.108267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] Calling delete_port for bd944893-4594-47db-a76b-02cc54290eff owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:21.128393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:18Z', 'revision_number': 7, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:21.186276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb0522d3-2878-4ae7-859c-0714e93a44dc req-a541f9e2-3759-46a3-aade-daad3813293b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744429 Jul 22 14:26:21.190173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1c0e43-9ad0-480b-ba94-3d8080b99c83 None None] The sync data for ids ['be6836cc-032a-49f6-bc69-b1d74c52a3bc'] in n-d-787205-11 is: [{'id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'name': 'tempest-TestNetworkBasicOps-router-1964703777', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:39Z', 'updated_at': '2021-07-22T14:26:18Z', 'revision_number': 7, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'f2cf671b-c06e-4d75-ada4-58d8d73ed528', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:6e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6836cc-032a-49f6-bc69-b1d74c52a3bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:40Z', 'updated_at': '2021-07-22T14:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:21.239712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port f2cf671b-c06e-4d75-ada4-58d8d73ed528 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:21.240104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.246770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:21.342872 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.378060 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.379508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port f2cf671b-c06e-4d75-ada4-58d8d73ed528, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f2cf671b-c06e-4d75-ada4-58d8d73ed528,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:21.380478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.397751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] No DVR routers for this DVR port bd944893-4594-47db-a76b-02cc54290eff on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:21.416929 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.421530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2143db-e408-4ed8-bade-a1ab9a0a45b4 None None] Pushing event deleted for resources: {'Port': ['ID=bd944893-4594-47db-a76b-02cc54290eff,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:21.428794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for f2cf671b-c06e-4d75-ada4-58d8d73ed528 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:21.451720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:21.454010 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2bdd89-8edc-4020-84cf-e068f37d0a10" -d '{"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-unplugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:21.487950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:21.490170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-00636e24-5d31-445c-8642-63286efd30ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.493643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.562273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:21.677765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15974283-71d4-450a-9bac-35e742faf51a req-4eaf8227-a4f8-4285-97d2-3509318e54cb tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.683054 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15974283-71d4-450a-9bac-35e742faf51a req-4eaf8227-a4f8-4285-97d2-3509318e54cb tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 950 time: 0.2768328 Jul 22 14:26:21.725783 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fdca39-f3e4-4d8f-b013-a2b2f180b584 x-openstack-request-id: req-d1fdca39-f3e4-4d8f-b013-a2b2f180b584 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:21.726080 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-unplugged", "status": "failed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:21.726342 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1fdca39-f3e4-4d8f-b013-a2b2f180b584 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:21.726751 n-d-787205-11 neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'code': 422} returned with failed status Jul 22 14:26:21.752006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-15974283-71d4-450a-9bac-35e742faf51a req-39214fc6-3d70-4ded-8312-0ae26fef4f08 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662365 Jul 22 14:26:21.858363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89ddb268-cfd5-44c8-be5e-f05c06dfbf1e req-a45ec0d1-b3e8-4b64-9175-b6cb1061c70a tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0552533 Jul 22 14:26:22.007570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-cdfb0164-94b5-47e2-ba76-1be961ef172f tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:22.009184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-cdfb0164-94b5-47e2-ba76-1be961ef172f tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.13 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 950 time: 0.4280369 Jul 22 14:26:22.010638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.071483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=f2cf671b-c06e-4d75-ada4-58d8d73ed528,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:22.146448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36512) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:22.186685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.289171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e03d-ea2a-4349-895e-d9c91224723b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.386028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.391943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.409379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.425366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Deleting port c24c69d5-aeea-4dbf-b442-5cda3a412c5e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:22.425806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.436329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e03d-ea2a-4349-895e-d9c91224723b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.443537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaa7e03d-ea2a-4349-895e-d9c91224723b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.479227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd944893-4594-47db-a76b-02cc54290eff no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:22.484233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7e03d-ea2a-4349-895e-d9c91224723b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4be87d-f6b3-4700-b953-2e025bd66015,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:22.501398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: bd944893-4594-47db-a76b-02cc54290eff {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:22.501770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bd944893-4594-47db-a76b-02cc54290eff not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:22.502193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e27c7a58-f14f-48bd-9771-813c2d68067a no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:22.506824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eaa7e03d-ea2a-4349-895e-d9c91224723b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be99198f7b574e9da3e927a54b03b8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591051 Jul 22 14:26:22.509724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36524) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:22.525883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e27c7a58-f14f-48bd-9771-813c2d68067a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:22.526230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e27c7a58-f14f-48bd-9771-813c2d68067a not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:22.572262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.574113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Fanout notify agent at l3_agent the message router_deleted on router be6836cc-032a-49f6-bc69-b1d74c52a3bc {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:26:22.575920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae96f9a8-4beb-4ead-a47d-11ed384dce8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.580611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.586855 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b24eb5a-b9b0-4f9d-aa75-de2a0e355f59 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/routers/be6836cc-032a-49f6-bc69-b1d74c52a3bc HTTP/1.1" status: 204 len: 168 time: 2.2772448 Jul 22 14:26:22.588477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:22.625484 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae96f9a8-4beb-4ead-a47d-11ed384dce8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.638847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545f869-0a17-4fdb-8442-4f1c6c97bd24 req-f6febf2b-8d1b-4bed-b5b8-e12913c2c98d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:22.647037 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4545f869-0a17-4fdb-8442-4f1c6c97bd24 req-f6febf2b-8d1b-4bed-b5b8-e12913c2c98d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.3479545 Jul 22 14:26:22.695994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae96f9a8-4beb-4ead-a47d-11ed384dce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.701637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae96f9a8-4beb-4ead-a47d-11ed384dce8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.701984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ae96f9a8-4beb-4ead-a47d-11ed384dce8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f4be87d-f6b3-4700-b953-2e025bd66015 HTTP/1.1" status: 204 len: 168 time: 0.1917183 Jul 22 14:26:22.724996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] For port c24c69d5-aeea-4dbf-b442-5cda3a412c5e, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:22.725328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.725814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96f9a8-4beb-4ead-a47d-11ed384dce8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4be87d-f6b3-4700-b953-2e025bd66015,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:22.854544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Calling delete_port for c24c69d5-aeea-4dbf-b442-5cda3a412c5e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:22.867568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.896284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4545f869-0a17-4fdb-8442-4f1c6c97bd24 req-e9df0a16-209d-410c-8bf5-658dd1fd19df tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482715 Jul 22 14:26:23.007081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-f070a4f3-63a3-4139-8d56-a229d7276435 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2272115 Jul 22 14:26:23.024680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8737c82-1d22-44c1-b688-666a341ad54c req-712baca4-f04f-4393-bae0-18330d17e89d tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.026646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8737c82-1d22-44c1-b688-666a341ad54c req-712baca4-f04f-4393-bae0-18330d17e89d tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 950 time: 0.1348965 Jul 22 14:26:23.076625 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c8737c82-1d22-44c1-b688-666a341ad54c req-5d6468f6-231b-49fe-b242-26d72f258e04 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/security-groups?id=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Jul 22 14:26:23.154931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-4c4966ed-46a7-4643-b05d-842cd0ecee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.157383 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-4c4966ed-46a7-4643-b05d-842cd0ecee0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1098 time: 0.0790188 Jul 22 14:26:23.172557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.190457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d53a4d1-2019-4ac6-ad61-1fec3e84f140']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:23.219230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1548f6-7567-4f85-8c86-dfc16d378a22') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:23.221589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1548f6-7567-4f85-8c86-dfc16d378a22') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:23.260521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00051fee-875e-4ac1-9f95-b5988e086250 req-744d02c6-d5b4-4d61-8639-4a304ab8742c tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.2008789 Jul 22 14:26:23.280241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.376510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36544) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:23.382159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.415568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:26:23.416585 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:26:23.421431 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:26:23.425669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5e5cee3-2b6b-466d-836c-ae823e3c7bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.452198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-636c2ecb-a5db-4a17-8c8c-5091617e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.454058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-636c2ecb-a5db-4a17-8c8c-5091617e5fff service neutron] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.2720652 Jul 22 14:26:23.472290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c492c-a699-433b-a670-99d1d586da49 req-0b490388-cf75-4e49-bf51-d86d2a280e9e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.473896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa0c492c-a699-433b-a670-99d1d586da49 req-0b490388-cf75-4e49-bf51-d86d2a280e9e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.2253420 Jul 22 14:26:23.494707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.542349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Pushing event deleted for resources: {'Port': ['ID=c24c69d5-aeea-4dbf-b442-5cda3a412c5e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.546586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.553771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.557314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/networks/6d53a4d1-2019-4ac6-ad61-1fec3e84f140 HTTP/1.1" status: 204 len: 168 time: 0.9674628 Jul 22 14:26:23.592241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:23.621903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'network': {'name': 'tempest-network-smoke--1394607771', 'project_id': '0d783c33e114459eb9a4961701888d35', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:23.626229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a1f47-7995-48dc-a9b0-4cfee61afe1c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Network': ['ID=6d53a4d1-2019-4ac6-ad61-1fec3e84f140,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.648932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-6417612d-1753-485a-a2d9-a6690c0048f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1002 time: 0.1740532 Jul 22 14:26:23.661195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] No DVR routers for this DVR port c24c69d5-aeea-4dbf-b442-5cda3a412c5e on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:23.663885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.674388 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84fffb3f-2747-4b49-81e5-1f853bfb78fb req-b6a4eb8a-dd7e-416a-a024-86ae0dae98cd tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.13 "DELETE /v2.0/ports/c24c69d5-aeea-4dbf-b442-5cda3a412c5e HTTP/1.1" status: 204 len: 173 time: 1.6506755 Jul 22 14:26:23.674731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aa0c492c-a699-433b-a670-99d1d586da49 req-70d43601-dc08-42c7-86d3-614e45624438 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778133 Jul 22 14:26:23.674842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'name': 'network-vif-deleted', 'tag': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:23.674842 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffee661-5890-4b90-bbb5-b432d6e47461" -d '{"events": [{"server_uuid": "8425387d-5985-49b1-99f5-dd88ad97ec90", "name": "network-vif-deleted", "tag": "c24c69d5-aeea-4dbf-b442-5cda3a412c5e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:23.709586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5e5cee3-2b6b-466d-836c-ae823e3c7bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.721905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5e5cee3-2b6b-466d-836c-ae823e3c7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.755791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:23.760429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5cee3-2b6b-466d-836c-ae823e3c7bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa20ec-24c2-441b-b790-8404e6c17fcc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.771277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-7a06ea25-d1d8-47cb-85ce-8a34ac0935c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.772799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-7a06ea25-d1d8-47cb-85ce-8a34ac0935c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1056988 Jul 22 14:26:23.776463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.796532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5e5cee3-2b6b-466d-836c-ae823e3c7bd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e49d8e18a114da0a414dee82d585f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153066 Jul 22 14:26:23.819889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:23.872342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:23.883804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.884161 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Added segment f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15 of type vlan for network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b Jul 22 14:26:23.901387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-6b5f321d-cb44-4c56-a51e-5aaf99236383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.903896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-6b5f321d-cb44-4c56-a51e-5aaf99236383 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220901 Jul 22 14:26:23.939583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.021319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.026997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:24.027626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.082464 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f8e871-558c-4f0f-8bc7-8991f1cd03e8 x-openstack-request-id: req-a3f8e871-558c-4f0f-8bc7-8991f1cd03e8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:24.082852 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8425387d-5985-49b1-99f5-dd88ad97ec90", "name": "network-vif-deleted", "tag": "c24c69d5-aeea-4dbf-b442-5cda3a412c5e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:24.083065 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3f8e871-558c-4f0f-8bc7-8991f1cd03e8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:24.083545 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8425387d-5985-49b1-99f5-dd88ad97ec90', 'name': 'network-vif-deleted', 'tag': 'c24c69d5-aeea-4dbf-b442-5cda3a412c5e', 'status': 'completed', 'code': 200} Jul 22 14:26:24.179098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5612488 Jul 22 14:26:24.182584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:24.188540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-483327008', 'admin_state_up': True, 'project_id': '0d783c33e114459eb9a4961701888d35', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:24.204134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47236d2-139a-43e9-afb3-b9e1ebda37a9 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Network': ['ID=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:24.217336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06308655-8053-4244-aef6-2cebb3f2949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.220477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:24.327746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06308655-8053-4244-aef6-2cebb3f2949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.348970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.350055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.411589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ce73056-c021-4640-ab8d-1ceabcf3c5bd req-8db38cab-7c86-4236-b5ad-32593ac75169 tempest-VolumesBackupsTest-1474857121 tempest-VolumesBackupsTest-1474857121-project] 10.222.0.11 "GET /v2.0/ports?device_id=8425387d-5985-49b1-99f5-dd88ad97ec90 HTTP/1.1" status: 200 len: 210 time: 0.1041629 Jul 22 14:26:24.453337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f2cf671b-c06e-4d75-ada4-58d8d73ed528 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:24.498755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c24c69d5-aeea-4dbf-b442-5cda3a412c5e no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:24.521843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f2cf671b-c06e-4d75-ada4-58d8d73ed528 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:24.522369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f2cf671b-c06e-4d75-ada4-58d8d73ed528 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:24.577170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: c24c69d5-aeea-4dbf-b442-5cda3a412c5e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:24.577730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device c24c69d5-aeea-4dbf-b442-5cda3a412c5e not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:24.587303 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.667677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.671184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec3abd40-98e8-41bd-88dc-71ece78f334b req-9340019f-6be7-4b8c-8dd3-cdd0a9744029 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0525758 Jul 22 14:26:24.689978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-29979f65-be90-4d7b-b3aa-ab14698cd2e5 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764199 Jul 22 14:26:24.842455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06308655-8053-4244-aef6-2cebb3f2949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.845009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06308655-8053-4244-aef6-2cebb3f2949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.848636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-06308655-8053-4244-aef6-2cebb3f2949e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8fa20ec-24c2-441b-b790-8404e6c17fcc HTTP/1.1" status: 204 len: 168 time: 1.0246859 Jul 22 14:26:24.878923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241fe2d-d5e9-42ba-84ae-40c100133163 req-39677d09-329f-4bf0-af41-4298e1db8c1a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:24.886457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a241fe2d-d5e9-42ba-84ae-40c100133163 req-39677d09-329f-4bf0-af41-4298e1db8c1a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.2545788 Jul 22 14:26:24.891177 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.897924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06308655-8053-4244-aef6-2cebb3f2949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa20ec-24c2-441b-b790-8404e6c17fcc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:24.908380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-104f49f7-8d1a-462f-a827-058b4c1b7539 req-0c19cc40-de6b-431e-ad8f-3361238621ae service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895514 Jul 22 14:26:24.938977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a241fe2d-d5e9-42ba-84ae-40c100133163 req-59776b18-5aca-40d0-a767-6aa1cc71a698 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515852 Jul 22 14:26:24.980771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-c9565771-a784-47fe-a218-2ca49b6ecc71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3607786 Jul 22 14:26:25.166375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.193701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.243613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:25.331689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36612) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:25.349200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdbe55c3-63ab-4415-aea2-cf956f1e156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.362897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.25.8.242 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/aad0c652-6dfe-4bc4-829e-6b9022d45408) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:25.468747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdbe55c3-63ab-4415-aea2-cf956f1e156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.474305 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdbe55c3-63ab-4415-aea2-cf956f1e156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.537058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fdbe55c3-63ab-4415-aea2-cf956f1e156d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b6ed18eadbf4a2aa43c807b1838f7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033801 Jul 22 14:26:25.538030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe55c3-63ab-4415-aea2-cf956f1e156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ecb93f-6ffd-46c3-b933-aaff46108467,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:25.542568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:25.595376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.636654 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbc45-cd02-4027-9fe0-df1b07b1a865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.660052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.695455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbc45-cd02-4027-9fe0-df1b07b1a865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.719119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:25.730370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:25.740876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:25.772260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbc45-cd02-4027-9fe0-df1b07b1a865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.775536 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4bbc45-cd02-4027-9fe0-df1b07b1a865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.777560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5a4bbc45-cd02-4027-9fe0-df1b07b1a865 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98ecb93f-6ffd-46c3-b933-aaff46108467 HTTP/1.1" status: 204 len: 168 time: 0.2339690 Jul 22 14:26:25.808060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bbc45-cd02-4027-9fe0-df1b07b1a865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ecb93f-6ffd-46c3-b933-aaff46108467,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:25.871682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=aad0c652-6dfe-4bc4-829e-6b9022d45408,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:25.905840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d11bd4c-4f98-44a3-901f-e27808301122 req-4eab6e01-e0ed-470a-a7ff-8ff23e4facfe tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0600278 Jul 22 14:26:26.200162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650734d-9852-4bca-b88e-18e1d730d2cf req-c07c458c-6271-4e0b-a796-1c988c33949c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:26.210069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a650734d-9852-4bca-b88e-18e1d730d2cf req-c07c458c-6271-4e0b-a796-1c988c33949c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1569636 Jul 22 14:26:26.264338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a650734d-9852-4bca-b88e-18e1d730d2cf req-3b2ca5b3-a726-4a11-a21a-e21d1cc019b3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529940 Jul 22 14:26:26.348567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:26.506399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c433eea-02c8-4c4c-9522-e5e6e5a09d82 req-7b1ce6e8-1e15-4e45-bef5-99eaa3f70f75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0379779 Jul 22 14:26:26.931862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-b51be105-9f34-4991-9257-526db990bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:26.933520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-b51be105-9f34-4991-9257-526db990bc65 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580&tenant_id=ec47677850eb45c88164643c73f24a71 HTTP/1.1" status: 200 len: 1095 time: 0.2238576 Jul 22 14:26:27.137706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-7901cb98-5643-458e-8282-fe9110cf042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.139187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-7901cb98-5643-458e-8282-fe9110cf042a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1095 time: 0.1743917 Jul 22 14:26:27.180865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eb0333a-8bb5-4d94-8d33-5214fb84cc71 req-af35f977-8e69-4e71-baa4-d8bddf3ccf2c tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.0708637 Jul 22 14:26:27.187062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.292587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-92080abf-3d47-4588-9858-26000adf724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.294302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-92080abf-3d47-4588-9858-26000adf724c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 914 time: 0.1478724 Jul 22 14:26:27.424292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-6cc8b999-c394-41a3-a394-cf171b164740 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 217 time: 0.1095569 Jul 22 14:26:27.425000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router 827616ef-2076-4b66-b957-7cb09f8d4341 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:26:27.599370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b5e23-1f9e-4653-b431-1e3b76239d04 req-3e3ce328-f3cd-4f0e-ae4a-3315dc229956 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.600923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f70b5e23-1f9e-4653-b431-1e3b76239d04 req-3e3ce328-f3cd-4f0e-ae4a-3315dc229956 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1505878 Jul 22 14:26:27.603074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-bab8cadd-2278-45d1-bdac-7e928eed0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.604445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-bab8cadd-2278-45d1-bdac-7e928eed0446 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.1720703 Jul 22 14:26:27.624431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:27.636305 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Sync routers for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:27.650817 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:27.658555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.659640 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:26:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:27.664021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-054a57f5-f8e5-402d-89cc-53cca7b21489 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4796143 Jul 22 14:26:27.668632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:27.740296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9dbb1fd-3de7-4953-9b8a-76e7ff051562 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0d783c33e114459eb9a4961701888d35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710261 Jul 22 14:26:27.741874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:27.751554 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-7555427f-ea58-40f4-8259-10767d95eb99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121204 Jul 22 14:26:27.852132 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:27.875911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-3686e1c3-90b7-4517-a9ad-52e84974418c service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998170 Jul 22 14:26:27.897015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f70b5e23-1f9e-4653-b431-1e3b76239d04 req-14ddfa3f-6479-4d6b-adda-8d0c19e90679 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841251 Jul 22 14:26:27.933539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334008d-0298-4059-9d28-e0618819ae6c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.938802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1334008d-0298-4059-9d28-e0618819ae6c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1933832 Jul 22 14:26:27.939520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36698) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:27.981564 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-96a91bb6-6547-4d26-abf8-58f6352db61b tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390890 Jul 22 14:26:27.982666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:27.988270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678127619', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'project_id': '0d783c33e114459eb9a4961701888d35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:28.071358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4409da1a-35ae-4b58-9676-6cbca12f0317 req-7332ef1c-621e-4b28-acde-1316a8a4bb92 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729314 Jul 22 14:26:28.102292 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:26Z', 'revision_number': 3, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:28.130995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:28.135697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.188314 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Checking router: 827616ef-2076-4b66-b957-7cb09f8d4341 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:28.188665 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Updating router 827616ef-2076-4b66-b957-7cb09f8d4341 port aad0c652-6dfe-4bc4-829e-6b9022d45408 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:26:28.297775 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.478840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e66261b8-6df2-428a-ba20-885ff1eeaade req-d521cbc0-919c-4ae7-9f84-ce4fb75ecadb tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1063168 Jul 22 14:26:28.586985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.848951 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.882681 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Transition to ACTIVE for port object aad0c652-6dfe-4bc4-829e-6b9022d45408 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:28.898098 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.960316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c93bea-5c45-48a8-a398-3868b22d0d40 req-12011e47-8501-4e73-a44d-0e4099bd07b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc9e79ddd0e4340b6d3622d2cbf9db4&device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1573088 Jul 22 14:26:28.965708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Subnet': ['ID=cdae505f-ce30-405b-bb70-1b49ddd81612,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:29.104815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c93bea-5c45-48a8-a398-3868b22d0d40 req-6ef7a816-3056-48e8-8e13-68b9baf9e273 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9fc9e79ddd0e4340b6d3622d2cbf9db4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281180 Jul 22 14:26:29.116845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Checking segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:29.117649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network hostable DHCP agents. Network: 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:26:29.143531 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Attempting to bind port aad0c652-6dfe-4bc4-829e-6b9022d45408 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:29.145315 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Attempting to bind port aad0c652-6dfe-4bc4-829e-6b9022d45408 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:29.145745 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Attempting to bind port aad0c652-6dfe-4bc4-829e-6b9022d45408 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:29.158876 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146f729-26b9-4f43-8047-0e1296e7e074 None None] Pushing event updated for resources: {'Port': ['ID=aad0c652-6dfe-4bc4-829e-6b9022d45408,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:29.173728 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0edba467-3677-4f3b-9bd0-5ed187a7f34a req-3c18bf89-ba22-434a-9e86-01dc401d84d2 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1158946 Jul 22 14:26:29.183733 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:29.184962 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:29.188939 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.189605 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:29.190297 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Bound port: aad0c652-6dfe-4bc4-829e-6b9022d45408, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:29.191037 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.354120 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] For port aad0c652-6dfe-4bc4-829e-6b9022d45408, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:29.365266 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] For port aad0c652-6dfe-4bc4-829e-6b9022d45408, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=aad0c652-6dfe-4bc4-829e-6b9022d45408,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:29.371147 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.421052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:26:29.462680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6574aa-d0b1-4031-8f62-802b73b899a9 req-e2d68a09-35e5-457b-94a1-0b77f12c5549 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.471099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa6574aa-d0b1-4031-8f62-802b73b899a9 req-e2d68a09-35e5-457b-94a1-0b77f12c5549 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.4203398 Jul 22 14:26:29.517339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:29.521670 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146f729-26b9-4f43-8047-0e1296e7e074 None None] Pushing event updated for resources: {'Port': ['ID=aad0c652-6dfe-4bc4-829e-6b9022d45408,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:29.532117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8091c4b-9dcc-4dfd-863e-37426525df87 None None] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:29.539214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.540026 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.565002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa6574aa-d0b1-4031-8f62-802b73b899a9 req-86eb12d2-c45e-4d96-bfd9-739e183d7cfe tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Jul 22 14:26:29.580817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c93bea-5c45-48a8-a398-3868b22d0d40 req-53e0fa53-f9a8-4535-b500-9dcdf6b98c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.582627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c93bea-5c45-48a8-a398-3868b22d0d40 req-53e0fa53-f9a8-4535-b500-9dcdf6b98c5d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4667494 Jul 22 14:26:29.589492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5aa74e97-d21f-42ea-a3ed-4e21f5bc6ff8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6061459 Jul 22 14:26:29.592616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36738) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:29.611692 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:29.612391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:26:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:30.182187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:26:30.183083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.310237 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:30.686202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8769496d-74f2-4a99-8c02-49eb90acf0cb req-f25279b2-e375-4430-a32e-b2be19cd2c05 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1674502 Jul 22 14:26:30.769325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Allocated IP 172.20.0.2 (1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b/cdae505f-ce30-405b-bb70-1b49ddd81612/fcf0417e-f048-4229-847a-474a5367ec42) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:30.885599 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c93bea-5c45-48a8-a398-3868b22d0d40 req-3c19713c-512f-4bed-8db0-3e1823492d9e tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.13 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1256711 Jul 22 14:26:30.971156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.012515 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:26Z', 'revision_number': 3, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:31.078359 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf01fcb-0dd5-40d2-859a-aa099500a366 None None] The sync data for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 is: [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:26Z', 'revision_number': 3, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:31.159998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b6cf0-51d0-4026-aa1d-d71a7aa22b14 req-c42c87c3-da23-4e87-b5a8-d6f24280bd14 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:31.172356 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-605b6cf0-51d0-4026-aa1d-d71a7aa22b14 req-c42c87c3-da23-4e87-b5a8-d6f24280bd14 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.3044238 Jul 22 14:26:31.334366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-605b6cf0-51d0-4026-aa1d-d71a7aa22b14 req-2419c47e-ec46-4124-9dcd-26c0f7415303 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575468 Jul 22 14:26:31.710049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.776026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Transition to ACTIVE for port object fcf0417e-f048-4229-847a-474a5367ec42 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:31.886246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Transition to ACTIVE for port object fcf0417e-f048-4229-847a-474a5367ec42 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:31.902544 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.037751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14d9dc2f-0434-49f1-bd85-2b414d09085c req-14076ac2-1f24-4e3d-9103-01528fdd9166 tempest-ServerShowV257Test-1899492851 tempest-ServerShowV257Test-1899492851-project] 10.222.0.11 "GET /v2.0/ports?device_id=15e2eed3-24e6-4114-af8a-30c00b17c8f5 HTTP/1.1" status: 200 len: 210 time: 0.1389756 Jul 22 14:26:32.087080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Pushing event updated for resources: {'Port': ['ID=fcf0417e-f048-4229-847a-474a5367ec42,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:32.105467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:32.107586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:32.110806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:32.275224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Attempting to bind port fcf0417e-f048-4229-847a-474a5367ec42 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:32.276660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Attempting to bind port fcf0417e-f048-4229-847a-474a5367ec42 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:32.276995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.20.0.1 (1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b/cdae505f-ce30-405b-bb70-1b49ddd81612/17b64a4f-0ff9-409c-bea6-553b07b0987b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:32.277445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Attempting to bind port fcf0417e-f048-4229-847a-474a5367ec42 on network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:32.331128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:32.331752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Checking segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:32.332456 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.335890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Bound using segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:32.338114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Bound port: fcf0417e-f048-4229-847a-474a5367ec42, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:32.338796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.537675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] For port fcf0417e-f048-4229-847a-474a5367ec42, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:32.546708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] For port fcf0417e-f048-4229-847a-474a5367ec42, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcf0417e-f048-4229-847a-474a5367ec42,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:32.556644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aad0c652-6dfe-4bc4-829e-6b9022d45408 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:32.613564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.867430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed235f6-d9d6-4138-82e9-db084d8f758a None None] Pushing event updated for resources: {'Port': ['ID=fcf0417e-f048-4229-847a-474a5367ec42,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:32.875658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.898926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port aad0c652-6dfe-4bc4-829e-6b9022d45408 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:32.916932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port aad0c652-6dfe-4bc4-829e-6b9022d45408 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:32.917315 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.976058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Transition to ACTIVE for port object 17b64a4f-0ff9-409c-bea6-553b07b0987b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:33.064983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff481c-29b6-4a95-bf70-9300f7249777 req-98a464b0-decb-405e-9282-e7efdd3af31b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.118467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cff481c-29b6-4a95-bf70-9300f7249777 req-98a464b0-decb-405e-9282-e7efdd3af31b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.5504529 Jul 22 14:26:33.185401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.260318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port aad0c652-6dfe-4bc4-829e-6b9022d45408, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=aad0c652-6dfe-4bc4-829e-6b9022d45408,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:33.276536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.374561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cff481c-29b6-4a95-bf70-9300f7249777 req-ca2a9be5-6ee8-42a1-b536-5dc6445a718a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547243 Jul 22 14:26:33.403008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.458756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=aad0c652-6dfe-4bc4-829e-6b9022d45408,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:33.562269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=17b64a4f-0ff9-409c-bea6-553b07b0987b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:33.587947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:33.592364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:33.601080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:33.720998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.104652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:34.155096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.387656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f8195f3-0883-4867-808c-205269f7760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.705311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aad0c652-6dfe-4bc4-829e-6b9022d45408 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:34.834582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f8195f3-0883-4867-808c-205269f7760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.852422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f8195f3-0883-4867-808c-205269f7760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.887706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port aad0c652-6dfe-4bc4-829e-6b9022d45408 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:34.894958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.031085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8195f3-0883-4867-808c-205269f7760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03319b49-c86e-4ade-a69c-6a147681f588,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:35.072949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6f8195f3-0883-4867-808c-205269f7760c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fc9e79ddd0e4340b6d3622d2cbf9db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9658346 Jul 22 14:26:35.076997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:35.220573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb7c65-7985-4508-8918-5a09affe3945 req-ca691bcf-a3ea-47d7-be80-df52414de20c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:35.238876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efdb7c65-7985-4508-8918-5a09affe3945 req-ca691bcf-a3ea-47d7-be80-df52414de20c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.6304247 Jul 22 14:26:35.272839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcf0417e-f048-4229-847a-474a5367ec42 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:35.340516 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ffab-ba54-43a5-956f-17515d137139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.369586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15678a9-20b1-4c7a-9542-e40bae032571 None None] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:35.380849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efdb7c65-7985-4508-8918-5a09affe3945 req-40d1a919-6561-4d0f-b2c2-a3774c93847b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404784 Jul 22 14:26:35.415721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ffab-ba54-43a5-956f-17515d137139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.482847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.491485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.534899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ffab-ba54-43a5-956f-17515d137139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.545936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ffab-ba54-43a5-956f-17515d137139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.549281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2e7ffab-ba54-43a5-956f-17515d137139 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03319b49-c86e-4ade-a69c-6a147681f588 HTTP/1.1" status: 204 len: 168 time: 0.4710598 Jul 22 14:26:35.564192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7ffab-ba54-43a5-956f-17515d137139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03319b49-c86e-4ade-a69c-6a147681f588,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:35.639181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=17b64a4f-0ff9-409c-bea6-553b07b0987b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:35.688459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.688798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.689444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.690762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.694313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.694678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.695094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.696592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.697017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.697349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.701352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.701924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:35.706629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port fcf0417e-f048-4229-847a-474a5367ec42 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:35.720273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] Provisioning for port fcf0417e-f048-4229-847a-474a5367ec42 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:35.741399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fcf0417e-f048-4229-847a-474a5367ec42 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:35.742155 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.780974 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.842930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] Provisioning complete for port fcf0417e-f048-4229-847a-474a5367ec42 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:35.843771 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.039077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:36.041469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:36.297425 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.348416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router 827616ef-2076-4b66-b957-7cb09f8d4341 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:36.360614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.448969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] For port fcf0417e-f048-4229-847a-474a5367ec42, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcf0417e-f048-4229-847a-474a5367ec42,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:36.486493 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.730885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f6fcb-a4ac-4cd8-b97f-358f320c34af None None] Pushing event updated for resources: {'Port': ['ID=fcf0417e-f048-4229-847a-474a5367ec42,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:36.743228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:26:36.744386 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:26:36.811824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:36.823688 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-12e07ae5-ddc7-4867-a9ca-64ba89db46a1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "PUT /v2.0/routers/827616ef-2076-4b66-b957-7cb09f8d4341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2275836 Jul 22 14:26:36.824611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Sync routers for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:36.825953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:36.838528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:36.840059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:26:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:36.941286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e71fdc-247c-4b00-8d3f-ce876eeb9b47 req-b344e55b-58df-481f-b350-32d13be4a4f5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:36.954236 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74e71fdc-247c-4b00-8d3f-ce876eeb9b47 req-b344e55b-58df-481f-b350-32d13be4a4f5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.3424234 Jul 22 14:26:37.081147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74e71fdc-247c-4b00-8d3f-ce876eeb9b47 req-3c0222b6-745c-45aa-9f3d-54506124edf8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147242 Jul 22 14:26:37.134729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.136312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.137606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.139409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.141002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.142224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.143743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.145707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.151800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 36966) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:37.152819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fae52518-9713-4b18-8598-9ea9564e3d4c tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5695 time: 0.3243852 Jul 22 14:26:37.227598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:37.281869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.282703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.283394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.284509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.285843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.286883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.287670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.288327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.291698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ace07f0e-9cc9-4277-9b0b-009ba3361549 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5293 time: 0.1378798 Jul 22 14:26:37.294494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 36968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:37.673759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcf0417e-f048-4229-847a-474a5367ec42 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:37.830113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-18eb1f5a-6aae-4916-8721-24e8b77fa8aa None None] Provisioning for port 17b64a4f-0ff9-409c-bea6-553b07b0987b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:37.838144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-18eb1f5a-6aae-4916-8721-24e8b77fa8aa None None] Provisioning complete for port 17b64a4f-0ff9-409c-bea6-553b07b0987b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:37.838515 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-18eb1f5a-6aae-4916-8721-24e8b77fa8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:37.921693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-18eb1f5a-6aae-4916-8721-24e8b77fa8aa None None] Port 17b64a4f-0ff9-409c-bea6-553b07b0987b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:38.115261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fcf0417e-f048-4229-847a-474a5367ec42 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:38.116113 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:38.192481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff7a29f5-7cd0-4c75-a57f-ded7425903e8 tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.8933771 Jul 22 14:26:38.196797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-18eb1f5a-6aae-4916-8721-24e8b77fa8aa None None] Provisioning complete for port fcf0417e-f048-4229-847a-474a5367ec42 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:38.197423 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-18eb1f5a-6aae-4916-8721-24e8b77fa8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:38.569861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 2, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:38.594895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4a7d9-4758-405c-91ff-07827c3d1a93 req-47e2265b-8ef1-4ede-a1f4-cde7229363a8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:38.597256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40e4a7d9-4758-405c-91ff-07827c3d1a93 req-47e2265b-8ef1-4ede-a1f4-cde7229363a8 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.2782452 Jul 22 14:26:38.691147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40e4a7d9-4758-405c-91ff-07827c3d1a93 req-2000028b-cd24-4135-bc49-651cd11f5e2e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820522 Jul 22 14:26:38.717705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Checking router: 827616ef-2076-4b66-b957-7cb09f8d4341 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:38.718299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Updating router 827616ef-2076-4b66-b957-7cb09f8d4341 port 17b64a4f-0ff9-409c-bea6-553b07b0987b binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:26:38.769321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:38.776786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146734251', 'description': 'tempest-secgroup-smoke-2146734251 description', 'project_id': '0d783c33e114459eb9a4961701888d35'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:38.847282 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:38.861575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37008) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:38.904083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.071336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0a88df4e-cbf7-4a79-90fe-09f627a0208c None None] Provisioning complete for port 17b64a4f-0ff9-409c-bea6-553b07b0987b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:39.073978 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a88df4e-cbf7-4a79-90fe-09f627a0208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.078134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de100f47-751e-4029-923f-04f085d0912d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.168379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0a88df4e-cbf7-4a79-90fe-09f627a0208c None None] Port 17b64a4f-0ff9-409c-bea6-553b07b0987b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:39.196520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.205640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.299322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963dea61-c60e-4620-a826-629fefe1fb20,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:39.324254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.324617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.326007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.326356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.326701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.328396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.328755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.330292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.331009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.332834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.334097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.336025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:39.430562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de100f47-751e-4029-923f-04f085d0912d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.436518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de100f47-751e-4029-923f-04f085d0912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.440369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.442127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b5f8ad14-bea1-4a38-82bb-d6caa5b9eeb1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6714761 Jul 22 14:26:39.444518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:39.450213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '963dea61-c60e-4620-a826-629fefe1fb20', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:39.485767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de100f47-751e-4029-923f-04f085d0912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3258f559-af7e-4ad5-82ef-044597fe2661,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:39.509251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-de100f47-751e-4029-923f-04f085d0912d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f8ef8db105e4658955ab2282ae17bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471190 Jul 22 14:26:39.511929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37022) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:39.565679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.575658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.585548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Transition to ACTIVE for port object 17b64a4f-0ff9-409c-bea6-553b07b0987b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:39.600733 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.712318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c0665f0-1f30-409d-a5bd-112f201e37d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.781081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f785390-eb91-4d9a-bfd4-62645ec4e027 None None] Pushing event updated for resources: {'Port': ['ID=17b64a4f-0ff9-409c-bea6-553b07b0987b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:39.785561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c0665f0-1f30-409d-a5bd-112f201e37d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.955504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c0665f0-1f30-409d-a5bd-112f201e37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.960826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c0665f0-1f30-409d-a5bd-112f201e37d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.963671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7c0665f0-1f30-409d-a5bd-112f201e37d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3258f559-af7e-4ad5-82ef-044597fe2661 HTTP/1.1" status: 204 len: 168 time: 0.4492207 Jul 22 14:26:39.978223 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.985875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0665f0-1f30-409d-a5bd-112f201e37d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3258f559-af7e-4ad5-82ef-044597fe2661,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:39.993187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.161073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af1b261-b673-4871-859e-cd48923c5c12,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:40.196217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.198094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8095eb02-154d-4ff3-952e-41b2deb26866 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7524295 Jul 22 14:26:40.201651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:40.209289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '963dea61-c60e-4620-a826-629fefe1fb20', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:40.243969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Attempting to bind port 17b64a4f-0ff9-409c-bea6-553b07b0987b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:40.244573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Attempting to bind port 17b64a4f-0ff9-409c-bea6-553b07b0987b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:40.244708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Attempting to bind port 17b64a4f-0ff9-409c-bea6-553b07b0987b on network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:40.256219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:40.256595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Checking segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:40.257003 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.260343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Bound using segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:40.279091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Bound port: 17b64a4f-0ff9-409c-bea6-553b07b0987b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:40.279502 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.316134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.353687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727efc37-9dca-4331-ac58-9a24188190fc req-7b5bb038-d151-4620-ba9d-4dbb9613ee6f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:40.410014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-727efc37-9dca-4331-ac58-9a24188190fc req-7b5bb038-d151-4620-ba9d-4dbb9613ee6f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.3678112 Jul 22 14:26:40.524259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.528979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] For port 17b64a4f-0ff9-409c-bea6-553b07b0987b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:40.536093 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.536675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] For port 17b64a4f-0ff9-409c-bea6-553b07b0987b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=17b64a4f-0ff9-409c-bea6-553b07b0987b,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:40.544423 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.588874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-727efc37-9dca-4331-ac58-9a24188190fc req-50899b73-089d-4e72-b9d1-7e2fe92dcb35 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622875 Jul 22 14:26:40.590056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.591766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890183 Jul 22 14:26:40.598687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:40.606913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '963dea61-c60e-4620-a826-629fefe1fb20', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:40.621837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcada7d-0b91-4b9a-8e8d-dec2eb862daa tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2695a9c0-cdab-41a6-8056-9f61082f8137,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:40.682192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.836851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.845348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.889688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.891298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2907364 Jul 22 14:26:40.895478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37052) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:40.897846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:40.898526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:26:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:40.903699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '963dea61-c60e-4620-a826-629fefe1fb20', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:40.940173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788226c0-3714-45b0-96ec-645c7ffb41c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605ba51c-1132-4d2c-ac38-fcd0c41231ba,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:41.058523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.232282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.243943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.287877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9621aa46-7de8-459a-84e0-ab462c6d5ceb,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:41.311479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.315059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-704a80b5-7fb0-4de2-899e-c21cafb5a06f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4140284 Jul 22 14:26:41.315915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37064) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:41.321651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '963dea61-c60e-4620-a826-629fefe1fb20', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:41.391218 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Project 0d783c33e114459eb9a4961701888d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:26:41.404108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.662241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f785390-eb91-4d9a-bfd4-62645ec4e027 None None] Pushing event updated for resources: {'Port': ['ID=17b64a4f-0ff9-409c-bea6-553b07b0987b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:41.722307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.734320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.856543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d60904c1-e790-4779-8f2c-a9aa1a901fdb,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:41.907108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:41.992907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.997438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:41.998276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e6acddf2-92b7-42c5-9771-a58d8f27904f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6797504 Jul 22 14:26:42.003067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'security_group_rule': {'security_group_id': '963dea61-c60e-4620-a826-629fefe1fb20', 'project_id': '0d783c33e114459eb9a4961701888d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:42.079009 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Project 0d783c33e114459eb9a4961701888d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:26:42.092855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.149911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504a932-6404-43ee-af3d-3b947a4802f4 req-12e59ce1-022c-4ef3-9c3e-7f4cc32f0128 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.162482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a504a932-6404-43ee-af3d-3b947a4802f4 req-12e59ce1-022c-4ef3-9c3e-7f4cc32f0128 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.2270248 Jul 22 14:26:42.335141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a504a932-6404-43ee-af3d-3b947a4802f4 req-df20b485-e5fe-4519-81bb-41208b1edd1a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617138 Jul 22 14:26:42.380026 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:26:42.420222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.436192 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.513074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec2bcf0-0b69-4127-988a-0e2cc0f569c5,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:42.544983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:40Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:42.553287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.555330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-10b01d10-0dae-4e64-aced-3f462a3a883a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5567951 Jul 22 14:26:42.592874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a03308f-7072-40f5-bd53-6b289b9c2494 None None] The sync data for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 is: [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:40Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:43.682996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e361fb9-28f8-4f66-aa6d-cef232973b56 req-9c9386d1-88e4-4965-be37-fcc8c07b675b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.688891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e361fb9-28f8-4f66-aa6d-cef232973b56 req-9c9386d1-88e4-4965-be37-fcc8c07b675b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.2320967 Jul 22 14:26:43.779683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 17b64a4f-0ff9-409c-bea6-553b07b0987b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:43.820890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e361fb9-28f8-4f66-aa6d-cef232973b56 req-24a4ba94-91ac-4e4e-9ea9-cf5cbda909aa tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182287 Jul 22 14:26:43.937365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 17b64a4f-0ff9-409c-bea6-553b07b0987b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:43.950263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 17b64a4f-0ff9-409c-bea6-553b07b0987b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:43.951539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:44.326027 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:44.525191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 17b64a4f-0ff9-409c-bea6-553b07b0987b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=17b64a4f-0ff9-409c-bea6-553b07b0987b,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:44.537306 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:44.663791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=17b64a4f-0ff9-409c-bea6-553b07b0987b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:45.197350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b83b-936a-4110-9ff4-117854b45b30 req-5dbfdfee-469f-4979-b6fa-0f522e748aff tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:45.207394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8314b83b-936a-4110-9ff4-117854b45b30 req-5dbfdfee-469f-4979-b6fa-0f522e748aff tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1980488 Jul 22 14:26:45.301830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8314b83b-936a-4110-9ff4-117854b45b30 req-f81d46d4-b417-4a41-9b5f-31747cb996d9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931284 Jul 22 14:26:45.690462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 17b64a4f-0ff9-409c-bea6-553b07b0987b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:45.869486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 17b64a4f-0ff9-409c-bea6-553b07b0987b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:45.870082 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:46.054423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-4b7406e9-b07a-48ad-8082-c0f175efb42e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146734251&fields=id&tenant_id=0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 267 time: 0.0508320 Jul 22 14:26:46.239846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-aa3e2514-5b99-4222-96e0-0d94de3a5b2a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.242276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-aa3e2514-5b99-4222-96e0-0d94de3a5b2a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/networks?id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 200 len: 797 time: 0.1871536 Jul 22 14:26:46.273908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-3bb716c8-f992-43fe-bcc1-d337ed697b13 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/quotas/0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 375 time: 0.0236838 Jul 22 14:26:46.454676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-1885cb84-6a88-4522-8f3f-ff80e9434324 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761115 Jul 22 14:26:46.540825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e679-adbb-4265-a0b8-73e101454c24 req-6f140a69-2587-402f-a744-e2f0b3763835 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.543343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71c0e679-adbb-4265-a0b8-73e101454c24 req-6f140a69-2587-402f-a744-e2f0b3763835 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1143341 Jul 22 14:26:46.622989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71c0e679-adbb-4265-a0b8-73e101454c24 req-3cf56bf0-93ac-4e7e-8253-e1c0a37f7a5b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704789 Jul 22 14:26:46.625596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-4d7bb2d0-4677-44b0-a4f2-1c7bc8428746 service neutron] 10.222.0.11 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583970 Jul 22 14:26:46.774066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-42a1af9b-6e48-42da-b701-67e5ee1ea72e service neutron] 10.222.0.11 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417980 Jul 22 14:26:47.009424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd3a2801-e757-48a1-9077-18281c843ccd req-60208aa1-b424-4fd7-bf6c-607e760858ad tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 210 time: 0.0556901 Jul 22 14:26:47.808959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1d151-881d-4790-ad3d-3169e9cf4848 req-119800c1-addd-4c27-8c9f-09a64fc049be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:47.830741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdb1d151-881d-4790-ad3d-3169e9cf4848 req-119800c1-addd-4c27-8c9f-09a64fc049be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1020644 Jul 22 14:26:47.942788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdb1d151-881d-4790-ad3d-3169e9cf4848 req-5bc92fb2-5768-49f5-92ae-4dfeaa11326d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090443 Jul 22 14:26:48.140858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-414f0a91-0f0e-42c0-ae5f-43050612deab req-12a77aae-4173-4f66-9e4c-01be78a4ab6e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 210 time: 0.0461745 Jul 22 14:26:48.304504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-ff452dd4-e0b0-4089-bef3-ef96f154fc29 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.308823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-ff452dd4-e0b0-4089-bef3-ef96f154fc29 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "GET /v2.0/networks?id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 200 len: 797 time: 0.1798925 Jul 22 14:26:48.371707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0030c50f-254d-48f8-90b2-b3f7fdd8982b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d783c33e114459eb9a4961701888d35 HTTP/1.1" status: 200 len: 380 time: 0.0536189 Jul 22 14:26:48.383124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'port': {'device_id': '54a34751-49f6-4c35-8898-511d3d2ce006', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'admin_state_up': True, 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'security_groups': ['963dea61-c60e-4620-a826-629fefe1fb20']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:48.522468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Made reservation on behalf of 0d783c33e114459eb9a4961701888d35 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:48.527763 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.575783 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86d33076-1ec8-42a6-ac5e-a381e45818c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.711125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.20.0.14 (1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b/cdae505f-ce30-405b-bb70-1b49ddd81612/53b6d698-8176-4e7f-8573-ede46f969581) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:48.920230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.960651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Transition to ACTIVE for port object 53b6d698-8176-4e7f-8573-ede46f969581 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:49.026176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:49.146209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e45178-b944-4ec2-acad-385244b4934d req-53bb98f8-99a5-43e4-840c-61e5ed7d429a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:49.156854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8e45178-b944-4ec2-acad-385244b4934d req-53bb98f8-99a5-43e4-840c-61e5ed7d429a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 943 time: 0.1227789 Jul 22 14:26:49.192421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:49.220796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:49.228031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:49.240482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:49.275102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8e45178-b944-4ec2-acad-385244b4934d req-c38e8a01-0479-4269-939b-a5f7ea34661f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136773 Jul 22 14:26:49.392079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:49.473942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:49.474780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:49.494926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=53b6d698-8176-4e7f-8573-ede46f969581,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:49.559042 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-0fd88ad1-4802-4143-9a92-900e7aab452b tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1817346 Jul 22 14:26:49.572352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Request body: {'port': {'device_id': '54a34751-49f6-4c35-8898-511d3d2ce006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:49.635975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:49.641926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb2769-0d66-439d-b2e0-702629fb4ecd req-c2b7a20b-40fe-4c18-979b-44b9b4191326 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:49.652599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'network_id': 'a73cb7e7-450c-417d-8a44-9868004b66a6', 'port_id': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'mac_address': 'fa:16:3e:c1:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f7d74a-5de9-402e-a552-dd78be06024b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:49.658448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ffb2769-0d66-439d-b2e0-702629fb4ecd req-c2b7a20b-40fe-4c18-979b-44b9b4191326 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 932 time: 0.3468609 Jul 22 14:26:49.751489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:49.921072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157e0a30-5f7f-4ec6-aafa-4e914d52d5be {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:49.949991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:49.951284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e797087-de12-49f6-af56-5c3308e2305e None None] Provisioning for port 53b6d698-8176-4e7f-8573-ede46f969581 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:49.955539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4e797087-de12-49f6-af56-5c3308e2305e None None] Provisioning complete for port 53b6d698-8176-4e7f-8573-ede46f969581 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:49.955977 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e797087-de12-49f6-af56-5c3308e2305e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:49.995354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4e797087-de12-49f6-af56-5c3308e2305e None None] Port 53b6d698-8176-4e7f-8573-ede46f969581 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:49.997006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.059368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:50.060734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.089064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.124445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4ffb2769-0d66-439d-b2e0-702629fb4ecd req-62503b07-3cc7-4b0f-8c77-7ec576e330da tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4563227 Jul 22 14:26:50.214186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['157e0a30-5f7f-4ec6-aafa-4e914d52d5be'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:50.274988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:50.541428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-310f2851-8679-4dc4-b731-68cf6e9e820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.582671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278449c-68ab-42fa-bd61-78267a86817c req-c1492438-40ff-49eb-8689-5b4dd753ab8d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:50.591841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6278449c-68ab-42fa-bd61-78267a86817c req-c1492438-40ff-49eb-8689-5b4dd753ab8d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 944 time: 0.2018075 Jul 22 14:26:50.706211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b6d698-8176-4e7f-8573-ede46f969581 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:50.716515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.717093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6278449c-68ab-42fa-bd61-78267a86817c req-bb204062-bc65-4cf8-9120-d0458fc0eddc tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216383 Jul 22 14:26:50.761582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Transition to ACTIVE for port object 53b6d698-8176-4e7f-8573-ede46f969581 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:50.772787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.783632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-310f2851-8679-4dc4-b731-68cf6e9e820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.791465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-310f2851-8679-4dc4-b731-68cf6e9e820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.858188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-310f2851-8679-4dc4-b731-68cf6e9e820c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7633278496cc4896a1dfcd50d94cf1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5818079 Jul 22 14:26:50.860930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:50.924350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f2851-8679-4dc4-b731-68cf6e9e820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67965ed8-385d-480b-b1f6-d7a7147cfbd2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:50.943398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c58bb01a-fbb1-4d33-83e2-c28646a278eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.964171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Pushing event updated for resources: {'Port': ['ID=53b6d698-8176-4e7f-8573-ede46f969581,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:50.990705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c58bb01a-fbb1-4d33-83e2-c28646a278eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.993225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Attempting to bind port 53b6d698-8176-4e7f-8573-ede46f969581 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:50.993660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Attempting to bind port 53b6d698-8176-4e7f-8573-ede46f969581 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:50.994441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Attempting to bind port 53b6d698-8176-4e7f-8573-ede46f969581 on network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:50.999312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Port 53b6d698-8176-4e7f-8573-ede46f969581 on network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:50.999716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Attempting to bind port 53b6d698-8176-4e7f-8573-ede46f969581 on network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:51.016959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:51.017659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Checking segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:51.032568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Bound using segment: {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:51.045307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Bound port: 53b6d698-8176-4e7f-8573-ede46f969581, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:51.045987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.053667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c58bb01a-fbb1-4d33-83e2-c28646a278eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.056455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c58bb01a-fbb1-4d33-83e2-c28646a278eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.057665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c58bb01a-fbb1-4d33-83e2-c28646a278eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67965ed8-385d-480b-b1f6-d7a7147cfbd2 HTTP/1.1" status: 204 len: 168 time: 0.1958027 Jul 22 14:26:51.072894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bb01a-fbb1-4d33-83e2-c28646a278eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67965ed8-385d-480b-b1f6-d7a7147cfbd2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:51.295989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] For port 53b6d698-8176-4e7f-8573-ede46f969581, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:51.300938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] For port 53b6d698-8176-4e7f-8573-ede46f969581, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=53b6d698-8176-4e7f-8573-ede46f969581,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:51.327544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.344170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57703764-ff99-4933-ab4b-0f2f3235d5b3 req-26b7c2d0-a847-4ef2-916b-529973f24fe5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.355735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57703764-ff99-4933-ab4b-0f2f3235d5b3 req-26b7c2d0-a847-4ef2-916b-529973f24fe5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 944 time: 0.0960972 Jul 22 14:26:51.356643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.380536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:51.415213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.416124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.417838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] 10.222.0.13 "PUT /v2.0/ports/53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 200 len: 1093 time: 1.8501129 Jul 22 14:26:51.420710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:51.423614 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7736748c-6224-4b48-926b-879a1725e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "tag": "53b6d698-8176-4e7f-8573-ede46f969581"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:51.468054 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a9b894e5-450d-4a38-a4f0-63a13c4f2e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.479824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:51.480510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.583148 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4fe3c5-150b-4314-8484-15293ea0d1cc x-openstack-request-id: req-7d4fe3c5-150b-4314-8484-15293ea0d1cc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:51.590228 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "tag": "53b6d698-8176-4e7f-8573-ede46f969581", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:51.590850 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d4fe3c5-150b-4314-8484-15293ea0d1cc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:51.591538 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581', 'status': 'completed', 'code': 200} Jul 22 14:26:51.610300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fe03d-5a82-4b67-ad4d-6c153da0bb02 service neutron] Pushing event updated for resources: {'Port': ['ID=53b6d698-8176-4e7f-8573-ede46f969581,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:51.618337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57703764-ff99-4933-ab4b-0f2f3235d5b3 req-77ef7104-b4a3-4f3c-a45b-527d792d5321 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562428 Jul 22 14:26:51.626924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.667423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:51.671544 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd82efc-cbb7-48b4-b157-dfc878d84e5a" -d '{"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-plugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:51.707843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-d5ae228c-16b9-4aee-b7f5-f863c4d5c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.712216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:51.717016 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-d5ae228c-16b9-4aee-b7f5-f863c4d5c21a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1096 time: 0.2304323 Jul 22 14:26:51.725835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.879317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:51.897194 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253a2cc4-a000-4c17-9e5d-ff4dc9f415f5 x-openstack-request-id: req-253a2cc4-a000-4c17-9e5d-ff4dc9f415f5 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:51.897486 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-plugged", "status": "completed", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:51.897786 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-253a2cc4-a000-4c17-9e5d-ff4dc9f415f5 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:51.898194 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'code': 200} Jul 22 14:26:51.909127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-213bcd40-db1f-4980-ae09-ff086bdcd0c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 200 len: 217 time: 0.1828525 Jul 22 14:26:51.979798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7479b-662f-4617-9fa5-f1910681aef1 req-e0cc813b-30c1-47a7-a35f-9cb9e709df78 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.983724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bd7479b-662f-4617-9fa5-f1910681aef1 req-e0cc813b-30c1-47a7-a35f-9cb9e709df78 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1033180 Jul 22 14:26:52.031503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-7e3f70f4-24bf-4b41-b323-8b528e08e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.032837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-7e3f70f4-24bf-4b41-b323-8b528e08e188 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdae505f-ce30-405b-bb70-1b49ddd81612 HTTP/1.1" status: 200 len: 834 time: 0.1119637 Jul 22 14:26:52.071923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bd7479b-662f-4617-9fa5-f1910681aef1 req-85ea69b9-fdb7-4817-852c-8e156c4ef138 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745821 Jul 22 14:26:52.155231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-85a17323-1536-47e4-a3ec-cd14a4df02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.157018 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-85a17323-1536-47e4-a3ec-cd14a4df02cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174672 Jul 22 14:26:52.170357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb678a4-a5e0-4be7-a625-60fe1850f62f req-5c83823e-67c2-4aa3-8e1a-b48265a0f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.172047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffb678a4-a5e0-4be7-a625-60fe1850f62f req-5c83823e-67c2-4aa3-8e1a-b48265a0f52a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1098 time: 0.0879173 Jul 22 14:26:52.263155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffb678a4-a5e0-4be7-a625-60fe1850f62f req-b18a806d-f0e5-4ae5-981c-127e24c67aeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847208 Jul 22 14:26:52.421208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.909278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-298f4601-c097-45b5-8422-f5cb9e694f77 service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314239 Jul 22 14:26:52.990963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa9757-4b3a-4a80-8439-763a50177bfc req-1b41dfb7-f1a8-4e1a-a77b-e3e76ee05ca8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.994004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9fa9757-4b3a-4a80-8439-763a50177bfc req-1b41dfb7-f1a8-4e1a-a77b-e3e76ee05ca8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 944 time: 0.1881392 Jul 22 14:26:53.123253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-569d902e-aebb-41ce-b46a-bf17d83ab72e req-5e349bce-cd9e-48fc-8917-48eed44744cd service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069843 Jul 22 14:26:53.132114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9fa9757-4b3a-4a80-8439-763a50177bfc req-a9f6921d-30e4-463c-bcf2-b4b7302f25cf tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229546 Jul 22 14:26:53.547701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736748c-6224-4b48-926b-879a1725e4ee req-54199505-c1d1-4436-8f73-056c562d0546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:53.552177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-54199505-c1d1-4436-8f73-056c562d0546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1096 time: 0.3726323 Jul 22 14:26:53.583646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd310f23-f42a-47ef-bbbe-3208b3ecdeab req-eef1d437-815e-4631-a452-feeba8ee4318 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:53.591952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd310f23-f42a-47ef-bbbe-3208b3ecdeab req-eef1d437-815e-4631-a452-feeba8ee4318 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.3118575 Jul 22 14:26:53.812214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd310f23-f42a-47ef-bbbe-3208b3ecdeab req-8727e6f3-aa6a-4326-8862-2e2574ee50af tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190015 Jul 22 14:26:53.872356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736748c-6224-4b48-926b-879a1725e4ee req-2adb7253-3d2d-46b2-8b6b-8b693c134214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:53.875808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-2adb7253-3d2d-46b2-8b6b-8b693c134214 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 200 len: 898 time: 0.3191729 Jul 22 14:26:53.958642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-91143bc5-b7b7-4379-ab47-0441020d10c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 200 len: 217 time: 0.0743303 Jul 22 14:26:54.029126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736748c-6224-4b48-926b-879a1725e4ee req-a5f37c1a-b6ca-4dbf-a9fb-4b0c32d95076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.031050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-a5f37c1a-b6ca-4dbf-a9fb-4b0c32d95076 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdae505f-ce30-405b-bb70-1b49ddd81612 HTTP/1.1" status: 200 len: 834 time: 0.0646124 Jul 22 14:26:54.140007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736748c-6224-4b48-926b-879a1725e4ee req-b8531bf1-b47a-4711-a82a-2aabc681d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.143098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-b8531bf1-b47a-4711-a82a-2aabc681d115 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054716 Jul 22 14:26:54.251982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.367612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-0b8b4db8-e6ba-48a4-87d5-d055f8b8d053 service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174294 Jul 22 14:26:54.522272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 53b6d698-8176-4e7f-8573-ede46f969581 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:54.526275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac321a7-3149-4c55-bb31-6a7bb0369a1b req-88651f05-6c69-4c34-b13a-36068f0a35dc tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.545265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aac321a7-3149-4c55-bb31-6a7bb0369a1b req-88651f05-6c69-4c34-b13a-36068f0a35dc tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 944 time: 0.2219622 Jul 22 14:26:54.623884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aac321a7-3149-4c55-bb31-6a7bb0369a1b req-9ef4bdd6-8bc7-471c-8581-88f3313f4080 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773888 Jul 22 14:26:54.681864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7736748c-6224-4b48-926b-879a1725e4ee req-974e7983-bd6d-4e7a-9c41-2fc0e4db5935 service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063977 Jul 22 14:26:54.756284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 53b6d698-8176-4e7f-8573-ede46f969581, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=53b6d698-8176-4e7f-8573-ede46f969581,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:54.784082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '53b6d698-8176-4e7f-8573-ede46f969581', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'port_id': '53b6d698-8176-4e7f-8573-ede46f969581', 'mac_address': 'fa:16:3e:ad:ac:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:54.912232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.994731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b6d698-8176-4e7f-8573-ede46f969581 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:55.077214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 53b6d698-8176-4e7f-8573-ede46f969581, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=53b6d698-8176-4e7f-8573-ede46f969581,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:55.087180 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:55.126543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f18e2-3ef2-41d5-97d7-5f5bb15fe9af req-1b4b5a19-ea7b-441a-9e03-797a07a41448 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.138489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-322f18e2-3ef2-41d5-97d7-5f5bb15fe9af req-1b4b5a19-ea7b-441a-9e03-797a07a41448 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1937778 Jul 22 14:26:55.237482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-322f18e2-3ef2-41d5-97d7-5f5bb15fe9af req-2e86a865-dff3-42f3-8790-3f2b2465f52e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980163 Jul 22 14:26:55.238258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=53b6d698-8176-4e7f-8573-ede46f969581,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:55.325919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['53b6d698-8176-4e7f-8573-ede46f969581'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:55.416201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66822ae-9b56-4f8a-9612-e4d1c8986edc req-6372b76d-3be8-4e5c-853e-02b6c82ff5d9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.417791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b66822ae-9b56-4f8a-9612-e4d1c8986edc req-6372b76d-3be8-4e5c-853e-02b6c82ff5d9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.0908830 Jul 22 14:26:55.501802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b66822ae-9b56-4f8a-9612-e4d1c8986edc req-4d2140e3-aa3c-4343-ae03-7e3f53f10c4f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731859 Jul 22 14:26:55.871814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958a8ce-bfa3-478d-8d5d-62a1c7f7ec13 req-d9d5712c-a480-4df8-9440-c942875f6abe tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.877242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c958a8ce-bfa3-478d-8d5d-62a1c7f7ec13 req-d9d5712c-a480-4df8-9440-c942875f6abe tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.2651620 Jul 22 14:26:55.992717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c958a8ce-bfa3-478d-8d5d-62a1c7f7ec13 req-5bd929cc-14cb-4bbd-a08f-75c54df54ae5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079588 Jul 22 14:26:56.092555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:56.140504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc481-0639-4144-b0dc-a5f0289a7410 req-0e330068-b324-42ef-b1c9-d03459db6319 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:56.150641 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-625fc481-0639-4144-b0dc-a5f0289a7410 req-0e330068-b324-42ef-b1c9-d03459db6319 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 945 time: 0.2100043 Jul 22 14:26:56.227876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-625fc481-0639-4144-b0dc-a5f0289a7410 req-38004054-20cc-4150-96ac-b16173c3aef5 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729203 Jul 22 14:26:56.346551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9031a8-c372-46e7-ac3e-7857a9cd95f5 req-72df34af-5136-494e-9d0e-95513a100860 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:56.354063 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce9031a8-c372-46e7-ac3e-7857a9cd95f5 req-72df34af-5136-494e-9d0e-95513a100860 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1254222 Jul 22 14:26:56.377045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5411f3b-3990-4cea-921d-54af95b4f8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.429909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce9031a8-c372-46e7-ac3e-7857a9cd95f5 req-56533723-bdc7-473a-a92a-15aecda8fbe2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Jul 22 14:26:56.529319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 53b6d698-8176-4e7f-8573-ede46f969581 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:56.560681 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5411f3b-3990-4cea-921d-54af95b4f8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.569085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5411f3b-3990-4cea-921d-54af95b4f8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.619234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07261c-fa94-44ca-b7cc-7f52050e863b req-be2d2555-f52a-49c7-989c-48570ea02320 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:56.629887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c5411f3b-3990-4cea-921d-54af95b4f8fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cdeac3901f2423d930b13fdcd085cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357220 Jul 22 14:26:56.631317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5411f3b-3990-4cea-921d-54af95b4f8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba3c427-40b8-4942-a51c-ab8a979aca78,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:56.638920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c07261c-fa94-44ca-b7cc-7f52050e863b req-be2d2555-f52a-49c7-989c-48570ea02320 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1297281 Jul 22 14:26:56.646491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 53b6d698-8176-4e7f-8573-ede46f969581 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:56.648270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:56.657370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 53b6d698-8176-4e7f-8573-ede46f969581 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:56.658208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.745877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c07261c-fa94-44ca-b7cc-7f52050e863b req-2cc5bfe4-4343-415c-a15a-eb1860a835ae tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035473 Jul 22 14:26:56.787999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa987ef1-e3cb-44ab-add4-27b96271c530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.819296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa987ef1-e3cb-44ab-add4-27b96271c530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.854858 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.903182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:56.909078 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00db02f-c2a6-4840-9293-d91567ac18e1" -d '{"events": [{"server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "name": "network-vif-plugged", "status": "completed", "tag": "53b6d698-8176-4e7f-8573-ede46f969581"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:56.913522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa987ef1-e3cb-44ab-add4-27b96271c530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.916472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa987ef1-e3cb-44ab-add4-27b96271c530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.920907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fa987ef1-e3cb-44ab-add4-27b96271c530 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ba3c427-40b8-4942-a51c-ab8a979aca78 HTTP/1.1" status: 204 len: 168 time: 0.2677915 Jul 22 14:26:56.950792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 53b6d698-8176-4e7f-8573-ede46f969581, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=53b6d698-8176-4e7f-8573-ede46f969581,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:56.957730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.982348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa987ef1-e3cb-44ab-add4-27b96271c530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba3c427-40b8-4942-a51c-ab8a979aca78,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:57.039123 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7db5d9-e2e4-45bf-923c-6acb967d1b7a x-openstack-request-id: req-9d7db5d9-e2e4-45bf-923c-6acb967d1b7a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:57.040113 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "name": "network-vif-plugged", "status": "completed", "tag": "53b6d698-8176-4e7f-8573-ede46f969581", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:57.041743 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d7db5d9-e2e4-45bf-923c-6acb967d1b7a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:57.043830 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581', 'code': 200} Jul 22 14:26:57.154039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=53b6d698-8176-4e7f-8573-ede46f969581,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:57.313388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3d63e-7305-4da0-80d8-256c1bee6f0f req-bec08e8e-1b19-4503-8b22-067c6c0f408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:57.327999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f3d63e-7305-4da0-80d8-256c1bee6f0f req-bec08e8e-1b19-4503-8b22-067c6c0f408e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1098 time: 0.1746988 Jul 22 14:26:57.363810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ff6bd-70e7-4262-b0f1-097b2b3f976f req-b33b002b-038c-41da-a586-43cacfca7472 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:57.366378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b80ff6bd-70e7-4262-b0f1-097b2b3f976f req-b33b002b-038c-41da-a586-43cacfca7472 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.4208667 Jul 22 14:26:57.446762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35808f-86fc-4270-810b-32c4e2be3ca3 req-280e8d98-4c4a-4b37-94ed-d27c5f93cd3e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:57.449223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac35808f-86fc-4270-810b-32c4e2be3ca3 req-280e8d98-4c4a-4b37-94ed-d27c5f93cd3e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 946 time: 0.1011279 Jul 22 14:26:57.484379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03f3d63e-7305-4da0-80d8-256c1bee6f0f req-f619ab64-405c-4d5f-b265-a1153c2224ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510174 Jul 22 14:26:57.504905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b80ff6bd-70e7-4262-b0f1-097b2b3f976f req-c03ad9a6-e659-475d-a114-687658399301 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287253 Jul 22 14:26:57.558738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac35808f-86fc-4270-810b-32c4e2be3ca3 req-b8c35540-770b-44d2-810b-1fc37cdb3f15 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033978 Jul 22 14:26:57.633102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37552) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:57.649126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-979e6a5f-2dd3-4ab0-95e8-00876405c695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.744363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839a87-026d-424d-972d-6b953d5f34a0 req-ba1fe325-a46d-46b7-b57d-9f22defa5a86 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:57.752955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6839a87-026d-424d-972d-6b953d5f34a0 req-ba1fe325-a46d-46b7-b57d-9f22defa5a86 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1424339 Jul 22 14:26:57.799642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6839a87-026d-424d-972d-6b953d5f34a0 req-b2dec3ca-1e37-4d24-ad51-fe8350cbf61f tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Jul 22 14:26:57.868508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-979e6a5f-2dd3-4ab0-95e8-00876405c695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.876344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-979e6a5f-2dd3-4ab0-95e8-00876405c695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.921031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-979e6a5f-2dd3-4ab0-95e8-00876405c695 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdbadad212f9457ba6a742a91bbccafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862072 Jul 22 14:26:57.923877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:57.974943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e6a5f-2dd3-4ab0-95e8-00876405c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91717fd-3e7f-4afd-940e-ec187861ea29,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:58.109325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d770bb1-5ba8-425c-85a9-b19bfd03c28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:58.152178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d770bb1-5ba8-425c-85a9-b19bfd03c28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:58.272545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d770bb1-5ba8-425c-85a9-b19bfd03c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:58.275984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d770bb1-5ba8-425c-85a9-b19bfd03c28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:58.279960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d770bb1-5ba8-425c-85a9-b19bfd03c28f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c91717fd-3e7f-4afd-940e-ec187861ea29 HTTP/1.1" status: 204 len: 168 time: 0.3525491 Jul 22 14:26:58.293422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898da72-a15c-4a2e-8862-d133b6995fac req-b1bf9f16-53d4-4e7f-ae05-b8c522af3d24 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.304775 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8898da72-a15c-4a2e-8862-d133b6995fac req-b1bf9f16-53d4-4e7f-ae05-b8c522af3d24 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1727965 Jul 22 14:26:58.314808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d770bb1-5ba8-425c-85a9-b19bfd03c28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91717fd-3e7f-4afd-940e-ec187861ea29,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:58.405368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8898da72-a15c-4a2e-8862-d133b6995fac req-07102785-e796-4d67-944b-232969b7eee7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983856 Jul 22 14:26:58.775150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872982f-cc76-4fcc-8bce-9eb2f56194e1 req-0ee392b3-318f-435e-8402-df98d6f7f0e1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.782715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c872982f-cc76-4fcc-8bce-9eb2f56194e1 req-0ee392b3-318f-435e-8402-df98d6f7f0e1 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 946 time: 0.1157277 Jul 22 14:26:58.829953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c872982f-cc76-4fcc-8bce-9eb2f56194e1 req-fc37b8c6-97cc-46f1-9691-bade6ea70046 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460145 Jul 22 14:26:59.013999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531273e6-06e1-40e0-856f-c3a67357d583 req-5f667893-7e1b-4de8-828c-969263f88e49 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:59.023713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-531273e6-06e1-40e0-856f-c3a67357d583 req-5f667893-7e1b-4de8-828c-969263f88e49 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 946 time: 0.1046596 Jul 22 14:26:59.096482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-531273e6-06e1-40e0-856f-c3a67357d583 req-347ba7e5-10f1-42cd-91b3-46a1362b194d tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703502 Jul 22 14:26:59.143202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:59.259799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4999af4c-2171-4b40-bf49-341ab57d48ba tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:59.265728 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4999af4c-2171-4b40-bf49-341ab57d48ba tempest-TestNetworkBasicOps-169126191 tempest-TestNetworkBasicOps-169126191-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1093 time: 0.1209831 Jul 22 14:26:59.272105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37590) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:59.282442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '53b6d698-8176-4e7f-8573-ede46f969581', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:59.319462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:59.465464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.166811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e8c0-8030-45dd-975b-aa1cacc1ae39 req-28fb9948-dfe8-41e4-8c29-6a3a6bb715b9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.169039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97f0e8c0-8030-45dd-975b-aa1cacc1ae39 req-28fb9948-dfe8-41e4-8c29-6a3a6bb715b9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1298039 Jul 22 14:27:00.236549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Allocated IP 172.25.8.231 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e5adc456-d61a-4261-8214-96f756d3fe6b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:00.252419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97f0e8c0-8030-45dd-975b-aa1cacc1ae39 req-0b7a5556-0007-4163-b1e8-fddfac1a0ed0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725238 Jul 22 14:27:00.440210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.539048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.641636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=e5adc456-d61a-4261-8214-96f756d3fe6b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:00.697908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:00.699692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:00.707762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:00.970951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc8efc-9eed-42d4-9b53-344b7fdbf18a req-78c62645-297f-4c1d-8489-c3df2b61cdd5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.996307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23fc8efc-9eed-42d4-9b53-344b7fdbf18a req-78c62645-297f-4c1d-8489-c3df2b61cdd5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.2375703 Jul 22 14:27:01.011560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-6a9625a2-5df0-4a9d-9345-a7bcd0a95be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.013175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-6a9625a2-5df0-4a9d-9345-a7bcd0a95be5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec47677850eb45c88164643c73f24a71&device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 1098 time: 0.2568395 Jul 22 14:27:01.120181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-23fc8efc-9eed-42d4-9b53-344b7fdbf18a req-a6ea43bc-4244-4eff-a7e9-eb88e043b2ab tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121724 Jul 22 14:27:01.129248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-31db06f2-9b9b-45aa-bd02-ab4f34a22fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.131590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-31db06f2-9b9b-45aa-bd02-ab4f34a22fe6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 200 len: 914 time: 0.1110959 Jul 22 14:27:01.289702 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-de4df400-fd70-4266-89d7-20496832ede1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 200 len: 217 time: 0.1080992 Jul 22 14:27:01.512309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-7e31c58f-ced9-459c-91e4-3d07b815cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.513694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-7e31c58f-ced9-459c-91e4-3d07b815cfc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 200 len: 853 time: 0.1717961 Jul 22 14:27:01.697489 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-5665e84a-6fa0-4ffb-8abb-9603518f01dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a73cb7e7-450c-417d-8a44-9868004b66a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433006 Jul 22 14:27:01.837711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-6a511186-d2db-41be-a85d-a6dc0834bab3 service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318316 Jul 22 14:27:01.853183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:02.066540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8aaf2fb9-70c6-4232-b44b-70d701f9b493 req-cb6b9fb0-236a-4ef6-a30c-331caaa57c3b service neutron] 10.222.0.20 "GET /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108815 Jul 22 14:27:02.067304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:02.279601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:02.286756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:02.323334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73ec06-6641-4703-9cdf-08cf64a353d1 req-91f95eb1-3f71-4afb-8302-82da10cfa00c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:02.331759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc73ec06-6641-4703-9cdf-08cf64a353d1 req-91f95eb1-3f71-4afb-8302-82da10cfa00c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1010954 Jul 22 14:27:02.422004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc73ec06-6641-4703-9cdf-08cf64a353d1 req-d60c0328-efea-4096-af07-9447bf036b50 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888934 Jul 22 14:27:02.481272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:02.591369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event updated for resources: {'Port': ['ID=e5adc456-d61a-4261-8214-96f756d3fe6b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:02.652541 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Floating IP d10d9ca7-6abe-4893-8c46-0f1613f2251a associated. External IP: 172.25.8.231, port: 53b6d698-8176-4e7f-8573-ede46f969581. Jul 22 14:27:03.092070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router 827616ef-2076-4b66-b957-7cb09f8d4341 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:03.211290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:03.223790 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] Sync routers for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:03.229916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:03.234054 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:03.234667 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:26:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:03.284482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8891c8ee-fa69-4a09-aaf3-8cd04c05b1fe tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0083723 Jul 22 14:27:03.286093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:03.287911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:03.297230 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "tag": "53b6d698-8176-4e7f-8573-ede46f969581"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:03.350328 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:03.374526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-87a32e57-d7c1-4de3-94da-d970d19b77cd tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/d10d9ca7-6abe-4893-8c46-0f1613f2251a HTTP/1.1" status: 200 len: 992 time: 0.0850899 Jul 22 14:27:03.630468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'd10d9ca7-6abe-4893-8c46-0f1613f2251a', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'port_id': '53b6d698-8176-4e7f-8573-ede46f969581', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'mac_address': 'fa:16:3e:ad:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a34751-49f6-4c35-8898-511d3d2ce006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:27:01Z', 'updated_at': '2021-07-22T14:27:01Z', 'revision_number': 0, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:44Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:03.648691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c87d6d-c3e4-475c-b6cd-c9b1cd1f2ad9 req-d6b8640a-d961-4b62-8488-24ba0d20b4be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.650459 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8c87d6d-c3e4-475c-b6cd-c9b1cd1f2ad9 req-d6b8640a-d961-4b62-8488-24ba0d20b4be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1423554 Jul 22 14:27:03.658884 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] Checking router: 827616ef-2076-4b66-b957-7cb09f8d4341 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:03.668392 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:03.669238 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:26:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:03.717649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8c87d6d-c3e4-475c-b6cd-c9b1cd1f2ad9 req-bac1c11b-7aae-404c-8d7e-c5b21e44f0ca tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531142 Jul 22 14:27:03.724208 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd24ffc4-6721-4246-8fce-7760cef2bbe1 x-openstack-request-id: req-dd24ffc4-6721-4246-8fce-7760cef2bbe1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:03.725442 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "tag": "53b6d698-8176-4e7f-8573-ede46f969581", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:03.726040 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd24ffc4-6721-4246-8fce-7760cef2bbe1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:03.735431 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581', 'status': 'completed', 'code': 200} Jul 22 14:27:03.820092 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:03.925142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:03.942786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-fd80becf-fc86-48de-9ff8-d993046091f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.945178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-fd80becf-fc86-48de-9ff8-d993046091f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1098 time: 0.1928327 Jul 22 14:27:04.012427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd90897-61ad-4650-a1d5-6f964b17e9a3 req-0b55db0f-9328-4177-ad07-66607c5e3fe6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.014062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdd90897-61ad-4650-a1d5-6f964b17e9a3 req-0b55db0f-9328-4177-ad07-66607c5e3fe6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1395633 Jul 22 14:27:04.103160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-1799b46a-54f8-4212-ad5a-8d1b77bb3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.104782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdd90897-61ad-4650-a1d5-6f964b17e9a3 req-6e981843-898e-4a53-a5ec-94f4364a30e0 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825269 Jul 22 14:27:04.118267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-1799b46a-54f8-4212-ad5a-8d1b77bb3ce3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 200 len: 898 time: 0.1480634 Jul 22 14:27:04.238659 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'd10d9ca7-6abe-4893-8c46-0f1613f2251a', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'port_id': '53b6d698-8176-4e7f-8573-ede46f969581', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'mac_address': 'fa:16:3e:ad:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a34751-49f6-4c35-8898-511d3d2ce006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:27:01Z', 'updated_at': '2021-07-22T14:27:01Z', 'revision_number': 0, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:44Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:04.262004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-4e5d724b-a5f2-4870-a604-d28f8ec5d19c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 200 len: 1000 time: 0.1373355 Jul 22 14:27:04.296022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3d14-11ae-4cd1-be51-114456612b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:04.303046 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264fac3e-afdd-426e-9222-cf11664ad87a None None] The sync data for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 is: [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'd10d9ca7-6abe-4893-8c46-0f1613f2251a', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'floating_ip_address': '172.25.8.231', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'port_id': '53b6d698-8176-4e7f-8573-ede46f969581', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'mac_address': 'fa:16:3e:ad:ac:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a34751-49f6-4c35-8898-511d3d2ce006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:27:01Z', 'updated_at': '2021-07-22T14:27:01Z', 'revision_number': 0, 'project_id': '0d783c33e114459eb9a4961701888d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:44Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:04.362515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-da58e3b3-b17e-4d71-bff0-4ba0e3ff3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.364479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-da58e3b3-b17e-4d71-bff0-4ba0e3ff3bb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdae505f-ce30-405b-bb70-1b49ddd81612 HTTP/1.1" status: 200 len: 834 time: 0.0832002 Jul 22 14:27:04.365450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed07f9-43a0-40fa-99c8-374f0e29df66 req-c418c236-12d0-4f2b-92e7-9532dc543550 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.374645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bed07f9-43a0-40fa-99c8-374f0e29df66 req-c418c236-12d0-4f2b-92e7-9532dc543550 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1142089 Jul 22 14:27:04.387787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37742) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:04.499683 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bed07f9-43a0-40fa-99c8-374f0e29df66 req-714213be-ff7a-4670-bb50-8932eab9f5b2 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240876 Jul 22 14:27:04.545483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-791e29c8-cffc-4043-bbf2-de9969efc6d3 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/d10d9ca7-6abe-4893-8c46-0f1613f2251a HTTP/1.1" status: 200 len: 992 time: 0.1561885 Jul 22 14:27:04.579095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-44a2d264-a015-41ef-8b9f-4c01af440ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.581747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-44a2d264-a015-41ef-8b9f-4c01af440ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908352 Jul 22 14:27:04.742194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dada82-62bc-4648-8f24-4a04779269bf None None] New status for floating IP d10d9ca7-6abe-4893-8c46-0f1613f2251a: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:27:04.842095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-ce391ce1-db75-403a-a765-ff5d731234be service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504246 Jul 22 14:27:04.845705 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3d14-11ae-4cd1-be51-114456612b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:04.855264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be4b76-f384-46da-9181-4db8ab0aaf7c req-539af695-b79b-4890-b6a6-286b706f83a7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.857602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40be4b76-f384-46da-9181-4db8ab0aaf7c req-539af695-b79b-4890-b6a6-286b706f83a7 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.2620363 Jul 22 14:27:04.868068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c2c3d14-11ae-4cd1-be51-114456612b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.005905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-40be4b76-f384-46da-9181-4db8ab0aaf7c req-c7b99f82-8e82-410a-9f08-451db91835cd tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350076 Jul 22 14:27:05.006564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c3d14-11ae-4cd1-be51-114456612b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47cf165-f13a-4fda-9d42-f8003b93bfd5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:05.027254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9c2c3d14-11ae-4cd1-be51-114456612b3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96d3237c27944849a301c801a8368999&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0978949 Jul 22 14:27:05.028112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37756) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:05.083034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97b0d7b6-3b8b-4ac1-89ac-40a5900d9aaf req-dbbad02a-b6bc-461f-a7aa-f441d998a19f service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241960 Jul 22 14:27:05.216013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18aec1f9-c691-4d20-8e7a-c68e43275f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.248009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18aec1f9-c691-4d20-8e7a-c68e43275f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.308272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18aec1f9-c691-4d20-8e7a-c68e43275f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.314457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18aec1f9-c691-4d20-8e7a-c68e43275f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.316925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-18aec1f9-c691-4d20-8e7a-c68e43275f6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b47cf165-f13a-4fda-9d42-f8003b93bfd5 HTTP/1.1" status: 204 len: 168 time: 0.2869029 Jul 22 14:27:05.318968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897dcb-26a7-4e26-8be3-69505c691781 req-a8b5c8c3-48b9-4a50-b5df-e36f99b687f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.322853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37897dcb-26a7-4e26-8be3-69505c691781 req-a8b5c8c3-48b9-4a50-b5df-e36f99b687f9 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.0994320 Jul 22 14:27:05.327373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aec1f9-c691-4d20-8e7a-c68e43275f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47cf165-f13a-4fda-9d42-f8003b93bfd5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:05.406436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37897dcb-26a7-4e26-8be3-69505c691781 req-0e81f903-df2d-4b57-a56a-b17dafb749a6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714641 Jul 22 14:27:05.546449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:05.741018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d1c7-d4aa-4b15-9615-05d1439cce9c req-8986f242-8f1a-4a06-b311-5dceaa5cfc7d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.751684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acb0d1c7-d4aa-4b15-9615-05d1439cce9c req-8986f242-8f1a-4a06-b311-5dceaa5cfc7d tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.2353952 Jul 22 14:27:05.758911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d62e4c8-189c-4c04-b4e8-20858492712c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/d10d9ca7-6abe-4893-8c46-0f1613f2251a HTTP/1.1" status: 200 len: 994 time: 0.2106605 Jul 22 14:27:05.822365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-acb0d1c7-d4aa-4b15-9615-05d1439cce9c req-7e0ae687-067f-4409-a56b-3f95207965a3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696599 Jul 22 14:27:05.931137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 37782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:05.990684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44663323-5610-4c8c-9434-2716728bdae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.137704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9aa87-cfb2-41d9-8399-2dd72f9f2caf req-def18ce5-4257-482c-928f-3a96d6190add tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.139714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05a9aa87-cfb2-41d9-8399-2dd72f9f2caf req-def18ce5-4257-482c-928f-3a96d6190add tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1690655 Jul 22 14:27:06.290891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05a9aa87-cfb2-41d9-8399-2dd72f9f2caf req-16b0a19d-616e-467a-b5d4-e9c1ba3aa904 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171763 Jul 22 14:27:06.293188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44663323-5610-4c8c-9434-2716728bdae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.306768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44663323-5610-4c8c-9434-2716728bdae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.370817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-44663323-5610-4c8c-9434-2716728bdae5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ccaea1a01444c95a23ab4e0646aa303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347351 Jul 22 14:27:06.373542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 37798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:06.379662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44663323-5610-4c8c-9434-2716728bdae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e53a1-405b-45ca-a057-05c75cc1ca13,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:06.481264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518b17-e980-4952-a4f0-71c55871400a req-047dba5e-d774-4245-817e-b2220bb7b361 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.482951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd518b17-e980-4952-a4f0-71c55871400a req-047dba5e-d774-4245-817e-b2220bb7b361 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1108689 Jul 22 14:27:06.497110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2554957-eaab-49c2-8878-e5b9588ba168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.554063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2554957-eaab-49c2-8878-e5b9588ba168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.557129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd518b17-e980-4952-a4f0-71c55871400a req-ed94ec34-be87-4429-a121-65a8d0eec38b tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621037 Jul 22 14:27:06.620832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2554957-eaab-49c2-8878-e5b9588ba168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.624844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2554957-eaab-49c2-8878-e5b9588ba168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.634238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2554957-eaab-49c2-8878-e5b9588ba168 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d35e53a1-405b-45ca-a057-05c75cc1ca13 HTTP/1.1" status: 204 len: 168 time: 0.2596111 Jul 22 14:27:06.644819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2554957-eaab-49c2-8878-e5b9588ba168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e53a1-405b-45ca-a057-05c75cc1ca13,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:06.808405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5a7e1-8922-4f82-b5c1-477bd559f261 req-564d3a9d-22d2-46b1-9ce0-71fe01c94df4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.810224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18f5a7e1-8922-4f82-b5c1-477bd559f261 req-564d3a9d-22d2-46b1-9ce0-71fe01c94df4 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1029172 Jul 22 14:27:06.883335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18f5a7e1-8922-4f82-b5c1-477bd559f261 req-29613d63-0729-43c9-bb2b-d3e8d32d5a82 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672967 Jul 22 14:27:07.071195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a19a4d-51a7-4930-b36e-d9b26b27581c req-e5fe6fe1-38f6-4e91-9d56-e359082934be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.073765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7a19a4d-51a7-4930-b36e-d9b26b27581c req-e5fe6fe1-38f6-4e91-9d56-e359082934be tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1281128 Jul 22 14:27:07.136892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c7a19a4d-51a7-4930-b36e-d9b26b27581c req-3b28d696-b870-45a6-b12a-31a8a4256df1 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Jul 22 14:27:07.384165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca30ea-c932-4011-866e-266c38253989 req-d295e50e-979d-4548-b869-9f2e74a92980 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.395938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1ca30ea-c932-4011-866e-266c38253989 req-d295e50e-979d-4548-b869-9f2e74a92980 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1302550 Jul 22 14:27:07.445789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f1ca30ea-c932-4011-866e-266c38253989 req-f2b33f58-914c-4858-9486-9e3c70116c47 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433061 Jul 22 14:27:07.715963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06058ace-f740-42d9-ad74-a72fb27ec888 req-e6b10a8f-6675-4f1c-8eca-aef864cbce05 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.727069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06058ace-f740-42d9-ad74-a72fb27ec888 req-e6b10a8f-6675-4f1c-8eca-aef864cbce05 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.2006655 Jul 22 14:27:07.793333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06058ace-f740-42d9-ad74-a72fb27ec888 req-790a2293-ba7b-49ad-9ddf-cdfb94cb7ed3 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613375 Jul 22 14:27:08.030886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5d214-8852-4146-9cec-e47e141702a4 req-a04e9299-bd0d-4f06-b673-e8518b7fef5e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.043707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3a5d214-8852-4146-9cec-e47e141702a4 req-a04e9299-bd0d-4f06-b673-e8518b7fef5e tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1358442 Jul 22 14:27:08.106264 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3a5d214-8852-4146-9cec-e47e141702a4 req-fbb0040c-a826-4921-bb9d-4b55ac6ae26c tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Jul 22 14:27:08.310570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05154-3176-47a0-bf6b-e7dee7f220b2 req-aff5c859-06ff-40f4-89ea-acf18e5f8f87 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.313134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9cb05154-3176-47a0-bf6b-e7dee7f220b2 req-aff5c859-06ff-40f4-89ea-acf18e5f8f87 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1233170 Jul 22 14:27:08.365054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9cb05154-3176-47a0-bf6b-e7dee7f220b2 req-a8a615ef-f264-4f4b-9b00-16fbc7dce081 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Jul 22 14:27:08.614471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729aa38-a23b-423b-8bb2-7beffff50fda req-aaadfc7b-98c1-44d0-8b6e-2bfe775fcbad tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.616463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2729aa38-a23b-423b-8bb2-7beffff50fda req-aaadfc7b-98c1-44d0-8b6e-2bfe775fcbad tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1110039 Jul 22 14:27:08.697029 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2729aa38-a23b-423b-8bb2-7beffff50fda req-9c8d07d9-3a04-4557-872c-487914c6010a tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738730 Jul 22 14:27:15.559564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:15.764824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a1c28e0-fc25-4613-b28c-8ccb220af839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.027768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a1c28e0-fc25-4613-b28c-8ccb220af839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.036331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a1c28e0-fc25-4613-b28c-8ccb220af839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.114581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38280) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:16.115271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1a1c28e0-fc25-4613-b28c-8ccb220af839 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b67fa9691cc4848a786f28fb9940262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519965 Jul 22 14:27:16.178123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c28e0-fc25-4613-b28c-8ccb220af839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8d5cb1-8540-4c52-b703-daae20b997e9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:16.319602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-368f29fb-63a4-4dee-bbc6-3964dbfe59b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.356908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-368f29fb-63a4-4dee-bbc6-3964dbfe59b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.375934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd7c03-0d05-4d3e-b5c8-3ab7d6c14404 req-437c4ec9-b0aa-4f8e-bf4f-dab3b34c0539 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.377487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26bd7c03-0d05-4d3e-b5c8-3ab7d6c14404 req-437c4ec9-b0aa-4f8e-bf4f-dab3b34c0539 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1715729 Jul 22 14:27:16.464588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26bd7c03-0d05-4d3e-b5c8-3ab7d6c14404 req-8d44f878-3525-4546-98a1-f08e3cb56b20 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743387 Jul 22 14:27:16.474119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-368f29fb-63a4-4dee-bbc6-3964dbfe59b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.477815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-368f29fb-63a4-4dee-bbc6-3964dbfe59b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.481871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-368f29fb-63a4-4dee-bbc6-3964dbfe59b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee8d5cb1-8540-4c52-b703-daae20b997e9 HTTP/1.1" status: 204 len: 168 time: 0.3623719 Jul 22 14:27:16.491145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f29fb-63a4-4dee-bbc6-3964dbfe59b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8d5cb1-8540-4c52-b703-daae20b997e9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:16.853821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:16.870640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9df35-fd42-4a5e-8278-67c42a8b5f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.980874 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9df35-fd42-4a5e-8278-67c42a8b5f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.986325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9df35-fd42-4a5e-8278-67c42a8b5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.066047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6e9df35-fd42-4a5e-8278-67c42a8b5f80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2a19eff555b4fb2b3dd923af6ae868f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079134 Jul 22 14:27:17.066047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9df35-fd42-4a5e-8278-67c42a8b5f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2364f942-d9e3-4cd9-9ccc-acc2d4ee3167,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:17.066883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38304) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:17.139028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0306d72-ffea-4994-a4f7-28b2e113e8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.176840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0306d72-ffea-4994-a4f7-28b2e113e8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.248526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0306d72-ffea-4994-a4f7-28b2e113e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.251377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0306d72-ffea-4994-a4f7-28b2e113e8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.253858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c0306d72-ffea-4994-a4f7-28b2e113e8ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2364f942-d9e3-4cd9-9ccc-acc2d4ee3167 HTTP/1.1" status: 204 len: 168 time: 0.1848693 Jul 22 14:27:17.263974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0306d72-ffea-4994-a4f7-28b2e113e8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2364f942-d9e3-4cd9-9ccc-acc2d4ee3167,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:17.764600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d3a59-590e-42f2-b4e4-43b6c0f56b8d req-671ce713-7cb3-4837-ac32-41ac8ac56ff6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:17.766576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-024d3a59-590e-42f2-b4e4-43b6c0f56b8d req-671ce713-7cb3-4837-ac32-41ac8ac56ff6 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1963019 Jul 22 14:27:17.774285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-d0f534ca-5664-4d0f-964a-8626bcafc7bb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:17.775976 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-d0f534ca-5664-4d0f-964a-8626bcafc7bb tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 946 time: 0.1611683 Jul 22 14:27:17.926113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-024d3a59-590e-42f2-b4e4-43b6c0f56b8d req-1becc26a-dd86-431d-b506-6d00ac0d4bf5 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/security-groups?id=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434491 Jul 22 14:27:17.955473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Deleting port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:17.956079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:18.107021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] For port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,segment=NetworkSegment(23563d86-57ec-4074-a9f0-232ceffe294c),segment_id=23563d86-57ec-4074-a9f0-232ceffe294c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:18.107307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:18.126648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Calling delete_port for 157e0a30-5f7f-4ec6-aafa-4e914d52d5be owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:18.324718 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:18.337770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['157e0a30-5f7f-4ec6-aafa-4e914d52d5be'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:18.370086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Pushing event deleted for resources: {'Port': ['ID=157e0a30-5f7f-4ec6-aafa-4e914d52d5be,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:18.489575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] No DVR routers for this DVR port 157e0a30-5f7f-4ec6-aafa-4e914d52d5be on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:18.499002 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:18.502178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-241d57f2-38ce-4ef1-a936-4d16d52c703f req-ab4187c1-e095-4a51-9c77-9d77ac9dcd11 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.20 "DELETE /v2.0/ports/157e0a30-5f7f-4ec6-aafa-4e914d52d5be HTTP/1.1" status: 204 len: 173 time: 0.7183502 Jul 22 14:27:18.502641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-deleted', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:18.506590 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6050838b-f4af-4f54-8d8e-a8fa9b5dd603" -d '{"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-deleted", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:18.574479 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5adf0-238f-4a61-87a7-7d49ca15ed19 x-openstack-request-id: req-7dc5adf0-238f-4a61-87a7-7d49ca15ed19 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:18.575387 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb23fe-4c9e-4207-b58e-f613cb698580", "name": "network-vif-deleted", "tag": "157e0a30-5f7f-4ec6-aafa-4e914d52d5be", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:18.575873 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7dc5adf0-238f-4a61-87a7-7d49ca15ed19 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:18.582471 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb23fe-4c9e-4207-b58e-f613cb698580', 'name': 'network-vif-deleted', 'tag': '157e0a30-5f7f-4ec6-aafa-4e914d52d5be', 'status': 'completed', 'code': 200} Jul 22 14:27:18.631866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-792b3dad-8e3b-4505-9120-649bcbb67bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.079637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e78bbb6c-e262-40c5-a28a-b981f4a00584 req-9ebb8892-19ae-4750-8eae-2722fad06b08 tempest-ServersNegativeTestJSON-1054091920 tempest-ServersNegativeTestJSON-1054091920-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfcb23fe-4c9e-4207-b58e-f613cb698580 HTTP/1.1" status: 200 len: 210 time: 0.0438178 Jul 22 14:27:19.140903 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.381162 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:27:19.695291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38412) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:19.826388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-376253890'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:19.866860 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.868743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.939733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.947580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.974772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.976365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d687b47d-c552-4970-b429-e527a02db965 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2864549 Jul 22 14:27:19.980330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:20.042931 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.075619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.181027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:20.267572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Deleting subnet f7f7d74a-5de9-402e-a552-dd78be06024b {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:20.278329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.287715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.292829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.353186 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.356458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.357134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 278b4ae0-f0f7-4779-b38f-e02f123c64e6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:20.369110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.370196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f2aaf666-d4d8-4876-bbe6-01c077d04a43 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "DELETE /v2.0/routers/278b4ae0-f0f7-4779-b38f-e02f123c64e6 HTTP/1.1" status: 204 len: 168 time: 0.3883212 Jul 22 14:27:20.376659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:20.385002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Request body: {'router': {'name': 'tempest-router-276572587', 'distributed': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:20.419411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.436979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.441079 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.527584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.555249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.563400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.573946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f7d74a-5de9-402e-a552-dd78be06024b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:20.586782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.592199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:20.592624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-602d5212-007f-4f0c-83f5-326c4241358e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f7f7d74a-5de9-402e-a552-dd78be06024b HTTP/1.1" status: 204 len: 168 time: 0.4102929 Jul 22 14:27:20.595495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.599072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-316166d9-03d9-4e8e-b7e1-6dd84944ecc8 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2246315 Jul 22 14:27:20.602527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38438) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:20.711273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.738534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.846115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.858488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73cb7e7-450c-417d-8a44-9868004b66a6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:20.877663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23563d86-57ec-4074-a9f0-232ceffe294c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:20.878771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23563d86-57ec-4074-a9f0-232ceffe294c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:20.888897 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.906497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.914034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:20.914692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:20.929830 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:21.010345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.013286 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.023488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.032703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.039052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] 10.222.0.11 "DELETE /v2.0/networks/a73cb7e7-450c-417d-8a44-9868004b66a6 HTTP/1.1" status: 204 len: 168 time: 0.4434414 Jul 22 14:27:21.060773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fb1d3-a2c9-4444-8e4f-4d0d010d40df admin admin] Pushing event deleted for resources: {'Network': ['ID=a73cb7e7-450c-417d-8a44-9868004b66a6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:21.079474 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.080209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfeb8c94-16d2-4de2-964d-1e9dec72b559 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:21.087036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.091347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aa744829-df00-4504-85d7-a1c6e5ba152a tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "DELETE /v2.0/routers/bfeb8c94-16d2-4de2-964d-1e9dec72b559 HTTP/1.1" status: 204 len: 168 time: 0.4837184 Jul 22 14:27:21.091751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:21.098183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Request body: {'router': {'name': 'tempest-router-92660744', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '976e84cd3f36406082e931cfb8e88964'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:21.132695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.135039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.199329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.228777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.250475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.251979 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84dc352f-7e86-408f-8d2f-944aa2c779eb tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1588581 Jul 22 14:27:21.254806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38458) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:21.263333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:21.321125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38460) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:21.349418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.407556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b59513f7-6034-4951-9768-62ec9677fbd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec47677850eb45c88164643c73f24a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851514 Jul 22 14:27:21.410605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38466) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:21.458417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67a3c800-441e-43be-a350-b24919a3e169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.475575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:21.497381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf5cf-0b95-4c86-8b51-913b42cdfc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.530068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf5cf-0b95-4c86-8b51-913b42cdfc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.567755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.568268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.595288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf5cf-0b95-4c86-8b51-913b42cdfc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.597590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 157e0a30-5f7f-4ec6-aafa-4e914d52d5be {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:21.598778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffcdf5cf-0b95-4c86-8b51-913b42cdfc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.600842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 157e0a30-5f7f-4ec6-aafa-4e914d52d5be not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:21.603059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ffcdf5cf-0b95-4c86-8b51-913b42cdfc7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e677e04f-8c93-45c2-a6ee-9c1bcaa760f6 HTTP/1.1" status: 204 len: 168 time: 0.1908522 Jul 22 14:27:21.619440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdf5cf-0b95-4c86-8b51-913b42cdfc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e677e04f-8c93-45c2-a6ee-9c1bcaa760f6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:21.735629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93759) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 14:27:21.735972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Router 326aeeae-3854-46cc-a754-6fe33166dedc migrating from provider to provider. {{(pid=93759) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 14:27:21.736359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.750622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.760287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.957864 n-d-787205-11 neutron-server[93759]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] No L3 agents can host the router 326aeeae-3854-46cc-a754-6fe33166dedc Jul 22 14:27:22.157117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Hosts for router 326aeeae-3854-46cc-a754-6fe33166dedc: [] {{(pid=93759) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 14:27:22.194796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Hosts for other DVR routers connected to router 326aeeae-3854-46cc-a754-6fe33166dedc: set() {{(pid=93759) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 14:27:22.197478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.198837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a72fba1-c432-4cd7-9e52-cbe7618d2e96 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "PUT /v2.0/routers/326aeeae-3854-46cc-a754-6fe33166dedc HTTP/1.1" status: 200 len: 715 time: 0.9425716 Jul 22 14:27:22.203057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:22.443289 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.838894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cc7dc71e-d47d-48de-a5f6-88dafa3906c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "GET /v2.0/routers/326aeeae-3854-46cc-a754-6fe33166dedc HTTP/1.1" status: 200 len: 715 time: 0.6346869 Jul 22 14:27:22.842983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:23.063368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:23.247833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-261061260-network', 'tenant_id': 'b1e4919b55cf41c5a5dc9099a12cfffe'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:23.285036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aeab28cc-be8b-4131-92bb-b3e47467e7d3 tempest-RoutersTestDVR-1556690791 tempest-RoutersTestDVR-1556690791-project] 10.222.0.11 "GET /v2.0/routers/326aeeae-3854-46cc-a754-6fe33166dedc HTTP/1.1" status: 200 len: 681 time: 0.4397407 Jul 22 14:27:23.288154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38532) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:23.309040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Made reservation on behalf of b1e4919b55cf41c5a5dc9099a12cfffe for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:23.312004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.384974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.416130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.653215 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.656691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.736299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.736857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 326aeeae-3854-46cc-a754-6fe33166dedc {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:23.745202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.746415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2381f2ee-09e7-4508-8260-bb234a0f96c1 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "DELETE /v2.0/routers/326aeeae-3854-46cc-a754-6fe33166dedc HTTP/1.1" status: 204 len: 168 time: 0.4519374 Jul 22 14:27:23.767691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:23.772959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Request body: {'router': {'name': 'tempest-router-544238995', 'distributed': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:23.788296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.823606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.862922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-b9730988-f591-4c68-ac12-379a3cefab87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1371427 Jul 22 14:27:23.904053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:27:23.922993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.924370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.969128 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-7c91ca9a-6813-4111-bece-a40767eeb9ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2468281 Jul 22 14:27:23.975890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.990062 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Added segment 1d763fe5-cb30-410d-ab33-f371d1ab02b4 of type vlan for network cf2217d5-8d36-4182-90eb-51a5a8502f4d Jul 22 14:27:24.008621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-0f2da594-9067-4649-8e4a-63a9417b48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.010152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6831769c-8cf1-47c9-815b-52ef9bd1df52,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:24.010333 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-0f2da594-9067-4649-8e4a-63a9417b48e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1098 time: 0.0917590 Jul 22 14:27:24.166582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.201523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.219614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-fde0da8e-9f91-4126-aeff-19d899ce54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.228751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-fde0da8e-9f91-4126-aeff-19d899ce54c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1682563 Jul 22 14:27:24.249755 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.273040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.307568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.313952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6611564e-cc2a-4391-821b-8cd560be3143 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5436223 Jul 22 14:27:24.315675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:24.328766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-42fe9998-3372-4570-a369-2887536b2edb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1002 time: 0.0982051 Jul 22 14:27:24.425542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.426649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.427237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.427686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-e87bc6ea-2601-4a67-87be-fffadcfb32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.429521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-e87bc6ea-2601-4a67-87be-fffadcfb32a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0930657 Jul 22 14:27:24.432648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-e9de3c5e-264d-47e9-b043-4434420f463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.434240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-e9de3c5e-264d-47e9-b043-4434420f463d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1098 time: 0.3403914 Jul 22 14:27:24.528116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-7d5c4e9f-72c1-4c0b-a114-b949a988c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.529892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-7d5c4e9f-72c1-4c0b-a114-b949a988c6aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936463 Jul 22 14:27:24.535998 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.541336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4745078 Jul 22 14:27:24.543725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:24.628507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Request body: {'subnet': {'network_id': 'cf2217d5-8d36-4182-90eb-51a5a8502f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-261061260-subnet', 'tenant_id': 'b1e4919b55cf41c5a5dc9099a12cfffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:24.668567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-a692695a-f182-443e-9ce9-484d514ace99 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313956 Jul 22 14:27:24.756021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7111e7-dfc2-4478-b124-49ad9899176d admin admin] Pushing event updated for resources: {'Network': ['ID=cf2217d5-8d36-4182-90eb-51a5a8502f4d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:24.767029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network cf2217d5-8d36-4182-90eb-51a5a8502f4d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:27:24.804782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7828e7a-ffe8-494a-a7ec-c3d99b251c88 req-d4e7d339-75f5-436b-9134-24969a86f529 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295171 Jul 22 14:27:24.924685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Made reservation on behalf of b1e4919b55cf41c5a5dc9099a12cfffe for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:24.927551 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.954107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.958056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.976130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-152824a4-4819-4ad3-9e8e-9f7fcc006dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.978292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-152824a4-4819-4ad3-9e8e-9f7fcc006dde service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 200 len: 898 time: 0.5047719 Jul 22 14:27:25.116050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.116891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52334193-13b7-4da8-92c0-4866c68b97c3 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:25.126970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.128912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64180e8d-2ca5-403d-9c65-f443fe5dc9b2 tempest-RoutersTestDVR-1798283577 tempest-RoutersTestDVR-1798283577-project-admin] 10.222.0.11 "DELETE /v2.0/routers/52334193-13b7-4da8-92c0-4866c68b97c3 HTTP/1.1" status: 204 len: 168 time: 0.8057742 Jul 22 14:27:25.168888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-1f48d7d6-8e3e-40c8-bd93-1f1df23e3316 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 200 len: 1002 time: 0.1314960 Jul 22 14:27:25.266261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-6f99a2e0-980d-4ecc-8852-8d04f6aa72e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.268005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-6f99a2e0-980d-4ecc-8852-8d04f6aa72e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdae505f-ce30-405b-bb70-1b49ddd81612 HTTP/1.1" status: 200 len: 834 time: 0.0917220 Jul 22 14:27:25.372010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.423575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-b276461b-30cc-49d3-b10a-e70e2f93e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.425929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-b276461b-30cc-49d3-b10a-e70e2f93e5c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499720 Jul 22 14:27:25.496846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751bf87d-b698-4b10-8a84-d6f4a01210a2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:25.557653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Checking segment: {'id': '1d763fe5-cb30-410d-ab33-f371d1ab02b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'cf2217d5-8d36-4182-90eb-51a5a8502f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:25.558046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Network hostable DHCP agents. Network: cf2217d5-8d36-4182-90eb-51a5a8502f4d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:27:25.610672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Network cf2217d5-8d36-4182-90eb-51a5a8502f4d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:27:25.617102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38610) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:25.627278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-7de8c6fe-a686-495b-9804-1e72aae5b90f service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870039 Jul 22 14:27:25.649667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, cf2217d5-8d36-4182-90eb-51a5a8502f4d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:25.661180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfda9c-1b26-4bd9-ae43-f8308019a763 None None] Network cf2217d5-8d36-4182-90eb-51a5a8502f4d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:25.662795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.663281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.725667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fdcf033b-6366-412d-a53c-448ec36354f5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1339688 Jul 22 14:27:25.778060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b3abe15-b3f3-4ad4-bc0d-15d45019960e req-a93b6848-1533-4b24-93a1-5cc5b62a9246 service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418712 Jul 22 14:27:25.899128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebffa8f-4d88-4e71-b789-89dcd81e3bb8 None None] Network cf2217d5-8d36-4182-90eb-51a5a8502f4d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:25.914873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b975-2aa9-4558-beef-cd2e185290c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.943727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.021151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Deleting subnet 751bf87d-b698-4b10-8a84-d6f4a01210a2 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:26.032701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.039211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b975-2aa9-4558-beef-cd2e185290c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.047048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ccc8b975-2aa9-4558-beef-cd2e185290c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.086780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.143061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ccc8b975-2aa9-4558-beef-cd2e185290c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=976e84cd3f36406082e931cfb8e88964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5248199 Jul 22 14:27:26.145601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8b975-2aa9-4558-beef-cd2e185290c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac685d-17f1-4ab4-ac54-941d9eae945d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:26.149450 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38632) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.163572 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.246147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6298ddf-5696-4fdf-8354-778eb490932a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.279048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.287717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6298ddf-5696-4fdf-8354-778eb490932a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.313417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751bf87d-b698-4b10-8a84-d6f4a01210a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:26.321532 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.326604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9cd6e814-752d-4e53-88b3-911bb8cde874 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/751bf87d-b698-4b10-8a84-d6f4a01210a2 HTTP/1.1" status: 204 len: 168 time: 0.3818309 Jul 22 14:27:26.327417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.366811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6298ddf-5696-4fdf-8354-778eb490932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.370607 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6298ddf-5696-4fdf-8354-778eb490932a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.374414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a6298ddf-5696-4fdf-8354-778eb490932a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cac685d-17f1-4ab4-ac54-941d9eae945d HTTP/1.1" status: 204 len: 168 time: 0.2210720 Jul 22 14:27:26.401051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6298ddf-5696-4fdf-8354-778eb490932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac685d-17f1-4ab4-ac54-941d9eae945d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:26.465055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.574007 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.587745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2217d5-8d36-4182-90eb-51a5a8502f4d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:26.607131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d763fe5-cb30-410d-ab33-f371d1ab02b4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:26.608087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d763fe5-cb30-410d-ab33-f371d1ab02b4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:26.632130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.666630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.685379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:26.686198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:26.704636 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:26.788802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.799085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.802565 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cf2217d5-8d36-4182-90eb-51a5a8502f4d HTTP/1.1" status: 204 len: 168 time: 0.4739490 Jul 22 14:27:26.814536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b3c81-abcb-41ba-b1d9-2c21b49d0a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf2217d5-8d36-4182-90eb-51a5a8502f4d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:26.826806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.842528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34bbbe5c-c0b7-411b-8905-fe913595e534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.964510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34bbbe5c-c0b7-411b-8905-fe913595e534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.970988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34bbbe5c-c0b7-411b-8905-fe913595e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.059711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38668) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:27.068189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-34bbbe5c-c0b7-411b-8905-fe913595e534 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7904cb473b54fdcacb9ad0046ae963f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402940 Jul 22 14:27:27.074945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbbe5c-c0b7-411b-8905-fe913595e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c11297a-07a1-4a86-b3a3-11234f4f3b80,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:27.150118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:27.177766 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b03e658-eed4-426b-968f-103b5595ccf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.204975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38674) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:27.205402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-df5471ab-ab62-4e5f-93c4-96c9819c72a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1e4919b55cf41c5a5dc9099a12cfffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530276 Jul 22 14:27:27.208447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b03e658-eed4-426b-968f-103b5595ccf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.326201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53776dfa-58fa-4c26-a17d-c9c462b1b427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.340249 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b03e658-eed4-426b-968f-103b5595ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.343167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b03e658-eed4-426b-968f-103b5595ccf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.344563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8b03e658-eed4-426b-968f-103b5595ccf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c11297a-07a1-4a86-b3a3-11234f4f3b80 HTTP/1.1" status: 204 len: 168 time: 0.2838497 Jul 22 14:27:27.371779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53776dfa-58fa-4c26-a17d-c9c462b1b427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.382772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03e658-eed4-426b-968f-103b5595ccf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c11297a-07a1-4a86-b3a3-11234f4f3b80,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:27.442932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53776dfa-58fa-4c26-a17d-c9c462b1b427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.450045 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53776dfa-58fa-4c26-a17d-c9c462b1b427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.452175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-53776dfa-58fa-4c26-a17d-c9c462b1b427 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6831769c-8cf1-47c9-815b-52ef9bd1df52 HTTP/1.1" status: 204 len: 168 time: 0.2460670 Jul 22 14:27:27.470582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53776dfa-58fa-4c26-a17d-c9c462b1b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6831769c-8cf1-47c9-815b-52ef9bd1df52,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:28.754503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38752) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:29.169691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1211913946'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:29.219984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:29.240360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.289594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.452029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.459320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.519046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:27:29.544384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.547769 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Added segment f08e6a88-80d5-44e3-8d81-4fef659a0b48 of type vlan for network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 Jul 22 14:27:29.650922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:29.699089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91bbcd5-4a87-4a12-899b-e08d028ee180,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:29.731690 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.809023 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.825997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:29.827738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.913446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d185b418-7f73-45ed-a1cb-1f5803b8b9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.966854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2103944 Jul 22 14:27:29.969984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:29.987507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'subnet': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:30.026998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d1a59-b052-40e0-bd41-6e9d8d3d27c2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Network': ['ID=8b8fefca-e743-46e8-87fc-c0b2ae2e98a5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:30.051867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:27:30.234208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d185b418-7f73-45ed-a1cb-1f5803b8b9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.243966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d185b418-7f73-45ed-a1cb-1f5803b8b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.311958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d185b418-7f73-45ed-a1cb-1f5803b8b9b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37084e803d0a4078a7bd8ea863e69720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603768 Jul 22 14:27:30.314900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:30.316327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:30.321530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.383751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45b7b6da-b1dd-40c6-b6d3-41e74c230043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.407778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38810) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:30.440306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185b418-7f73-45ed-a1cb-1f5803b8b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4221b036-f822-42fc-ac9b-a3024b8aad2a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:30.513302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45b7b6da-b1dd-40c6-b6d3-41e74c230043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.566336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4dc4f5b4-3121-40fa-89a6-3326752bf3ff tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/floatingips/d10d9ca7-6abe-4893-8c46-0f1613f2251a HTTP/1.1" status: 200 len: 994 time: 0.1572874 Jul 22 14:27:30.587846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.611244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45b7b6da-b1dd-40c6-b6d3-41e74c230043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.617185 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45b7b6da-b1dd-40c6-b6d3-41e74c230043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.618528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-45b7b6da-b1dd-40c6-b6d3-41e74c230043 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4221b036-f822-42fc-ac9b-a3024b8aad2a HTTP/1.1" status: 204 len: 168 time: 0.3023455 Jul 22 14:27:30.641839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b6da-b1dd-40c6-b6d3-41e74c230043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221b036-f822-42fc-ac9b-a3024b8aad2a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:30.797955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Subnet': ['ID=6122f1d6-0d17-41b8-bf3a-8413656a28ae,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:30.819131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Checking segment: {'id': 'f08e6a88-80d5-44e3-8d81-4fef659a0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:30.819642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network hostable DHCP agents. Network: 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:27:30.887637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:27:30.906316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38830) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:30.907465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:30.916802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba9a83-cad7-40ff-b993-277c0fb1d1e8 None None] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:30.922133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:30.922963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.991207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ca5ba93-fea0-4c9f-9e1d-31e08e0abbfb tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0192325 Jul 22 14:27:30.991839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:30.996923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348304113'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:31.270565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'tenant_id': '7e49c630172d4a49b87631fe0ed70c32', 'fixed_ips': [{'subnet_id': '6122f1d6-0d17-41b8-bf3a-8413656a28ae'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:27:31.270565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.402031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port e5adc456-d61a-4261-8214-96f756d3fe6b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:31.402980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.419256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:31.425454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.455045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] device_id is not set on port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:27:31.511587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Allocated IP 2001:db8::2 (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/c4f306fb-cb4b-4381-8c8e-595447939c74) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:31.552707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.553068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.568542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for e5adc456-d61a-4261-8214-96f756d3fe6b owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:31.833588 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.852962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Transition to ACTIVE for port object c4f306fb-cb4b-4381-8c8e-595447939c74 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:31.936641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:31.943690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Transition to ACTIVE for port object c4f306fb-cb4b-4381-8c8e-595447939c74 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:31.957086 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.052571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Pushing event updated for resources: {'Port': ['ID=c4f306fb-cb4b-4381-8c8e-595447939c74,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.069015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.069375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.069749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.070091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.070481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.070823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.071156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.072064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.072737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.072892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.073418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.073944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:32.100785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:32.103771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:32.113715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:32.165068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Allocated IP 2001:db8::2f (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/33599980-4b21-4cf4-b2e6-dab9d986b9b3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:32.239647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-862533867-network', 'tenant_id': '70af6455a0b74fa49469342aff80870c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:32.303002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Attempting to bind port c4f306fb-cb4b-4381-8c8e-595447939c74 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:32.303612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Attempting to bind port c4f306fb-cb4b-4381-8c8e-595447939c74 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f08e6a88-80d5-44e3-8d81-4fef659a0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:32.303740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Attempting to bind port c4f306fb-cb4b-4381-8c8e-595447939c74 on network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:32.312362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:32.312748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Checking segment: {'id': 'f08e6a88-80d5-44e3-8d81-4fef659a0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:32.313443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.314136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Bound using segment: {'id': 'f08e6a88-80d5-44e3-8d81-4fef659a0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:32.315960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Bound port: c4f306fb-cb4b-4381-8c8e-595447939c74, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08e6a88-80d5-44e3-8d81-4fef659a0b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:32.316958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.359716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Made reservation on behalf of 70af6455a0b74fa49469342aff80870c for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:32.365704 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.406975 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.413150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] For port c4f306fb-cb4b-4381-8c8e-595447939c74, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:32.416976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] For port c4f306fb-cb4b-4381-8c8e-595447939c74, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c4f306fb-cb4b-4381-8c8e-595447939c74,segment=NetworkSegment(f08e6a88-80d5-44e3-8d81-4fef659a0b48),segment_id=f08e6a88-80d5-44e3-8d81-4fef659a0b48)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:32.423068 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.520763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5e7cd-be7f-4881-9b51-e82ee9a5b6c5 None None] Pushing event updated for resources: {'Port': ['ID=c4f306fb-cb4b-4381-8c8e-595447939c74,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.630486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.708335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=e5adc456-d61a-4261-8214-96f756d3fe6b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.751497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.829003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Transition to ACTIVE for port object 33599980-4b21-4cf4-b2e6-dab9d986b9b3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:32.864532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.865286 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Floating IP d10d9ca7-6abe-4893-8c46-0f1613f2251a disassociated (deleted). External IP: 172.25.8.231, port: 53b6d698-8176-4e7f-8573-ede46f969581. Jul 22 14:27:32.954884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.980139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.033101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:27:33.045915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.060344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.060694 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Added segment d892c0ca-cc1b-4bcb-9fcb-75dd9ffe3803 of type vlan for network 13323a3a-3fe0-4dad-83db-2cdbf23d8e5d Jul 22 14:27:33.153995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a0095b-36d4-41c3-99b6-563da4e5775e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.170524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:33.185047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:33.200440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:33.207708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:33.207942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.212912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.232971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=33599980-4b21-4cf4-b2e6-dab9d986b9b3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.266785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf3fbb45-efe5-48fb-8dab-6a21cf30e8a5 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2737696 Jul 22 14:27:33.270148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38908) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.278083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2036448623', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f', 'mac_address': 'fa:16:3e:cb:43:54'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:33.339344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.340320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:33.340915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.342876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router 827616ef-2076-4b66-b957-7cb09f8d4341 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:33.465281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:33.470617 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.480356 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] Sync routers for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:33.503608 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:33.504399 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:33.518357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5803366 Jul 22 14:27:33.548807 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-819cd931-2490-4253-b2be-2c8e04de7b3f tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/floatingips/d10d9ca7-6abe-4893-8c46-0f1613f2251a HTTP/1.1" status: 204 len: 168 time: 2.6390429 Jul 22 14:27:33.550305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:33.556686 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f90717f-f7af-4621-9ac4-15b1d4cbf348" -d '{"events": [{"name": "network-changed", "server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "tag": "53b6d698-8176-4e7f-8573-ede46f969581"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:33.641207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41ca3-4159-43a1-a16d-299dbbde4edb admin admin] Pushing event updated for resources: {'Network': ['ID=13323a3a-3fe0-4dad-83db-2cdbf23d8e5d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.680371 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967d7656-9898-4c99-9912-d6d6950ac01b x-openstack-request-id: req-967d7656-9898-4c99-9912-d6d6950ac01b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:33.682395 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "tag": "53b6d698-8176-4e7f-8573-ede46f969581", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:33.683827 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-967d7656-9898-4c99-9912-d6d6950ac01b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:33.684414 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581', 'status': 'completed', 'code': 200} Jul 22 14:27:33.710252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 13323a3a-3fe0-4dad-83db-2cdbf23d8e5d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:27:33.862008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c4f306fb-cb4b-4381-8c8e-595447939c74 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:33.865873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:34.062622 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:34.179905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c4f306fb-cb4b-4381-8c8e-595447939c74 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:34.310483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34040e-305e-4dd9-a302-274211f23ac8 req-c3859e5d-b580-4c13-800a-e81f3d47d46e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.332599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b34040e-305e-4dd9-a302-274211f23ac8 req-c3859e5d-b580-4c13-800a-e81f3d47d46e tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 946 time: 0.1549430 Jul 22 14:27:34.462275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b34040e-305e-4dd9-a302-274211f23ac8 req-ed05ded7-937e-4e51-aaa3-73f86f7e0ae6 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216288 Jul 22 14:27:34.501768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1e5ab-f67b-4417-a113-d1a092e846cd None None] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:34.627516 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:44Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:34.804524 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] Checking router: 827616ef-2076-4b66-b957-7cb09f8d4341 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:34.807591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] Provisioning for port c4f306fb-cb4b-4381-8c8e-595447939c74 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:34.817796 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:34.818705 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:34.826195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] Provisioning complete for port c4f306fb-cb4b-4381-8c8e-595447939c74 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:34.826515 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.846097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838822b-7e46-4ad6-9476-7101fea246ae req-a13061df-43a3-4206-b428-6c0275be6465 tempest-ComputeTenantNetworksTest-1292715236 tempest-ComputeTenantNetworksTest-1292715236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.852912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838822b-7e46-4ad6-9476-7101fea246ae req-a13061df-43a3-4206-b428-6c0275be6465 tempest-ComputeTenantNetworksTest-1292715236 tempest-ComputeTenantNetworksTest-1292715236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.864253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838822b-7e46-4ad6-9476-7101fea246ae req-a13061df-43a3-4206-b428-6c0275be6465 tempest-ComputeTenantNetworksTest-1292715236 tempest-ComputeTenantNetworksTest-1292715236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.865993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a838822b-7e46-4ad6-9476-7101fea246ae req-a13061df-43a3-4206-b428-6c0275be6465 tempest-ComputeTenantNetworksTest-1292715236 tempest-ComputeTenantNetworksTest-1292715236-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1560905 Jul 22 14:27:34.900885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-7f7b5404-e72c-4fce-b2b1-a0a0bc8799f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.903022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-7f7b5404-e72c-4fce-b2b1-a0a0bc8799f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d783c33e114459eb9a4961701888d35&device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 1098 time: 1.1971102 Jul 22 14:27:35.015495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-79129d9d-2462-43a0-bc34-0fe448f2e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.017026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-79129d9d-2462-43a0-bc34-0fe448f2e151 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 200 len: 898 time: 0.1028695 Jul 22 14:27:35.025135 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.061107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] device_id is not set on port f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:27:35.122649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.134010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-2f77817b-113a-45c5-aa27-b5efd9705053 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 200 len: 217 time: 0.0865395 Jul 22 14:27:35.142218 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:35.178129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989684d-5c1a-483d-919a-333272a426c2 req-16cb8059-42c7-4e1c-a9bd-0d5f785ffa96 tempest-ComputeTenantNetworksTest-1292715236 tempest-ComputeTenantNetworksTest-1292715236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.185465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9989684d-5c1a-483d-919a-333272a426c2 req-16cb8059-42c7-4e1c-a9bd-0d5f785ffa96 tempest-ComputeTenantNetworksTest-1292715236 tempest-ComputeTenantNetworksTest-1292715236-project] 10.222.0.11 "GET /v2.0/networks/13323a3a-3fe0-4dad-83db-2cdbf23d8e5d HTTP/1.1" status: 200 len: 768 time: 0.2842872 Jul 22 14:27:35.188703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:35.219045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] For port c4f306fb-cb4b-4381-8c8e-595447939c74, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c4f306fb-cb4b-4381-8c8e-595447939c74,segment=NetworkSegment(f08e6a88-80d5-44e3-8d81-4fef659a0b48),segment_id=f08e6a88-80d5-44e3-8d81-4fef659a0b48)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:35.231353 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.290743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-2627dd47-0f7e-4840-b5e8-2a0da73a083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.292657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-2627dd47-0f7e-4840-b5e8-2a0da73a083f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cdae505f-ce30-405b-bb70-1b49ddd81612 HTTP/1.1" status: 200 len: 834 time: 0.0558729 Jul 22 14:27:35.326944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a2fb5-8422-458e-9289-829b1e817531 None None] Pushing event updated for resources: {'Port': ['ID=c4f306fb-cb4b-4381-8c8e-595447939c74,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:35.430747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.437699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-db6236e8-7041-4217-8321-201ab634d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.439988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-db6236e8-7041-4217-8321-201ab634d33b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381290 Jul 22 14:27:35.487671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-969fefa0-bb10-4976-a71f-c5388238cd74 None None] Provisioning complete for port c4f306fb-cb4b-4381-8c8e-595447939c74 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:35.488344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-969fefa0-bb10-4976-a71f-c5388238cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.521741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Allocated IP 2001:db8::8f (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:35.756602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed51cf-72c7-44b0-95d5-612ac05d63d7 req-2fc09373-3ee8-4bc6-80ac-23e694154d7a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.759588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0ed51cf-72c7-44b0-95d5-612ac05d63d7 req-2fc09373-3ee8-4bc6-80ac-23e694154d7a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 946 time: 0.1689994 Jul 22 14:27:35.784951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c4f306fb-cb4b-4381-8c8e-595447939c74 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:35.810870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-546bfa8b-4b83-4ffd-be9c-ed5f8ed38db9 service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601618 Jul 22 14:27:35.913603 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:44Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:35.926217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.938889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-969fefa0-bb10-4976-a71f-c5388238cd74 None None] Provisioning for port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:35.949029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13323a3a-3fe0-4dad-83db-2cdbf23d8e5d']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:35.956026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-969fefa0-bb10-4976-a71f-c5388238cd74 None None] Provisioning complete for port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:35.956406 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-969fefa0-bb10-4976-a71f-c5388238cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.966905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd892c0ca-cc1b-4bcb-9fcb-75dd9ffe3803') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:35.967367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd892c0ca-cc1b-4bcb-9fcb-75dd9ffe3803') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:35.985107 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f8019-af84-4ceb-a637-d63ffe8b837c None None] The sync data for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 is: [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:26:34Z', 'revision_number': 4, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '17b64a4f-0ff9-409c-bea6-553b07b0987b', 'name': '', 'network_id': '1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'mac_address': 'fa:16:3e:7b:98:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:31Z', 'updated_at': '2021-07-22T14:26:44Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'subnets': [{'id': 'cdae505f-ce30-405b-bb70-1b49ddd81612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:35.985920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.021264 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.028099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:36.028573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.030366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-969fefa0-bb10-4976-a71f-c5388238cd74 None None] Port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:36.054284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c4f306fb-cb4b-4381-8c8e-595447939c74 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:36.054666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:36.090689 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:36.104520 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.117334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.130701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] 10.222.0.11 "DELETE /v2.0/networks/13323a3a-3fe0-4dad-83db-2cdbf23d8e5d HTTP/1.1" status: 204 len: 168 time: 0.9338078 Jul 22 14:27:36.139554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0ed51cf-72c7-44b0-95d5-612ac05d63d7 req-cf4d3933-16b4-43f3-8fbc-32733dd62c23 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/security-groups?id=963dea61-c60e-4620-a826-629fefe1fb20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233786 Jul 22 14:27:36.142630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f90717f-f7af-4621-9ac4-15b1d4cbf348 req-7d86db65-4667-4310-b717-430bd21b4509 service neutron] 10.222.0.13 "GET /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682712 Jul 22 14:27:36.162667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Pushing event deleted for resources: {'Network': ['ID=13323a3a-3fe0-4dad-83db-2cdbf23d8e5d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:36.189424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.190123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.191483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.192989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.193817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.195895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.196639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.197571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.198208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.199557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.200153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.200864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a2f9f-9387-4782-bb07-77e2ff171265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:36.224732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-31be89a5-751a-44a0-b5c8-e9e4a5d8e863 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.241754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-31be89a5-751a-44a0-b5c8-e9e4a5d8e863 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 946 time: 0.8393269 Jul 22 14:27:36.296901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6750ed29-9b34-4984-8ad8-8c74e5f2ff59 None None] Provisioning complete for port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:36.297898 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6750ed29-9b34-4984-8ad8-8c74e5f2ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.406382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38978) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:36.437399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.473387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Transition to ACTIVE for port object f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:36.477042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6750ed29-9b34-4984-8ad8-8c74e5f2ff59 None None] Port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:36.514907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b6b10d57-357d-48ae-8add-3fd932aabca7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70af6455a0b74fa49469342aff80870c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063321 Jul 22 14:27:36.519452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 38980) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:36.540865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port 53b6d698-8176-4e7f-8573-ede46f969581 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:36.541513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.546498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.621524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:36.622017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d905ce2-5225-42c9-8469-857631fd9ed3 None None] New status for floating IP d10d9ca7-6abe-4893-8c46-0f1613f2251a: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:27:36.626751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:36.632016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:36.639267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.640283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.660069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:36.687661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0fa6baa2-a624-49da-8432-ca066e395663 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.4161737 Jul 22 14:27:36.691104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:36.741472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1112f6-e3b5-42a5-bbb9-de23343875aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.778104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port 53b6d698-8176-4e7f-8573-ede46f969581, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=53b6d698-8176-4e7f-8573-ede46f969581,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:36.778479 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.798691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1112f6-e3b5-42a5-bbb9-de23343875aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.820173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for 53b6d698-8176-4e7f-8573-ede46f969581 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:36.882179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c177-dab0-4a35-95b2-0e3c8ff191ee tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.889647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c177-dab0-4a35-95b2-0e3c8ff191ee tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.907449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d7c177-dab0-4a35-95b2-0e3c8ff191ee tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.910578 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f5d7c177-dab0-4a35-95b2-0e3c8ff191ee tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2180440 Jul 22 14:27:36.912990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 38986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:37.084980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:37.085842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.091773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.116875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c7d01fe-4108-44c8-ba6f-82ad6e62cf7c None None] Provisioning for port f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:37.155814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c7d01fe-4108-44c8-ba6f-82ad6e62cf7c None None] Provisioning complete for port f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:37.157083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c7d01fe-4108-44c8-ba6f-82ad6e62cf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.179399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=53b6d698-8176-4e7f-8573-ede46f969581,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:37.211573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1112f6-e3b5-42a5-bbb9-de23343875aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.214744 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1112f6-e3b5-42a5-bbb9-de23343875aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.218997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd1112f6-e3b5-42a5-bbb9-de23343875aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36a0095b-36d4-41c3-99b6-563da4e5775e HTTP/1.1" status: 204 len: 168 time: 0.6969197 Jul 22 14:27:37.220323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] No DVR routers for this DVR port 53b6d698-8176-4e7f-8573-ede46f969581 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:37.224415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.226470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-74061474-3262-4f3c-a7fb-6732b0ef2c07 req-e5829d7e-895c-4878-9ab8-882b2eceb4c8 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.13 "DELETE /v2.0/ports/53b6d698-8176-4e7f-8573-ede46f969581 HTTP/1.1" status: 204 len: 173 time: 0.9836771 Jul 22 14:27:37.228575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'name': 'network-vif-deleted', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:37.232578 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d50fcf-64de-4e7c-9e7c-bbb1fbb8617a" -d '{"events": [{"server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "name": "network-vif-deleted", "tag": "53b6d698-8176-4e7f-8573-ede46f969581"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:37.244494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1112f6-e3b5-42a5-bbb9-de23343875aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a0095b-36d4-41c3-99b6-563da4e5775e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:37.320814 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b85fe-dec6-4a7f-ac40-8d9e98ed0bbe x-openstack-request-id: req-dc1b85fe-dec6-4a7f-ac40-8d9e98ed0bbe {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:37.321350 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a34751-49f6-4c35-8898-511d3d2ce006", "name": "network-vif-deleted", "tag": "53b6d698-8176-4e7f-8573-ede46f969581", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:37.321480 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc1b85fe-dec6-4a7f-ac40-8d9e98ed0bbe {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:37.321896 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a34751-49f6-4c35-8898-511d3d2ce006', 'name': 'network-vif-deleted', 'tag': '53b6d698-8176-4e7f-8573-ede46f969581', 'status': 'completed', 'code': 200} Jul 22 14:27:37.325067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d01fe-4108-44c8-ba6f-82ad6e62cf7c None None] Port f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:37.379857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae2e3a92-e699-49a0-9c35-10766da1d1e5 req-abe56641-f1b7-4f1e-9896-ac3ff25b6309 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "GET /v2.0/ports?device_id=54a34751-49f6-4c35-8898-511d3d2ce006 HTTP/1.1" status: 200 len: 210 time: 0.1168754 Jul 22 14:27:37.418492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.446592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:37.684488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.736257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:38.145089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.151737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb800362-c7a3-44b6-aa08-1fa4f7d1bc80 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/ports/f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 HTTP/1.1" status: 204 len: 168 time: 1.2375722 Jul 22 14:27:38.154311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:38.196431 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e99955f-f003-4be7-9b0d-e8e12247f516 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] GET failed (client error): The resource could not be found. Jul 22 14:27:38.199654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4e99955f-f003-4be7-9b0d-e8e12247f516 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "GET /v2.0/ports/f7bf7214-4dbf-4b2d-9a88-c9aabd5a3d32 HTTP/1.1" status: 404 len: 333 time: 0.0439978 Jul 22 14:27:38.203823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39022) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:38.210372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1042271995'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:38.506836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:38.572094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:38.579969 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.633483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] device_id is not set on port cf9fa534-e857-4945-a94b-366d9544a5e2 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:27:38.669093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a7f6491-88ae-4615-a20e-e9acc258a626 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.690489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:38.715218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a7f6491-88ae-4615-a20e-e9acc258a626 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.798247 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a7f6491-88ae-4615-a20e-e9acc258a626 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.802338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a7f6491-88ae-4615-a20e-e9acc258a626 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.803682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a7f6491-88ae-4615-a20e-e9acc258a626 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/security-groups/963dea61-c60e-4620-a826-629fefe1fb20 HTTP/1.1" status: 204 len: 168 time: 0.2957029 Jul 22 14:27:38.822778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f6491-88ae-4615-a20e-e9acc258a626 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963dea61-c60e-4620-a826-629fefe1fb20,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:38.899180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Allocated IP 2001:db8::3b9 (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/cf9fa534-e857-4945-a94b-366d9544a5e2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:38.932401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:39.023085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2017203997-network', 'tenant_id': '0eb7b46ce0c942c2b7294bb15c38a9d6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:39.158796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Made reservation on behalf of 0eb7b46ce0c942c2b7294bb15c38a9d6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:39.161848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.195187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.211433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Transition to ACTIVE for port object cf9fa534-e857-4945-a94b-366d9544a5e2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:39.282803 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.326523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.355102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:39.359686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:39.365153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:39.373817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:39.374940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.403266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=cf9fa534-e857-4945-a94b-366d9544a5e2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:39.755809 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.774497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.777173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e502e87d-f602-4585-9e16-754c50ce0d94 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5659235 Jul 22 14:27:39.779735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39066) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:39.794377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f', 'mac_address': 'fa:16:3e:cb:43:54'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:39.812320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:27:39.832508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:39.843765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.854026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.854550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.854896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.855241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.855575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.855908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.856242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.856566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.856892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.857220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.857553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:39.866536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.866941 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Added segment 918fb414-2053-4291-b4d1-95164f81d79b of type vlan for network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 Jul 22 14:27:39.944220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5904a422-85ec-4e4e-b453-de96bd1bd38d None None] Provisioning for port cf9fa534-e857-4945-a94b-366d9544a5e2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:39.959192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5904a422-85ec-4e4e-b453-de96bd1bd38d None None] Provisioning complete for port cf9fa534-e857-4945-a94b-366d9544a5e2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:39.960049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5904a422-85ec-4e4e-b453-de96bd1bd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.984690 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.020359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.131607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5904a422-85ec-4e4e-b453-de96bd1bd38d None None] Port cf9fa534-e857-4945-a94b-366d9544a5e2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:40.175648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.177403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:40.180256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.280315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] Pushing event updated for resources: {'Network': ['ID=09058be0-eb58-43e4-a222-bfc36f6bdcc1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:40.297791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:27:40.321348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-68b831b7-fa2b-4b78-8326-7126dcef7b39 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6294141 Jul 22 14:27:40.325943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:40.357324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Request body: {'subnet': {'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2017203997-subnet', 'tenant_id': '0eb7b46ce0c942c2b7294bb15c38a9d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:40.436633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.469699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Made reservation on behalf of 0eb7b46ce0c942c2b7294bb15c38a9d6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:40.477335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.753751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 53b6d698-8176-4e7f-8573-ede46f969581 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:40.787273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.797163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 53b6d698-8176-4e7f-8573-ede46f969581 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:40.797837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 53b6d698-8176-4e7f-8573-ede46f969581 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:40.803825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.831384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] In _notify_port_updated(), no bound segment for port cf9fa534-e857-4945-a94b-366d9544a5e2 on network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:27:40.837668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:40.838655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.839870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "PUT /v2.0/ports/cf9fa534-e857-4945-a94b-366d9544a5e2 HTTP/1.1" status: 200 len: 1002 time: 1.0586264 Jul 22 14:27:40.872343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39082) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:40.932561 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.979376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a1874-45fd-4f7e-b77f-6adfaa038c5e tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=cf9fa534-e857-4945-a94b-366d9544a5e2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:41.017175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12ebb4c-e605-4417-93a3-f2ba43d3b52e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:41.079713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Checking segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:41.080091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Network hostable DHCP agents. Network: 09058be0-eb58-43e4-a222-bfc36f6bdcc1, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:27:41.104824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port cf9fa534-e857-4945-a94b-366d9544a5e2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:41.105180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.281139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73b67f42-cc73-4359-ab2d-5b95aba4b984 None None] Provisioning complete for port cf9fa534-e857-4945-a94b-366d9544a5e2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:41.282790 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73b67f42-cc73-4359-ab2d-5b95aba4b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.292432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:27:41.330363 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.330515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port 17b64a4f-0ff9-409c-bea6-553b07b0987b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:41.331879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.343675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for cf9fa534-e857-4945-a94b-366d9544a5e2 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:41.377494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-73b67f42-cc73-4359-ab2d-5b95aba4b984 None None] Port cf9fa534-e857-4945-a94b-366d9544a5e2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:41.482330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port 17b64a4f-0ff9-409c-bea6-553b07b0987b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=17b64a4f-0ff9-409c-bea6-553b07b0987b,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:41.483007 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.500125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for 17b64a4f-0ff9-409c-bea6-553b07b0987b owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:41.505147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.542448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=cf9fa534-e857-4945-a94b-366d9544a5e2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:41.627212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 09058be0-eb58-43e4-a222-bfc36f6bdcc1) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:41.635064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:41.635727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.645220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7362f8b-a671-45b7-abbf-842f7960ef83 None None] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:41.777431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.782876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8d16b9bc-b194-4fdc-8cfe-0269ccd3433b tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/ports/cf9fa534-e857-4945-a94b-366d9544a5e2 HTTP/1.1" status: 204 len: 168 time: 0.9068184 Jul 22 14:27:41.783077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38830b69-ea14-43df-924f-c7c451ddf337 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4554048 Jul 22 14:27:41.783343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39092) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:41.851315 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d501b94-9e24-4aec-9c16-f48c43e1e48f tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] GET failed (client error): The resource could not be found. Jul 22 14:27:41.853844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d501b94-9e24-4aec-9c16-f48c43e1e48f tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "GET /v2.0/ports/cf9fa534-e857-4945-a94b-366d9544a5e2 HTTP/1.1" status: 404 len: 333 time: 0.0680404 Jul 22 14:27:41.857934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:41.864203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1047278459'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:41.944423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02269cf-7d08-4158-83a4-27bed8b561df None None] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:41.959960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.003692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=17b64a4f-0ff9-409c-bea6-553b07b0987b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:42.116148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:42.138563 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.255854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] device_id is not set on port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:27:42.491796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.523322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Allocated IP 2001:db8::1ec (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:42.762904 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.779605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Transition to ACTIVE for port object f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:42.837673 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.891858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-c883db07-deb8-43fb-b8eb-97ca017ca2a2 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:42.894268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-c883db07-deb8-43fb-b8eb-97ca017ca2a2 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.2691915 Jul 22 14:27:42.908328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:42.919306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:42.923337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:42.929722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:42.930400 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.954390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:42.962906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d7f781f1-53da-42c3-967f-969592d22ffa tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1036465 Jul 22 14:27:42.964654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:42.989855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cb:43:54'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:43.015364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-e8bcfb50-72e8-4915-aee9-5a04feef1cda tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/quotas/0eb7b46ce0c942c2b7294bb15c38a9d6 HTTP/1.1" status: 200 len: 375 time: 0.0988653 Jul 22 14:27:43.116187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-d3e39f37-945a-443f-b87d-de46fb3e3797 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947473 Jul 22 14:27:43.217568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372a303-5942-417a-a944-d964a2e920ee req-e03ec43d-9bf0-41e1-b5c6-502420d20938 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:43.219204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a372a303-5942-417a-a944-d964a2e920ee req-e03ec43d-9bf0-41e1-b5c6-502420d20938 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1876884 Jul 22 14:27:43.265708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.345349 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a372a303-5942-417a-a944-d964a2e920ee req-b9cce66b-5df9-484a-9c66-1920d3ed0699 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929441 Jul 22 14:27:43.398934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-cd47b194-82f2-40ca-86bf-3a2ade1aebd0 service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680731 Jul 22 14:27:43.426877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e488cf7-09ff-40e5-a53a-7bb675e1cc23 None None] Provisioning for port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:43.431049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e488cf7-09ff-40e5-a53a-7bb675e1cc23 None None] Provisioning complete for port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:43.431425 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e488cf7-09ff-40e5-a53a-7bb675e1cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.555565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.560562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.652947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] In _notify_port_updated(), no bound segment for port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b on network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:27:43.673942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:43.675662 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.677407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "PUT /v2.0/ports/f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b HTTP/1.1" status: 200 len: 1003 time: 0.7116580 Jul 22 14:27:43.681869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39160) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:43.833164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b5fae-9ea3-4544-a84d-3cce25161cb7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:43.890265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8e488cf7-09ff-40e5-a53a-7bb675e1cc23 None None] Port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:43.931937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:43.932472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.027159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Router 827616ef-2076-4b66-b957-7cb09f8d4341 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:44.176866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.199191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:44.223313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9f51e837-9110-4ca9-9aec-b59df5aae958 None None] Provisioning complete for port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:44.224048 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9f51e837-9110-4ca9-9aec-b59df5aae958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.290085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9f51e837-9110-4ca9-9aec-b59df5aae958 None None] Port f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:44.320500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:44.329918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110768714', 'description': 'tempest-secgroup-smoke-110768714 description', 'project_id': '42134345e8c040e69a23bf1266deda37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:44.345231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-80f15a8d-9269-4e41-a6f9-9b485bf7bd37 service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9451439 Jul 22 14:27:44.354075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.370291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:44.383602 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] Sync routers for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:44.387279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-32981b5d-86b6-4373-a850-c43a4958cd8a tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "PUT /v2.0/routers/827616ef-2076-4b66-b957-7cb09f8d4341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4538057 Jul 22 14:27:44.389034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.393048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:44.399594 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:44.400314 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:44.438193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:44.505127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.513888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-51a7b01c-ed9a-425b-8a85-4a1aaeed624d tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/ports/f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b HTTP/1.1" status: 204 len: 168 time: 0.8244150 Jul 22 14:27:44.514645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:44.532028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting subnet cdae505f-ce30-405b-bb70-1b49ddd81612 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:44.573040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.577742 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22ef66d-5bc4-4c94-b2a0-dac886340528 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] GET failed (client error): The resource could not be found. Jul 22 14:27:44.579404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c22ef66d-5bc4-4c94-b2a0-dac886340528 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "GET /v2.0/ports/f8ed0ba0-37b0-47b5-a16e-5b3da73bfb4b HTTP/1.1" status: 404 len: 333 time: 0.0632994 Jul 22 14:27:44.585522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39182) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:44.607947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-571753110'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:44.667244 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.698036 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:44.791521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede1ded-b2e9-4da7-880c-31ef6b7820cb req-d14a43dd-1ea8-4978-bd1d-5a90892ab2e8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:44.793417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ede1ded-b2e9-4da7-880c-31ef6b7820cb req-d14a43dd-1ea8-4978-bd1d-5a90892ab2e8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2931659 Jul 22 14:27:44.819041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8caaf61f-4f4e-473a-9c92-09dd8c35d1e8 req-711c2b77-2c6a-4b26-be32-7e3e934a8eea tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 210 time: 0.1110196 Jul 22 14:27:44.846081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.857354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.915317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ede1ded-b2e9-4da7-880c-31ef6b7820cb req-396e9407-f6d3-4e90-b98d-5595f0bfd76a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127026 Jul 22 14:27:44.916510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:44.920016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.951838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c738016-a9c4-4dcf-be1d-625f17555238,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:44.954289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.959769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c92da88-4c56-4c50-b5f3-a9830841f494 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6366909 Jul 22 14:27:44.974632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39192) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:44.981388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] device_id is not set on port 1e41ec9e-fb17-422f-a80f-eff0e751b728 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:27:44.982432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.997543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group_rule': {'security_group_id': '0c738016-a9c4-4dcf-be1d-625f17555238', 'project_id': '42134345e8c040e69a23bf1266deda37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:45.056675 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:27:41Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:45.069258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.108368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Subnet': ['ID=cdae505f-ce30-405b-bb70-1b49ddd81612,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:45.113412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.118215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8d2ab8cc-3aaf-4f52-8b81-cb6f8cd37f8c tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/subnets/cdae505f-ce30-405b-bb70-1b49ddd81612 HTTP/1.1" status: 204 len: 168 time: 0.7237945 Jul 22 14:27:45.119020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:45.127199 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] Checking router: 827616ef-2076-4b66-b957-7cb09f8d4341 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:45.129585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93f2ad-d1a3-417e-ad1b-2e6a7fb7d989 None None] Network 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:45.148453 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] Routers {'827616ef-2076-4b66-b957-7cb09f8d4341'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:45.149113 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['827616ef-2076-4b66-b957-7cb09f8d4341'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:45.155746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Allocated IP 2001:db8::2b4 (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/1e41ec9e-fb17-422f-a80f-eff0e751b728) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:45.298775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.336248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.343634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.392576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Transition to ACTIVE for port object 1e41ec9e-fb17-422f-a80f-eff0e751b728 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:45.403464 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] Set router 827616ef-2076-4b66-b957-7cb09f8d4341 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:45.521717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.525915 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.545948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.546172 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.547765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.551253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5756168 Jul 22 14:27:45.563231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39210) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:45.568660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group_rule': {'security_group_id': '0c738016-a9c4-4dcf-be1d-625f17555238', 'project_id': '42134345e8c040e69a23bf1266deda37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:45.572344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] DHCP port deletion for 1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:27:45.602681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2fbe-65ad-482c-8f35-584ff2e096f1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ee4bf7-e123-42de-b562-bb30b8c5693c,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:45.705233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fcf0417e-f048-4229-847a-474a5367ec42 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:45.707630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:45.726973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:45.751151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:45.757212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:45.772211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.775389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.786195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Deleting port aad0c652-6dfe-4bc4-829e-6b9022d45408 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:45.786763 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.827876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=1e41ec9e-fb17-422f-a80f-eff0e751b728,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:45.837525 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:27:41Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:45.837835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] Deleting port fcf0417e-f048-4229-847a-474a5367ec42 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:45.838074 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.936338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] For port aad0c652-6dfe-4bc4-829e-6b9022d45408, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=aad0c652-6dfe-4bc4-829e-6b9022d45408,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:45.937248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.941374 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24f83d-ef1c-4a45-88e0-a0c4dac5270b None None] The sync data for ids ['827616ef-2076-4b66-b957-7cb09f8d4341'] in n-d-787205-11 is: [{'id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'name': 'tempest-TestNetworkBasicOps-router-483327008', 'tenant_id': '0d783c33e114459eb9a4961701888d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:24Z', 'updated_at': '2021-07-22T14:27:41Z', 'revision_number': 5, 'project_id': '0d783c33e114459eb9a4961701888d35', 'gw_port': {'id': 'aad0c652-6dfe-4bc4-829e-6b9022d45408', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827616ef-2076-4b66-b957-7cb09f8d4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:25Z', 'updated_at': '2021-07-22T14:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:45.956958 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.971032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.996739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e1daea14-b1c1-4397-90ca-b67daf5db219 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4098904 Jul 22 14:27:45.999084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Calling delete_port for aad0c652-6dfe-4bc4-829e-6b9022d45408 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:46.000963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:46.037567 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.043274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'network_id': '8b8fefca-e743-46e8-87fc-c0b2ae2e98a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-373472626'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:46.075481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897d72df-4a65-430b-8867-1453149ea846,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:46.093058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.099071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-83c23d4c-bb1e-45ec-b4ae-2eb4412c1e8b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5341840 Jul 22 14:27:46.104125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:46.110435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group_rule': {'security_group_id': '0c738016-a9c4-4dcf-be1d-625f17555238', 'project_id': '42134345e8c040e69a23bf1266deda37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:46.162362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84aa68ce-b6de-4d14-b900-57246830628b req-e32f3a20-641a-4c46-8b34-9f068e1689ec tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 210 time: 0.1665001 Jul 22 14:27:46.173542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] For port fcf0417e-f048-4229-847a-474a5367ec42, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcf0417e-f048-4229-847a-474a5367ec42,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:46.174638 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.192387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8d1f4-5e6b-4bef-9956-5afcf1e48cb3 req-9bd3e92b-7a36-4c43-9dee-7f8c7984f6d8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:46.192986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port fcf0417e-f048-4229-847a-474a5367ec42, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fcf0417e-f048-4229-847a-474a5367ec42,segment=NetworkSegment(f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15),segment_id=f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:46.206430 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.209108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] Calling delete_port for fcf0417e-f048-4229-847a-474a5367ec42 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:46.210026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ba8d1f4-5e6b-4bef-9956-5afcf1e48cb3 req-9bd3e92b-7a36-4c43-9dee-7f8c7984f6d8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1827440 Jul 22 14:27:46.350749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.352742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=fcf0417e-f048-4229-847a-474a5367ec42,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:46.414250 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ba8d1f4-5e6b-4bef-9956-5afcf1e48cb3 req-ec8ca4cc-93b6-428d-87e6-e53820edfcdb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024550 Jul 22 14:27:46.470014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-488a6f13-d1f1-4165-a1f1-71fb51743b50 None None] Provisioning for port 1e41ec9e-fb17-422f-a80f-eff0e751b728 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:46.492572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-488a6f13-d1f1-4165-a1f1-71fb51743b50 None None] Provisioning complete for port 1e41ec9e-fb17-422f-a80f-eff0e751b728 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:46.494218 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-488a6f13-d1f1-4165-a1f1-71fb51743b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.572028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-488a6f13-d1f1-4165-a1f1-71fb51743b50 None None] Port 1e41ec9e-fb17-422f-a80f-eff0e751b728 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:46.580496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Made reservation on behalf of 7e49c630172d4a49b87631fe0ed70c32 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:46.584892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.587158 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.644405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] device_id is not set on port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:27:46.648144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] Pushing event deleted for resources: {'Port': ['ID=fcf0417e-f048-4229-847a-474a5367ec42,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:46.667336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa3e9a-1597-45dd-a180-753329d621d4 None None] No DVR routers for this DVR port fcf0417e-f048-4229-847a-474a5367ec42 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:46.753579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.873636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Port': ['ID=aad0c652-6dfe-4bc4-829e-6b9022d45408,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:46.964422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.966754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Allocated IP 2001:db8::93 (8b8fefca-e743-46e8-87fc-c0b2ae2e98a5/6122f1d6-0d17-41b8-bf3a-8413656a28ae/ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:47.071723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.084097 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.093395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.098163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.103924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-90404596-63a1-4089-96b2-e9526cbe2b93 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:47.106116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-90404596-63a1-4089-96b2-e9526cbe2b93 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.8349404 Jul 22 14:27:47.124377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Request body: {'port': {'device_id': '1ba2f589-3228-418a-9980-e95246fd876e', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'admin_state_up': True, 'tenant_id': '0eb7b46ce0c942c2b7294bb15c38a9d6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:47.127480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7037a4-f74f-40f8-9f47-f86d1f5e3791,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:47.151695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.156041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6d19fdd-331d-40b3-855b-2f537bf8d1e9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0507846 Jul 22 14:27:47.156693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39230) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:47.170658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group_rule': {'security_group_id': '0c738016-a9c4-4dcf-be1d-625f17555238', 'project_id': '42134345e8c040e69a23bf1266deda37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:47.203933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.204484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Fanout notify agent at l3_agent the message router_deleted on router 827616ef-2076-4b66-b957-7cb09f8d4341 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:47.211911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.213047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b68ae00d-83ed-4bd2-9961-78d66c127a10 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/routers/827616ef-2076-4b66-b957-7cb09f8d4341 HTTP/1.1" status: 204 len: 168 time: 2.0931416 Jul 22 14:27:47.216482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39234) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:47.342729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.389926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Made reservation on behalf of 0eb7b46ce0c942c2b7294bb15c38a9d6 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:47.396050 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.428205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e3ca6c4-83b2-4b15-a98c-3f3fede61d74 req-9384fc12-eb38-4132-86e4-7ec89735eb33 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 210 time: 0.0870872 Jul 22 14:27:47.448475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.479807 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.516499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Transition to ACTIVE for port object ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:47.588450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.606117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:47.608516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Allocated IP 172.20.0.13 (09058be0-eb58-43e4-a222-bfc36f6bdcc1/f12ebb4c-e605-4417-93a3-f2ba43d3b52e/9ff3acf5-34c9-4630-a4a7-4115b6a640ed) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:47.620230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:47.620801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6afaf96-5a3a-41bb-bdb2-f77ae9dd9f15') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:47.634208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.645379 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.725982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.736275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:47.738215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.744992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:47.747448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:47.747923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:47.756818 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:47.759680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:47.767345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:47.768042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.803501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.906710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebc4bc2-1080-40b8-b39a-a2a0dc314206,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:47.928272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:47.939619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.941635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f982c54d-03f3-4161-ae80-29499da3572f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7763710 Jul 22 14:27:47.946265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:47.954162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 17b64a4f-0ff9-409c-bea6-553b07b0987b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:47.963503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0f3a621d-6e49-4e43-9d73-f258d72c7368 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9492378 Jul 22 14:27:47.977347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39244) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:47.980819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group_rule': {'security_group_id': '0c738016-a9c4-4dcf-be1d-625f17555238', 'project_id': '42134345e8c040e69a23bf1266deda37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:47.998522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.001965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f', 'mac_address': 'fa:16:3e:cb:43:54'}, {'ip_address': '2001:db8::2b4', 'mac_address': 'fa:16:3e:97:8d:7d'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:48.006763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 17b64a4f-0ff9-409c-bea6-553b07b0987b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:48.007348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 17b64a4f-0ff9-409c-bea6-553b07b0987b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:48.007982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aad0c652-6dfe-4bc4-829e-6b9022d45408 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:48.019871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.025285 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] 10.222.0.11 "DELETE /v2.0/networks/1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b HTTP/1.1" status: 204 len: 168 time: 0.8052573 Jul 22 14:27:48.042216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21163a98-7ea9-44dc-8a5a-70083a7aab56 tempest-TestNetworkBasicOps-1612746548 tempest-TestNetworkBasicOps-1612746548-project] Pushing event deleted for resources: {'Network': ['ID=1ae2ccdb-0ff5-43e4-bf82-1b2d3de4da2b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:48.073326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: aad0c652-6dfe-4bc4-829e-6b9022d45408 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:48.078228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device aad0c652-6dfe-4bc4-829e-6b9022d45408 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:48.091020 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Project 42134345e8c040e69a23bf1266deda37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:27:48.101246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.140333 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.154993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7e79e-0367-4222-bfcc-90bc556b7ecb req-151c15de-a9e8-44c5-9ac3-4ddb8f09be0f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:48.169731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bc7e79e-0367-4222-bfcc-90bc556b7ecb req-151c15de-a9e8-44c5-9ac3-4ddb8f09be0f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.5059710 Jul 22 14:27:48.260103 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.265325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.277721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bc7e79e-0367-4222-bfcc-90bc556b7ecb req-76d6b1b6-4229-48e5-b906-cfcc8f691bb2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065345 Jul 22 14:27:48.293775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8b4546-7244-4194-9ba4-a3aaba078b08,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:48.302176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.303857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-975167cd-1f8f-40dc-b326-7a42908aa499 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3289466 Jul 22 14:27:48.306829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:48.312253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'security_group_rule': {'security_group_id': '0c738016-a9c4-4dcf-be1d-625f17555238', 'project_id': '42134345e8c040e69a23bf1266deda37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:48.342453 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Project 42134345e8c040e69a23bf1266deda37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:27:48.349840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.357450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a63adf02-e3bc-455e-8347-3b048462f0e8 None None] Provisioning for port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:48.361946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a63adf02-e3bc-455e-8347-3b048462f0e8 None None] Provisioning complete for port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:48.362331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a63adf02-e3bc-455e-8347-3b048462f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.425901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:48.448977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a63adf02-e3bc-455e-8347-3b048462f0e8 None None] Port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:48.453842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.459685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.483561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81764819-a675-4c86-9130-94f64e93f975,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:48.504089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.508902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-082ca4df-89e5-41d7-8ae8-dca812b9008c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1987834 Jul 22 14:27:48.511108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.595782 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e081bcb2-457d-44cf-be79-2ab20e51adfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.635424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.692143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-751e10ef-efe9-41dd-81b7-c6caf2d22f9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d783c33e114459eb9a4961701888d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623222 Jul 22 14:27:48.698660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:48.700862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:48.706691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412e802-e1d0-440a-9f16-24e7dae450ef req-0b02936e-7334-4f22-8184-78ab1f7e6957 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:48.708976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:48.710933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event updated for resources: {'Port': ['ID=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:48.733248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:48.738049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0412e802-e1d0-440a-9f16-24e7dae450ef req-0b02936e-7334-4f22-8184-78ab1f7e6957 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 932 time: 0.1606774 Jul 22 14:27:48.810713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:48.811267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.855353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-129e17b0-d418-40a8-80f4-37d175885e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.859823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0412e802-e1d0-440a-9f16-24e7dae450ef req-1e977b07-dfd2-4907-bdc9-ffa104b83fe4 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211047 Jul 22 14:27:48.883212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ae9ecebc-fd6b-444f-9f10-e90e38e91e47 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7627182 Jul 22 14:27:48.885006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-129e17b0-d418-40a8-80f4-37d175885e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.903164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Request body: {'port': {'device_id': '1ba2f589-3228-418a-9980-e95246fd876e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:48.935291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-1d32c5b8-006c-4d18-8869-00fa8e669132 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110768714&fields=id&tenant_id=42134345e8c040e69a23bf1266deda37 HTTP/1.1" status: 200 len: 267 time: 0.1448910 Jul 22 14:27:48.960048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-129e17b0-d418-40a8-80f4-37d175885e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.962729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-129e17b0-d418-40a8-80f4-37d175885e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.988514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-129e17b0-d418-40a8-80f4-37d175885e8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64f4ade8-c6e6-4a2e-b67c-af4e90c76fbe HTTP/1.1" status: 204 len: 168 time: 0.2474642 Jul 22 14:27:49.007142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e17b0-d418-40a8-80f4-37d175885e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4ade8-c6e6-4a2e-b67c-af4e90c76fbe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:49.144522 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.159500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.207149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.218088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-8486e09a-403f-4052-99a0-b4c56ed16547 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:49.220231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-8486e09a-403f-4052-99a0-b4c56ed16547 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 813 time: 0.2582216 Jul 22 14:27:49.222942 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.320143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event updated for resources: {'Port': ['ID=ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:49.336533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-6c7a32ae-422c-4ec3-b990-6e127aac60aa tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/quotas/42134345e8c040e69a23bf1266deda37 HTTP/1.1" status: 200 len: 375 time: 0.0297000 Jul 22 14:27:49.371086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] In _notify_port_updated(), no bound segment for port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c on network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:27:49.378005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:49.378806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.384444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39284) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:49.385295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-388b249f-1ff4-4244-9ad0-4a807fd675b2 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "PUT /v2.0/ports/ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c HTTP/1.1" status: 200 len: 1065 time: 1.4015009 Jul 22 14:27:49.608702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:49.616859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-8e903d30-89d7-4b2f-ae13-8447ab83d096 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2679071 Jul 22 14:27:49.677405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197f5470-17fa-41f3-9c4c-e5bc069be95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.750664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:49.751523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.872650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b938675-299e-46b3-969c-9567f5e9f464 req-1dbc8fee-300b-4012-af9b-37d30de7b814 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:49.880596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b938675-299e-46b3-969c-9567f5e9f464 req-1dbc8fee-300b-4012-af9b-37d30de7b814 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3689990 Jul 22 14:27:49.922356 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197f5470-17fa-41f3-9c4c-e5bc069be95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.926540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5a6d6d9d-5164-499a-9415-e816a8589811 None None] Provisioning complete for port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:49.930337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a6d6d9d-5164-499a-9415-e816a8589811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.958742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff3acf5-34c9-4630-a4a7-4115b6a640ed {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:49.967830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.971607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197f5470-17fa-41f3-9c4c-e5bc069be95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.983302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Transition to ACTIVE for port object 9ff3acf5-34c9-4630-a4a7-4115b6a640ed will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:49.993111 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.054429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-197f5470-17fa-41f3-9c4c-e5bc069be95f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=372bacd22e454f729ec098efe6dbbf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551864 Jul 22 14:27:50.057931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d6d9d-5164-499a-9415-e816a8589811 None None] Port ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:50.060570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b938675-299e-46b3-969c-9567f5e9f464 req-19c0d8a8-624d-44a4-8233-7369fbb24e34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791651 Jul 22 14:27:50.061435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f5470-17fa-41f3-9c4c-e5bc069be95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bde092-529c-4f90-883d-e7499a612de0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.064089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:50.067225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.095361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.119789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:50.183358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.199574 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7113518-65d5-4370-bb10-39397fb0e19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.278640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7113518-65d5-4370-bb10-39397fb0e19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.297777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-2a8b3129-e3ab-4b8f-ae1f-d3b3110ab847 service neutron] 10.222.0.11 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480358 Jul 22 14:27:50.391692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5f252-bdbb-4c14-beaf-a162837803b8 req-fca06a42-2d13-4656-a6ed-f58f35f336d9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:50.393795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2d5f252-bdbb-4c14-beaf-a162837803b8 req-fca06a42-2d13-4656-a6ed-f58f35f336d9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 944 time: 0.1873965 Jul 22 14:27:50.414310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7113518-65d5-4370-bb10-39397fb0e19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.417017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7113518-65d5-4370-bb10-39397fb0e19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.418332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d7113518-65d5-4370-bb10-39397fb0e19e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24bde092-529c-4f90-883d-e7499a612de0 HTTP/1.1" status: 204 len: 168 time: 0.3330553 Jul 22 14:27:50.422728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Attempting to bind port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:50.423010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Attempting to bind port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:50.423342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Attempting to bind port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:50.427750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.431321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:50.431824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Attempting to bind port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:50.441591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:50.442112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Checking segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:50.442519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Bound using segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:50.442966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Bound port: 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:50.443331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.478623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7113518-65d5-4370-bb10-39397fb0e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bde092-529c-4f90-883d-e7499a612de0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.484509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.539542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-798ac4a9-80b5-4643-90da-fabda4d88039 service neutron] 10.222.0.11 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156126 Jul 22 14:27:50.564250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] For port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:50.568122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] For port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:50.570058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2d5f252-bdbb-4c14-beaf-a162837803b8 req-be3d881e-5183-4507-b1a1-d9776fc8d64d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624033 Jul 22 14:27:50.574042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.684429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.697923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:50.698630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.700133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ee118610-af7f-444b-a6fd-b3efe935a6d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ff3acf5-34c9-4630-a4a7-4115b6a640ed HTTP/1.1" status: 200 len: 1093 time: 1.8069382 Jul 22 14:27:50.700612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba2f589-3228-418a-9980-e95246fd876e', 'tag': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:50.703279 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6811b0ba-95f7-422c-94fe-8946927b6d54" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba2f589-3228-418a-9980-e95246fd876e", "tag": "9ff3acf5-34c9-4630-a4a7-4115b6a640ed"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:50.824135 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.829561 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75ac74b6-9bc1-4ec1-aa4a-1eb0a4307049 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/ports/ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c HTTP/1.1" status: 204 len: 168 time: 1.4438298 Jul 22 14:27:50.832612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:50.839722 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a489cf-cc0e-4fda-872e-aec11e9811a7 x-openstack-request-id: req-95a489cf-cc0e-4fda-872e-aec11e9811a7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:50.839722 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba2f589-3228-418a-9980-e95246fd876e", "tag": "9ff3acf5-34c9-4630-a4a7-4115b6a640ed", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:50.839722 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95a489cf-cc0e-4fda-872e-aec11e9811a7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:50.839722 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba2f589-3228-418a-9980-e95246fd876e', 'tag': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed', 'status': 'completed', 'code': 200} Jul 22 14:27:50.902533 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-68db9994-3b32-43aa-b359-94f97c25328c tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] GET failed (client error): The resource could not be found. Jul 22 14:27:50.906212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-68db9994-3b32-43aa-b359-94f97c25328c tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "GET /v2.0/ports/ae3cf9e5-ca0a-49f6-bdb9-8e604612f53c HTTP/1.1" status: 404 len: 333 time: 0.0705187 Jul 22 14:27:50.906921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39318) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:51.011877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-35d9afc3-9d8b-4c1a-95db-2af136777b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:51.020323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-35d9afc3-9d8b-4c1a-95db-2af136777b9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 1096 time: 0.2643425 Jul 22 14:27:51.083158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-ea53d4a0-5a98-47b1-a3d9-3108c80f2b42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed HTTP/1.1" status: 200 len: 217 time: 0.0543027 Jul 22 14:27:51.150692 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b47a9e7c-0258-42b2-90d5-f5f7c1965dba req-fb9db9c6-cfc7-44f6-85e5-4fef35e225de tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0677958 Jul 22 14:27:51.215689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-a57a1bfd-5083-4857-a649-2123e86ab590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:51.217435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-a57a1bfd-5083-4857-a649-2123e86ab590 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.1090763 Jul 22 14:27:51.323897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port 1e41ec9e-fb17-422f-a80f-eff0e751b728 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:51.324500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.338830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.379139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-c5d1c963-5fd6-4bab-a88e-9428abc12291 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931985 Jul 22 14:27:51.465215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5cd863c-12ae-4b93-b8c2-fd6c0b6151eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.570519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.641328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a039e7-05b5-498b-9dee-5ea2eb4524e6 req-c4bf547a-f94a-4e35-a9b8-1c95aaf4f533 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:51.663735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75a039e7-05b5-498b-9dee-5ea2eb4524e6 req-c4bf547a-f94a-4e35-a9b8-1c95aaf4f533 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.4450338 Jul 22 14:27:51.682064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for 1e41ec9e-fb17-422f-a80f-eff0e751b728 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:51.814667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-8916620b-0d11-43ef-b0d6-ed8bc730c5a3 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258013 Jul 22 14:27:51.897344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc4bc3-b7ec-4ae5-9c69-bbb95486e70a req-64b6b55f-6b32-4267-b096-53243836de09 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:51.900407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eddc4bc3-b7ec-4ae5-9c69-bbb95486e70a req-64b6b55f-6b32-4267-b096-53243836de09 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 944 time: 0.1996651 Jul 22 14:27:51.940868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75a039e7-05b5-498b-9dee-5ea2eb4524e6 req-2ce3181a-5911-4db2-96c0-42595be9d464 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762399 Jul 22 14:27:52.020324 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eddc4bc3-b7ec-4ae5-9c69-bbb95486e70a req-05f864e1-44f9-405f-b647-655f2be00eb9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098659 Jul 22 14:27:52.140255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdc302c6-208c-44c4-ba43-516ac4703c7b req-b7cfdd2d-bb49-4517-8304-669d9b48dac9 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173683 Jul 22 14:27:52.160506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.253634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=1e41ec9e-fb17-422f-a80f-eff0e751b728,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:52.355007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.356970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2a59fe1a-97bc-4344-8154-a47ee7428256 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/ports/1e41ec9e-fb17-422f-a80f-eff0e751b728 HTTP/1.1" status: 204 len: 168 time: 1.4490278 Jul 22 14:27:52.359956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f72df4fb-6e6c-40d0-aea8-14be5a4aa196 req-fba3dd41-aba1-45b8-a08f-144b376a55af tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.1028721 Jul 22 14:27:52.360123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:52.413161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-e0c0f124-72d7-4eb0-ab24-0adc6c492e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:52.414975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-e0c0f124-72d7-4eb0-ab24-0adc6c492e3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 1096 time: 0.1792386 Jul 22 14:27:52.443419 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.477150 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-530e1ccc-d0d8-46de-a35d-110f7085a104 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] GET failed (client error): The resource could not be found. Jul 22 14:27:52.483383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-530e1ccc-d0d8-46de-a35d-110f7085a104 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "GET /v2.0/ports/1e41ec9e-fb17-422f-a80f-eff0e751b728 HTTP/1.1" status: 404 len: 333 time: 0.1218374 Jul 22 14:27:52.488536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:52.640380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-2785fcbb-59cf-4ac7-b40f-8069abdc62a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:52.642499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-2785fcbb-59cf-4ac7-b40f-8069abdc62a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.2145183 Jul 22 14:27:52.817338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port 33599980-4b21-4cf4-b2e6-dab9d986b9b3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:52.818165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.880678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-3e1df43b-49d1-4b2c-8815-314a46db3dca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed HTTP/1.1" status: 200 len: 217 time: 0.1271691 Jul 22 14:27:52.979308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.003301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for 33599980-4b21-4cf4-b2e6-dab9d986b9b3 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:53.010136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-835df7e3-a5ce-47af-a1f7-5bb6bfd83a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.011653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-835df7e3-a5ce-47af-a1f7-5bb6bfd83a90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.1267283 Jul 22 14:27:53.046628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-f3f2ede6-b507-4276-b046-7da75e1c9389 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.048347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-f3f2ede6-b507-4276-b046-7da75e1c9389 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.20 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 813 time: 0.4812696 Jul 22 14:27:53.114114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-65b5fd79-e552-47c1-a109-3c0351f05fad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643353 Jul 22 14:27:53.269720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-1e877fc1-fc9e-4026-9972-b4d31cd444e4 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453354 Jul 22 14:27:53.361010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-2aaf9b89-03ad-43f5-b47c-c01c884d1892 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42134345e8c040e69a23bf1266deda37 HTTP/1.1" status: 200 len: 379 time: 0.3017769 Jul 22 14:27:53.389980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'port': {'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'admin_state_up': True, 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'security_groups': ['0c738016-a9c4-4dcf-be1d-625f17555238']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:53.409899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.545939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.548387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/ports/33599980-4b21-4cf4-b2e6-dab9d986b9b3 HTTP/1.1" status: 204 len: 168 time: 1.0584803 Jul 22 14:27:53.550116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57c6d5-b7d8-43ea-816d-c3e7bf83db90 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=33599980-4b21-4cf4-b2e6-dab9d986b9b3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:53.562189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39456) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:53.591561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Made reservation on behalf of 42134345e8c040e69a23bf1266deda37 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:53.595955 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.674225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c8941-b027-41bd-b4c2-e338e3c445a0 req-c9817aa0-699e-48f8-b0fe-dfb20d633a6b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.683153 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-736c8941-b027-41bd-b4c2-e338e3c445a0 req-c9817aa0-699e-48f8-b0fe-dfb20d633a6b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2870607 Jul 22 14:27:53.785953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting subnet 6122f1d6-0d17-41b8-bf3a-8413656a28ae {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:53.822500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-736c8941-b027-41bd-b4c2-e338e3c445a0 req-eb99dcca-ee50-473e-80a9-fbc5e5545de8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336644 Jul 22 14:27:53.973790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.000375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-664bbdf9-c194-4db9-8107-270144213575 req-cc66c96b-60e1-4287-953b-3ea591ef8110 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0684958 Jul 22 14:27:54.125477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6811b0ba-95f7-422c-94fe-8946927b6d54 req-4f86edc4-5d11-4364-8864-e4c15e748654 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809052 Jul 22 14:27:54.223502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Allocated IP 172.20.0.10 (f77257e3-0140-45c2-a975-c3cdaf01504e/dd88f2c1-b7b4-4e17-a278-d24c4998359a/2710681a-3ba1-4019-a2b9-0731c5b9a6f0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:54.271296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.543827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:54.704801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2268902f-d61b-4d77-a0b1-cff0365b0c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.732947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.763214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9ff3acf5-34c9-4630-a4a7-4115b6a640ed details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:54.791561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52466ed-c2f0-4784-96be-5b8a57db2114 req-de0f5f10-f316-4a91-9f50-8837a1edb29f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:54.793089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c52466ed-c2f0-4784-96be-5b8a57db2114 req-de0f5f10-f316-4a91-9f50-8837a1edb29f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 944 time: 1.5225186 Jul 22 14:27:54.900267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2268902f-d61b-4d77-a0b1-cff0365b0c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.914040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2268902f-d61b-4d77-a0b1-cff0365b0c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.958376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:55.015094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'port_id': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed', 'mac_address': 'fa:16:3e:1b:b6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12ebb4c-e605-4417-93a3-f2ba43d3b52e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:55.050896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c52466ed-c2f0-4784-96be-5b8a57db2114 req-ac83660b-be6d-4605-91ea-cd2ddba12bfe tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382846 Jul 22 14:27:55.083748 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.094630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.104595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff3acf5-34c9-4630-a4a7-4115b6a640ed {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:55.160098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:55.167555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.200738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2268902f-d61b-4d77-a0b1-cff0365b0c83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f4e6b84917a4aaa8781e1571d8c26ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6551635 Jul 22 14:27:55.222947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268902f-d61b-4d77-a0b1-cff0365b0c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08442778-f255-4154-8d4c-339e04310c22,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:55.237771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:55.242490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.247883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.268046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Transition to ACTIVE for port object 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:55.284462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:55.333983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aabbf2-e7b5-43ba-b9bd-92a26f8f7652 None None] Network 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:55.353058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68e19a-d7bc-448b-b8c2-ef9a6d8caa6d req-7b126cbe-04b0-4c99-87b8-a2c77e89f4b2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:55.360559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec68e19a-d7bc-448b-b8c2-ef9a6d8caa6d req-7b126cbe-04b0-4c99-87b8-a2c77e89f4b2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.4068768 Jul 22 14:27:55.367901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.373453 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.375649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/subnets/6122f1d6-0d17-41b8-bf3a-8413656a28ae HTTP/1.1" status: 204 len: 168 time: 1.8045828 Jul 22 14:27:55.394645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:55.412376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77ee9-dc62-4624-b392-ba6be5d665f7 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Subnet': ['ID=6122f1d6-0d17-41b8-bf3a-8413656a28ae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:55.456792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:55.479696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Network f77257e3-0140-45c2-a975-c3cdaf01504e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:55.483082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-872e3762-3089-4193-a076-f00ff58f2842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.522061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:55.526473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:55.606332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'Port': ['ID=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:55.635745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30269b61-e31b-4c4d-adf1-89017bcd348a req-0653341c-245e-445d-bf26-3dd5c55c1467 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:55.638638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30269b61-e31b-4c4d-adf1-89017bcd348a req-0653341c-245e-445d-bf26-3dd5c55c1467 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 932 time: 0.3196955 Jul 22 14:27:55.704364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.710030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:55.717164 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec68e19a-d7bc-448b-b8c2-ef9a6d8caa6d req-513f1621-b205-40c8-b76c-8055beb2b33c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399155 Jul 22 14:27:55.720146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-872e3762-3089-4193-a076-f00ff58f2842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.723492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:55.724150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.761358 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30269b61-e31b-4c4d-adf1-89017bcd348a req-5b5f6b57-ba8a-46b1-a995-d4a21d1884d1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151242 Jul 22 14:27:55.797779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-c6855dcf-fa69-434e-9d51-9c065e766fe4 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4134023 Jul 22 14:27:55.813223 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Request body: {'port': {'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:55.937149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-872e3762-3089-4193-a076-f00ff58f2842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.948092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-872e3762-3089-4193-a076-f00ff58f2842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.949233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-872e3762-3089-4193-a076-f00ff58f2842 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08442778-f255-4154-8d4c-339e04310c22 HTTP/1.1" status: 204 len: 168 time: 0.6983893 Jul 22 14:27:55.967586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Deleting port c4f306fb-cb4b-4381-8c8e-595447939c74 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:55.967909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.975926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e3762-3089-4193-a076-f00ff58f2842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08442778-f255-4154-8d4c-339e04310c22,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:55.998912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:56.014409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'mac_address': 'fa:16:3e:ec:d7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:56.093343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.106327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-33ac5c38-2821-4710-9bfb-ecb51f3f5069 None None] Provisioning for port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:56.121012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:56.122858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] For port c4f306fb-cb4b-4381-8c8e-595447939c74, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c4f306fb-cb4b-4381-8c8e-595447939c74,segment=NetworkSegment(f08e6a88-80d5-44e3-8d81-4fef659a0b48),segment_id=f08e6a88-80d5-44e3-8d81-4fef659a0b48)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:56.123236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.146708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Calling delete_port for c4f306fb-cb4b-4381-8c8e-595447939c74 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:56.149844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:56.151264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-33ac5c38-2821-4710-9bfb-ecb51f3f5069 None None] Provisioning complete for port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:56.151940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-33ac5c38-2821-4710-9bfb-ecb51f3f5069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.184735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.236669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.390064 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:27:56.429322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['b8e2a6af-0761-461c-a8c6-970eb12a2d89'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:56.444235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.508457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] No DVR routers for this DVR port c4f306fb-cb4b-4381-8c8e-595447939c74 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:56.516057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Port': ['ID=c4f306fb-cb4b-4381-8c8e-595447939c74,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:56.567252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e569fe-1a98-4cb3-942e-2f27184c9734 None None] DHCP port deletion for 8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:27:56.599309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-33ac5c38-2821-4710-9bfb-ecb51f3f5069 None None] Port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:56.665272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce8123-f315-4b86-84e8-f91cd4e9188e req-939dd200-3b8f-4bf0-a892-ab7fc7695e7e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:56.667124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1ce8123-f315-4b86-84e8-f91cd4e9188e req-939dd200-3b8f-4bf0-a892-ab7fc7695e7e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 945 time: 0.3619277 Jul 22 14:27:56.683112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:56.771640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.837230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8fefca-e743-46e8-87fc-c0b2ae2e98a5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:56.878063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:56.880069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08e6a88-80d5-44e3-8d81-4fef659a0b48') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:56.892135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08e6a88-80d5-44e3-8d81-4fef659a0b48') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:56.965533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.003573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41532510-1451-4459-ad23-cc0548f6991e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.011339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39584) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:57.031879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.032111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:57.053016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.056106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1ce8123-f315-4b86-84e8-f91cd4e9188e req-b87a61c3-05b8-4d99-80ad-9ed0182a5496 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705909 Jul 22 14:27:57.066190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Transition to ACTIVE for port object 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:57.071916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:57.072334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:57.075442 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:57.126174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.315878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9251fa-d63b-4d49-aab6-629a2124b4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.328277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.345984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.348114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] 10.222.0.11 "DELETE /v2.0/networks/8b8fefca-e743-46e8-87fc-c0b2ae2e98a5 HTTP/1.1" status: 204 len: 168 time: 1.9522598 Jul 22 14:27:57.394411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Pushing event updated for resources: {'Port': ['ID=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:57.411618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8255271-eedc-483f-ac4f-217af948d4c9 tempest-AllowedAddressPairIpV6TestJSON-1368214959 tempest-AllowedAddressPairIpV6TestJSON-1368214959-project] Pushing event deleted for resources: {'Network': ['ID=8b8fefca-e743-46e8-87fc-c0b2ae2e98a5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:57.429565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f6861-26f7-4931-9142-8ec4604a234b req-280a2f58-450f-4055-a290-895ad38505e5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:57.438325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e36f6861-26f7-4931-9142-8ec4604a234b req-280a2f58-450f-4055-a290-895ad38505e5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.3696089 Jul 22 14:27:57.531563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157da6f-f160-4b13-bf08-6c722cfefdf4 req-4a367fbe-73c7-402d-8f8c-433292dd86ac tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:57.533200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7157da6f-f160-4b13-bf08-6c722cfefdf4 req-4a367fbe-73c7-402d-8f8c-433292dd86ac tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.2952888 Jul 22 14:27:57.550697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e36f6861-26f7-4931-9142-8ec4604a234b req-1a79052f-e2c4-4b02-9a39-c096fcb46bc3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110454 Jul 22 14:27:57.569300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Attempting to bind port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:57.569938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Attempting to bind port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:57.570466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Attempting to bind port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 on network f77257e3-0140-45c2-a975-c3cdaf01504e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:57.580124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 on network f77257e3-0140-45c2-a975-c3cdaf01504e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:57.581344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Attempting to bind port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 on network f77257e3-0140-45c2-a975-c3cdaf01504e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:57.593254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:57.597206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Checking segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:57.597645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Bound using segment: {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:57.598154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Bound port: 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49c1a07c-6923-4b64-89b6-bb26810387e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:57.598527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.672608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41532510-1451-4459-ad23-cc0548f6991e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.702838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41532510-1451-4459-ad23-cc0548f6991e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.707336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:57.812434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] For port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:57.824057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] For port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:57.824298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7157da6f-f160-4b13-bf08-6c722cfefdf4 req-79ce1ece-f7a3-4f62-b4e4-e75b8029676b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2829564 Jul 22 14:27:57.835437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c4f306fb-cb4b-4381-8c8e-595447939c74 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:57.843983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.882214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c4f306fb-cb4b-4381-8c8e-595447939c74 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:57.882564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c4f306fb-cb4b-4381-8c8e-595447939c74 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:57.904160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:57.904712 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.947305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-41532510-1451-4459-ad23-cc0548f6991e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08e71da66d044461b90964919c92fd09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0496650 Jul 22 14:27:57.953685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:57.960769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532510-1451-4459-ad23-cc0548f6991e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d83f80-5b1e-4ba3-8b87-1d0f02de07b6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:57.992307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:58.046120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:58.046815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.048206 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] 10.222.0.20 "PUT /v2.0/ports/2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 1093 time: 2.2447362 Jul 22 14:27:58.048690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:58.062019 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1870d0a9-a6d8-48cc-9464-9597794d0dff" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:58.079785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-604114bb-5e87-4f81-aff1-f62762fa5199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.122860 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.153071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-604114bb-5e87-4f81-aff1-f62762fa5199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.195860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:58.213375 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba29cfaf-eec6-453a-8049-9bce77faa05d" -d '{"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-plugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:58.282227 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec6ac4-f1b2-4c42-bc6c-4106a8cc5414 x-openstack-request-id: req-84ec6ac4-f1b2-4c42-bc6c-4106a8cc5414 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:58.282508 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:58.282766 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84ec6ac4-f1b2-4c42-bc6c-4106a8cc5414 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:58.283174 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'status': 'completed', 'code': 200} Jul 22 14:27:58.284852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:58.302560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.313882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-604114bb-5e87-4f81-aff1-f62762fa5199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.328660 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-604114bb-5e87-4f81-aff1-f62762fa5199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.349593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-604114bb-5e87-4f81-aff1-f62762fa5199 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02d83f80-5b1e-4ba3-8b87-1d0f02de07b6 HTTP/1.1" status: 204 len: 168 time: 0.3655581 Jul 22 14:27:58.389125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604114bb-5e87-4f81-aff1-f62762fa5199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d83f80-5b1e-4ba3-8b87-1d0f02de07b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:58.427394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518d5a8-4c27-419f-aeec-2a90c8787fef service neutron] Pushing event updated for resources: {'Port': ['ID=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:58.465595 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc58fe7-6335-4ac6-90c2-06fa869324f2 x-openstack-request-id: req-abc58fe7-6335-4ac6-90c2-06fa869324f2 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:58.466316 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-plugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:58.466865 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abc58fe7-6335-4ac6-90c2-06fa869324f2 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:58.468531 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'code': 200} Jul 22 14:27:58.543249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9251fa-d63b-4d49-aab6-629a2124b4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.557450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9251fa-d63b-4d49-aab6-629a2124b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.581309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:58.652171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ed9251fa-d63b-4d49-aab6-629a2124b4c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecc19e272e2742f0b9f150ba2873ac2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6343420 Jul 22 14:27:58.653331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9251fa-d63b-4d49-aab6-629a2124b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81b74bc-6851-40b7-9733-63307f0f7f90,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:58.670143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:58.727134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-1ca46e47-3872-46b5-bc46-38d513555229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:58.729149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-1ca46e47-3872-46b5-bc46-38d513555229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1096 time: 0.6240957 Jul 22 14:27:58.777822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9ff3acf5-34c9-4630-a4a7-4115b6a640ed up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:58.834907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45c74783-c9c7-488c-8424-a6ae322d8477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.862989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-49553e55-63e1-43a7-9488-4efb26159b29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 217 time: 0.1205459 Jul 22 14:27:58.866865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f533ec96-70e6-4b59-b9be-2e1d05fbeb7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e49c630172d4a49b87631fe0ed70c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8367827 Jul 22 14:27:58.882064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:58.888183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:58.889962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.892242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45c74783-c9c7-488c-8424-a6ae322d8477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.892933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cc3b7-bc61-4032-9a85-12638839cea1 req-4f448c26-cafa-4422-b108-91d758d0107d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:58.896928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e88cc3b7-bc61-4032-9a85-12638839cea1 req-4f448c26-cafa-4422-b108-91d758d0107d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 945 time: 0.5318193 Jul 22 14:27:58.901250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:59.041367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45c74783-c9c7-488c-8424-a6ae322d8477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.043912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45c74783-c9c7-488c-8424-a6ae322d8477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.060275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-45c74783-c9c7-488c-8424-a6ae322d8477 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f81b74bc-6851-40b7-9733-63307f0f7f90 HTTP/1.1" status: 204 len: 168 time: 0.3725226 Jul 22 14:27:59.092701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.109523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e88cc3b7-bc61-4032-9a85-12638839cea1 req-2207cde2-3e3f-43e2-b962-1b25ffec103f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932766 Jul 22 14:27:59.125144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7df34d8f-f5f0-4667-9567-55c2a2e3de24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.130187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-9912a1ab-9016-4843-a190-727892b019c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:59.134550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c74783-c9c7-488c-8424-a6ae322d8477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81b74bc-6851-40b7-9733-63307f0f7f90,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:59.140587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-9912a1ab-9016-4843-a190-727892b019c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 200 len: 852 time: 0.2400229 Jul 22 14:27:59.167820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb3b99-ed55-4c13-9a47-12e2aefc6ebd req-a6704ee0-2757-4c45-81fb-536d491a8dfe tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:59.188132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bddb3b99-ed55-4c13-9a47-12e2aefc6ebd req-a6704ee0-2757-4c45-81fb-536d491a8dfe tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.4626231 Jul 22 14:27:59.278679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:59.283934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bddb3b99-ed55-4c13-9a47-12e2aefc6ebd req-8ce18e70-e91a-4d12-ade4-ec81f99528bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937698 Jul 22 14:27:59.291036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.323559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7df34d8f-f5f0-4667-9567-55c2a2e3de24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.377287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:59.488420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7df34d8f-f5f0-4667-9567-55c2a2e3de24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.493285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7df34d8f-f5f0-4667-9567-55c2a2e3de24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.494717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7df34d8f-f5f0-4667-9567-55c2a2e3de24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b91bbcd5-4a87-4a12-899b-e08d028ee180 HTTP/1.1" status: 204 len: 168 time: 0.5922568 Jul 22 14:27:59.511889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df34d8f-f5f0-4667-9567-55c2a2e3de24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91bbcd5-4a87-4a12-899b-e08d028ee180,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:59.515403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bff38-5633-44d5-9593-78da26b94408 req-68aa5bdf-8aee-4972-8d29-16cde6567c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:59.517943 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-68aa5bdf-8aee-4972-8d29-16cde6567c32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f77257e3-0140-45c2-a975-c3cdaf01504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3628414 Jul 22 14:27:59.688228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716b71f-1c04-40db-9a6e-d354ec05b100 req-e42e1033-a7e3-41f0-859b-dc6b5967f69f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:59.690435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b716b71f-1c04-40db-9a6e-d354ec05b100 req-e42e1033-a7e3-41f0-859b-dc6b5967f69f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.3513584 Jul 22 14:27:59.816546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b716b71f-1c04-40db-9a6e-d354ec05b100 req-727376cb-9b9d-4d86-b050-e88970db0365 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162953 Jul 22 14:27:59.836553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-a4f70055-48e1-4b7b-9c52-270f92aff8e6 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100500 Jul 22 14:28:00.031012 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d9bff38-5633-44d5-9593-78da26b94408 req-7f0fad3c-8193-4d9e-91f3-6899584b3dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864264 Jul 22 14:28:00.262163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-2f951b76-f62a-4ed4-942a-41fd1c6ee3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.263897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-2f951b76-f62a-4ed4-942a-41fd1c6ee3b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1096 time: 0.1781549 Jul 22 14:28:00.441164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c0ad-30e4-4233-b2f9-971a9623a9ea req-c859850e-c3ef-4e92-a129-0f6873d575a9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.457012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7812c0ad-30e4-4233-b2f9-971a9623a9ea req-c859850e-c3ef-4e92-a129-0f6873d575a9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 946 time: 0.1959553 Jul 22 14:28:00.472137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba2f589-3228-418a-9980-e95246fd876e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:00.475674 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00b9d58-a91b-4117-ab09-cf43366d3530" -d '{"events": [{"server_uuid": "1ba2f589-3228-418a-9980-e95246fd876e", "name": "network-vif-plugged", "status": "completed", "tag": "9ff3acf5-34c9-4630-a4a7-4115b6a640ed"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:00.619258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7812c0ad-30e4-4233-b2f9-971a9623a9ea req-21b6840f-624a-42c9-8e74-fa193f7352f6 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588812 Jul 22 14:28:00.622869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-cf4ab4f9-d63b-42c8-b5f0-cb5e538f6670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.624237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-cf4ab4f9-d63b-42c8-b5f0-cb5e538f6670 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 914 time: 0.3526566 Jul 22 14:28:00.689285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:00.739881 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09602df2-9f31-4174-b370-948c4a3b582c x-openstack-request-id: req-09602df2-9f31-4174-b370-948c4a3b582c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:00.740651 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba2f589-3228-418a-9980-e95246fd876e", "name": "network-vif-plugged", "status": "completed", "tag": "9ff3acf5-34c9-4630-a4a7-4115b6a640ed", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:00.741149 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09602df2-9f31-4174-b370-948c4a3b582c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:00.741894 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba2f589-3228-418a-9980-e95246fd876e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed', 'code': 200} Jul 22 14:28:00.744309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-1accf29e-df58-44c1-87fa-a684e845286a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 217 time: 0.1063609 Jul 22 14:28:00.879347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86f596-7680-4d41-80a1-4b4f06f9db20 req-7847d2db-a8ab-4f94-b036-754f25fee393 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.880952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b86f596-7680-4d41-80a1-4b4f06f9db20 req-7847d2db-a8ab-4f94-b036-754f25fee393 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3634357 Jul 22 14:28:00.918853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-6a185e65-05ed-42c1-b280-38127b0cae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.921172 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-6a185e65-05ed-42c1-b280-38127b0cae6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 200 len: 852 time: 0.1639564 Jul 22 14:28:01.043619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2117056484-network', 'tenant_id': '433cbf810b1c4028b9cf45a19049b8bb'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:01.058246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9b86f596-7680-4d41-80a1-4b4f06f9db20 req-50a98b54-0943-4ff6-917b-2e727184f7bd tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481769 Jul 22 14:28:01.102746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385def-94e3-4827-bfff-533d7f0a9c59 req-9153d097-2cfa-4677-8dea-4ac74a2b471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:01.104292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5385def-94e3-4827-bfff-533d7f0a9c59 req-9153d097-2cfa-4677-8dea-4ac74a2b471e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 1098 time: 0.2946150 Jul 22 14:28:01.114795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Made reservation on behalf of 433cbf810b1c4028b9cf45a19049b8bb for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:01.117063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:01.156374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:01.209753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5385def-94e3-4827-bfff-533d7f0a9c59 req-8a294c06-428b-4480-9c2c-0e40bde8ced2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837076 Jul 22 14:28:01.211706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-3dd86dfb-ff94-41bc-9b91-92793a9c6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:01.213176 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-3dd86dfb-ff94-41bc-9b91-92793a9c6040 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f77257e3-0140-45c2-a975-c3cdaf01504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2804863 Jul 22 14:28:01.499330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-81ca6df6-0520-4d8c-a725-b6fc4c21293a service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745380 Jul 22 14:28:01.665797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39720) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:01.748101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1870d0a9-a6d8-48cc-9464-9597794d0dff req-1140bcce-d0e5-450c-9404-7e64c16d0ca8 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414405 Jul 22 14:28:01.942984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529f121-964f-4987-8940-0dc41a56c2a2 req-ee8d7453-a077-47d8-a9c2-ea14c23e8b5d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:01.947985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e529f121-964f-4987-8940-0dc41a56c2a2 req-ee8d7453-a077-47d8-a9c2-ea14c23e8b5d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 946 time: 0.1682284 Jul 22 14:28:02.051858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e529f121-964f-4987-8940-0dc41a56c2a2 req-30c5e1e0-5158-4cbe-adc2-c93beab6f1a1 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001315 Jul 22 14:28:02.160801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1055310777'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:02.281593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2fbe6-1d06-4a41-b3d6-773e6458dbe9 req-2a579e98-7a9d-4a4a-86e2-98991cac3919 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.290201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aab2fbe6-1d06-4a41-b3d6-773e6458dbe9 req-2a579e98-7a9d-4a4a-86e2-98991cac3919 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 1.3304267 Jul 22 14:28:02.329063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:02.332707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.360555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.433127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aab2fbe6-1d06-4a41-b3d6-773e6458dbe9 req-9a90061e-4b92-4555-ba8e-176c68f19a86 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414933 Jul 22 14:28:02.434061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3e5a-e711-44fc-ba3e-00c61ae995e2 req-a9170bc9-8db8-46f8-941a-958ea562af7b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.457020 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d5de3e5a-e711-44fc-ba3e-00c61ae995e2 req-a9170bc9-8db8-46f8-941a-958ea562af7b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2542067 Jul 22 14:28:02.595175 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.600602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d5de3e5a-e711-44fc-ba3e-00c61ae995e2 req-06d7f990-832a-434c-858f-f8e5189455e3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426072 Jul 22 14:28:02.624962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.717234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:02.729033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d814ba14-541f-4a88-ba65-01d16c0cf1b1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:02.752323 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.752684 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Added segment c9fbb602-490e-4ef7-abae-f0f67b6e2eb9 of type vlan for network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e Jul 22 14:28:02.827146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.839452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.887600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.943221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:02.945466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994f2c24-bdd4-4257-9257-91c26b2a26e9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:02.986203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.987048 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Added segment 18222a1b-648b-4681-b300-d21f25a254de of type vlan for network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb Jul 22 14:28:02.995212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.996263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.996863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.065849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3741915 Jul 22 14:28:03.077954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39748) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:03.103909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d96f2-6860-40c8-8739-7aadb51e9325 admin admin] Pushing event updated for resources: {'Network': ['ID=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:03.119338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:03.140962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Request body: {'subnet': {'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2117056484-subnet', 'tenant_id': '433cbf810b1c4028b9cf45a19049b8bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:03.163207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.240482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Made reservation on behalf of 433cbf810b1c4028b9cf45a19049b8bb for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:03.243680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.288483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.296506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.297464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.337002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08758cc-56f1-4a9c-b711-cc0c06fb5dd0 req-0b88f24d-07c7-4056-8c6f-02e85194e404 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.338573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c08758cc-56f1-4a9c-b711-cc0c06fb5dd0 req-0b88f24d-07c7-4056-8c6f-02e85194e404 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 946 time: 0.1353121 Jul 22 14:28:03.391601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7246463 Jul 22 14:28:03.401866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39756) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:03.426833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:03.448693 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c08758cc-56f1-4a9c-b711-cc0c06fb5dd0 req-a3d29ccc-2c56-4578-8ccd-a4475f2c8afd tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036060 Jul 22 14:28:03.568374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58c630-0c95-4fae-a3c8-05cd61670c44 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Network': ['ID=e24c6fbf-7a99-4c96-8ffa-fb752468d7cb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:03.582351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:03.725736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099fb65-5f2e-44eb-a8be-f5c84fb387a1 req-a797bf3b-aec6-459d-a000-6fcd1ba5bd8e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.733758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8099fb65-5f2e-44eb-a8be-f5c84fb387a1 req-a797bf3b-aec6-459d-a000-6fcd1ba5bd8e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.1760850 Jul 22 14:28:03.748204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:03.753162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.813040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8099fb65-5f2e-44eb-a8be-f5c84fb387a1 req-ea9b100c-4482-4c3d-9f95-dfabd1a12e55 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776529 Jul 22 14:28:04.067158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a461f6-13b8-40f9-b6f0-6c628f21df7a req-2d4d3b62-d3d0-460e-82e1-d17eaf75c99d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.086253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3a461f6-13b8-40f9-b6f0-6c628f21df7a req-2d4d3b62-d3d0-460e-82e1-d17eaf75c99d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1352868 Jul 22 14:28:04.120094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:04.125668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'network': {'name': 'tempest-network-smoke--887386722', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:04.140206 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.183859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3a461f6-13b8-40f9-b6f0-6c628f21df7a req-7d473022-b3df-4d64-940a-6b5a2758d279 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966938 Jul 22 14:28:04.196112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Made reservation on behalf of b7073b2cf2b647e1a02c96d5948f5b39 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:04.203654 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.243740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.270529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d874cea6-1c95-4cab-815e-12da241b0226,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.304239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Checking segment: {'id': 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:04.304725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Network hostable DHCP agents. Network: 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:04.317511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.375128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:04.425577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.433014 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.442376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:04.454266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3285eb4-4ecc-43aa-b3f1-fe07f1146b5d None None] Network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:04.465610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.469977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.476543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:04.477236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:04.477906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network hostable DHCP agents. Network: e24c6fbf-7a99-4c96-8ffa-fb752468d7cb, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:04.484751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.507429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4ada16-9f19-49de-84c6-b52c5c1403d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.534937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.536168 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Added segment 8cb38510-271c-4c18-8cd1-a79274803965 of type vlan for network 1d2b3d14-3068-4885-abd2-76b94cbcf578 Jul 22 14:28:04.549308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-10ade1bb-4ab3-4e28-9e05-5ecffbc00140 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4161115 Jul 22 14:28:04.552827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:04.570562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, e24c6fbf-7a99-4c96-8ffa-fb752468d7cb) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:04.578251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.578989 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.593024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.602523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52fffd5-64d8-4e9e-9bf3-e2a065893962 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:04.613768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c2fc8d87-bbd1-4c5f-bc8c-751332158c74 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1953981 Jul 22 14:28:04.616783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39784) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:04.622560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'name': 'tempest-NetworksTestDHCPv6-1271579040'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:04.645827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.653927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.654858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.703259 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5817494 Jul 22 14:28:04.707660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:04.713091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'admin_state_up': True, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:04.790547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bbe24-3c76-4846-9f17-2e1e69d8ecef tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Network': ['ID=1d2b3d14-3068-4885-abd2-76b94cbcf578,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.838586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.841192 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.867788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:04.905683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:04.909066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667a4d5-b6a2-4fa0-91ec-bb29506d4abd None None] Network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:04.911053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.923024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.969760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port c2471868-6ae9-45c3-85a2-7f28e2742850 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:05.329180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.412154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88286031-22f4-4f55-933a-d5e8a30636e8 req-e5a322fc-0cb8-4ed3-9b14-db6f0f3c1a7d tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.420864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88286031-22f4-4f55-933a-d5e8a30636e8 req-e5a322fc-0cb8-4ed3-9b14-db6f0f3c1a7d tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.4251425 Jul 22 14:28:05.490150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:05.491134 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.542624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88286031-22f4-4f55-933a-d5e8a30636e8 req-36a11699-daf0-4c04-bc91-0fb068c8f344 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165111 Jul 22 14:28:05.546856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::3a9 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63/c2471868-6ae9-45c3-85a2-7f28e2742850) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:05.750076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad38c0-454c-4a98-ae68-048c8a391012 req-5ebea90d-a4fc-454d-9cab-bec7b29190e8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.775710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3ad38c0-454c-4a98-ae68-048c8a391012 req-5ebea90d-a4fc-454d-9cab-bec7b29190e8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3585651 Jul 22 14:28:05.820933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.837646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object c2471868-6ae9-45c3-85a2-7f28e2742850 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:05.884710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.943821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:05.949885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:05.951892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3ad38c0-454c-4a98-ae68-048c8a391012 req-6c2d8075-ac4a-4fcb-b7b5-d8a856643c1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730003 Jul 22 14:28:05.959428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:05.965274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.965963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.980268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=c2471868-6ae9-45c3-85a2-7f28e2742850,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:06.012807 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7f4b91d-3827-4106-9aaa-a0eec70bafac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3948684 Jul 22 14:28:06.013478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:06.087084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63/efdf1fce-edba-4bd9-9b53-543ef5c76a16) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:06.194488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:06.195651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.204721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1950933588-network', 'tenant_id': '74c69b19b573430a9fc89693b837eb26'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:06.217648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5813f97c-9044-44ff-99c6-d6c76718a150 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.217892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.219452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5813f97c-9044-44ff-99c6-d6c76718a150 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2049766 Jul 22 14:28:06.222301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39822) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:06.337154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Made reservation on behalf of 74c69b19b573430a9fc89693b837eb26 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:06.339625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.352260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.422956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.445660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Transition to ACTIVE for port object efdf1fce-edba-4bd9-9b53-543ef5c76a16 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:06.451999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.25.8.87 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b0fbb000-1052-44cd-b01f-d3c1deda0ee6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:06.469363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Transition to ACTIVE for port object efdf1fce-edba-4bd9-9b53-543ef5c76a16 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:06.483683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port c2471868-6ae9-45c3-85a2-7f28e2742850 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:06.484177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.487405 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.572554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Pushing event updated for resources: {'Port': ['ID=efdf1fce-edba-4bd9-9b53-543ef5c76a16,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:06.594212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:06.595754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:06.600623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:06.613355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.677050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.735562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Attempting to bind port efdf1fce-edba-4bd9-9b53-543ef5c76a16 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:06.736114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Attempting to bind port efdf1fce-edba-4bd9-9b53-543ef5c76a16 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:06.736912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Attempting to bind port efdf1fce-edba-4bd9-9b53-543ef5c76a16 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:06.744989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:06.748142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:06.748657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:06.749344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.749929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:06.756670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Bound port: efdf1fce-edba-4bd9-9b53-543ef5c76a16, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:06.757219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.775704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:06.781391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:06.833134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:06.866931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.900867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for c2471868-6ae9-45c3-85a2-7f28e2742850 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:06.943702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] For port efdf1fce-edba-4bd9-9b53-543ef5c76a16, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:06.958019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] For port efdf1fce-edba-4bd9-9b53-543ef5c76a16, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=efdf1fce-edba-4bd9-9b53-543ef5c76a16,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:06.958998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796a7a5-b424-47e1-990b-41a4375d8634 req-6409c450-5296-48bc-863f-1b0e37129961 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.960682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0796a7a5-b424-47e1-990b-41a4375d8634 req-6409c450-5296-48bc-863f-1b0e37129961 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.2406902 Jul 22 14:28:06.971962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.006058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.053955 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.073391 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0796a7a5-b424-47e1-990b-41a4375d8634 req-c272025d-b090-44dc-b677-c815fb3a4126 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783968 Jul 22 14:28:07.190872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148bc2d-e5bf-429c-9aef-46a556ab939d None None] Pushing event updated for resources: {'Port': ['ID=efdf1fce-edba-4bd9-9b53-543ef5c76a16,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.311486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:07.315339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.448779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.451490 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Added segment fc999795-23ed-470d-addb-1f23cb19cb3d of type vlan for network a9851e82-1746-48e7-a1c8-6a3eb662c97a Jul 22 14:28:07.507540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.541891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f791ae75-ecf9-4eee-a6d5-d2ad3773b96b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.550566 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.559486 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.561378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:07.562251 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.671292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=c2471868-6ae9-45c3-85a2-7f28e2742850,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.721541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.737649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.749118 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5a57ff05-6394-4971-a418-9e14d759e959 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/c2471868-6ae9-45c3-85a2-7f28e2742850 HTTP/1.1" status: 204 len: 168 time: 1.5257018 Jul 22 14:28:07.751034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5508416 Jul 22 14:28:07.752801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:07.761249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:07.819434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device efdf1fce-edba-4bd9-9b53-543ef5c76a16 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:07.886525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Request body: {'subnet': {'network_id': 'a9851e82-1746-48e7-a1c8-6a3eb662c97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1950933588-subnet', 'tenant_id': '74c69b19b573430a9fc89693b837eb26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:07.891609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473a4e7-e4fb-4d7e-8a49-15f418a71d96 admin admin] Pushing event updated for resources: {'Network': ['ID=a9851e82-1746-48e7-a1c8-6a3eb662c97a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.950983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a9851e82-1746-48e7-a1c8-6a3eb662c97a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:07.952478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312dcb-534f-48f1-9cc2-6cbb40a612bc req-619cf0c0-02d0-4bd7-81de-cd4a52201749 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:07.961309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49312dcb-534f-48f1-9cc2-6cbb40a612bc req-619cf0c0-02d0-4bd7-81de-cd4a52201749 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.7588680 Jul 22 14:28:08.021978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49312dcb-534f-48f1-9cc2-6cbb40a612bc req-4c42baca-c88d-42d2-9339-297bb864704b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586929 Jul 22 14:28:08.050400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Made reservation on behalf of 74c69b19b573430a9fc89693b837eb26 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:08.057426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.098881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e7eaf-f80a-41a2-b0f2-0bcd0d0acd65 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.103517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e7eaf-f80a-41a2-b0f2-0bcd0d0acd65 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.105120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-391e7eaf-f80a-41a2-b0f2-0bcd0d0acd65 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3465438 Jul 22 14:28:08.115565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:08.192474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port efdf1fce-edba-4bd9-9b53-543ef5c76a16 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:08.363402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:08.371878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.378676 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.448812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.467186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ba6b44-a40e-44cd-a365-67772bfaffb9,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:08.473720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Checking segment: {'id': 'fc999795-23ed-470d-addb-1f23cb19cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a9851e82-1746-48e7-a1c8-6a3eb662c97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:08.474275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Network hostable DHCP agents. Network: a9851e82-1746-48e7-a1c8-6a3eb662c97a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:08.508867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Network a9851e82-1746-48e7-a1c8-6a3eb662c97a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:08.521940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a9851e82-1746-48e7-a1c8-6a3eb662c97a) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:08.529176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.530088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.531988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9755f0-5125-479f-b681-b4862bb2736a req-ffa7bf97-e7d5-4b57-934a-bb5bc029bc8c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.533781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c9755f0-5125-479f-b681-b4862bb2736a req-ffa7bf97-e7d5-4b57-934a-bb5bc029bc8c tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.2839422 Jul 22 14:28:08.535984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6f1de-12fc-4e87-8852-5ba363ca8330 None None] Network a9851e82-1746-48e7-a1c8-6a3eb662c97a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:08.536750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 7f8ad246-0fbf-4952-8e75-32e324cdce82 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:28:08.566280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3090fa34-30f4-4ce8-bf45-2f09daf156b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7976134 Jul 22 14:28:08.903390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c9755f0-5125-479f-b681-b4862bb2736a req-04292b78-13d0-4fe0-ab7a-47a5d3d0e0dd tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517370 Jul 22 14:28:08.916569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.028368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:09.081777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.089438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.095323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39870) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:09.097966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-38815a70-7e4b-421f-a405-b49b9632ceb7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.3883839 Jul 22 14:28:09.119158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Sync routers for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:09.131355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75794ed1-02aa-4a66-9517-30e143213076 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:09.227020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:09.262249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.266015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b11b6d8-f659-49bd-8acc-342d8575cfcf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63 HTTP/1.1" status: 204 len: 168 time: 1.1442764 Jul 22 14:28:09.269522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:09.413472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5b4c-1ea8-4435-80c9-a35b9742fb27 req-6a2d8c6e-1e64-4370-9cbb-52079ef9bb57 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.423667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-046b5b4c-1ea8-4435-80c9-a35b9742fb27 req-6a2d8c6e-1e64-4370-9cbb-52079ef9bb57 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2205679 Jul 22 14:28:09.426177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:09.428901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:09.431370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d775138c-2015-4cc9-9b8c-f69f5a23d654 None None] Network a9851e82-1746-48e7-a1c8-6a3eb662c97a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:09.438201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68687578-7991-42c8-a65d-aded4e087310 None None] Provisioning for port efdf1fce-edba-4bd9-9b53-543ef5c76a16 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:09.469727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff095561-5601-4534-af58-12539d6dc8bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959615 Jul 22 14:28:09.473462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:09.494827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:09.763685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68687578-7991-42c8-a65d-aded4e087310 None None] Provisioning complete for port efdf1fce-edba-4bd9-9b53-543ef5c76a16 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:09.763685 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68687578-7991-42c8-a65d-aded4e087310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.807695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-046b5b4c-1ea8-4435-80c9-a35b9742fb27 req-ac641248-d34b-4336-8aa3-064e384a7317 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798254 Jul 22 14:28:09.925454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-b9748f2b-710e-4b54-ba51-8612a4008578 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.927563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-b9748f2b-710e-4b54-ba51-8612a4008578 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/networks?id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e HTTP/1.1" status: 200 len: 812 time: 0.2230792 Jul 22 14:28:09.976216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-3d8279a6-f5c5-46e9-80af-801ca2cfc9fd tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/quotas/433cbf810b1c4028b9cf45a19049b8bb HTTP/1.1" status: 200 len: 375 time: 0.0343466 Jul 22 14:28:09.986953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ef1b1c3-2a95-4db0-8686-f7b1ad5bd487 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b7073b2cf2b647e1a02c96d5948f5b39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8894827 Jul 22 14:28:10.000837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39894) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:10.049197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:10.059987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-6c6f7f2e-70bc-41d5-99aa-b6c74a763fdd tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=433cbf810b1c4028b9cf45a19049b8bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780649 Jul 22 14:28:10.272482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-b5d68558-54ab-4af0-833e-181421bd2c47 service neutron] 10.222.0.11 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014768 Jul 22 14:28:10.507787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:10.518328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:10.770962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6771e-5d95-44cb-92bf-8c6afa5f3749 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:10.776500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ace6771e-5d95-44cb-92bf-8c6afa5f3749 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7742798 Jul 22 14:28:10.898253 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68687578-7991-42c8-a65d-aded4e087310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.029021 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:11.049003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-68687578-7991-42c8-a65d-aded4e087310 None None] For port efdf1fce-edba-4bd9-9b53-543ef5c76a16, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=efdf1fce-edba-4bd9-9b53-543ef5c76a16,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:11.088687 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68687578-7991-42c8-a65d-aded4e087310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.170026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68687578-7991-42c8-a65d-aded4e087310 None None] Pushing event updated for resources: {'Port': ['ID=efdf1fce-edba-4bd9-9b53-543ef5c76a16,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:11.181836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:07Z', 'revision_number': 3, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:11.210371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39900) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:11.222631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Checking router: 7f8ad246-0fbf-4952-8e75-32e324cdce82 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:11.223508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Updating router 7f8ad246-0fbf-4952-8e75-32e324cdce82 port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:28:11.259034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.274321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] Deleting port efdf1fce-edba-4bd9-9b53-543ef5c76a16 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:11.275334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.340305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4149dc-79ff-4ec1-9eea-3a4541eaf3f5 req-6fceb44c-a317-42c5-8704-e157a81ecc70 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:11.367400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c4149dc-79ff-4ec1-9eea-3a4541eaf3f5 req-6fceb44c-a317-42c5-8704-e157a81ecc70 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.9946856 Jul 22 14:28:11.424815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] For port efdf1fce-edba-4bd9-9b53-543ef5c76a16, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=efdf1fce-edba-4bd9-9b53-543ef5c76a16,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:11.425679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.431129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-ce425095-106b-4cf6-9490-deb635613b9a service neutron] 10.222.0.11 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1441438 Jul 22 14:28:11.443784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] Calling delete_port for efdf1fce-edba-4bd9-9b53-543ef5c76a16 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:11.473414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c958c175-c0f4-456b-8023-b06d32e364d9 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2603366 Jul 22 14:28:11.477094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39908) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:11.483850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-294610844', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:11.521038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:11.525977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:11.542581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:11.544049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.547766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:11.616863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c4149dc-79ff-4ec1-9eea-3a4541eaf3f5 req-3757d601-cb72-4c43-b227-4d92a2aece5e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485332 Jul 22 14:28:11.633249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=d9f8071a-e109-4061-ad10-1c9b0f4177f7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:11.653802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-08dc894a-c0bd-45e4-898f-165611a8a026 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1773899 Jul 22 14:28:11.657312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39912) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:11.675733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'name': 'tempest-NetworksTestDHCPv6-756410590'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:11.815558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Made reservation on behalf of b7073b2cf2b647e1a02c96d5948f5b39 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:11.819217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.071884 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-240d11f6-c9cd-432b-88b9-340d904e276f req-c26eb0ba-c7c6-4a31-9b65-fc730eb17b1c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.0373807 Jul 22 14:28:12.073423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.208109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Subnet': ['ID=4e73e0c6-9161-4cc5-a4c1-a24d6abc116d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:12.249955 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.275893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Transition to ACTIVE for port object b0fbb000-1052-44cd-b01f-d3c1deda0ee6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:12.285344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Checking segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:12.287644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network hostable DHCP agents. Network: 1d2b3d14-3068-4885-abd2-76b94cbcf578, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:12.295470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device efdf1fce-edba-4bd9-9b53-543ef5c76a16 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:12.342437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:12.343826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:12.363483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 1d2b3d14-3068-4885-abd2-76b94cbcf578) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:12.368995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:12.370320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.398590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0bdda042-bdfa-4114-b0ce-5430970e94e2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9203610 Jul 22 14:28:12.400786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:12.557006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.627373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: efdf1fce-edba-4bd9-9b53-543ef5c76a16 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:12.627373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device efdf1fce-edba-4bd9-9b53-543ef5c76a16 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:12.632882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f269f-d8f2-4ccc-b67e-9c1ecdc41c51 None None] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:12.713948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.797652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:12.838593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] Pushing event deleted for resources: {'Port': ['ID=efdf1fce-edba-4bd9-9b53-543ef5c76a16,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:12.875738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:12.879434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c6e713-81a3-4dec-9ea2-88e34b1b274e None None] No DVR routers for this DVR port efdf1fce-edba-4bd9-9b53-543ef5c76a16 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:13.117038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19ed3e-d30f-4b88-9578-88af0735af46 None None] Pushing event updated for resources: {'Port': ['ID=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:13.228719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7322ce-c7d7-41f4-917d-a9f21eb56e28 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:13.242422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6af40f-e608-481a-9636-3436efebb9e9 req-26d18876-f111-405f-8fbe-d99be6622b35 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:13.246729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6af40f-e608-481a-9636-3436efebb9e9 req-26d18876-f111-405f-8fbe-d99be6622b35 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3803353 Jul 22 14:28:13.302957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:13.312009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.315220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096af9-3a78-4f41-95d6-cafa087ac55a req-fce3ed40-7f81-4bc8-a061-1c709ae9ca0a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:13.326935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83096af9-3a78-4f41-95d6-cafa087ac55a req-fce3ed40-7f81-4bc8-a061-1c709ae9ca0a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 944 time: 0.5741980 Jul 22 14:28:13.338594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-1d2b3d14-3068-4885-abd2-76b94cbcf578', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:13.339641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.350773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb6af40f-e608-481a-9636-3436efebb9e9 req-2d3f9064-a298-42cc-bb6e-d172d9c334a7 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972414 Jul 22 14:28:13.359729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 4696b1ae-21cd-4d77-bd78-f6acd02363be yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:13.612660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-868e139c-b9e8-4849-9254-a1a40253fc50 req-c66aae30-59f1-44d7-be1e-b1cfa23f8351 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.0502276 Jul 22 14:28:13.685804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::39e (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d9f8071a-e109-4061-ad10-1c9b0f4177f7/4696b1ae-21cd-4d77-bd78-f6acd02363be) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:13.860998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Attempting to bind port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:13.866182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Attempting to bind port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:13.866613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Attempting to bind port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:13.893423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:13.893866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:13.894260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.894703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:13.895197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Bound port: b0fbb000-1052-44cd-b01f-d3c1deda0ee6, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:13.895589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.936528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83096af9-3a78-4f41-95d6-cafa087ac55a req-ba5b24a5-5203-43b3-80b1-18f2928ed134 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6086109 Jul 22 14:28:14.054853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.118120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Allocated IP 172.20.0.2 (1d2b3d14-3068-4885-abd2-76b94cbcf578/4e73e0c6-9161-4cc5-a4c1-a24d6abc116d/f6e43df2-4d28-4992-87b0-3bf0b152a922) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:14.138967 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.177304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 4696b1ae-21cd-4d77-bd78-f6acd02363be will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:14.284778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.417580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.428293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Transition to ACTIVE for port object f6e43df2-4d28-4992-87b0-3bf0b152a922 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:14.443144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:14.446476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Transition to ACTIVE for port object f6e43df2-4d28-4992-87b0-3bf0b152a922 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:14.482742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:14.492119 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.513399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:14.519552 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.530452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.531599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.553059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=4696b1ae-21cd-4d77-bd78-f6acd02363be,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:14.558332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:14.632066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-182614ab-e759-4c82-8021-2a4130a29bb1 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.634223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-182614ab-e759-4c82-8021-2a4130a29bb1 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.13 "GET /v2.0/networks?id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e HTTP/1.1" status: 200 len: 812 time: 0.7540681 Jul 22 14:28:14.637283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-60f6aca7-f6f3-48b5-8f04-7701801fbd67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9745684 Jul 22 14:28:14.641460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39950) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:14.659900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Request body: {'port': {'device_id': '10eb1a69-f240-4b4b-adae-6794694e0720', 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e', 'admin_state_up': True, 'tenant_id': '433cbf810b1c4028b9cf45a19049b8bb'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:14.683314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:14.756505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.20.0.1 (1d2b3d14-3068-4885-abd2-76b94cbcf578/4e73e0c6-9161-4cc5-a4c1-a24d6abc116d/d437a3ae-14a9-43a5-b0fa-451868c085a2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:14.799371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:14.805434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:14.819335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b9572-30d6-4f6b-8508-cefa444b94eb req-a58a6d06-7ccc-4c98-83de-635d634af2b4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.828283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc6b9572-30d6-4f6b-8508-cefa444b94eb req-a58a6d06-7ccc-4c98-83de-635d634af2b4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2903664 Jul 22 14:28:14.841252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:14.871727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.950513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] For port b0fbb000-1052-44cd-b01f-d3c1deda0ee6, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:14.952491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Pushing event updated for resources: {'Port': ['ID=f6e43df2-4d28-4992-87b0-3bf0b152a922,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:14.963254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49dea75-7278-438f-898d-db19bfa5ffc8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.965197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c49dea75-7278-438f-898d-db19bfa5ffc8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3224947 Jul 22 14:28:14.968688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39954) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:15.019337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-45601818-7ca5-476b-9fcc-c219290a6600 req-836c9a0d-3f62-44aa-bf8d-a3f917274f83 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.1426895 Jul 22 14:28:15.101520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc6b9572-30d6-4f6b-8508-cefa444b94eb req-e27a1c2e-c18f-42f6-a62c-c269ff49daab tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719669 Jul 22 14:28:15.129715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.132427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Attempting to bind port f6e43df2-4d28-4992-87b0-3bf0b152a922 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:15.132808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Attempting to bind port f6e43df2-4d28-4992-87b0-3bf0b152a922 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:15.133182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Attempting to bind port f6e43df2-4d28-4992-87b0-3bf0b152a922 on network 1d2b3d14-3068-4885-abd2-76b94cbcf578 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:15.171180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] For port b0fbb000-1052-44cd-b01f-d3c1deda0ee6, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:15.190444 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Made reservation on behalf of 433cbf810b1c4028b9cf45a19049b8bb for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:15.193357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.204978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.208244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2710681a-3ba1-4019-a2b9-0731c5b9a6f0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:15.216566 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.226236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Transition to ACTIVE for port object d437a3ae-14a9-43a5-b0fa-451868c085a2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:15.398685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.436576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:15.437637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Checking segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:15.438243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.438809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Bound using segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:15.439505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Bound port: f6e43df2-4d28-4992-87b0-3bf0b152a922, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:15.440316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.448146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19ed3e-d30f-4b88-9578-88af0735af46 None None] Pushing event updated for resources: {'Port': ['ID=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.490419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'd9f8071a-e109-4061-ad10-1c9b0f4177f7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:15.492110 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.496125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:15.505704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=d437a3ae-14a9-43a5-b0fa-451868c085a2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.511591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:15.518701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:15.615617 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.688560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:15.689186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:15.726856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Allocated IP 172.20.0.11 (3b9fcb93-885d-4cb9-b8db-e27b2a4f834e/d874cea6-1c95-4cab-815e-12da241b0226/120acec8-83ff-4399-a788-df0c9e291f10) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:15.862179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfe870-6e85-4171-b3f9-15da40592ba2 req-78dcf353-4ac3-4744-942e-adffbacdff97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:15.863954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51bfe870-6e85-4171-b3f9-15da40592ba2 req-78dcf353-4ac3-4744-942e-adffbacdff97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 945 time: 0.5360470 Jul 22 14:28:16.017107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.035345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51bfe870-6e85-4171-b3f9-15da40592ba2 req-4d5cc6c9-3ac3-4450-bf09-47caec9b5ee0 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625330 Jul 22 14:28:16.052207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.106797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 4696b1ae-21cd-4d77-bd78-f6acd02363be {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:16.107220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.135880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] For port f6e43df2-4d28-4992-87b0-3bf0b152a922, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:16.319645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57357ca0-53ec-4372-b12b-9c13e4634c9c req-3a468dc0-8b7c-4cad-96b8-7988cd2c5beb tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.1396461 Jul 22 14:28:16.372172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.448770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Pushing event updated for resources: {'Port': ['ID=120acec8-83ff-4399-a788-df0c9e291f10,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:16.462535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d9f8071a-e109-4061-ad10-1c9b0f4177f7/4493e114-b40d-45d0-83b1-6fa5826bab2e) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:16.526706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.544530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:16.546682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:16.550835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:16.578195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 4696b1ae-21cd-4d77-bd78-f6acd02363be owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:16.587282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eca358-fe0a-4e4f-93ae-cd00d569bddf req-41dd2298-296c-445b-b901-5b6d75c5eadb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:16.594301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1eca358-fe0a-4e4f-93ae-cd00d569bddf req-41dd2298-296c-445b-b901-5b6d75c5eadb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3343546 Jul 22 14:28:16.673408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:16.674348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.677394 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.686871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Transition to ACTIVE for port object 4493e114-b40d-45d0-83b1-6fa5826bab2e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:16.717747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Transition to ACTIVE for port object 4493e114-b40d-45d0-83b1-6fa5826bab2e will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:16.735468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-cfd8381c-056c-4130-a0c7-61cefb702f6d tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0800166 Jul 22 14:28:16.736173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] For port f6e43df2-4d28-4992-87b0-3bf0b152a922, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f6e43df2-4d28-4992-87b0-3bf0b152a922,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:16.747420 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.770775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Request body: {'port': {'device_id': '10eb1a69-f240-4b4b-adae-6794694e0720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:16.820991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:16.826414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Pushing event updated for resources: {'Port': ['ID=4493e114-b40d-45d0-83b1-6fa5826bab2e,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:16.829559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:16.839810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.856457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:16.872524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.882772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1eca358-fe0a-4e4f-93ae-cd00d569bddf req-0d6a179f-6f19-499d-8525-8970b4e07487 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876997 Jul 22 14:28:16.886860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.964439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34883f-1ac2-4bcb-959a-a575ac2004a7 None None] Pushing event updated for resources: {'Port': ['ID=f6e43df2-4d28-4992-87b0-3bf0b152a922,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.066913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.088028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.097207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=d437a3ae-14a9-43a5-b0fa-451868c085a2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.100646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.102627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:17.172912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=4696b1ae-21cd-4d77-bd78-f6acd02363be,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.333254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:17.334887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:17.357117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.369536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bbb239f8-3212-4451-86de-7b2f9263ac25 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/4696b1ae-21cd-4d77-bd78-f6acd02363be HTTP/1.1" status: 204 len: 168 time: 2.3934150 Jul 22 14:28:17.373847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39986) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:17.386212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Attempting to bind port 4493e114-b40d-45d0-83b1-6fa5826bab2e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:17.386593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Attempting to bind port 4493e114-b40d-45d0-83b1-6fa5826bab2e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:17.386961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Attempting to bind port 4493e114-b40d-45d0-83b1-6fa5826bab2e on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:17.415796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:17.419308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:17.419735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.420140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:17.420642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Bound port: 4493e114-b40d-45d0-83b1-6fa5826bab2e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:17.421031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.668252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03112c38-a9e6-4f46-bf43-6b6583487790 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.671112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03112c38-a9e6-4f46-bf43-6b6583487790 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.672770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-03112c38-a9e6-4f46-bf43-6b6583487790 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2971809 Jul 22 14:28:17.677521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 39992) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:17.755088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] For port 4493e114-b40d-45d0-83b1-6fa5826bab2e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:17.766451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] For port 4493e114-b40d-45d0-83b1-6fa5826bab2e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4493e114-b40d-45d0-83b1-6fa5826bab2e,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:17.810780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309249e-136a-4d42-a9fb-ec34d9d1d93b req-be18363f-3c80-425d-83f6-055421efba95 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.823362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5309249e-136a-4d42-a9fb-ec34d9d1d93b req-be18363f-3c80-425d-83f6-055421efba95 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 932 time: 0.3014750 Jul 22 14:28:17.846154 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.846380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 7f8ad246-0fbf-4952-8e75-32e324cdce82 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:17.855709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06735c4c-8e6c-4b31-aaac-916f3fcf5a78 req-ba30bb23-fc64-464c-9f75-9c4e30cfa106 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.857630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06735c4c-8e6c-4b31-aaac-916f3fcf5a78 req-ba30bb23-fc64-464c-9f75-9c4e30cfa106 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 945 time: 0.6497643 Jul 22 14:28:17.866224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet d9f8071a-e109-4061-ad10-1c9b0f4177f7 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:17.899929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.945499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f6e43df2-4d28-4992-87b0-3bf0b152a922 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:17.958034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5309249e-136a-4d42-a9fb-ec34d9d1d93b req-28d52c94-aec0-41fd-b2ed-b9299e820656 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282802 Jul 22 14:28:18.012407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06735c4c-8e6c-4b31-aaac-916f3fcf5a78 req-e7fcb724-dd74-42e4-b41c-28391148d0f2 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376612 Jul 22 14:28:18.051542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.091833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f6e43df2-4d28-4992-87b0-3bf0b152a922 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:18.121748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0640eb-4eff-41ad-8c27-6711f7002837 None None] Pushing event updated for resources: {'Port': ['ID=4493e114-b40d-45d0-83b1-6fa5826bab2e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:18.157461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:07Z', 'revision_number': 3, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:18.188203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:18.195160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5c207962-db02-4bec-9abb-ce4bf6330638 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "PUT /v2.0/routers/7f8ad246-0fbf-4952-8e75-32e324cdce82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7930059 Jul 22 14:28:18.204580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 39996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:18.209925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--797880910', 'description': 'tempest-secgroup_access--797880910 description', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:18.244340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3753c87-d137-4a84-93d5-e595843be10f None None] The sync data for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 is: [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:07Z', 'revision_number': 3, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:18.269160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.310673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.407878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafcc4c-9f6e-4d52-b015-8d3732094b3d req-7fc6186c-c1c5-42a0-810e-9d0089693671 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:18.412514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3dafcc4c-9f6e-4d52-b015-8d3732094b3d req-7fc6186c-c1c5-42a0-810e-9d0089693671 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.2160997 Jul 22 14:28:18.538001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3dafcc4c-9f6e-4d52-b015-8d3732094b3d req-8e6483b6-978c-4d3f-bc8d-12d217fd0298 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161640 Jul 22 14:28:18.616399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ddf5264c-255c-49cb-b09f-08c3adcd48e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.729315 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.744032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.826021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:18.870686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.872512 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.873279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e9b8f78a-b2d6-420c-a892-a9184ac3ffe1 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6668525 Jul 22 14:28:18.875439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:18.889004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--747270305', 'description': 'tempest-secgroup_general--747270305 description', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:18.911500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120acec8-83ff-4399-a788-df0c9e291f10 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:18.913880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:18.918343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f8071a-e109-4061-ad10-1c9b0f4177f7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:18.938902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.957579 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.962803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41c96f75-2a9a-42c2-a6f3-ca06673b88be tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d9f8071a-e109-4061-ad10-1c9b0f4177f7 HTTP/1.1" status: 204 len: 168 time: 1.2784226 Jul 22 14:28:18.968449 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:18.986292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Transition to ACTIVE for port object 120acec8-83ff-4399-a788-df0c9e291f10 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:18.994935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.047608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:19.055507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:19.055861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.136479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c61d3521-d264-4d83-a892-99af6b8947a8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1666460 Jul 22 14:28:19.137408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.139476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:19.163136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:19.190568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.233138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e3562-af3b-4e0c-9ecc-1d4bc0eb4469 None None] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:19.332933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.379545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:19.380863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] Provisioning for port f6e43df2-4d28-4992-87b0-3bf0b152a922 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:19.458410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:19.462309 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb205a66-3f11-430c-a83e-a557b4b26939" -d '{"events": [{"server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "name": "network-vif-plugged", "status": "completed", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:19.468545 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.539153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] Provisioning complete for port f6e43df2-4d28-4992-87b0-3bf0b152a922 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:19.540687 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.558661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:19.788841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe37bf6-2066-4ab5-ba42-15161716fb07 req-aff071df-b78d-46c9-a7f4-c83a253c8fc6 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.818617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8fe37bf6-2066-4ab5-ba42-15161716fb07 req-aff071df-b78d-46c9-a7f4-c83a253c8fc6 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 945 time: 0.6351838 Jul 22 14:28:19.929041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.944024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.972633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Pushing event updated for resources: {'Port': ['ID=120acec8-83ff-4399-a788-df0c9e291f10,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:19.975700 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8fe37bf6-2066-4ab5-ba42-15161716fb07 req-b42141a8-f7fa-4c17-8dd7-57a5e3cfbdf0 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560655 Jul 22 14:28:20.040635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:20.044144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.073288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.083082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:20.083409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.2054374 Jul 22 14:28:20.104038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde0a79-4001-4536-8a8c-663fb8c6df6d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c600b-0104-4bff-98ef-d95b4ded9c38,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:20.123118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'security_group_rule': {'security_group_id': 'd72da85a-c288-4eb9-a7a3-5ccfb7e9de20', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:20.258143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a6a9b-8444-4707-be01-8dddcd9f0bff req-3fbb8bf7-56f6-4d5a-a7e1-767c820548ae tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.259739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e61a6a9b-8444-4707-be01-8dddcd9f0bff req-3fbb8bf7-56f6-4d5a-a7e1-767c820548ae tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 944 time: 1.1695902 Jul 22 14:28:20.328027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Attempting to bind port 120acec8-83ff-4399-a788-df0c9e291f10 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:20.328796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Attempting to bind port 120acec8-83ff-4399-a788-df0c9e291f10 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:20.329347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Attempting to bind port 120acec8-83ff-4399-a788-df0c9e291f10 on network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:20.345553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.368305 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6faa17e-9e8b-4fdc-9a4c-deb26c2be4a0 x-openstack-request-id: req-d6faa17e-9e8b-4fdc-9a4c-deb26c2be4a0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:20.368915 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "name": "network-vif-plugged", "status": "completed", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:20.372398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ed44e-4ce8-49c4-8dfe-88e91de3ec4c req-9d8708c5-9815-4d01-b327-b8137025fe29 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.373803 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6faa17e-9e8b-4fdc-9a4c-deb26c2be4a0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:20.374334 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'code': 200} Jul 22 14:28:20.383543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b0fbb000-1052-44cd-b01f-d3c1deda0ee6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:20.384251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-611ed44e-4ce8-49c4-8dfe-88e91de3ec4c req-9d8708c5-9815-4d01-b327-b8137025fe29 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1812339 Jul 22 14:28:20.387179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Port 120acec8-83ff-4399-a788-df0c9e291f10 on network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:20.387504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Attempting to bind port 120acec8-83ff-4399-a788-df0c9e291f10 on network 3b9fcb93-885d-4cb9-b8db-e27b2a4f834e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:20.409591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924bf7a-e076-4c1c-95da-494e27ba656a req-d9b4284d-93b0-4870-ae0f-ecacd8bbe0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.411095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f924bf7a-e076-4c1c-95da-494e27ba656a req-d9b4284d-93b0-4870-ae0f-ecacd8bbe0d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1098 time: 0.2384276 Jul 22 14:28:20.414807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:20.415144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Checking segment: {'id': 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:20.415529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Bound using segment: {'id': 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:20.416688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Bound port: 120acec8-83ff-4399-a788-df0c9e291f10, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:20.416688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.441040 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.452982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e61a6a9b-8444-4707-be01-8dddcd9f0bff req-dfb69842-8614-4da0-a7a0-1474abe978e7 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734412 Jul 22 14:28:20.487809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.519580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8c9fff-6907-405e-8e3f-6769e902cdf3,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:20.540534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7072c6-4d9f-411e-bcac-294c4c0f07ef None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:20.563694 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.565382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-35067634-2f12-4979-af9f-b22b4e7229d4 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4803007 Jul 22 14:28:20.587806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.590963 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f924bf7a-e076-4c1c-95da-494e27ba656a req-5bee2b26-0d75-453f-b3d8-fc6d53608c09 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471703 Jul 22 14:28:20.647693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] For port 120acec8-83ff-4399-a788-df0c9e291f10, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:20.657207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] For port 120acec8-83ff-4399-a788-df0c9e291f10, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=120acec8-83ff-4399-a788-df0c9e291f10,segment=NetworkSegment(c9fbb602-490e-4ef7-abae-f0f67b6e2eb9),segment_id=c9fbb602-490e-4ef7-abae-f0f67b6e2eb9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:20.670032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.725563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:20.730459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:20.750306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Pushing event updated for resources: {'Port': ['ID=120acec8-83ff-4399-a788-df0c9e291f10,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:20.765025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.769390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.770159 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.793375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.794230 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.795737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-f4585957-fbbe-48e7-82e8-10544c752792 service neutron] 10.222.0.13 "PUT /v2.0/ports/120acec8-83ff-4399-a788-df0c9e291f10 HTTP/1.1" status: 200 len: 1093 time: 4.0449531 Jul 22 14:28:20.796250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10eb1a69-f240-4b4b-adae-6794694e0720', 'tag': '120acec8-83ff-4399-a788-df0c9e291f10'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:20.808248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=b2d58e16-3a99-4cef-a4b8-f881628c06dc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:20.809051 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974" -d '{"events": [{"name": "network-changed", "server_uuid": "10eb1a69-f240-4b4b-adae-6794694e0720", "tag": "120acec8-83ff-4399-a788-df0c9e291f10"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:20.814803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-611ed44e-4ce8-49c4-8dfe-88e91de3ec4c req-d445badb-5aa5-472f-91c1-6f9da10ce6ba tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4278841 Jul 22 14:28:20.819036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f234a75-d59f-4e2c-97f3-c051557857ba tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6762915 Jul 22 14:28:20.820048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40044) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:20.825318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'name': 'tempest-NetworksTestDHCPv6-1563116708'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:21.039854 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f989ffe3-656b-4112-91e2-f95301bd26d4 x-openstack-request-id: req-f989ffe3-656b-4112-91e2-f95301bd26d4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:21.040497 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10eb1a69-f240-4b4b-adae-6794694e0720", "tag": "120acec8-83ff-4399-a788-df0c9e291f10", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:21.040497 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f989ffe3-656b-4112-91e2-f95301bd26d4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:21.040885 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10eb1a69-f240-4b4b-adae-6794694e0720', 'tag': '120acec8-83ff-4399-a788-df0c9e291f10', 'status': 'completed', 'code': 200} Jul 22 14:28:21.050517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:21.087718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:21.087718 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.114203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-531bc1ad-e4f0-4492-beed-eb8aa6ce2821 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--797880910&fields=id&tenant_id=b7073b2cf2b647e1a02c96d5948f5b39 HTTP/1.1" status: 200 len: 267 time: 0.1280665 Jul 22 14:28:21.176175 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.223314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-409665f6-17db-4747-8601-5f829f4c7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:21.226726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-409665f6-17db-4747-8601-5f829f4c7c1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433cbf810b1c4028b9cf45a19049b8bb&device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 1096 time: 0.3512995 Jul 22 14:28:21.257231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-8918fd9d-87fa-45e3-a235-0e160607c4c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--747270305&fields=id&tenant_id=b7073b2cf2b647e1a02c96d5948f5b39 HTTP/1.1" status: 200 len: 267 time: 0.1420085 Jul 22 14:28:21.337938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] For port f6e43df2-4d28-4992-87b0-3bf0b152a922, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f6e43df2-4d28-4992-87b0-3bf0b152a922,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:21.347979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3344932-f859-4607-b9ef-08b48ff9e05d req-f0ecf654-6603-47f0-8880-f5da5baecf9f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:21.355496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3344932-f859-4607-b9ef-08b48ff9e05d req-f0ecf654-6603-47f0-8880-f5da5baecf9f tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 946 time: 0.1427114 Jul 22 14:28:21.369719 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-4df922a3-e3a7-466b-b6f1-bcb0a5e75485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=120acec8-83ff-4399-a788-df0c9e291f10 HTTP/1.1" status: 200 len: 217 time: 0.1098251 Jul 22 14:28:21.405596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.446927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3344932-f859-4607-b9ef-08b48ff9e05d req-dd9f89af-3867-42d8-a1c6-7fd6e07a4c79 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851281 Jul 22 14:28:21.494026 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.501419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:21.512460 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.526543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.561917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Sync routers for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:21.585272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b0fbb000-1052-44cd-b01f-d3c1deda0ee6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:21.588039 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:21.589919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:27:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:21.623476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-ebb0b24f-d4a6-41ce-b359-529465407f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:21.624983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-ebb0b24f-d4a6-41ce-b359-529465407f18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d874cea6-1c95-4cab-815e-12da241b0226 HTTP/1.1" status: 200 len: 852 time: 0.2425010 Jul 22 14:28:21.644923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.651127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4493e114-b40d-45d0-83b1-6fa5826bab2e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:21.680424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port a8a78008-8b9d-4d78-b3e7-536396691c47 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:21.814788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1064011-8ae9-44eb-a246-2770f1eb7365 req-5c46b299-a509-436a-9ba1-242c13f17d19 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:21.839066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1064011-8ae9-44eb-a246-2770f1eb7365 req-5c46b299-a509-436a-9ba1-242c13f17d19 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 944 time: 0.2373385 Jul 22 14:28:21.848842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d85c-e529-4fb2-95bd-444c74c51b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.858832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ae29a6cb-0d44-4b07-97ce-f361a60b47de None None] Provisioning for port 4493e114-b40d-45d0-83b1-6fa5826bab2e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:21.865244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-5051f7bb-3e52-4f21-85c2-4e07d7d452a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141817 Jul 22 14:28:21.889664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cc077-17ff-473a-bd40-11af7f245b88 None None] Pushing event updated for resources: {'Port': ['ID=f6e43df2-4d28-4992-87b0-3bf0b152a922,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:21.960906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1064011-8ae9-44eb-a246-2770f1eb7365 req-8c51a5fd-db8e-40a4-8a2b-ddf0437cea55 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982962 Jul 22 14:28:22.060976 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:22.072106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ae29a6cb-0d44-4b07-97ce-f361a60b47de None None] Could not find standard attr ID for object 4696b1ae-21cd-4d77-bd78-f6acd02363be. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:28:22.095144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-b8378d38-fe58-4b8d-9e75-a3e88783eb73 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.115037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-b8378d38-fe58-4b8d-9e75-a3e88783eb73 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/networks?id=1d2b3d14-3068-4885-abd2-76b94cbcf578 HTTP/1.1" status: 200 len: 796 time: 0.8565240 Jul 22 14:28:22.129751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4493e114-b40d-45d0-83b1-6fa5826bab2e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:22.153487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4493e114-b40d-45d0-83b1-6fa5826bab2e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:22.162621 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.260873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca3e8e-33ba-4e1a-85e9-7027ed1a13d6 req-42fe438e-da16-4c6f-a7bd-4e4c47734109 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.286590 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71ca3e8e-33ba-4e1a-85e9-7027ed1a13d6 req-42fe438e-da16-4c6f-a7bd-4e4c47734109 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.1652007 Jul 22 14:28:22.354623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-b0559a31-4de6-4c8a-b831-d56a587bb7ba service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978841 Jul 22 14:28:22.368131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71ca3e8e-33ba-4e1a-85e9-7027ed1a13d6 req-6ae435ad-6feb-4924-b783-3cc61ef5b92c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804777 Jul 22 14:28:22.386505 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-82d3892c-0149-4cee-818b-4f901f86f372 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/quotas/b7073b2cf2b647e1a02c96d5948f5b39 HTTP/1.1" status: 200 len: 375 time: 0.2704587 Jul 22 14:28:22.387428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d33b0-9569-426d-bc3e-93f550de4b29 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:22.542012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:22.651120 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:16Z', 'revision_number': 2, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:22.722708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-86dafca6-9c5f-4c17-8fad-24573cd3cc58 None None] Provisioning for port d437a3ae-14a9-43a5-b0fa-451868c085a2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:22.742556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed1ea3a-a071-448b-bb7f-4715c2f50584 req-03f4bb22-d7d5-4140-a5ae-dd8f68a00885 service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701010 Jul 22 14:28:22.761993 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Checking router: 7f8ad246-0fbf-4952-8e75-32e324cdce82 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:22.762352 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Updating router 7f8ad246-0fbf-4952-8e75-32e324cdce82 port d437a3ae-14a9-43a5-b0fa-451868c085a2 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:28:22.793559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-86dafca6-9c5f-4c17-8fad-24573cd3cc58 None None] Provisioning complete for port d437a3ae-14a9-43a5-b0fa-451868c085a2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:22.794231 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86dafca6-9c5f-4c17-8fad-24573cd3cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.803001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e05ee-72c9-4af7-a97f-c046020bd90f req-387aa2f0-ae0b-44ac-88b7-872abd6409d1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.827711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f24e05ee-72c9-4af7-a97f-c046020bd90f req-387aa2f0-ae0b-44ac-88b7-872abd6409d1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 946 time: 0.2494366 Jul 22 14:28:22.873214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.887317 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.897553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-86dafca6-9c5f-4c17-8fad-24573cd3cc58 None None] Port d437a3ae-14a9-43a5-b0fa-451868c085a2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:22.919137 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f24e05ee-72c9-4af7-a97f-c046020bd90f req-f9956102-63d0-4313-a392-c1125fc4dee1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849452 Jul 22 14:28:22.927964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::2c6 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/b2d58e16-3a99-4cef-a4b8-f881628c06dc/a8a78008-8b9d-4d78-b3e7-536396691c47) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:22.937375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 4493e114-b40d-45d0-83b1-6fa5826bab2e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4493e114-b40d-45d0-83b1-6fa5826bab2e,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:22.944339 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.960668 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.032821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-86dafca6-9c5f-4c17-8fad-24573cd3cc58 None None] Provisioning complete for port f6e43df2-4d28-4992-87b0-3bf0b152a922 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:23.033562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86dafca6-9c5f-4c17-8fad-24573cd3cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.037018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=4493e114-b40d-45d0-83b1-6fa5826bab2e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:23.103999 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-58a73f0e-4c82-4a5c-ade2-b90a8c4d147a tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6561551 Jul 22 14:28:23.181246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-b3c8ae0f-08ba-46c5-9eff-f66b7a4bcc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:23.182858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-b3c8ae0f-08ba-46c5-9eff-f66b7a4bcc46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433cbf810b1c4028b9cf45a19049b8bb&device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 1096 time: 0.3809698 Jul 22 14:28:23.209234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f6e43df2-4d28-4992-87b0-3bf0b152a922 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:23.372347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-e2ad9c3e-3a3c-432b-9471-36f2a6b46f30 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:23.373977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-e2ad9c3e-3a3c-432b-9471-36f2a6b46f30 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.1893585 Jul 22 14:28:23.381353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f6e43df2-4d28-4992-87b0-3bf0b152a922 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:23.385206 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.400711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-4b15db24-70af-4aba-b18f-6bf15ef0be63 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/quotas/0eb7b46ce0c942c2b7294bb15c38a9d6 HTTP/1.1" status: 200 len: 375 time: 0.0181596 Jul 22 14:28:23.513445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-61b86d8e-c75d-488a-bd86-e5b187773e50 None None] Provisioning complete for port 4493e114-b40d-45d0-83b1-6fa5826bab2e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:23.513855 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61b86d8e-c75d-488a-bd86-e5b187773e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.591585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-7b50fb5d-7848-4154-bb08-c4840d78c869 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1742237 Jul 22 14:28:23.726057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b0fbb000-1052-44cd-b01f-d3c1deda0ee6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:23.794065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-65663c73-47b4-4786-b7e7-f860d113fcd1 service neutron] 10.222.0.11 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511900 Jul 22 14:28:23.816888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-6a30412f-0db8-49af-8b53-14f43793e4bb service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243266 Jul 22 14:28:23.926182 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.979740 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Transition to ACTIVE for port object d437a3ae-14a9-43a5-b0fa-451868c085a2 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:23.990922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:23.991585 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.992436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.022816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-5259013d-345b-4b30-94f5-318e378ae96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.024810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-5259013d-345b-4b30-94f5-318e378ae96e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e HTTP/1.1" status: 200 len: 913 time: 0.8176522 Jul 22 14:28:24.031375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.084255 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-f96b07a5-06eb-4bb2-a82b-18509630d3ae service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664020 Jul 22 14:28:24.177017 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-e38ae47a-23e8-495e-b930-475cc8ae982f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=120acec8-83ff-4399-a788-df0c9e291f10 HTTP/1.1" status: 200 len: 217 time: 0.1322908 Jul 22 14:28:24.290369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-044f9ceb-1136-4590-9a01-f5ae46c9f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.292296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-044f9ceb-1136-4590-9a01-f5ae46c9f12c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d874cea6-1c95-4cab-815e-12da241b0226 HTTP/1.1" status: 200 len: 852 time: 0.1075027 Jul 22 14:28:24.344315 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Attempting to bind port d437a3ae-14a9-43a5-b0fa-451868c085a2 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:24.344909 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Attempting to bind port d437a3ae-14a9-43a5-b0fa-451868c085a2 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:24.352220 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Attempting to bind port d437a3ae-14a9-43a5-b0fa-451868c085a2 on network 1d2b3d14-3068-4885-abd2-76b94cbcf578 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:24.357669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object a8a78008-8b9d-4d78-b3e7-536396691c47 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:24.372178 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:24.376744 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.377999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8f868377-91c4-47d6-969b-8dfac8ca5e26 None None] Could not find standard attr ID for object c2471868-6ae9-45c3-85a2-7f28e2742850. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:28:24.388404 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Checking segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:24.390458 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.390815 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Bound using segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:24.391520 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Bound port: d437a3ae-14a9-43a5-b0fa-451868c085a2, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:24.392091 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.402598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8f868377-91c4-47d6-969b-8dfac8ca5e26 None None] Could not find standard attr ID for object 4696b1ae-21cd-4d77-bd78-f6acd02363be. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:28:24.479053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] For port d437a3ae-14a9-43a5-b0fa-451868c085a2, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:24.483039 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] For port d437a3ae-14a9-43a5-b0fa-451868c085a2, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d437a3ae-14a9-43a5-b0fa-451868c085a2,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:24.489901 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.528793 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:24.529490 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:24.544374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-c0d640b3-aac0-4282-aeb2-5c56a647b104 service neutron] 10.222.0.11 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7489259 Jul 22 14:28:24.584904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-6a107882-5007-43d2-b625-2a4f505feddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512117 Jul 22 14:28:24.673371 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Pushing event updated for resources: {'Port': ['ID=d437a3ae-14a9-43a5-b0fa-451868c085a2,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:24.696875 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.697224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.697726 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.700709 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.701457 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.702101 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.703173 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.703684 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.704239 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.704868 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.705424 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.706869 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:24.797547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb0baa-d905-4a73-ac85-0d6cc99096c5 req-e90426fa-a02e-4172-84be-0cd1ad68cb43 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.803535 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2a0ca-e199-4f9e-892a-5c117ce79b56 None None] Pushing event updated for resources: {'Port': ['ID=d437a3ae-14a9-43a5-b0fa-451868c085a2,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:24.823237 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8bb0baa-d905-4a73-ac85-0d6cc99096c5 req-e90426fa-a02e-4172-84be-0cd1ad68cb43 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 946 time: 0.3082604 Jul 22 14:28:24.884106 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:24.948971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8bb0baa-d905-4a73-ac85-0d6cc99096c5 req-c94a9b92-f336-45f2-8f58-d8dc28d7656b tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246345 Jul 22 14:28:24.950705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535af763-a20a-4871-8010-1b6a311d7e44 req-c4cb2302-2bca-4aef-bf5c-1bd608ced72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.952994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-c4cb2302-2bca-4aef-bf5c-1bd608ced72e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1098 time: 0.6475530 Jul 22 14:28:24.960581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.004623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:25.112521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=a8a78008-8b9d-4d78-b3e7-536396691c47,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:25.254639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4493e114-b40d-45d0-83b1-6fa5826bab2e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:25.300738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-03dcd2a2-1382-4696-a3de-0c2f8ca80caa service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693568 Jul 22 14:28:25.457548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4493e114-b40d-45d0-83b1-6fa5826bab2e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:25.458337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.477460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:25.542792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:25.628804 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:24Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:25.655111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:25.670693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:25.672733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.711360 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a378d761-e80f-4158-8bbe-760f56506345 None None] The sync data for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 is: [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:24Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:25.715922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4db26f2d-6da3-4114-81cc-9b59f5b5fa70 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8951960 Jul 22 14:28:25.722354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40124) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:26.247041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-139572fa-ceca-4590-8ee8-135415a2739d None None] Provisioning for port a8a78008-8b9d-4d78-b3e7-536396691c47 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:26.268155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-139572fa-ceca-4590-8ee8-135415a2739d None None] Provisioning complete for port a8a78008-8b9d-4d78-b3e7-536396691c47 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:26.283651 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-139572fa-ceca-4590-8ee8-135415a2739d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.379955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-139572fa-ceca-4590-8ee8-135415a2739d None None] Port a8a78008-8b9d-4d78-b3e7-536396691c47 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:26.478780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535af763-a20a-4871-8010-1b6a311d7e44 req-200d6fda-d241-4a77-ba00-6b481c3d496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.480512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-200d6fda-d241-4a77-ba00-6b481c3d496d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 1.4087079 Jul 22 14:28:26.571674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-375bed58-5d6f-482d-bb7f-f0c76e842ad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1002 time: 0.0796552 Jul 22 14:28:26.582984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbb25f-55a2-47e8-a80d-5c3633608ec4 req-e17c1c5e-de10-44cb-9083-e505d5c4baa0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.585484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8adbb25f-55a2-47e8-a80d-5c3633608ec4 req-e17c1c5e-de10-44cb-9083-e505d5c4baa0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 1.2831388 Jul 22 14:28:26.628378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-7b81d423-5a19-4d37-b83e-21e51b853b49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5326352 Jul 22 14:28:26.651595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c6882-5d9b-4e8b-8b46-4253c7ef0c93 req-c443eb12-d191-45bd-8afb-8eb10b81941f tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.661426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c53c6882-5d9b-4e8b-8b46-4253c7ef0c93 req-c443eb12-d191-45bd-8afb-8eb10b81941f tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 944 time: 1.4173074 Jul 22 14:28:26.669553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff94ea6d-41c4-468d-8ebf-ac1d5f428974 req-2bb76dd5-9cd1-4633-9d6f-5acf05f7de15 service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3164914 Jul 22 14:28:26.762384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8adbb25f-55a2-47e8-a80d-5c3633608ec4 req-42ea83b5-0d7f-4cf3-bcb3-a36f571bb627 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554170 Jul 22 14:28:26.795853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c53c6882-5d9b-4e8b-8b46-4253c7ef0c93 req-b16c3d37-8e82-4388-8bf7-0228a81f0b8c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248734 Jul 22 14:28:26.803448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c9ecc-db5a-4790-896b-1a1eab1cd6ae tempest-TestVolumeBackupRestore-2050635206 tempest-TestVolumeBackupRestore-2050635206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.805033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ae5c9ecc-db5a-4790-896b-1a1eab1cd6ae tempest-TestVolumeBackupRestore-2050635206 tempest-TestVolumeBackupRestore-2050635206-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1093 time: 1.7981958 Jul 22 14:28:26.810862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:26.824260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8a9dc-5660-4d1a-97fb-c17010030acf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.834252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:26.861645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c8a9dc-5660-4d1a-97fb-c17010030acf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.868416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59c8a9dc-5660-4d1a-97fb-c17010030acf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 1.1393065 Jul 22 14:28:26.881154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:26.903182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535af763-a20a-4871-8010-1b6a311d7e44 req-289dc1cb-c65e-475b-b081-8c28e0ea267f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.909174 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-289dc1cb-c65e-475b-b081-8c28e0ea267f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.3205605 Jul 22 14:28:26.919900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 120acec8-83ff-4399-a788-df0c9e291f10 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:26.948132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.059676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894087ef-f6bb-40f3-9b7f-7bc0b03cf462 req-99e0ccb2-ad78-4a3a-bf49-31821ff3c399 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 210 time: 0.1058390 Jul 22 14:28:27.160867 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942ef041-6742-4edf-ac36-d8d7bf5ad677 req-de599a3c-6e50-4ba3-8a4d-3bdd7b722cff tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 210 time: 0.1074948 Jul 22 14:28:27.196766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d437a3ae-14a9-43a5-b0fa-451868c085a2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:27.215483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-c48a2acf-f302-46fa-a7e8-2a44c96cfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.223398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-c48a2acf-f302-46fa-a7e8-2a44c96cfb45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 1098 time: 0.5236320 Jul 22 14:28:27.246905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 120acec8-83ff-4399-a788-df0c9e291f10, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=120acec8-83ff-4399-a788-df0c9e291f10,segment=NetworkSegment(c9fbb602-490e-4ef7-abae-f0f67b6e2eb9),segment_id=c9fbb602-490e-4ef7-abae-f0f67b6e2eb9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:27.284272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '120acec8-83ff-4399-a788-df0c9e291f10', 'network_id': '3b9fcb93-885d-4cb9-b8db-e27b2a4f834e', 'port_id': '120acec8-83ff-4399-a788-df0c9e291f10', 'mac_address': 'fa:16:3e:7a:14:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd874cea6-1c95-4cab-815e-12da241b0226', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:27.358153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.362915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d437a3ae-14a9-43a5-b0fa-451868c085a2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:27.384395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d437a3ae-14a9-43a5-b0fa-451868c085a2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:27.386548 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.458380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120acec8-83ff-4399-a788-df0c9e291f10 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:27.480521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-6b81268e-50fc-4155-b090-d0051d7e2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.487156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-6b81268e-50fc-4155-b090-d0051d7e2fc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.2370396 Jul 22 14:28:27.509245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 120acec8-83ff-4399-a788-df0c9e291f10, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=120acec8-83ff-4399-a788-df0c9e291f10,segment=NetworkSegment(c9fbb602-490e-4ef7-abae-f0f67b6e2eb9),segment_id=c9fbb602-490e-4ef7-abae-f0f67b6e2eb9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:27.516111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.570149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535af763-a20a-4871-8010-1b6a311d7e44 req-d644921a-0860-4abb-a532-91c68794be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.572434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-d644921a-0860-4abb-a532-91c68794be0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5396211 Jul 22 14:28:27.586621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-6e8c5e13-859e-4525-831a-fdc5c6acc9b9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.588504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-6e8c5e13-859e-4525-831a-fdc5c6acc9b9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.6043696 Jul 22 14:28:27.599175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-5efc7299-249e-44e3-8549-3ea8becc7731 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed HTTP/1.1" status: 200 len: 217 time: 0.1028912 Jul 22 14:28:27.607017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port a8a78008-8b9d-4d78-b3e7-536396691c47 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:27.617787 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.632550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Request body: {'port': {'device_id': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'admin_state_up': True, 'tenant_id': '0eb7b46ce0c942c2b7294bb15c38a9d6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:27.712873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=120acec8-83ff-4399-a788-df0c9e291f10,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:27.750436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-75184ee2-ed8a-47e1-ae08-2022378d55fe tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.752101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-75184ee2-ed8a-47e1-ae08-2022378d55fe tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.20 "GET /v2.0/networks?id=1d2b3d14-3068-4885-abd2-76b94cbcf578 HTTP/1.1" status: 200 len: 796 time: 0.1508522 Jul 22 14:28:27.808408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.811458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['120acec8-83ff-4399-a788-df0c9e291f10'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:27.826784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-ad7420ce-eb86-41f2-acfa-132440f598b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.832764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-ad7420ce-eb86-41f2-acfa-132440f598b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.0795062 Jul 22 14:28:27.910639 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.980126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d437a3ae-14a9-43a5-b0fa-451868c085a2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d437a3ae-14a9-43a5-b0fa-451868c085a2,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:27.989440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.061193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Allocated IP 172.25.8.178 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2157445d-11be-4857-a3ee-f347cff4f509) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:28.097034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d437a3ae-14a9-43a5-b0fa-451868c085a2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:28.153854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-0bc09c2a-34ca-4aef-8534-be310eaf3dae tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7073b2cf2b647e1a02c96d5948f5b39 HTTP/1.1" status: 200 len: 476 time: 0.3193784 Jul 22 14:28:28.160515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.177138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for a8a78008-8b9d-4d78-b3e7-536396691c47 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:28.222817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-53708363-4558-406d-8a50-3a950b9caf6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3720188 Jul 22 14:28:28.229108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'port': {'device_id': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'admin_state_up': True, 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'security_groups': ['d72da85a-c288-4eb9-a7a3-5ccfb7e9de20', '4d3c600b-0104-4bff-98ef-d95b4ded9c38']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:28.345072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Made reservation on behalf of 0eb7b46ce0c942c2b7294bb15c38a9d6 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:28.349905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.353834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-58d00510-73b3-47bd-9100-e544ff6ecdc9 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7299392 Jul 22 14:28:28.512225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-e70f9e51-9716-4188-87cc-b1d7e148929e service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416122 Jul 22 14:28:28.517037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f6e5-ccd3-4ec6-9abf-e41db4381433 req-a506b508-3777-4d10-be18-6abd4060d360 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.519321 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8eb9f6e5-ccd3-4ec6-9abf-e41db4381433 req-a506b508-3777-4d10-be18-6abd4060d360 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.5449073 Jul 22 14:28:28.562529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.730730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face0cd6-ca1a-44f1-96fb-c3479b7beaec req-b081192e-5307-4a6e-9b44-81ea0721211e tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.732953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-face0cd6-ca1a-44f1-96fb-c3479b7beaec req-b081192e-5307-4a6e-9b44-81ea0721211e tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 945 time: 0.5891526 Jul 22 14:28:28.738940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.739658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Made reservation on behalf of b7073b2cf2b647e1a02c96d5948f5b39 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:28.743128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.770997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-535af763-a20a-4871-8010-1b6a311d7e44 req-d1372cad-0f0a-4913-8d16-e56907a1406a service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040189 Jul 22 14:28:28.774337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8eb9f6e5-ccd3-4ec6-9abf-e41db4381433 req-280cf415-ce07-4930-8f8e-1ce30e110843 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478924 Jul 22 14:28:28.808129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=a8a78008-8b9d-4d78-b3e7-536396691c47,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:28.874894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.880837 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f85051c-bc19-4da7-9624-a6c18e86475c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/a8a78008-8b9d-4d78-b3e7-536396691c47 HTTP/1.1" status: 204 len: 168 time: 1.9979465 Jul 22 14:28:28.881799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40164) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:28.917673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.940342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 120acec8-83ff-4399-a788-df0c9e291f10 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:29.057720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a6a1ad9-2dc9-486a-8f79-973e3896684d req-e60b819d-454e-463f-99a1-3b4f5e399d93 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 210 time: 0.0705757 Jul 22 14:28:29.057720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Allocated IP 172.20.0.4 (09058be0-eb58-43e4-a222-bfc36f6bdcc1/f12ebb4c-e605-4417-93a3-f2ba43d3b52e/4fea4384-60a1-443a-8464-82732cf049c1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:29.057720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2dd5d-3502-49e6-86f6-4b54a8bc818a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:29.057720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2dd5d-3502-49e6-86f6-4b54a8bc818a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:29.057720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-18d2dd5d-3502-49e6-86f6-4b54a8bc818a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1366143 Jul 22 14:28:29.057720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40168) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:29.094981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'Port': ['ID=2157445d-11be-4857-a3ee-f347cff4f509,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:29.114519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 120acec8-83ff-4399-a788-df0c9e291f10 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:29.122209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 120acec8-83ff-4399-a788-df0c9e291f10 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:29.122762 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.185418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet b2d58e16-3a99-4cef-a4b8-f881628c06dc {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:29.196943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d437a3ae-14a9-43a5-b0fa-451868c085a2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:29.224874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:29.229686 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.246820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:29.255672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:29.259513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed311052-db03-48c8-afa4-482254f9dbd0 req-6ad1b1c1-04f4-4098-b5c6-9b3cb534ea62 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744003 Jul 22 14:28:29.301136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-face0cd6-ca1a-44f1-96fb-c3479b7beaec req-371d4bc9-9b09-4e71-9a39-cae9aba485a5 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313778 Jul 22 14:28:29.381302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8719a099-03a9-44c1-aa73-73ce941eb5d3 req-4074de09-317a-444c-aed7-73a76d517faa tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 210 time: 0.1773539 Jul 22 14:28:29.435917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.510202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.20.0.5 (1d2b3d14-3068-4885-abd2-76b94cbcf578/4e73e0c6-9161-4cc5-a4c1-a24d6abc116d/892925fd-f022-45eb-bb0a-884618bdecdc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:29.614191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.665558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.667193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d437a3ae-14a9-43a5-b0fa-451868c085a2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:29.668072 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.704459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-6ec826ca-3e84-4f6d-841a-8880806a2c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:29.706297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-6ec826ca-3e84-4f6d-841a-8880806a2c5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1098 time: 0.1907933 Jul 22 14:28:29.716008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.802526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 120acec8-83ff-4399-a788-df0c9e291f10, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=120acec8-83ff-4399-a788-df0c9e291f10,segment=NetworkSegment(c9fbb602-490e-4ef7-abae-f0f67b6e2eb9),segment_id=c9fbb602-490e-4ef7-abae-f0f67b6e2eb9)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:29.805132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eb1a69-f240-4b4b-adae-6794694e0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120acec8-83ff-4399-a788-df0c9e291f10'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:29.808557 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5494fd3-968a-4c7f-bbf4-88767f04fa73" -d '{"events": [{"server_uuid": "10eb1a69-f240-4b4b-adae-6794694e0720", "name": "network-vif-plugged", "status": "completed", "tag": "120acec8-83ff-4399-a788-df0c9e291f10"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:29.815338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.826789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.881454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=120acec8-83ff-4399-a788-df0c9e291f10,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:29.954026 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24601ce-9100-411d-ac92-d1e1a3318120 x-openstack-request-id: req-b24601ce-9100-411d-ac92-d1e1a3318120 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:29.955594 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eb1a69-f240-4b4b-adae-6794694e0720", "name": "network-vif-plugged", "status": "completed", "tag": "120acec8-83ff-4399-a788-df0c9e291f10", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:29.955984 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b24601ce-9100-411d-ac92-d1e1a3318120 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:29.956496 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eb1a69-f240-4b4b-adae-6794694e0720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120acec8-83ff-4399-a788-df0c9e291f10', 'code': 200} Jul 22 14:28:30.013483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-1f90fafa-0317-4607-955f-cd12e0de380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.015273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-1f90fafa-0317-4607-955f-cd12e0de380a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.2941868 Jul 22 14:28:30.016514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.028442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:30.072917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.097839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event updated for resources: {'Port': ['ID=4fea4384-60a1-443a-8464-82732cf049c1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:30.110691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d58e16-3a99-4cef-a4b8-f881628c06dc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:30.136454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.141653 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-01a57d54-1760-4500-ad8e-8cee618f623b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/b2d58e16-3a99-4cef-a4b8-f881628c06dc HTTP/1.1" status: 204 len: 168 time: 1.1051540 Jul 22 14:28:30.142985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40182) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:30.146507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4bd021-9376-4763-aa28-9413c0e1566b None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:30.205955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:30.231330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.245938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Transition to ACTIVE for port object 892925fd-f022-45eb-bb0a-884618bdecdc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:30.279638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-06c46f09-e077-449b-8227-809f99f0e22d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718851 Jul 22 14:28:30.286805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40184) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:30.305311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:30.313532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:30.314167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.403940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:30.420491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:30.422717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.427466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:30.513817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=892925fd-f022-45eb-bb0a-884618bdecdc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:30.521372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-8a716aab-8a48-482d-a00b-95c0882a9031 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1002 time: 0.4879079 Jul 22 14:28:30.539314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174c593-b106-49d0-ab98-577df016c7ea req-1b3aa8ab-0a1b-4a49-bd0f-57083e0c68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.541053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3174c593-b106-49d0-ab98-577df016c7ea req-1b3aa8ab-0a1b-4a49-bd0f-57083e0c68fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 1098 time: 0.5047452 Jul 22 14:28:30.541164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.541860 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.604470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:30.617791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.618510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.709429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] Deleting port 4493e114-b40d-45d0-83b1-6fa5826bab2e {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:30.709429 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.732379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4a71-6b0b-4a36-9310-eb165188ebd2 req-a4facecc-a1d0-4c55-b31f-e574ac28a781 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.734852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-efaa4a71-6b0b-4a36-9310-eb165188ebd2 req-a4facecc-a1d0-4c55-b31f-e574ac28a781 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 931 time: 0.4584200 Jul 22 14:28:30.817568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3174c593-b106-49d0-ab98-577df016c7ea req-83ae0913-689f-4eed-945b-28ce49843e6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667325 Jul 22 14:28:30.837598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] For port 4493e114-b40d-45d0-83b1-6fa5826bab2e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4493e114-b40d-45d0-83b1-6fa5826bab2e,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:30.838381 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.848141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-b00ebf9d-ddda-498d-970d-33861ca56181 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.6347344 Jul 22 14:28:30.851634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-efaa4a71-6b0b-4a36-9310-eb165188ebd2 req-4087bb95-7e67-4478-b740-bc093a6b7112 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Jul 22 14:28:30.862809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] Calling delete_port for 4493e114-b40d-45d0-83b1-6fa5826bab2e owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:30.866228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Request body: {'port': {'device_id': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:30.926340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8be9591b-2eb5-49e4-8364-e24eb20c4d2a None None] Provisioning for port 892925fd-f022-45eb-bb0a-884618bdecdc completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:30.935111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8be9591b-2eb5-49e4-8364-e24eb20c4d2a None None] Provisioning complete for port 892925fd-f022-45eb-bb0a-884618bdecdc triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:30.936273 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8be9591b-2eb5-49e4-8364-e24eb20c4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.979068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-04038675-b20f-48c9-878f-a0d7dbb3f37b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3573749 Jul 22 14:28:30.994382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d61a3-e890-458b-866c-d6489898dda8 req-4d4e8ad1-7db8-4673-8e66-360c6443c060 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.996385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e77d61a3-e890-458b-866c-d6489898dda8 req-4d4e8ad1-7db8-4673-8e66-360c6443c060 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.9650636 Jul 22 14:28:31.004517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Request body: {'port': {'device_id': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:31.011522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8be9591b-2eb5-49e4-8364-e24eb20c4d2a None None] Port 892925fd-f022-45eb-bb0a-884618bdecdc cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:31.034391 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.068275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] Pushing event deleted for resources: {'Port': ['ID=4493e114-b40d-45d0-83b1-6fa5826bab2e,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:31.077093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297e92b-e427-4696-89c0-74e393b9fe82 None None] No DVR routers for this DVR port 4493e114-b40d-45d0-83b1-6fa5826bab2e on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:31.087128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5032c1c1-ba25-400e-89ed-8c9c5c418315 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.088683 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5032c1c1-ba25-400e-89ed-8c9c5c418315 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7944474 Jul 22 14:28:31.096489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40192) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:31.096887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4493e114-b40d-45d0-83b1-6fa5826bab2e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:31.097989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-0c71df9a-8d75-4c08-bd8f-4bac228a849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.099451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-0c71df9a-8d75-4c08-bd8f-4bac228a849d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.5378482 Jul 22 14:28:31.110489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.115209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.126099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4493e114-b40d-45d0-83b1-6fa5826bab2e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:31.126860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4493e114-b40d-45d0-83b1-6fa5826bab2e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:31.146046 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.204473 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e77d61a3-e890-458b-866c-d6489898dda8 req-1d92f443-5714-4b5e-95e9-f61d280f7e1f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957285 Jul 22 14:28:31.244785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bf97d0-b6db-497c-bff4-5dcfe6f5750a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.244785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-73bf97d0-b6db-497c-bff4-5dcfe6f5750a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1357291 Jul 22 14:28:31.244785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40198) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:31.284628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event updated for resources: {'Port': ['ID=2157445d-11be-4857-a3ee-f347cff4f509,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:31.300109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a56c436f-26d1-4dae-a6e3-dc3f4ea7b26f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587411 Jul 22 14:28:31.305649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40200) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:31.309868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:31.357782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.368798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.382769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027737e-e0fc-4550-aeee-d6aa22e17224 req-c5b325b8-c428-425a-a4a5-a9f31c71d405 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.384205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8027737e-e0fc-4550-aeee-d6aa22e17224 req-c5b325b8-c428-425a-a4a5-a9f31c71d405 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.3568933 Jul 22 14:28:31.470741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-0ab69b08-49d3-44d3-bd84-ff2d8f665fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.472948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-0ab69b08-49d3-44d3-bd84-ff2d8f665fee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3400226 Jul 22 14:28:31.538891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8027737e-e0fc-4550-aeee-d6aa22e17224 req-035a74b0-1082-41d0-8059-b70230dcc654 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111722 Jul 22 14:28:31.586572 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Floating IP 28f04e13-a871-486e-a04c-b90cee77b079 associated. External IP: 172.25.8.178, port: 2710681a-3ba1-4019-a2b9-0731c5b9a6f0. Jul 22 14:28:31.752237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:31.756287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.800938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4861501-9409-4068-8005-f9fd52cedd11 req-6056e020-6a40-46a4-9c67-e8c6a98adbb5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.804389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4861501-9409-4068-8005-f9fd52cedd11 req-6056e020-6a40-46a4-9c67-e8c6a98adbb5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 970 time: 0.4688959 Jul 22 14:28:31.984188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4861501-9409-4068-8005-f9fd52cedd11 req-434c06c0-70d3-4fb6-bdf0-2117d14ebc9c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1635497 Jul 22 14:28:31.987706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-08bba7f9-0d24-4ed3-b517-e05cbf18bcb5 service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003853 Jul 22 14:28:32.073808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fea4384-60a1-443a-8464-82732cf049c1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:32.103595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.192880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892925fd-f022-45eb-bb0a-884618bdecdc {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:32.198337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Transition to ACTIVE for port object 4fea4384-60a1-443a-8464-82732cf049c1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:32.215476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.231040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.266731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Transition to ACTIVE for port object 892925fd-f022-45eb-bb0a-884618bdecdc will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:32.299986 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5772fb9-7804-4775-9673-ad2e71f5085f req-7e074cc8-f548-4dd5-a67a-3a9d6813d6cf service neutron] 10.222.0.20 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047779 Jul 22 14:28:32.308750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.388482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0dfda-e31e-4b51-9a0b-a546e7f1923a req-7f823a25-3c52-434f-817a-125d03f81e00 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:32.390185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecc0dfda-e31e-4b51-9a0b-a546e7f1923a req-7f823a25-3c52-434f-817a-125d03f81e00 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 931 time: 0.2518382 Jul 22 14:28:32.448938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Pushing event updated for resources: {'Port': ['ID=4fea4384-60a1-443a-8464-82732cf049c1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:32.451752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Pushing event updated for resources: {'Port': ['ID=892925fd-f022-45eb-bb0a-884618bdecdc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:32.480543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.542948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecc0dfda-e31e-4b51-9a0b-a546e7f1923a req-65435c31-7054-40a4-9853-aef608706f65 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398926 Jul 22 14:28:32.560500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Router f7486793-ebf3-4d90-b367-0b1687aacc6a has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:32.579396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=cabc6d97-6462-49ed-af13-a1f93468cc82,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:32.598266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:32.614899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:32.630868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872bd67f-8abf-4157-8c35-5bee59c2cb56 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:32.642588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:32.647856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.718877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63279f-896c-4a22-bba3-71446a53b594 req-3164a071-1fab-4832-876e-7301a5cc54ad tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:32.727195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee63279f-896c-4a22-bba3-71446a53b594 req-3164a071-1fab-4832-876e-7301a5cc54ad tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3866804 Jul 22 14:28:32.728292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Attempting to bind port 4fea4384-60a1-443a-8464-82732cf049c1 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:32.729863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Attempting to bind port 4fea4384-60a1-443a-8464-82732cf049c1 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:32.730315 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Attempting to bind port 4fea4384-60a1-443a-8464-82732cf049c1 on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:32.753135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Attempting to bind port 892925fd-f022-45eb-bb0a-884618bdecdc on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:32.753566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Attempting to bind port 892925fd-f022-45eb-bb0a-884618bdecdc by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:32.753974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Attempting to bind port 892925fd-f022-45eb-bb0a-884618bdecdc on network 1d2b3d14-3068-4885-abd2-76b94cbcf578 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:32.769495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Port 4fea4384-60a1-443a-8464-82732cf049c1 on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:32.770041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Attempting to bind port 4fea4384-60a1-443a-8464-82732cf049c1 on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:32.775395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Port 892925fd-f022-45eb-bb0a-884618bdecdc on network 1d2b3d14-3068-4885-abd2-76b94cbcf578 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:32.775878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Attempting to bind port 892925fd-f022-45eb-bb0a-884618bdecdc on network 1d2b3d14-3068-4885-abd2-76b94cbcf578 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:32.788789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:32.789275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Checking segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:32.789701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Bound using segment: {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:32.790136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Bound port: 892925fd-f022-45eb-bb0a-884618bdecdc, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb38510-271c-4c18-8cd1-a79274803965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:32.790507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.803035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-77b33b17-21eb-4b76-a6ae-a31c0c673fc6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4973249 Jul 22 14:28:32.804120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:32.804531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Checking segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:32.805002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Bound using segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:32.805584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Bound port: 4fea4384-60a1-443a-8464-82732cf049c1, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:32.806069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.813780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:32.822286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'cabc6d97-6462-49ed-af13-a1f93468cc82', 'ip_address': '2001:db8::6e9a:bb24:28c7:88c0'}], 'name': 'tempest-NetworksTestDHCPv6-882866500'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:32.834752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ee63279f-896c-4a22-bba3-71446a53b594 req-74d5e4ba-b803-4a53-9d04-51c38a766f17 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957835 Jul 22 14:28:32.895293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:32.901431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'cabc6d97-6462-49ed-af13-a1f93468cc82'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:32.902946 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.934229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] Sync routers for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:32.942495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] For port 4fea4384-60a1-443a-8464-82732cf049c1, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:32.946953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] For port 4fea4384-60a1-443a-8464-82732cf049c1, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4fea4384-60a1-443a-8464-82732cf049c1,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:32.953391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.012613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.013319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.015171 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] 10.222.0.20 "PUT /v2.0/ports/4fea4384-60a1-443a-8464-82732cf049c1 HTTP/1.1" status: 200 len: 1092 time: 2.0156686 Jul 22 14:28:33.015679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'tag': '4fea4384-60a1-443a-8464-82732cf049c1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:33.019034 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856b8b2c-7cf9-4487-a612-c825c07b8f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6de551a-9bce-494c-8ab7-ea3c6d79fb0c", "tag": "4fea4384-60a1-443a-8464-82732cf049c1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:33.021585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:33.049897 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.054353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564e115-1db9-4cfa-9e89-50c425b25a02 service neutron] Pushing event updated for resources: {'Port': ['ID=4fea4384-60a1-443a-8464-82732cf049c1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:33.076603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:33.077255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:33.092311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28c996-abb1-481b-9cbc-447fc8d04f51 req-94165106-10a3-468f-a5d4-9c4601c9365f tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.094000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af28c996-abb1-481b-9cbc-447fc8d04f51 req-94165106-10a3-468f-a5d4-9c4601c9365f tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.4136128 Jul 22 14:28:33.163739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] For port 892925fd-f022-45eb-bb0a-884618bdecdc, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:33.168239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] For port 892925fd-f022-45eb-bb0a-884618bdecdc, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=892925fd-f022-45eb-bb0a-884618bdecdc,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:33.226910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.243789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-c26e80f5-a370-40a8-8c21-b77a5603e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.245553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-c26e80f5-a370-40a8-8c21-b77a5603e65f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 1095 time: 0.1748283 Jul 22 14:28:33.254824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc34e5-2455-4542-8600-f7b3085ce3bb req-c8f37e45-5209-49c7-9680-021a77c02b9f tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.262273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40fc34e5-2455-4542-8600-f7b3085ce3bb req-c8f37e45-5209-49c7-9680-021a77c02b9f tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 982 time: 0.1175122 Jul 22 14:28:33.276648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.335292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.336408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.342875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] 10.222.0.20 "PUT /v2.0/ports/892925fd-f022-45eb-bb0a-884618bdecdc HTTP/1.1" status: 200 len: 1131 time: 2.4832292 Jul 22 14:28:33.347577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:33.351324 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826549f1-3556-45b5-a3dd-a76a881faddf" -d '{"events": [{"name": "network-changed", "server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:33.356628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:33.364698 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf93be-5210-4f35-a302-ef5cfe7945a7" -d '{"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:33.372470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-40fc34e5-2455-4542-8600-f7b3085ce3bb req-291a035e-84eb-4c90-801b-8bcbfbb37eff tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1091416 Jul 22 14:28:33.374614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-15c33f8c-a86e-4c57-9b7d-b121525bda85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fea4384-60a1-443a-8464-82732cf049c1 HTTP/1.1" status: 200 len: 217 time: 0.1102779 Jul 22 14:28:33.384132 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:28:33.387466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/cabc6d97-6462-49ed-af13-a1f93468cc82/7f26c70d-e8a4-440e-818f-fd907d34c968) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:33.410240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:33.413061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:33.430035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-af28c996-abb1-481b-9cbc-447fc8d04f51 req-1a04beab-4e60-4d22-9c5a-580efe8e86cd tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172539 Jul 22 14:28:33.437568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fc034c01-7769-4d38-b805-e59a07658384 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6136091 Jul 22 14:28:33.441937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:33.499058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:33.513131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.519992 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5001eed-b877-4bca-afa6-d3f723030021 x-openstack-request-id: req-b5001eed-b877-4bca-afa6-d3f723030021 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:33.520398 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6de551a-9bce-494c-8ab7-ea3c6d79fb0c", "tag": "4fea4384-60a1-443a-8464-82732cf049c1", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:33.520737 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5001eed-b877-4bca-afa6-d3f723030021 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:33.521206 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'tag': '4fea4384-60a1-443a-8464-82732cf049c1', 'status': 'completed', 'code': 200} Jul 22 14:28:33.538476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-e261fb29-7fa2-4f11-8352-a9fa70a1baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.540878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-e261fb29-7fa2-4f11-8352-a9fa70a1baec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.1523349 Jul 22 14:28:33.602084 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f127ec26-d700-4bc8-b1aa-f6a18b13842a x-openstack-request-id: req-f127ec26-d700-4bc8-b1aa-f6a18b13842a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:33.602383 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:33.602637 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f127ec26-d700-4bc8-b1aa-f6a18b13842a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:33.605875 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'code': 200} Jul 22 14:28:33.626437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-466e2acd-517a-4568-8f81-37a8a3bb8a6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745437 Jul 22 14:28:33.634124 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815ec9a7-e59f-4318-86df-2044e48e53c9 x-openstack-request-id: req-815ec9a7-e59f-4318-86df-2044e48e53c9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:33.634425 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:33.634652 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-815ec9a7-e59f-4318-86df-2044e48e53c9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:33.635053 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc', 'status': 'completed', 'code': 200} Jul 22 14:28:33.642936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.728193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95318efa-674c-46c9-823a-ca16e4d80598 service neutron] Pushing event updated for resources: {'Port': ['ID=892925fd-f022-45eb-bb0a-884618bdecdc,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:33.752493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 226effd0-8ef6-46d4-989f-2345c4e385e9 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:33.779430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a5cb5-f0e4-4e8e-bafc-b7b8ed4e68fd tempest-TestVolumeBackupRestore-2050635206 tempest-TestVolumeBackupRestore-2050635206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.781806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9a3a5cb5-f0e4-4e8e-bafc-b7b8ed4e68fd tempest-TestVolumeBackupRestore-2050635206 tempest-TestVolumeBackupRestore-2050635206-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1093 time: 0.3169451 Jul 22 14:28:33.787196 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-55877e0c-f4c4-41d0-8198-ab1ed3f222e5 service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530187 Jul 22 14:28:33.789722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40248) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:33.793336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:33.795617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Request body: {'floatingip': {'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:33.852861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.853215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.853580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.853991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.854324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.854656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.854985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.855310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.855717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.856099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.856427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.856750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:33.939005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-87e6c603-7f78-4e73-89ca-285906a0b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.941339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-87e6c603-7f78-4e73-89ca-285906a0b552 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1134 time: 0.5342758 Jul 22 14:28:33.949503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e084444-1043-4b67-a791-c4367cbe7fdc req-858c208d-b219-48f1-ba3e-991473c8e32b tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.951176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e084444-1043-4b67-a791-c4367cbe7fdc req-858c208d-b219-48f1-ba3e-991473c8e32b tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.2774429 Jul 22 14:28:33.988064 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.004155 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.017672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Transition to ACTIVE for port object 7f26c70d-e8a4-440e-818f-fd907d34c968 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:34.026759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-b75d6055-7a5b-4b3d-a318-3af9aa0d254a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=892925fd-f022-45eb-bb0a-884618bdecdc HTTP/1.1" status: 200 len: 217 time: 0.0741928 Jul 22 14:28:34.045351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Transition to ACTIVE for port object 7f26c70d-e8a4-440e-818f-fd907d34c968 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:34.063455 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.077790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '28f04e13-a871-486e-a04c-b90cee77b079', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:29Z', 'updated_at': '2021-07-22T14:28:29Z', 'revision_number': 0, 'project_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:34.078658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e2e1803-8e63-4308-9ba4-3e47f632c476 req-66e4f881-899e-44a2-8fc9-dd244fd6806a service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303760 Jul 22 14:28:34.114011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ca17-3799-414c-aa5e-105d9f989771 req-a478f03c-eae4-4805-b6bf-25d01529cb20 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.125157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e93ca17-3799-414c-aa5e-105d9f989771 req-a478f03c-eae4-4805-b6bf-25d01529cb20 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 943 time: 0.3366477 Jul 22 14:28:34.175035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] Checking router: f7486793-ebf3-4d90-b367-0b1687aacc6a for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:34.179318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e084444-1043-4b67-a791-c4367cbe7fdc req-b8a4baaa-c227-4bf6-a64d-dc7b2a91b5cc tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777854 Jul 22 14:28:34.192009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-6f03f6a6-4fc3-44cc-90d7-bcc790da4d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.193834 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-6f03f6a6-4fc3-44cc-90d7-bcc790da4d91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e73e0c6-9161-4cc5-a4c1-a24d6abc116d HTTP/1.1" status: 200 len: 834 time: 0.1381042 Jul 22 14:28:34.195197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::6e9a:bb24:28c7:88c0 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/cabc6d97-6462-49ed-af13-a1f93468cc82/226effd0-8ef6-46d4-989f-2345c4e385e9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:34.198417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:34.205217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:34.211452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:34.211452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:34.214169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:34.253952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Pushing event updated for resources: {'Port': ['ID=7f26c70d-e8a4-440e-818f-fd907d34c968,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:34.365205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Attempting to bind port 7f26c70d-e8a4-440e-818f-fd907d34c968 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:34.365795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Attempting to bind port 7f26c70d-e8a4-440e-818f-fd907d34c968 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:34.366261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Attempting to bind port 7f26c70d-e8a4-440e-818f-fd907d34c968 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:34.378708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:34.379295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:34.379838 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.380318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:34.380897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Bound port: 7f26c70d-e8a4-440e-818f-fd907d34c968, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:34.381385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.383109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317867c5-d696-40c1-a94f-37fd01393648 req-53fe71af-6232-4528-9e9f-00bf753ddbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.384698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-53fe71af-6232-4528-9e9f-00bf753ddbec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2b3d14-3068-4885-abd2-76b94cbcf578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840031 Jul 22 14:28:34.398090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:34.555578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] For port 7f26c70d-e8a4-440e-818f-fd907d34c968, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:34.560140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.581755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 226effd0-8ef6-46d4-989f-2345c4e385e9 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:34.706562 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-a3b74d8b-fd73-4c38-abd5-cee575ed3fc9 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981572 Jul 22 14:28:34.710622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.792983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=226effd0-8ef6-46d4-989f-2345c4e385e9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:34.796805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] For port 7f26c70d-e8a4-440e-818f-fd907d34c968, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7f26c70d-e8a4-440e-818f-fd907d34c968,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:34.807589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.837856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f933a84-9fb1-4917-8e98-ccc4c8c5d3f7 req-ceac179d-c8ba-4f74-81fd-99544a780511 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.840319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f933a84-9fb1-4917-8e98-ccc4c8c5d3f7 req-ceac179d-c8ba-4f74-81fd-99544a780511 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.5138881 Jul 22 14:28:34.859256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:34.879675 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e93ca17-3799-414c-aa5e-105d9f989771 req-75dfa1b2-a8dd-4371-9c29-36377eff2bd2 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7503264 Jul 22 14:28:34.880691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:34.905916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:34.913299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.914202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.935978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9aeba8-e5be-4539-9e1a-8685e3ca6654 None None] Pushing event updated for resources: {'Port': ['ID=7f26c70d-e8a4-440e-818f-fd907d34c968,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:34.942924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-a1b15b10-3634-4454-b58b-39aebff15ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.947309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-a1b15b10-3634-4454-b58b-39aebff15ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 1095 time: 0.7813528 Jul 22 14:28:35.013411 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7521da79-7225-489d-b375-71f45b3a6278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1969354 Jul 22 14:28:35.026160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.047529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f933a84-9fb1-4917-8e98-ccc4c8c5d3f7 req-c878d5bb-3972-4ecc-99dd-eda40aa17db9 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861653 Jul 22 14:28:35.095845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '28f04e13-a871-486e-a04c-b90cee77b079', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:29Z', 'updated_at': '2021-07-22T14:28:29Z', 'revision_number': 0, 'project_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:35.126154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-317867c5-d696-40c1-a94f-37fd01393648 req-e7962289-abe5-4cee-8f76-4c8019f57f5f service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460417 Jul 22 14:28:35.172707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db604f-d861-4113-ad86-f18be67a6930 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.181508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db604f-d861-4113-ad86-f18be67a6930 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.186861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-59db604f-d861-4113-ad86-f18be67a6930 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1588621 Jul 22 14:28:35.188337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40276) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.199294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9fa995-a018-488e-9a36-cd9fade5b96e None None] The sync data for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 is: [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '28f04e13-a871-486e-a04c-b90cee77b079', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:29Z', 'updated_at': '2021-07-22T14:28:29Z', 'revision_number': 0, 'project_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:35.492907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-f456ee7d-fc17-40fe-8fa2-3e8d2a261322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.497968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-f456ee7d-fc17-40fe-8fa2-3e8d2a261322 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.5395164 Jul 22 14:28:35.498137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826549f1-3556-45b5-a3dd-a76a881faddf req-e67daf62-c0fc-49ee-9ac9-e39ab667e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.499573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-e67daf62-c0fc-49ee-9ac9-e39ab667e461 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1134 time: 0.2053781 Jul 22 14:28:35.518552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b22c9-3600-45e1-93ef-2a7fd595016c req-e13d16b8-00f7-44c6-85ff-1127a3d76d01 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.526067 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-136b22c9-3600-45e1-93ef-2a7fd595016c req-e13d16b8-00f7-44c6-85ff-1127a3d76d01 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 982 time: 0.2304461 Jul 22 14:28:35.617980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-b897220c-6cd1-43eb-a6fc-eaa44c5cce7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fea4384-60a1-443a-8464-82732cf049c1 HTTP/1.1" status: 200 len: 217 time: 0.0769801 Jul 22 14:28:35.621836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 226effd0-8ef6-46d4-989f-2345c4e385e9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:35.622189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.641536 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae72f5-1242-4fa3-8326-e7773b43ee65 None None] New status for floating IP 28f04e13-a871-486e-a04c-b90cee77b079: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:35.646766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:35.649250 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c884c8fa-e9fb-49de-8174-64a59f13ef9a" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:35.656490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:28:35.682233 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-136b22c9-3600-45e1-93ef-2a7fd595016c req-a826b321-5e8b-42c9-b926-d44fb94d42e7 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1551254 Jul 22 14:28:35.735283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.762960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.835611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826549f1-3556-45b5-a3dd-a76a881faddf req-6c62dfa3-1d3a-426d-ba69-db763b6b0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.837108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-6c62dfa3-1d3a-426d-ba69-db763b6b0d54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d2b3d14-3068-4885-abd2-76b94cbcf578 HTTP/1.1" status: 200 len: 897 time: 0.3026595 Jul 22 14:28:35.922737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-52cf4c64-d4ae-4ebd-b4b3-55773d4fd768 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=892925fd-f022-45eb-bb0a-884618bdecdc HTTP/1.1" status: 200 len: 217 time: 0.0651779 Jul 22 14:28:35.965192 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5166a-1bf9-43ab-a13d-b06f03e1b26e x-openstack-request-id: req-87e5166a-1bf9-43ab-a13d-b06f03e1b26e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:35.965576 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:35.965818 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87e5166a-1bf9-43ab-a13d-b06f03e1b26e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:35.966206 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'status': 'completed', 'code': 200} Jul 22 14:28:35.996131 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:36.007571 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.db.api [None req-20ae72f5-1242-4fa3-8326-e7773b43ee65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:28:36.007925 n-d-787205-11 neutron-server[93762]: DEBUG oslo_db.api [None req-20ae72f5-1242-4fa3-8326-e7773b43ee65 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:28:36.026397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 226effd0-8ef6-46d4-989f-2345c4e385e9 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:36.087713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-7869de88-4c98-4921-aa0c-9f999c5a145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.089292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-7869de88-4c98-4921-aa0c-9f999c5a145b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.3526032 Jul 22 14:28:36.180805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-b79f5d01-fce9-422e-ada5-2c59317ae87e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774541 Jul 22 14:28:36.288430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826549f1-3556-45b5-a3dd-a76a881faddf req-c1958eed-62a2-457b-bd7d-203437ed2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.290412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-c1958eed-62a2-457b-bd7d-203437ed2414 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e73e0c6-9161-4cc5-a4c1-a24d6abc116d HTTP/1.1" status: 200 len: 834 time: 0.3181601 Jul 22 14:28:36.355840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72b38d-1911-4451-8e84-1afc31fb7e7c req-96d73fe2-5d04-4a54-b992-69c2f9b399bb tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.357690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c72b38d-1911-4451-8e84-1afc31fb7e7c req-96d73fe2-5d04-4a54-b992-69c2f9b399bb tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.4338357 Jul 22 14:28:36.373597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:36.374161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-8f8efacc-65be-417c-822c-918983d29342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.376875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-8f8efacc-65be-417c-822c-918983d29342 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1098 time: 0.4564171 Jul 22 14:28:36.489108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=226effd0-8ef6-46d4-989f-2345c4e385e9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:36.507857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:36.511990 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ae72f5-1242-4fa3-8326-e7773b43ee65 None None] New status for floating IP 28f04e13-a871-486e-a04c-b90cee77b079: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:36.519010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f27988ad-8b84-447b-9a0f-5a7cc34ec6e3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/226effd0-8ef6-46d4-989f-2345c4e385e9 HTTP/1.1" status: 204 len: 168 time: 1.3191383 Jul 22 14:28:36.520820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:36.563213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c72b38d-1911-4451-8e84-1afc31fb7e7c req-8fb97fc4-e56c-4dd5-97af-8b2a06cef775 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925876 Jul 22 14:28:36.571926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826549f1-3556-45b5-a3dd-a76a881faddf req-a9963bf7-9cd6-4b33-8c98-4672168991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.574028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-a9963bf7-9cd6-4b33-8c98-4672168991f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2b3d14-3068-4885-abd2-76b94cbcf578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2721982 Jul 22 14:28:36.598885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-e7ddcc9a-b06b-4199-a905-5a3881db74f6 service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858128 Jul 22 14:28:36.606689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9d816-ce18-4b46-87c8-33554afe7ddf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.608405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9d816-ce18-4b46-87c8-33554afe7ddf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.610240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1ce9d816-ce18-4b46-87c8-33554afe7ddf tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0864556 Jul 22 14:28:36.622457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:36.670578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2ba3c094-7341-411e-ba0c-8a900aa4bfe7 None None] Provisioning for port 7f26c70d-e8a4-440e-818f-fd907d34c968 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:36.855406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a2863-3618-4c2c-8b09-3bf7738ae777 req-247608c3-89c5-4d72-ac55-a31d07e00cb7 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.862408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c1a2863-3618-4c2c-8b09-3bf7738ae777 req-247608c3-89c5-4d72-ac55-a31d07e00cb7 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 943 time: 0.6840413 Jul 22 14:28:36.903348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Router f7486793-ebf3-4d90-b367-0b1687aacc6a has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:37.003401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-640f53b7-6f33-4b6b-9a77-c79211735dbf None None] Could not find standard attr ID for object 226effd0-8ef6-46d4-989f-2345c4e385e9. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:28:37.009813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-3c0a0e7d-24ed-468b-9773-890abb4b0153 service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035583 Jul 22 14:28:37.032453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-b0d264c6-09ba-47fe-b8ad-9ce3fba1a5d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6112423 Jul 22 14:28:37.051097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4fea4384-60a1-443a-8464-82732cf049c1 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:37.058932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:37.090107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c1a2863-3618-4c2c-8b09-3bf7738ae777 req-08613dc4-9070-45a6-b19e-5efcb42a2c33 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202394 Jul 22 14:28:37.210973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f26c70d-e8a4-440e-818f-fd907d34c968 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:37.368471 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:37.374577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-630588fe-492e-48e5-b032-9182f784518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.376064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-630588fe-492e-48e5-b032-9182f784518d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 914 time: 0.9612207 Jul 22 14:28:37.386587 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.403841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet cabc6d97-6462-49ed-af13-a1f93468cc82 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:37.408137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.412757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] Sync routers for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:37.430048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:37.430655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:37.459332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.531181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:37.534710 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54898512-a4fe-4ed1-93b9-72289e8bcc15" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:37.571534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:37.580108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-ba29a599-db4e-4b3f-a470-bcef1a688ec2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 1002 time: 0.1327426 Jul 22 14:28:37.604441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-a79e7444-e939-45bc-bfd9-8735b2f946fe service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0169075 Jul 22 14:28:37.690402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-2a153927-2b75-435c-9ced-10424fda9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.696205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-2a153927-2b75-435c-9ced-10424fda9d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 200 len: 852 time: 0.1079416 Jul 22 14:28:37.723952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502cfc5-b19b-45fd-ab94-b3e41aac23d0 req-5a42ed73-1bcf-45bb-8fcf-e6b32027c9e6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.726930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4fea4384-60a1-443a-8464-82732cf049c1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4fea4384-60a1-443a-8464-82732cf049c1,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:37.728425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d502cfc5-b19b-45fd-ab94-b3e41aac23d0 req-5a42ed73-1bcf-45bb-8fcf-e6b32027c9e6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 982 time: 0.4221959 Jul 22 14:28:37.736407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-325a089f-edb4-4617-b596-c5043905884a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "PUT /v2.0/floatingips/28f04e13-a871-486e-a04c-b90cee77b079 HTTP/1.1" status: 200 len: 992 time: 3.9451094 Jul 22 14:28:37.738930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7f26c70d-e8a4-440e-818f-fd907d34c968 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:37.742373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9d16b-221b-47db-987d-5d9160b516c6 req-a0476b68-0118-4f55-a62f-04ed5b011d6a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.745859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13d9d16b-221b-47db-987d-5d9160b516c6 req-a0476b68-0118-4f55-a62f-04ed5b011d6a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 1.0479252 Jul 22 14:28:37.767655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7f26c70d-e8a4-440e-818f-fd907d34c968 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:37.768271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.797036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '4fea4384-60a1-443a-8464-82732cf049c1', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'port_id': '4fea4384-60a1-443a-8464-82732cf049c1', 'mac_address': 'fa:16:3e:72:9c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12ebb4c-e605-4417-93a3-f2ba43d3b52e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:37.822353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.895495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d502cfc5-b19b-45fd-ab94-b3e41aac23d0 req-58240a37-34fc-4a64-a925-3af701aa5e45 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1551275 Jul 22 14:28:37.929377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-f74deda9-ab11-456e-b47a-76333e6c0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.931180 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-f74deda9-ab11-456e-b47a-76333e6c0968 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f77257e3-0140-45c2-a975-c3cdaf01504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2004976 Jul 22 14:28:37.955502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13d9d16b-221b-47db-987d-5d9160b516c6 req-6bcd8b9d-fc6c-47f7-9300-b9277ee7a64f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688328 Jul 22 14:28:37.958375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826549f1-3556-45b5-a3dd-a76a881faddf req-6fb8437e-4e56-489b-9d4f-7cadf3db845a service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401031 Jul 22 14:28:37.986879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.004919 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d08dddd-3439-4bc4-9744-3c2a03cc54ae x-openstack-request-id: req-3d08dddd-3439-4bc4-9744-3c2a03cc54ae {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:38.004919 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:38.004919 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d08dddd-3439-4bc4-9744-3c2a03cc54ae {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:38.009009 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'status': 'completed', 'code': 200} Jul 22 14:28:38.022871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.035014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=cabc6d97-6462-49ed-af13-a1f93468cc82,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.037432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.040738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7c241d3c-0fb5-4e27-8ef0-43b5e8d062b4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/cabc6d97-6462-49ed-af13-a1f93468cc82 HTTP/1.1" status: 204 len: 168 time: 1.4164102 Jul 22 14:28:38.043710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:38.096296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9201aa04-da54-4822-9e08-441dea201e78 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500064 Jul 22 14:28:38.100648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:38.113532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:38.147100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fea4384-60a1-443a-8464-82732cf049c1 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:38.156692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d87b968-0c0a-4fb0-9aaf-c0f60c9a1851 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:38.183408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-be17e243-04d1-4323-8744-479a30404222 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377231 Jul 22 14:28:38.221857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4fea4384-60a1-443a-8464-82732cf049c1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4fea4384-60a1-443a-8464-82732cf049c1,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:38.229562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.230502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 892925fd-f022-45eb-bb0a-884618bdecdc details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:38.266302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:38.271105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.331357 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.394772 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c884c8fa-e9fb-49de-8174-64a59f13ef9a req-e0ccfd8a-c9e6-4dd4-acf6-259673cf3fbb service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862829 Jul 22 14:28:38.437802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 892925fd-f022-45eb-bb0a-884618bdecdc, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=892925fd-f022-45eb-bb0a-884618bdecdc,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:38.457706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '892925fd-f022-45eb-bb0a-884618bdecdc', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'port_id': '892925fd-f022-45eb-bb0a-884618bdecdc', 'mac_address': 'fa:16:3e:38:a4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:38.478324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c11176-50ae-41d6-9058-a637e4dace01 req-ccb9fe10-8f82-4e8a-8cca-4bd0634634de tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.481827 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7c11176-50ae-41d6-9058-a637e4dace01 req-ccb9fe10-8f82-4e8a-8cca-4bd0634634de tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 944 time: 0.2038097 Jul 22 14:28:38.500323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea34a02-846e-4323-b5db-ce6922c6dbca req-0be52a33-3be1-4d01-b7b7-0f5cbd9f7dfd tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.502062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea34a02-846e-4323-b5db-ce6922c6dbca req-0be52a33-3be1-4d01-b7b7-0f5cbd9f7dfd tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.3175442 Jul 22 14:28:38.561269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-0051912e-df5d-477e-9b3e-2501706b6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.563195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-0051912e-df5d-477e-9b3e-2501706b6d98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1098 time: 0.1140406 Jul 22 14:28:38.578541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aea34a02-846e-4323-b5db-ce6922c6dbca req-d06b8536-c50d-4c74-93da-d806e6da5be9 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658283 Jul 22 14:28:38.609049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.684471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4fea4384-60a1-443a-8464-82732cf049c1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.713984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7f26c70d-e8a4-440e-818f-fd907d34c968, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7f26c70d-e8a4-440e-818f-fd907d34c968,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:38.717983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '28f04e13-a871-486e-a04c-b90cee77b079', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:29Z', 'updated_at': '2021-07-22T14:28:36Z', 'revision_number': 2, 'project_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:38.738422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7c11176-50ae-41d6-9058-a637e4dace01 req-eae076c0-18f4-410b-917e-3876760a087a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446415 Jul 22 14:28:38.741766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.765490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-8de4bf8a-27d6-4adb-a623-9f5402fca4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.766059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892925fd-f022-45eb-bb0a-884618bdecdc {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:38.766440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-8de4bf8a-27d6-4adb-a623-9f5402fca4d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 914 time: 0.1858661 Jul 22 14:28:38.776328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] Checking router: f7486793-ebf3-4d90-b367-0b1687aacc6a for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:38.779841 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.869761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7f26c70d-e8a4-440e-818f-fd907d34c968,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.887033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=d144f2dd-3318-45c1-bd73-f55b234eb64e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.898980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 892925fd-f022-45eb-bb0a-884618bdecdc, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=892925fd-f022-45eb-bb0a-884618bdecdc,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:38.914745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:38.915383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:38.917648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.038681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:39.059964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:39.072774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.073959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.114793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e59f1bf2-f9cb-4cd3-9869-a3f0090a6633 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0091739 Jul 22 14:28:39.115669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=892925fd-f022-45eb-bb0a-884618bdecdc,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:39.136522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['892925fd-f022-45eb-bb0a-884618bdecdc'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:39.138953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:39.150869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'd144f2dd-3318-45c1-bd73-f55b234eb64e', 'ip_address': '2001:db8::ed54:dde5:e8f9:fcea'}], 'name': 'tempest-NetworksTestDHCPv6-227738787'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:39.190234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4fea4384-60a1-443a-8464-82732cf049c1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:39.227309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:39.252203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-51c529ca-4862-4afb-b093-42243a77efba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 1002 time: 0.4750109 Jul 22 14:28:39.266597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-27483b93-161c-4b2a-aad6-9b638765c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.268794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-27483b93-161c-4b2a-aad6-9b638765c2e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433cbf810b1c4028b9cf45a19049b8bb&device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 1098 time: 0.3590057 Jul 22 14:28:39.286092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:39.368637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74606e7f-da79-4473-9e56-3e71e06c11be req-66159465-847e-4b44-9ee1-c3794d5ceae6 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.370441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74606e7f-da79-4473-9e56-3e71e06c11be req-66159465-847e-4b44-9ee1-c3794d5ceae6 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.4448206 Jul 22 14:28:39.394367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02062-acb1-4e09-b6ab-ca29f2da59d6 req-d9e6cd13-f284-4cf3-8f0b-b6a33e42d29e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.402142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2dd02062-acb1-4e09-b6ab-ca29f2da59d6 req-d9e6cd13-f284-4cf3-8f0b-b6a33e42d29e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 983 time: 0.2198966 Jul 22 14:28:39.499668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-17c88741-5fcd-44cc-bfe6-5e6f943d193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.501767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-17c88741-5fcd-44cc-bfe6-5e6f943d193d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 200 len: 852 time: 0.2433057 Jul 22 14:28:39.540211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2dd02062-acb1-4e09-b6ab-ca29f2da59d6 req-3eb1e8ac-5acf-4964-bbe1-28636f56e954 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1292853 Jul 22 14:28:39.585131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74606e7f-da79-4473-9e56-3e71e06c11be req-83ac657c-d4e6-4603-b029-d3d6261b27f3 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004225 Jul 22 14:28:39.613333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-ebea0ef4-f865-4d6c-bbcc-eabfecd0eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.617389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-ebea0ef4-f865-4d6c-bbcc-eabfecd0eb63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e HTTP/1.1" status: 200 len: 913 time: 0.3186705 Jul 22 14:28:39.647234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:39.668990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-256b6812-851e-4912-b252-988c1ccda2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.674482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-256b6812-851e-4912-b252-988c1ccda2b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f77257e3-0140-45c2-a975-c3cdaf01504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648808 Jul 22 14:28:39.717012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-6a072e13-acfc-4e48-be46-1ee69f45c021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=120acec8-83ff-4399-a788-df0c9e291f10 HTTP/1.1" status: 200 len: 217 time: 0.0901153 Jul 22 14:28:39.858552 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.867133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] Deleting port 7f26c70d-e8a4-440e-818f-fd907d34c968 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:39.867621 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.962594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 21d138a3-42fe-41b0-adf2-373c4243fa8c yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:39.967046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] For port 7f26c70d-e8a4-440e-818f-fd907d34c968, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7f26c70d-e8a4-440e-818f-fd907d34c968,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:39.967453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.978723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-d280a3ff-2dd2-4065-8f28-4fc964c3aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.980248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-d280a3ff-2dd2-4065-8f28-4fc964c3aa2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d874cea6-1c95-4cab-815e-12da241b0226 HTTP/1.1" status: 200 len: 852 time: 0.2517271 Jul 22 14:28:39.986520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] Calling delete_port for 7f26c70d-e8a4-440e-818f-fd907d34c968 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:39.988382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-a18fe994-6a1f-4f73-af5b-0b5f8d82ad01 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072834 Jul 22 14:28:40.105218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:40.108554 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e36699-9d8c-4392-9b1a-b4580dd5d496" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:40.137002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce319804-7ed5-42a5-873c-d16c7d55befc req-3a9f628d-0ae7-4544-b198-f04b4c2e5c69 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.143881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce319804-7ed5-42a5-873c-d16c7d55befc req-3a9f628d-0ae7-4544-b198-f04b4c2e5c69 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.4614727 Jul 22 14:28:40.181809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54898512-a4fe-4ed1-93b9-72289e8bcc15 req-7cee306c-988e-49fe-b08f-77f39d4d3236 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803126 Jul 22 14:28:40.194592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-a07159a1-3fda-42c4-a90c-986b00b8f95f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012544 Jul 22 14:28:40.238772 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce319804-7ed5-42a5-873c-d16c7d55befc req-70856747-48eb-48ce-8d5f-b2a95ff72df4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849857 Jul 22 14:28:40.288187 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69afe16a-d55c-4e1a-b6a0-fff7b126bf9f x-openstack-request-id: req-69afe16a-d55c-4e1a-b6a0-fff7b126bf9f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:40.288998 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:40.289525 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69afe16a-d55c-4e1a-b6a0-fff7b126bf9f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:40.290446 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'status': 'completed', 'code': 200} Jul 22 14:28:40.339489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.364898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] Pushing event deleted for resources: {'Port': ['ID=7f26c70d-e8a4-440e-818f-fd907d34c968,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:40.383764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '28f04e13-a871-486e-a04c-b90cee77b079', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:29Z', 'updated_at': '2021-07-22T14:28:36Z', 'revision_number': 2, 'project_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:40.421294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-d416a196-8577-4df8-afa2-6062a24adc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.426291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-d416a196-8577-4df8-afa2-6062a24adc43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1098 time: 0.1124666 Jul 22 14:28:40.427596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4d837-9109-4f48-853f-b922e3e99c2f None None] No DVR routers for this DVR port 7f26c70d-e8a4-440e-818f-fd907d34c968 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:40.430120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7dc78d-1c7b-4b05-b819-aabc4508071a None None] The sync data for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 is: [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '28f04e13-a871-486e-a04c-b90cee77b079', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'port_id': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'mac_address': 'fa:16:3e:ab:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:29Z', 'updated_at': '2021-07-22T14:28:36Z', 'revision_number': 2, 'project_id': '42134345e8c040e69a23bf1266deda37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:40.441333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-e7362b68-a0a7-497d-a2ad-0d4f3d0c7c11 service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371194 Jul 22 14:28:40.475877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337effe-dc13-4382-a90d-79440b68e725 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:40.481222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188ba45-f06f-45fa-9b33-5a7d5f7a7d0e req-6a958720-baf0-480a-9331-6e75c2257858 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.493969 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a188ba45-f06f-45fa-9b33-5a7d5f7a7d0e req-6a958720-baf0-480a-9331-6e75c2257858 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 944 time: 0.6278429 Jul 22 14:28:40.573273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::ed54:dde5:e8f9:fcea (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d144f2dd-3318-45c1-bd73-f55b234eb64e/21d138a3-42fe-41b0-adf2-373c4243fa8c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:40.675822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-5ad4d370-3fc7-47b5-a42f-93cd245da7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.678139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-5ad4d370-3fc7-47b5-a42f-93cd245da7e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 914 time: 0.2482891 Jul 22 14:28:40.818641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'd144f2dd-3318-45c1-bd73-f55b234eb64e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:40.821109 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.850754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-90a125e9-157a-464d-ae8b-c88c54b11667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 1002 time: 0.1606262 Jul 22 14:28:40.917491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f97cb-f963-4c90-9c67-9b7d08e957ff req-de80fa4c-61b0-430d-ade3-86c92492187e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.919242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-927f97cb-f963-4c90-9c67-9b7d08e957ff req-de80fa4c-61b0-430d-ade3-86c92492187e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 983 time: 0.2158861 Jul 22 14:28:40.948653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-d021aa15-79dc-4330-898f-9252f04deca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.950686 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-d021aa15-79dc-4330-898f-9252f04deca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 200 len: 852 time: 0.0950737 Jul 22 14:28:41.083913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4fea4384-60a1-443a-8464-82732cf049c1 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:41.105417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-927f97cb-f963-4c90-9c67-9b7d08e957ff req-1469bced-f922-4305-9c92-b2f11b72dbce tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1687198 Jul 22 14:28:41.154997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a188ba45-f06f-45fa-9b33-5a7d5f7a7d0e req-d008fb0f-6340-4ba6-8250-372a13b72929 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600437 Jul 22 14:28:41.155514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-ab229ed0-babb-4d80-8af4-fa97e45ffdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.164120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-ab229ed0-babb-4d80-8af4-fa97e45ffdfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f77257e3-0140-45c2-a975-c3cdaf01504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1972816 Jul 22 14:28:41.191986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f26c70d-e8a4-440e-818f-fd907d34c968 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:41.251072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7f26c70d-e8a4-440e-818f-fd907d34c968 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:41.251491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7f26c70d-e8a4-440e-818f-fd907d34c968 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:41.278823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-567a6406-ebdc-43a4-85c3-2d2c5d37ff86 req-41d22cb1-f73e-471b-b450-e6207f733fdb service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8264332 Jul 22 14:28:41.290643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.323761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 4fea4384-60a1-443a-8464-82732cf049c1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:41.330452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 21d138a3-42fe-41b0-adf2-373c4243fa8c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:41.331333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 4fea4384-60a1-443a-8464-82732cf049c1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:41.331710 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.385532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-e3c28ac2-055b-44c5-867e-d7e31a7236d9 service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077858 Jul 22 14:28:41.442988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.495179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=21d138a3-42fe-41b0-adf2-373c4243fa8c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:41.506498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0e36699-9d8c-4392-9b1a-b4580dd5d496 req-bb7cd73b-27bd-447e-bc18-d72fc1e9f2ee service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116314 Jul 22 14:28:41.522065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33521141-1303-4138-b16e-bec230df5452 req-c46d667e-a700-47a9-8f48-e055a02f0cd4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.524004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33521141-1303-4138-b16e-bec230df5452 req-c46d667e-a700-47a9-8f48-e055a02f0cd4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.1811476 Jul 22 14:28:41.550658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95df5d5-fe23-46d3-a036-d8c6af8213cc req-181fed68-59ba-4114-9fd9-8b2ec232494c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.553223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b95df5d5-fe23-46d3-a036-d8c6af8213cc req-181fed68-59ba-4114-9fd9-8b2ec232494c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.3248475 Jul 22 14:28:41.553419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.553730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.554071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.554411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.554786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.555118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.555444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.555881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.556208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.556528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.556851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.557175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:41.565720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.583521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:41.587446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:41.611828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fea4384-60a1-443a-8464-82732cf049c1'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:41.612035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-33521141-1303-4138-b16e-bec230df5452 req-ec33cb02-fec4-43ca-80ef-f1fc073dde94 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802386 Jul 22 14:28:41.613316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:41.614325 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30577208-0caa-4e9a-97e7-0d018beaf6e7" -d '{"events": [{"server_uuid": "b6de551a-9bce-494c-8ab7-ea3c6d79fb0c", "name": "network-vif-plugged", "status": "completed", "tag": "4fea4384-60a1-443a-8464-82732cf049c1"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:41.617982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d144f2dd-3318-45c1-bd73-f55b234eb64e/24f91f98-0d78-4f36-9673-0f319cd3c93a) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:41.637689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.642524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.651105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 4fea4384-60a1-443a-8464-82732cf049c1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4fea4384-60a1-443a-8464-82732cf049c1,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:41.655895 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.656803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 892925fd-f022-45eb-bb0a-884618bdecdc up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:41.680797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-04d2228c-f236-4b81-a5b2-1a631557ee2c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5392833 Jul 22 14:28:41.683676 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b95df5d5-fe23-46d3-a036-d8c6af8213cc req-c30ea635-8440-43a0-8f50-59c0af284bab tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193402 Jul 22 14:28:41.683959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40402) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:41.761899 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2d50c-371c-4c58-affb-bdcc601b36ae x-openstack-request-id: req-28b2d50c-371c-4c58-affb-bdcc601b36ae {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:41.761899 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de551a-9bce-494c-8ab7-ea3c6d79fb0c", "name": "network-vif-plugged", "status": "completed", "tag": "4fea4384-60a1-443a-8464-82732cf049c1", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:41.761899 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28b2d50c-371c-4c58-affb-bdcc601b36ae {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:41.762448 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fea4384-60a1-443a-8464-82732cf049c1', 'code': 200} Jul 22 14:28:41.780305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eacd210-cdb2-4dea-baee-929cc76bd563 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.782280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9eacd210-cdb2-4dea-baee-929cc76bd563 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0960684 Jul 22 14:28:41.785747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:41.841984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50338af-745d-4d91-ac35-47b5d884dac2 req-308737cc-06d4-41a6-91bd-664c3f82475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.850054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d50338af-745d-4d91-ac35-47b5d884dac2 req-308737cc-06d4-41a6-91bd-664c3f82475f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 1097 time: 0.0599170 Jul 22 14:28:41.899657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d50338af-745d-4d91-ac35-47b5d884dac2 req-3ebbed37-e0c2-4d3d-b52c-f7bf3b3992ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474875 Jul 22 14:28:41.911989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=4fea4384-60a1-443a-8464-82732cf049c1,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:41.957820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 892925fd-f022-45eb-bb0a-884618bdecdc completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:41.970451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 892925fd-f022-45eb-bb0a-884618bdecdc triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:41.970907 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.011871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 21d138a3-42fe-41b0-adf2-373c4243fa8c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:42.012327 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.119612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.128630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.134964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Transition to ACTIVE for port object 24f91f98-0d78-4f36-9673-0f319cd3c93a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:42.136965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.146812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 21d138a3-42fe-41b0-adf2-373c4243fa8c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:42.177864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Transition to ACTIVE for port object 24f91f98-0d78-4f36-9673-0f319cd3c93a will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:42.197114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.289760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 892925fd-f022-45eb-bb0a-884618bdecdc, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=892925fd-f022-45eb-bb0a-884618bdecdc,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:42.293299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:42.308251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:42.315556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.328120 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.332919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:42.369823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Pushing event updated for resources: {'Port': ['ID=24f91f98-0d78-4f36-9673-0f319cd3c93a,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:42.385691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=21d138a3-42fe-41b0-adf2-373c4243fa8c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:42.428085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd7a68-7dca-4feb-9d18-43b5f8737758 req-d6705f67-b0b5-4303-9e90-5998f3b0612a tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.429687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbfd7a68-7dca-4feb-9d18-43b5f8737758 req-d6705f67-b0b5-4303-9e90-5998f3b0612a tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 983 time: 0.1530690 Jul 22 14:28:42.455498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Attempting to bind port 24f91f98-0d78-4f36-9673-0f319cd3c93a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:42.457811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Attempting to bind port 24f91f98-0d78-4f36-9673-0f319cd3c93a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:42.463673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Attempting to bind port 24f91f98-0d78-4f36-9673-0f319cd3c93a on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:42.468300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.471235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9959cb14-481e-4b75-8a1b-0414a7f0ebf5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/21d138a3-42fe-41b0-adf2-373c4243fa8c HTTP/1.1" status: 204 len: 168 time: 0.6843262 Jul 22 14:28:42.473654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40416) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:42.489141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:42.491083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:42.496509 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.497039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:42.497650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Bound port: 24f91f98-0d78-4f36-9673-0f319cd3c93a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:42.500064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.529316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbfd7a68-7dca-4feb-9d18-43b5f8737758 req-e9fca3f2-cc5f-46ef-89d4-be69dc626f8b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0921731 Jul 22 14:28:42.546529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=892925fd-f022-45eb-bb0a-884618bdecdc,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:42.551244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93122b3-1a47-48e7-bf58-8abe9837af85 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.553025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93122b3-1a47-48e7-bf58-8abe9837af85 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.555333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d93122b3-1a47-48e7-bf58-8abe9837af85 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0798445 Jul 22 14:28:42.557479 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40418) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:42.588496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4d799-a3e9-4fdb-92f4-175df1448f4c req-29770e66-fbe3-44e0-aad2-b6c35e4a1c9b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.596035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47c4d799-a3e9-4fdb-92f4-175df1448f4c req-29770e66-fbe3-44e0-aad2-b6c35e4a1c9b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 945 time: 0.2529135 Jul 22 14:28:42.618736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] For port 24f91f98-0d78-4f36-9673-0f319cd3c93a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:42.623282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] For port 24f91f98-0d78-4f36-9673-0f319cd3c93a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=24f91f98-0d78-4f36-9673-0f319cd3c93a,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:42.628818 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.670595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet d144f2dd-3318-45c1-bd73-f55b234eb64e {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:42.675950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.682192 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47c4d799-a3e9-4fdb-92f4-175df1448f4c req-61e4d808-efe2-4f36-8fba-7f12a5d9750d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830426 Jul 22 14:28:42.726092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88cfe7-d0f4-4882-bb80-316c8a0bb3be None None] Pushing event updated for resources: {'Port': ['ID=24f91f98-0d78-4f36-9673-0f319cd3c93a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:42.811789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.901332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb214d-b52d-4791-84d8-3d73b9ca664a req-ecce580a-7b29-4c07-b123-8029267d4d8f tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.903159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7bb214d-b52d-4791-84d8-3d73b9ca664a req-ecce580a-7b29-4c07-b123-8029267d4d8f tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.0875530 Jul 22 14:28:42.949839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa218b-9ef3-4833-93c2-c525d139a684 req-d9db8c44-884d-41dc-8cec-a6c9408cbe2e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.957128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75fa218b-9ef3-4833-93c2-c525d139a684 req-d9db8c44-884d-41dc-8cec-a6c9408cbe2e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.2129126 Jul 22 14:28:42.973040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c7bb214d-b52d-4791-84d8-3d73b9ca664a req-0b0eb49d-60a2-46cf-b8e9-eb29b9824b1a tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Jul 22 14:28:42.982026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.107058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-75fa218b-9ef3-4833-93c2-c525d139a684 req-8b6a5d28-704a-4b76-89f0-c1a6579e7b96 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474755 Jul 22 14:28:43.114820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.184664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.194540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d144f2dd-3318-45c1-bd73-f55b234eb64e HTTP/1.1" status: 204 len: 168 time: 0.6320224 Jul 22 14:28:43.194540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=d144f2dd-3318-45c1-bd73-f55b234eb64e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:43.195744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:43.210712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.212432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.212930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.213445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.213968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.214449 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.226302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.226688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.227122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.227377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.227765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.230857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5f0144-539c-4722-a900-bb69487417db tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:43.269314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c1f2cf6-0c7e-4e3f-8453-f9fedd8d5ad1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719216 Jul 22 14:28:43.271967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:43.281493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:43.367628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce211700-854c-43ba-ad5c-f22afc65b287 req-f12e8bdd-4fbe-4892-a386-24afd212907e tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.375949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce211700-854c-43ba-ad5c-f22afc65b287 req-f12e8bdd-4fbe-4892-a386-24afd212907e tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.0832033 Jul 22 14:28:43.405986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:43.410847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.427148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce211700-854c-43ba-ad5c-f22afc65b287 req-51c9d396-e375-4820-aa68-d429bfe7b41c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Jul 22 14:28:43.651387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.757909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=6c0eb0fa-f069-478d-8f2c-6362eb61bac2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:43.766673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:43.769720 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086b1773-1919-4c4a-99fc-21dc8099eeed" -d '{"events": [{"server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "name": "network-vif-plugged", "status": "completed", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:43.786747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:43.798205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:43.802678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.803586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.854096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-900824f2-f8e5-407d-ad8a-1e77a03af77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5782175 Jul 22 14:28:43.857714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:43.869597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '6c0eb0fa-f069-478d-8f2c-6362eb61bac2', 'ip_address': '2001:db8::7176:755a:d046:b019'}], 'name': 'tempest-NetworksTestDHCPv6-2086266098'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:43.939240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6ba96-309d-431d-8314-bdf7015c49ed req-39e51dc7-cbaf-4f19-a704-5b83cdaa9976 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.940889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdf6ba96-309d-431d-8314-bdf7015c49ed req-39e51dc7-cbaf-4f19-a704-5b83cdaa9976 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.3006027 Jul 22 14:28:43.956953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556408a-3af3-40d1-84fe-0918d3bd380c req-e4a0e01f-6ab2-4418-893e-af464d2cba9c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.960333 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f556408a-3af3-40d1-84fe-0918d3bd380c req-e4a0e01f-6ab2-4418-893e-af464d2cba9c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 945 time: 0.1363895 Jul 22 14:28:44.028077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f556408a-3af3-40d1-84fe-0918d3bd380c req-ae4d023f-c265-4561-b02a-a9bf52b46c36 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602229 Jul 22 14:28:44.098022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54def5-2cd5-4d10-89e3-9c864506ed6a None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:44.119183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdf6ba96-309d-431d-8314-bdf7015c49ed req-91179206-0da2-4e09-9283-3c5f21321e6b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1554427 Jul 22 14:28:44.164158 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d48c1a4-7dfd-4119-920a-281276d91f2b x-openstack-request-id: req-9d48c1a4-7dfd-4119-920a-281276d91f2b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:44.164500 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "name": "network-vif-plugged", "status": "completed", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:44.174753 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d48c1a4-7dfd-4119-920a-281276d91f2b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:44.175347 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc', 'code': 200} Jul 22 14:28:44.222797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:44.228267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.245681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f857dfde-31c5-4442-b416-0be36d469626 None None] Provisioning for port 24f91f98-0d78-4f36-9673-0f319cd3c93a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:44.323377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port a6d3cd33-bcde-4867-8310-1ef35064e022 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:44.330224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348000b-ea11-4160-a7f0-2a9e7a6b10f9 req-c42a9810-902b-41db-97fa-1aa8c89c0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.331949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3348000b-ea11-4160-a7f0-2a9e7a6b10f9 req-c42a9810-902b-41db-97fa-1aa8c89c0255 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1136 time: 0.1193106 Jul 22 14:28:44.422416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3348000b-ea11-4160-a7f0-2a9e7a6b10f9 req-740f4441-b27d-45a5-a897-f1b526d800e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0829141 Jul 22 14:28:44.490733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f49a81-a497-4f54-86f2-1ca7d8a01917 req-4dc8223a-e054-4a6e-87a3-99641aea55cd tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.498588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67f49a81-a497-4f54-86f2-1ca7d8a01917 req-4dc8223a-e054-4a6e-87a3-99641aea55cd tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.2440050 Jul 22 14:28:44.601943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67f49a81-a497-4f54-86f2-1ca7d8a01917 req-6441f854-d0b1-41f3-b65d-b8cf9d3f0594 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023614 Jul 22 14:28:44.631734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::7176:755a:d046:b019 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/6c0eb0fa-f069-478d-8f2c-6362eb61bac2/a6d3cd33-bcde-4867-8310-1ef35064e022) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:44.904503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63eeb14-597d-45cf-af95-db8bed47749b req-520cdc79-3a35-4964-af47-385678fc0d74 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.912014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c63eeb14-597d-45cf-af95-db8bed47749b req-520cdc79-3a35-4964-af47-385678fc0d74 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.1868219 Jul 22 14:28:44.958362 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.983341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c63eeb14-597d-45cf-af95-db8bed47749b req-5b6003ac-999d-4c5a-96f1-a8c1ec69a4b0 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654542 Jul 22 14:28:45.031562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object a6d3cd33-bcde-4867-8310-1ef35064e022 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:45.096257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.131471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 24f91f98-0d78-4f36-9673-0f319cd3c93a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:45.295199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fc204f8b-08a7-4640-ba0c-5213589a588d None None] Could not find standard attr ID for object 21d138a3-42fe-41b0-adf2-373c4243fa8c. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:28:45.324759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=a6d3cd33-bcde-4867-8310-1ef35064e022,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:45.354235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 24f91f98-0d78-4f36-9673-0f319cd3c93a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:45.358918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 24f91f98-0d78-4f36-9673-0f319cd3c93a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:45.359516 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.425215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:45.463172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:45.468239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:45.475277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.476034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.553239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.561959 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1ef023c0-da83-4199-b2aa-cc957d025000 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6957841 Jul 22 14:28:45.575257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f57ea-a053-47a4-8506-ecafe8d3191e req-46f8a8fd-1816-47f3-bf00-3886fca7420b tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.584307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40482) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:45.597493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e9de4-e0da-4b12-a9a4-5122635c502b req-ae398ca2-8e89-4bb0-a8bd-9f8bfab0c8bb tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.599326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d79e9de4-e0da-4b12-a9a4-5122635c502b req-ae398ca2-8e89-4bb0-a8bd-9f8bfab0c8bb tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.3272102 Jul 22 14:28:45.602981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-763f57ea-a053-47a4-8506-ecafe8d3191e req-46f8a8fd-1816-47f3-bf00-3886fca7420b tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.3079739 Jul 22 14:28:45.643229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 24f91f98-0d78-4f36-9673-0f319cd3c93a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=24f91f98-0d78-4f36-9673-0f319cd3c93a,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:45.650020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.708321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-d6f9879d-d5d5-41db-9c6a-0696acaaa2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.710263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-d6f9879d-d5d5-41db-9c6a-0696acaaa2c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=433cbf810b1c4028b9cf45a19049b8bb&device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 1098 time: 0.3995554 Jul 22 14:28:45.711960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-a0648634-8462-486e-8951-074bf2c7a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.714167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-a0648634-8462-486e-8951-074bf2c7a2b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185&tenant_id=e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 1096 time: 0.4432495 Jul 22 14:28:45.720606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d79e9de4-e0da-4b12-a9a4-5122635c502b req-f73ba5ae-5cfc-406b-a92d-dfcea39aa70b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1076813 Jul 22 14:28:45.729095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:45.740813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-763f57ea-a053-47a4-8506-ecafe8d3191e req-ea252873-1476-4148-87b6-ea923d93b9de tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369240 Jul 22 14:28:45.748401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=24f91f98-0d78-4f36-9673-0f319cd3c93a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:45.817691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b5897-2ffe-43e8-ae1e-796c8fd7ac14 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.825587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b5897-2ffe-43e8-ae1e-796c8fd7ac14 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.827273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e9b5897-2ffe-43e8-ae1e-796c8fd7ac14 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2269776 Jul 22 14:28:45.830312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:45.990592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-499dbb47-e9f8-4ca2-886e-964b83627996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.992889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-499dbb47-e9f8-4ca2-886e-964b83627996 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e HTTP/1.1" status: 200 len: 913 time: 0.2484667 Jul 22 14:28:46.106943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c12a-375e-473d-9475-ae6c06055d65 req-829ee9d9-ce1b-4d5e-92ca-37e9b6f2da44 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:46.116086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf1c12a-375e-473d-9475-ae6c06055d65 req-829ee9d9-ce1b-4d5e-92ca-37e9b6f2da44 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.1923742 Jul 22 14:28:46.118340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-4ee2ebbb-a6bd-48f9-ae30-1e80a22ebbf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=120acec8-83ff-4399-a788-df0c9e291f10 HTTP/1.1" status: 200 len: 217 time: 0.1177154 Jul 22 14:28:46.151135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3c989f5b-f797-411c-9f29-a2a4fa506976 None None] Provisioning for port a6d3cd33-bcde-4867-8310-1ef35064e022 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:46.158063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3c989f5b-f797-411c-9f29-a2a4fa506976 None None] Provisioning complete for port a6d3cd33-bcde-4867-8310-1ef35064e022 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:46.158535 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c989f5b-f797-411c-9f29-a2a4fa506976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.236149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3c989f5b-f797-411c-9f29-a2a4fa506976 None None] Port a6d3cd33-bcde-4867-8310-1ef35064e022 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:46.241146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-5b7f275f-ee54-41d1-9ed9-83c86f26ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:46.242900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-5b7f275f-ee54-41d1-9ed9-83c86f26ad5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d874cea6-1c95-4cab-815e-12da241b0226 HTTP/1.1" status: 200 len: 852 time: 0.1176348 Jul 22 14:28:46.301027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-4d3c3efc-7c14-4ed1-8ae1-f9a610834c0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481462 Jul 22 14:28:46.312757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf1c12a-375e-473d-9475-ae6c06055d65 req-ba38565a-d8f9-4fa7-a9ad-94db15e46ed5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858511 Jul 22 14:28:46.409386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.433509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-01bc50cc-788c-42e2-8b0a-4e943a46632b service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250858 Jul 22 14:28:46.554226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ea424c7-e22c-4b12-afc2-101eb198f08c req-7096a93e-c191-4bf9-b15b-5a2363c9f749 service neutron] 10.222.0.13 "GET /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130095 Jul 22 14:28:46.566258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port a6d3cd33-bcde-4867-8310-1ef35064e022 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:46.566805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.737951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.761995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for a6d3cd33-bcde-4867-8310-1ef35064e022 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:46.774640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:46.943943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:47.036496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83ab5-3ca0-4478-98b6-db7ce30723e8 req-994b0be1-b8da-495c-9a6c-b4cfcb90932c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.038723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fd83ab5-3ca0-4478-98b6-db7ce30723e8 req-994b0be1-b8da-495c-9a6c-b4cfcb90932c tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.1285520 Jul 22 14:28:47.039597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:47.072698 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.127654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 24f91f98-0d78-4f36-9673-0f319cd3c93a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:47.139540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4fd83ab5-3ca0-4478-98b6-db7ce30723e8 req-fb84c46c-3326-432d-878c-33016f1ed4ea tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Jul 22 14:28:47.210296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d75cda-8fa5-4da6-ad78-9b30d799bff9 req-98084afc-65c7-4e77-980b-efe6b0225937 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.212232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-36d75cda-8fa5-4da6-ad78-9b30d799bff9 req-98084afc-65c7-4e77-980b-efe6b0225937 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.3077722 Jul 22 14:28:47.256936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 24f91f98-0d78-4f36-9673-0f319cd3c93a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:47.256936 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.261065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Transition to ACTIVE for port object b8e2a6af-0761-461c-a8c6-970eb12a2d89 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:47.273472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.279600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.316619 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-36d75cda-8fa5-4da6-ad78-9b30d799bff9 req-98da851b-a55e-4945-bc31-1db0c2b3703e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0921578 Jul 22 14:28:47.627548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b23b9-07a5-491e-aaa2-e2ccceecd603 req-2fb47ca4-e489-4def-9f16-14020a64bfdb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.645736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe0b23b9-07a5-491e-aaa2-e2ccceecd603 req-2fb47ca4-e489-4def-9f16-14020a64bfdb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 944 time: 0.1374710 Jul 22 14:28:47.725568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe0b23b9-07a5-491e-aaa2-e2ccceecd603 req-a0589e11-b46e-483b-8eb7-9c3e83a9a78d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782964 Jul 22 14:28:47.754697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.759243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/a6d3cd33-bcde-4867-8310-1ef35064e022 HTTP/1.1" status: 204 len: 168 time: 1.9258463 Jul 22 14:28:47.759243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=9']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.759663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40526) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:47.848169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1258e6-2c5a-4513-8d72-8cf22b91416f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=a6d3cd33-bcde-4867-8310-1ef35064e022,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.849360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6d675-76c3-46fe-96db-2fde24c7a77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.851059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6d675-76c3-46fe-96db-2fde24c7a77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.855377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-11d6d675-76c3-46fe-96db-2fde24c7a77d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0946341 Jul 22 14:28:47.855975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40528) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:47.934607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 6c0eb0fa-f069-478d-8f2c-6362eb61bac2 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:47.939457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.958738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] No DVR routers for this DVR port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:48.018925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.066432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf35986-9296-4a12-980a-50e429b01f90 req-5867058e-58d3-4661-afa5-1e61a331dcd2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.073341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-baf35986-9296-4a12-980a-50e429b01f90 req-5867058e-58d3-4661-afa5-1e61a331dcd2 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.5758240 Jul 22 14:28:48.076964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.142404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-baf35986-9296-4a12-980a-50e429b01f90 req-8f1c8aab-c49f-4577-97f5-61be5095273a tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0667062 Jul 22 14:28:48.148780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.212400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0eb0fa-f069-478d-8f2c-6362eb61bac2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:48.225646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.230405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd9903f-6bd8-49fc-b581-73093c0c6232 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:48.243083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c224a19b-0bf0-4e86-bcdb-bbf9aa121777 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/6c0eb0fa-f069-478d-8f2c-6362eb61bac2 HTTP/1.1" status: 204 len: 168 time: 0.3860006 Jul 22 14:28:48.243841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40540) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:48.290629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:48.290998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:48.291304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:48.321450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on network b36eca31-acb4-4210-a951-6659355ec41c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:48.327696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Attempting to bind port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:48.332808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1db2564-bcbb-4044-90a9-5988915e79e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876653 Jul 22 14:28:48.334969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40542) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:48.363663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:48.363937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Checking segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:48.364345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Bound using segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:48.364806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Bound port: b8e2a6af-0761-461c-a8c6-970eb12a2d89, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:48.365176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.433642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228138e3-fcad-4111-a9ac-50b9d0bf3c24 req-ce8c8844-3ee5-40f0-9435-a90f3b8c8a82 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.435248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-228138e3-fcad-4111-a9ac-50b9d0bf3c24 req-ce8c8844-3ee5-40f0-9435-a90f3b8c8a82 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1136 time: 0.1327274 Jul 22 14:28:48.462428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-228138e3-fcad-4111-a9ac-50b9d0bf3c24 req-b554cb29-a634-4109-aa2e-b50f2f55d3fd tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.474674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:48.487329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20b304-ff6a-4f43-9c5a-e1ae7f248b47 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.488481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3c20b304-ff6a-4f43-9c5a-e1ae7f248b47 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1524141 Jul 22 14:28:48.500258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:48.513234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:48.514373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:48.522534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd3ef4-d94a-41f4-b783-af6a669235b9 req-8f61625e-6571-4400-95aa-cd25dfeb7b92 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.524128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48fd3ef4-d94a-41f4-b783-af6a669235b9 req-8f61625e-6571-4400-95aa-cd25dfeb7b92 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.2081654 Jul 22 14:28:48.549566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.616189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48fd3ef4-d94a-41f4-b783-af6a669235b9 req-d9e6f6d2-0c57-4ec7-8acf-6046de48667a tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722558 Jul 22 14:28:48.618772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3eb6c-d943-41f0-ab25-879a31adec53 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.622604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2ac3eb6c-d943-41f0-ab25-879a31adec53 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1191144 Jul 22 14:28:48.622991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40552) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:48.648704 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3f362227-93da-44c5-bdfb-7f4dcd21413b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.661938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] Deleting port 24f91f98-0d78-4f36-9673-0f319cd3c93a {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:48.662253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.662364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.662899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.664358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1093 time: 2.9409399 Jul 22 14:28:48.665594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:48.676375 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcace40-1467-41e7-93eb-37d65fc70715" -d '{"events": [{"name": "network-changed", "server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:48.720660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d3dd910-1e2a-41e2-80c7-055b3a5536a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884604 Jul 22 14:28:48.720995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40558) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:48.726133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:48.799853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] For port 24f91f98-0d78-4f36-9673-0f319cd3c93a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=24f91f98-0d78-4f36-9673-0f319cd3c93a,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:48.800251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.813082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b489352-3f66-4a98-a6b7-86a425128cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:48.822716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] Calling delete_port for 24f91f98-0d78-4f36-9673-0f319cd3c93a owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:48.927482 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-228138e3-fcad-4111-a9ac-50b9d0bf3c24 req-b554cb29-a634-4109-aa2e-b50f2f55d3fd tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.941073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-c88f701a-7917-4ce9-b36e-2f418eec663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.946651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-c88f701a-7917-4ce9-b36e-2f418eec663d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1097 time: 0.2523830 Jul 22 14:28:48.947324 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-228138e3-fcad-4111-a9ac-50b9d0bf3c24 req-b554cb29-a634-4109-aa2e-b50f2f55d3fd tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.957695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:48.961338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.026452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.051618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] No DVR routers for this DVR port 24f91f98-0d78-4f36-9673-0f319cd3c93a on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:49.126120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233a550-1f01-4607-a50f-da3462d98813 None None] Pushing event deleted for resources: {'Port': ['ID=24f91f98-0d78-4f36-9673-0f319cd3c93a,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:49.136946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-228138e3-fcad-4111-a9ac-50b9d0bf3c24 req-b554cb29-a634-4109-aa2e-b50f2f55d3fd tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6952949 Jul 22 14:28:49.140505 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e73f359-d0b4-442a-b451-f5848d1679ae x-openstack-request-id: req-9e73f359-d0b4-442a-b451-f5848d1679ae {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:49.140801 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:49.141055 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e73f359-d0b4-442a-b451-f5848d1679ae {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:49.141454 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'status': 'completed', 'code': 200} Jul 22 14:28:49.171425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40570) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:49.173261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 24f91f98-0d78-4f36-9673-0f319cd3c93a no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:49.237469 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554cb29-a634-4109-aa2e-b50f2f55d3fd tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e978e6-49b2-4c79-8de5-864fd72cebe3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:49.241316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 24f91f98-0d78-4f36-9673-0f319cd3c93a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:49.247016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 24f91f98-0d78-4f36-9673-0f319cd3c93a not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:49.252385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-1ebbd80e-dc5d-42bb-a8e7-c2be50b8ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.260246 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.260728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-1ebbd80e-dc5d-42bb-a8e7-c2be50b8ed7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.2900136 Jul 22 14:28:49.344528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159a782-0e9b-4a9a-8cc7-6c2f5346471e req-e891273b-b945-4ca2-a9f7-ff4a31c94653 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.346730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3159a782-0e9b-4a9a-8cc7-6c2f5346471e req-e891273b-b945-4ca2-a9f7-ff4a31c94653 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.1855292 Jul 22 14:28:49.435574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-90896d96-a71e-4453-a813-b605e990fe91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1000 time: 0.1603625 Jul 22 14:28:49.447858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3159a782-0e9b-4a9a-8cc7-6c2f5346471e req-4fbf2bdb-3774-4534-865d-ab4c0bd222cf tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906069 Jul 22 14:28:49.455673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f40ad3-7680-49da-b1cf-4b6aedd6efd3 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.460457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:49.460591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5f40ad3-7680-49da-b1cf-4b6aedd6efd3 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1131 time: 0.2874174 Jul 22 14:28:49.463874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.469323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '892925fd-f022-45eb-bb0a-884618bdecdc', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:49.521905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5a5fb-bb26-4ab7-b841-07899e529be3 req-5c8edd91-cc41-4dc1-9859-5af1278671ee tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.524358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84c5a5fb-bb26-4ab7-b841-07899e529be3 req-5c8edd91-cc41-4dc1-9859-5af1278671ee tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.2593987 Jul 22 14:28:49.542495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=80a18986-f066-400f-8d0f-caa64879d072,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:49.562688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:49.568383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:49.571781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.572594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.576726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.587239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-84f08455-7da1-4279-8a59-ce0a956cbe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.588247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115bb6e3-9e13-40d6-b9e2-6b409662e9e3 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:49.595352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-84f08455-7da1-4279-8a59-ce0a956cbe90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1513603 Jul 22 14:28:49.668553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-84c5a5fb-bb26-4ab7-b841-07899e529be3 req-18878b3c-2c79-4cd5-81ac-72c843c3d0b7 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370151 Jul 22 14:28:49.738791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-53971c52-3914-4b1d-a791-a10b1e896590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.741083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-53971c52-3914-4b1d-a791-a10b1e896590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184857 Jul 22 14:28:49.840325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '80a18986-f066-400f-8d0f-caa64879d072'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:49.842029 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.920701 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-ee35e998-2f7d-4510-bca2-6649f831392a service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719394 Jul 22 14:28:50.025044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-af0ad201-5413-4b75-bacc-0f2c5724df5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3029015 Jul 22 14:28:50.028102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40586) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:50.037566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '80a18986-f066-400f-8d0f-caa64879d072', 'ip_address': '2001:db8::e07f:c0b3:72de:6993'}], 'name': 'tempest-NetworksTestDHCPv6-186497361'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:50.132513 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.133872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/80a18986-f066-400f-8d0f-caa64879d072/a5c442c8-4915-408c-b247-c9c81c8c0d87) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:50.147072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.187616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9ef3425-cd98-4d46-b10c-f5308af2b11c req-3a867d56-35a3-405b-83b6-4c4186a5e1f9 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583010 Jul 22 14:28:50.336289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:50.365526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.376943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Transition to ACTIVE for port object a5c442c8-4915-408c-b247-c9c81c8c0d87 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:50.400129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Transition to ACTIVE for port object a5c442c8-4915-408c-b247-c9c81c8c0d87 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:50.408608 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.415552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.25.8.198 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/75a0fa7b-3523-4082-a83d-305ab663339f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:50.472988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-d1eee573-3418-4e57-b246-b7567722513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.474570 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-d1eee573-3418-4e57-b246-b7567722513d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1097 time: 0.2097621 Jul 22 14:28:50.520982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:50.524353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Pushing event updated for resources: {'Port': ['ID=a5c442c8-4915-408c-b247-c9c81c8c0d87,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.538699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:50.542533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:50.621029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-97a63288-d4c0-41dc-ae5d-7c5140ccf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.630691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-97a63288-d4c0-41dc-ae5d-7c5140ccf332 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1306596 Jul 22 14:28:50.636271 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.679359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Attempting to bind port a5c442c8-4915-408c-b247-c9c81c8c0d87 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:50.679871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Attempting to bind port a5c442c8-4915-408c-b247-c9c81c8c0d87 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:50.680080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Attempting to bind port a5c442c8-4915-408c-b247-c9c81c8c0d87 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:50.685776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:50.686162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:50.686573 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.686976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:50.687450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Bound port: a5c442c8-4915-408c-b247-c9c81c8c0d87, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:50.687839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.696325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.806475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 3ef2ec48-8f70-465e-91fd-03d20dc72663 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:50.810548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] For port a5c442c8-4915-408c-b247-c9c81c8c0d87, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:50.821795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] For port a5c442c8-4915-408c-b247-c9c81c8c0d87, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a5c442c8-4915-408c-b247-c9c81c8c0d87,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:50.828194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.884229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.940794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=75a0fa7b-3523-4082-a83d-305ab663339f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.941012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6321f-3f60-4332-92b6-d4855864d940 None None] Pushing event updated for resources: {'Port': ['ID=a5c442c8-4915-408c-b247-c9c81c8c0d87,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.971426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec93088-ac48-4eca-8c4d-abcd42fc713e req-784693a3-f044-4282-89bd-6f56893f8e65 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.972953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ec93088-ac48-4eca-8c4d-abcd42fc713e req-784693a3-f044-4282-89bd-6f56893f8e65 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2166357 Jul 22 14:28:50.982409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:50.991112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907c589-b626-431a-a492-bfc1d84a851a req-deb02845-37c4-4b60-9df9-02675d3679c8 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.992631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3907c589-b626-431a-a492-bfc1d84a851a req-deb02845-37c4-4b60-9df9-02675d3679c8 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.13 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.2374859 Jul 22 14:28:51.104997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:51.110368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:51.126223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-d43f71d7-60ac-4d08-aa91-85dfe1f4ed51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1000 time: 0.4811499 Jul 22 14:28:51.140999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::e07f:c0b3:72de:6993 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/80a18986-f066-400f-8d0f-caa64879d072/3ef2ec48-8f70-465e-91fd-03d20dc72663) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:51.297458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ccbc9-28f2-48d2-a919-cf5feb6697fd req-7774d948-f4cf-4475-97bd-2538358a3722 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.299992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-174ccbc9-28f2-48d2-a919-cf5feb6697fd req-7774d948-f4cf-4475-97bd-2538358a3722 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.3314867 Jul 22 14:28:51.353356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-22541df6-2d15-434d-857c-b87f665a713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.353356 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-22541df6-2d15-434d-857c-b87f665a713b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1719420 Jul 22 14:28:51.353542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ec93088-ac48-4eca-8c4d-abcd42fc713e req-7510dffe-1fe2-40f8-8833-45490b199bdc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217247 Jul 22 14:28:51.373574 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.460129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c49521a-fa25-4dd2-9308-e8da295956a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.519272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-174ccbc9-28f2-48d2-a919-cf5feb6697fd req-d7c5c778-1ea4-4080-8c56-ec47f412b7c7 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072186 Jul 22 14:28:51.671172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-ce0292c2-2d0a-47eb-8723-7ba0a61659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.673819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-ce0292c2-2d0a-47eb-8723-7ba0a61659f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3383517 Jul 22 14:28:51.730262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.753278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 3ef2ec48-8f70-465e-91fd-03d20dc72663 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:51.768750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Deleting port 120acec8-83ff-4399-a788-df0c9e291f10 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:51.769532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.834321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.960697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:51.971599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:51.981894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:52.000023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.000637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.048637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=3ef2ec48-8f70-465e-91fd-03d20dc72663,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:52.111109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bea1c3f6-2961-47cd-8984-10e22d53ef37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0784004 Jul 22 14:28:52.119699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40644) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:52.140634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-989bc647-3c9d-4a1a-b55b-15e8b934566c service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847915 Jul 22 14:28:52.191621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '80a18986-f066-400f-8d0f-caa64879d072', 'ip_address': '2001:db8::e07f:c0b3:72de:6993'}], 'name': 'tempest-NetworksTestDHCPv6-1143191380'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:52.389554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] For port 120acec8-83ff-4399-a788-df0c9e291f10, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=120acec8-83ff-4399-a788-df0c9e291f10,segment=NetworkSegment(c9fbb602-490e-4ef7-abae-f0f67b6e2eb9),segment_id=c9fbb602-490e-4ef7-abae-f0f67b6e2eb9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:52.389992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.436701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.476162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Calling delete_port for 120acec8-83ff-4399-a788-df0c9e291f10 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:52.539304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-26f6262a-e7a2-44a7-b0b2-928f1446b99f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.546344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-26f6262a-e7a2-44a7-b0b2-928f1446b99f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.7621837 Jul 22 14:28:52.688251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-1d94a823-5ccb-44cf-b658-8954309d56dd tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/quotas/0eb7b46ce0c942c2b7294bb15c38a9d6 HTTP/1.1" status: 200 len: 375 time: 0.1235797 Jul 22 14:28:52.713216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c1f34113-6d11-44d9-9ebb-c4497d9e0eca None None] Provisioning for port a5c442c8-4915-408c-b247-c9c81c8c0d87 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:52.783213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2bcace40-1467-41e7-93eb-37d65fc70715 req-2b9e97d7-3ac3-4f3a-9f6f-7c787d7bba3c service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932054 Jul 22 14:28:52.801098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:52.848527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0a171-fac3-4f8e-929e-5fafa4e57e6b req-027dd6f4-3910-4b1b-9ac5-e84c0b835a82 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.855443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24b0a171-fac3-4f8e-929e-5fafa4e57e6b req-027dd6f4-3910-4b1b-9ac5-e84c0b835a82 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2303057 Jul 22 14:28:52.929534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.972268 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24b0a171-fac3-4f8e-929e-5fafa4e57e6b req-a3df34c3-e0a7-4690-b0d3-e927073b860b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047950 Jul 22 14:28:53.148037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-878a2c30-78a0-40f3-a006-0d2a2dce2504 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4578934 Jul 22 14:28:53.202456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b21ce316-7f46-4308-a7d9-409a56a0c4ff None None] Provisioning for port 3ef2ec48-8f70-465e-91fd-03d20dc72663 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:53.207036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.209676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b21ce316-7f46-4308-a7d9-409a56a0c4ff None None] Provisioning complete for port 3ef2ec48-8f70-465e-91fd-03d20dc72663 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:53.211095 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b21ce316-7f46-4308-a7d9-409a56a0c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.261087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a5c442c8-4915-408c-b247-c9c81c8c0d87 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:53.336958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b21ce316-7f46-4308-a7d9-409a56a0c4ff None None] Port 3ef2ec48-8f70-465e-91fd-03d20dc72663 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:53.364248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e43e7-b1ac-47c4-90fa-25f9bd7bc4c0 req-516b7265-3b33-4106-acd3-9e04ef3b6961 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.370040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a5c442c8-4915-408c-b247-c9c81c8c0d87 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:53.375028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a5c442c8-4915-408c-b247-c9c81c8c0d87 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:53.375028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.375430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de9e43e7-b1ac-47c4-90fa-25f9bd7bc4c0 req-516b7265-3b33-4106-acd3-9e04ef3b6961 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 946 time: 0.1972644 Jul 22 14:28:53.386046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port a3121c9d-2b01-47b4-94cb-5dea7ee516a1 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:53.434886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de9e43e7-b1ac-47c4-90fa-25f9bd7bc4c0 req-1336d4ef-348b-48ef-91f7-47c087943421 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/security-groups?id=d814ba14-541f-4a88-ba65-01d16c0cf1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584488 Jul 22 14:28:53.579963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.606883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.903252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.950347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a5c442c8-4915-408c-b247-c9c81c8c0d87, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a5c442c8-4915-408c-b247-c9c81c8c0d87,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:53.957669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.072102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a5c442c8-4915-408c-b247-c9c81c8c0d87,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:54.204964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b742c-0cb3-4db2-baed-060403ba9dc8 req-597f99fb-09bd-4d24-b3bc-33f30680e738 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.206595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b62b742c-0cb3-4db2-baed-060403ba9dc8 req-597f99fb-09bd-4d24-b3bc-33f30680e738 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.1178329 Jul 22 14:28:54.248940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.266415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Pushing event deleted for resources: {'Port': ['ID=120acec8-83ff-4399-a788-df0c9e291f10,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:54.303546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b62b742c-0cb3-4db2-baed-060403ba9dc8 req-84b60975-d655-4042-8eca-6b555b62350b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794678 Jul 22 14:28:54.395814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] No DVR routers for this DVR port 120acec8-83ff-4399-a788-df0c9e291f10 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:54.400609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-69a9b8ae-9298-4d1a-bffe-6e1555e593bf service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2515121 Jul 22 14:28:54.408487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.411571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3907c589-b626-431a-a492-bfc1d84a851a req-be76c121-11dd-406f-a745-f11ee23cd264 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.13 "DELETE /v2.0/ports/120acec8-83ff-4399-a788-df0c9e291f10 HTTP/1.1" status: 204 len: 173 time: 3.3782713 Jul 22 14:28:54.414763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10eb1a69-f240-4b4b-adae-6794694e0720', 'name': 'network-vif-deleted', 'tag': '120acec8-83ff-4399-a788-df0c9e291f10'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:54.417799 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8315ba13-f840-4c4e-bcf4-75f181893284" -d '{"events": [{"server_uuid": "10eb1a69-f240-4b4b-adae-6794694e0720", "name": "network-vif-deleted", "tag": "120acec8-83ff-4399-a788-df0c9e291f10"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:54.486910 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c12b49-9217-4684-ba2f-448d6ff28abd x-openstack-request-id: req-06c12b49-9217-4684-ba2f-448d6ff28abd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:54.487503 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10eb1a69-f240-4b4b-adae-6794694e0720", "name": "network-vif-deleted", "tag": "120acec8-83ff-4399-a788-df0c9e291f10", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:54.487825 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06c12b49-9217-4684-ba2f-448d6ff28abd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:54.488292 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10eb1a69-f240-4b4b-adae-6794694e0720', 'name': 'network-vif-deleted', 'tag': '120acec8-83ff-4399-a788-df0c9e291f10', 'status': 'completed', 'code': 200} Jul 22 14:28:54.572593 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 14:28:54.573640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:28:54.627491 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a78856-9458-4abd-8cdc-03369cf78aad req-ecc43caa-27fd-470c-9258-da33230b3645 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.0684273 Jul 22 14:28:54.747801 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f7305d21-27fb-41ee-8463-b665c8491d75 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5619428 Jul 22 14:28:54.749009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:54.790900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-09748173-169b-4122-994e-c03857811550 service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452830 Jul 22 14:28:54.873202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.883159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.904618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980029a-d641-448c-b46e-45d8d82eea4e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.914477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d980029a-d641-448c-b46e-45d8d82eea4e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.917398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d980029a-d641-448c-b46e-45d8d82eea4e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1670372 Jul 22 14:28:54.919844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:55.091516 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.143298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 120acec8-83ff-4399-a788-df0c9e291f10 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:55.196971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a5c442c8-4915-408c-b247-c9c81c8c0d87 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:55.210795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa605302-23c3-467b-ac32-28aafff821f4 req-87ef1305-8f68-4724-ad89-be337b2f0d7e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 210 time: 0.0987060 Jul 22 14:28:55.213544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 120acec8-83ff-4399-a788-df0c9e291f10 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:55.218121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 120acec8-83ff-4399-a788-df0c9e291f10 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:55.236356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 3ef2ec48-8f70-465e-91fd-03d20dc72663 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:55.236697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.284154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=75a0fa7b-3523-4082-a83d-305ab663339f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:55.367533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a5c442c8-4915-408c-b247-c9c81c8c0d87 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:55.367933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.421070 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Floating IP 291fe397-2e0d-4c16-bb11-ab1623bf1329 associated. External IP: 172.25.8.198, port: 892925fd-f022-45eb-bb0a-884618bdecdc. Jul 22 14:28:55.451863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.482401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 3ef2ec48-8f70-465e-91fd-03d20dc72663 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:55.847887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f825756a-9e9d-4c03-9df7-140d0bc59645 req-49f82235-4adb-47b6-8224-7d72f9451693 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.0609312 Jul 22 14:28:55.879978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.925729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=3ef2ec48-8f70-465e-91fd-03d20dc72663,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:56.017671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.019836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-90546688-5876-47e0-b2ea-10144086274d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/3ef2ec48-8f70-465e-91fd-03d20dc72663 HTTP/1.1" status: 204 len: 168 time: 1.0986464 Jul 22 14:28:56.022610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40718) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.059657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94768e36-b698-4dca-9411-acd4bea7736a req-bf1dda30-d26c-4706-abf6-ff376b5a3404 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.070235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94768e36-b698-4dca-9411-acd4bea7736a req-bf1dda30-d26c-4706-abf6-ff376b5a3404 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.5285504 Jul 22 14:28:56.115394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 7f8ad246-0fbf-4952-8e75-32e324cdce82 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:56.178160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6414d-d12c-4505-aa60-ee34d31b7d01 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.197648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6414d-d12c-4505-aa60-ee34d31b7d01 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.199698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dde6414d-d12c-4505-aa60-ee34d31b7d01 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1757059 Jul 22 14:28:56.205408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.309687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94768e36-b698-4dca-9411-acd4bea7736a req-8461fef9-16a8-4e7d-9bd5-38db62b7d065 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914198 Jul 22 14:28:56.398104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba43ddc0-2066-4c0e-9be2-cf4821874995 req-4f429d0e-7d0a-4f6d-9f2d-ebca1ddcefcc tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 210 time: 0.0939679 Jul 22 14:28:56.423332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 80a18986-f066-400f-8d0f-caa64879d072 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:56.424826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:56.430570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.457549 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] Sync routers for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:56.468908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.476166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:56.476808 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:56.509355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.596268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1b7780de-2d1e-4c78-8b09-d5a57a45b600 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.1344762 Jul 22 14:28:56.597236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40730) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.597907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:56.600435 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2948a769-bf74-40d9-9038-9dc02ae1e7df" -d '{"events": [{"name": "network-changed", "server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:56.657972 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e989129b-93f4-4e69-bc81-ac5f6147b587 x-openstack-request-id: req-e989129b-93f4-4e69-bc81-ac5f6147b587 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:56.658493 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:56.658902 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e989129b-93f4-4e69-bc81-ac5f6147b587 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:56.659449 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc', 'status': 'completed', 'code': 200} Jul 22 14:28:56.660032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.774769 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:56.833405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.899765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=80a18986-f066-400f-8d0f-caa64879d072,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:56.912568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.915041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a48b512-7100-43f1-afef-d204baaf1e50 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/80a18986-f066-400f-8d0f-caa64879d072 HTTP/1.1" status: 204 len: 168 time: 0.7086008 Jul 22 14:28:56.921283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.930559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568aadab-52cb-4795-a350-5cb3dafdef45 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:56.960255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.960735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.961210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.961717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.962172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.962880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.963093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.963552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.970335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.970816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.971291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.982009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d019900d-fbd5-48b9-a574-8a03fd86be39 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7799 time: 0.3752532 Jul 22 14:28:56.983545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40742) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:57.014279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-b07233ea-de35-4eb3-b9fa-29b82ed50218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.015841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-b07233ea-de35-4eb3-b9fa-29b82ed50218 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1136 time: 0.3038812 Jul 22 14:28:57.064279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-43eaf9a3-3ffe-4cbb-a296-18d94e559f97 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410236 Jul 22 14:28:57.075676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:57.078511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:57.171047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.175018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.175719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.178313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.179586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.186434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.188396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.190461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.191991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f69c591b-133f-4283-94ab-4ff40a49972b req-f85c6780-427e-450f-b23f-2257edffb0a9 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.1511016 Jul 22 14:28:57.192509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.193083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.195343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b6f389a6-9090-44b6-97d3-578eaf475f97 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6575 time: 0.1982224 Jul 22 14:28:57.209651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40748) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:57.295752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:57.380558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:57.384418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.401682 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '291fe397-2e0d-4c16-bb11-ab1623bf1329', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'port_id': '892925fd-f022-45eb-bb0a-884618bdecdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'mac_address': 'fa:16:3e:38:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:52Z', 'updated_at': '2021-07-22T14:28:52Z', 'revision_number': 0, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:57.422910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] Deleting port a5c442c8-4915-408c-b247-c9c81c8c0d87 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:57.424653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.517216 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] Checking router: 7f8ad246-0fbf-4952-8e75-32e324cdce82 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:57.531483 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:57.532498 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:57.598270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-bb70aca3-2817-4780-b95e-5765538e1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.600026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-bb70aca3-2817-4780-b95e-5765538e1e3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d2b3d14-3068-4885-abd2-76b94cbcf578 HTTP/1.1" status: 200 len: 897 time: 0.4008622 Jul 22 14:28:57.616847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] For port a5c442c8-4915-408c-b247-c9c81c8c0d87, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a5c442c8-4915-408c-b247-c9c81c8c0d87,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:57.617388 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.624549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-809ecb86-2580-48d3-9e27-85baa88992d3 req-72703189-720f-4f46-9c0d-7a9df21da70c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 210 time: 0.0700517 Jul 22 14:28:57.648747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] Calling delete_port for a5c442c8-4915-408c-b247-c9c81c8c0d87 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:57.820980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-e5e24490-3526-4b9e-a134-375341f3eade service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=892925fd-f022-45eb-bb0a-884618bdecdc HTTP/1.1" status: 200 len: 999 time: 0.1500950 Jul 22 14:28:57.930734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.950586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.995858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] Pushing event deleted for resources: {'Port': ['ID=a5c442c8-4915-408c-b247-c9c81c8c0d87,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:57.996106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:58.002733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:58.005098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369ad5-0116-475a-bc5a-3ba709241071 None None] No DVR routers for this DVR port a5c442c8-4915-408c-b247-c9c81c8c0d87 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:58.010138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.010978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.046757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=cc243588-c5e2-46db-851f-846ab5e68276,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:58.047108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a0841-85c7-49bf-8550-bd2c21066fdd None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:58.051899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-777f5fee-52b2-4556-a298-2c1e5196b23f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9807050 Jul 22 14:28:58.054958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:58.061426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'cc243588-c5e2-46db-851f-846ab5e68276', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-191434588'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:58.074926 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:58.379821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'cc243588-c5e2-46db-851f-846ab5e68276'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:58.384002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.652468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '291fe397-2e0d-4c16-bb11-ab1623bf1329', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'port_id': '892925fd-f022-45eb-bb0a-884618bdecdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'mac_address': 'fa:16:3e:38:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:52Z', 'updated_at': '2021-07-22T14:28:52Z', 'revision_number': 0, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.709224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1893b3a-d0b6-4698-99b3-a656ee9e7a7b None None] The sync data for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 is: [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '291fe397-2e0d-4c16-bb11-ab1623bf1329', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'port_id': '892925fd-f022-45eb-bb0a-884618bdecdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'mac_address': 'fa:16:3e:38:a4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:52Z', 'updated_at': '2021-07-22T14:28:52Z', 'revision_number': 0, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:58.773919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-09f81580-1414-4e25-a53f-e858a6a387ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.776305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-09f81580-1414-4e25-a53f-e858a6a387ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e73e0c6-9161-4cc5-a4c1-a24d6abc116d HTTP/1.1" status: 200 len: 834 time: 0.9054673 Jul 22 14:28:58.854376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e66cc-a382-46cc-be6e-c710a42a9705 req-b82cd9d6-8846-4dd5-bb3a-2b06e7ac757f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.864389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f88e66cc-a382-46cc-be6e-c710a42a9705 req-b82cd9d6-8846-4dd5-bb3a-2b06e7ac757f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 1.1955781 Jul 22 14:28:58.880413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/cc243588-c5e2-46db-851f-846ab5e68276/20a62f2c-cac9-419d-b148-1df85845b01b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:59.098750 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d74bc228-2ce6-4c8e-a792-12c218e1a94d req-7c032e33-16f0-45c6-938f-6c48a0c03bd6 tempest-TestServerAdvancedOps-1127977745 tempest-TestServerAdvancedOps-1127977745-project] 10.222.0.11 "GET /v2.0/ports?device_id=10eb1a69-f240-4b4b-adae-6794694e0720 HTTP/1.1" status: 200 len: 210 time: 0.7627878 Jul 22 14:28:59.164558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f88e66cc-a382-46cc-be6e-c710a42a9705 req-065daf13-5eba-411a-a661-38b7b1c999d1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608078 Jul 22 14:28:59.185138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-6d3a755e-faef-44e6-b6cc-4488c2f29c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:59.186757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-6d3a755e-faef-44e6-b6cc-4488c2f29c01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2b3d14-3068-4885-abd2-76b94cbcf578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3691435 Jul 22 14:28:59.208911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cc69297e-5750-4ad2-b6fb-ab3114958edd tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 1.9979210 Jul 22 14:28:59.237270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:59.383118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1801fd-1f2b-46a4-860d-f2568a952c4f None None] New status for floating IP 291fe397-2e0d-4c16-bb11-ab1623bf1329: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:59.389588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a5c442c8-4915-408c-b247-c9c81c8c0d87 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:59.417559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8413ea37-5096-4568-9da9-8125d9d85e0e req-39652ef0-7460-4b6a-a6b2-a58be7721131 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 210 time: 0.0790381 Jul 22 14:28:59.446253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:59.464796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-31ab11b8-7049-4dde-8571-e34b81e4738f service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515261 Jul 22 14:28:59.503916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a5c442c8-4915-408c-b247-c9c81c8c0d87 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:59.505317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a5c442c8-4915-408c-b247-c9c81c8c0d87 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:59.534759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.547451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed2a65-53ad-4723-bf94-905acdb568f8 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:59.548879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ed2a65-53ad-4723-bf94-905acdb568f8 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:59.574049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7ed2a65-53ad-4723-bf94-905acdb568f8 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7f8ad246-0fbf-4952-8e75-32e324cdce82 HTTP/1.1" status: 200 len: 1991 time: 0.3144300 Jul 22 14:28:59.574274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Transition to ACTIVE for port object 20a62f2c-cac9-419d-b148-1df85845b01b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:59.721816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.722831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2948a769-bf74-40d9-9038-9dc02ae1e7df req-03fc76fb-0274-4085-a90d-f8f2bcdc8458 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459989 Jul 22 14:28:59.726483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Transition to ACTIVE for port object 20a62f2c-cac9-419d-b148-1df85845b01b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:59.754552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port e820293b-7ea4-49b9-9f3e-5658b3e51043 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:59.759342 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.874365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:59.915211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:59.920378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:59.994425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Pushing event updated for resources: {'Port': ['ID=20a62f2c-cac9-419d-b148-1df85845b01b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:00.000136 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:29:00.002388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:29:00.023851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Attempting to bind port 20a62f2c-cac9-419d-b148-1df85845b01b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:00.024259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Attempting to bind port 20a62f2c-cac9-419d-b148-1df85845b01b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:00.024703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Attempting to bind port 20a62f2c-cac9-419d-b148-1df85845b01b on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:00.042216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:00.042634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:00.043072 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.043440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:00.043935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Bound port: 20a62f2c-cac9-419d-b148-1df85845b01b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:00.044330 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.053507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-973b41d9-13da-4a43-8c31-e164c7852dac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9963443 Jul 22 14:29:00.055597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40794) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:00.203228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40798) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:00.220740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] For port 20a62f2c-cac9-419d-b148-1df85845b01b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:00.229895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] For port 20a62f2c-cac9-419d-b148-1df85845b01b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=20a62f2c-cac9-419d-b148-1df85845b01b,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:00.242034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.254021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7719c47-8197-4a9d-bc5e-27f9524e8ef0 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:00.258138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7719c47-8197-4a9d-bc5e-27f9524e8ef0 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1985173 Jul 22 14:29:00.258890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:00.338175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39761376-dca1-4567-9f7b-69d753a6b3bc None None] Pushing event updated for resources: {'Port': ['ID=20a62f2c-cac9-419d-b148-1df85845b01b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:00.352455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Deleting subnet d874cea6-1c95-4cab-815e-12da241b0226 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:00.356839 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.455190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a7e20-fe99-4062-819d-ad2f67998570 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:00.458046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a7e20-fe99-4062-819d-ad2f67998570 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:00.460470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee0a7e20-fe99-4062-819d-ad2f67998570 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2004430 Jul 22 14:29:00.463396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:00.508253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.611347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.675100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c33ee8-948c-4bf9-ba51-27792c9a8b32 req-d6cf2e8e-9814-474f-8590-580d85e1f404 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:00.690988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41c33ee8-948c-4bf9-ba51-27792c9a8b32 req-d6cf2e8e-9814-474f-8590-580d85e1f404 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2978888 Jul 22 14:29:00.755265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41c33ee8-948c-4bf9-ba51-27792c9a8b32 req-f2131b29-de88-493f-87b3-782f0a43897f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616305 Jul 22 14:29:00.792236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:00.803173 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d88b108-574c-4e2d-aff7-807afbd2b86f req-bb688a25-377d-4a4c-ae88-4d62501d812c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 210 time: 0.1559083 Jul 22 14:29:00.803322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.826895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet cc243588-c5e2-46db-851f-846ab5e68276 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:00.872419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.011445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.136252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-491e11ff-9ce3-4521-877a-5c9de9a3fb62 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:01.138804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-491e11ff-9ce3-4521-877a-5c9de9a3fb62 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.3345306 Jul 22 14:29:01.163810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Request body: {'port': {'device_id': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'admin_state_up': True, 'tenant_id': '0eb7b46ce0c942c2b7294bb15c38a9d6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:01.242829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 20a62f2c-cac9-419d-b148-1df85845b01b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:01.258528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d874cea6-1c95-4cab-815e-12da241b0226,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:01.306552 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.308898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1a0914f3-5f67-4a0e-b4aa-fcf208663d1c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d874cea6-1c95-4cab-815e-12da241b0226 HTTP/1.1" status: 204 len: 168 time: 1.1043856 Jul 22 14:29:01.323392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:01.393554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 20a62f2c-cac9-419d-b148-1df85845b01b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:01.428498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.522863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.542721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.550801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Made reservation on behalf of 0eb7b46ce0c942c2b7294bb15c38a9d6 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:01.552125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.618967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=cc243588-c5e2-46db-851f-846ab5e68276,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:01.631593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.633889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-632aef6b-2800-4cca-acdc-a8a5d5e7d6f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/cc243588-c5e2-46db-851f-846ab5e68276 HTTP/1.1" status: 204 len: 168 time: 1.1587193 Jul 22 14:29:01.638531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:01.728504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-16827b21-2faa-4a31-973a-1bb1ece91a63 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863516 Jul 22 14:29:01.729311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40832) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:01.735792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:01.829557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.854560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9fcb93-885d-4cb9-b8db-e27b2a4f834e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:01.862692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Deleting port 2157445d-11be-4857-a3ee-f347cff4f509 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:01.863110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.886946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Allocated IP 172.20.0.12 (09058be0-eb58-43e4-a222-bfc36f6bdcc1/f12ebb4c-e605-4417-93a3-f2ba43d3b52e/861d8885-a43c-47b6-8964-64b77a697a01) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:01.903770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:01.904141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fbb602-490e-4ef7-abae-f0f67b6e2eb9') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:01.950033 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.067334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.091182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:02.091648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:02.093969 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:02.117600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.158425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.158769 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.161214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd25f9bc-b16a-4b5c-a6c4-f38a1df8e365 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:02.271726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.294980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:02.298722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4fea4384-60a1-443a-8464-82732cf049c1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:02.316454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b1759-e1c8-4661-b04d-adec3ebed486 req-c9ee694e-647b-45bd-8e38-71531cf5d563 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:02.324862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e2b1759-e1c8-4661-b04d-adec3ebed486 req-c9ee694e-647b-45bd-8e38-71531cf5d563 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.4047525 Jul 22 14:29:02.326430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Calling delete_port for 2157445d-11be-4857-a3ee-f347cff4f509 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:02.328759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.339503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.351328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40850) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:02.355047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] 10.222.0.11 "DELETE /v2.0/networks/3b9fcb93-885d-4cb9-b8db-e27b2a4f834e HTTP/1.1" status: 204 len: 168 time: 1.0303445 Jul 22 14:29:02.415943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e1d53-984d-427e-bbe4-012ab939742a admin admin] Pushing event deleted for resources: {'Network': ['ID=3b9fcb93-885d-4cb9-b8db-e27b2a4f834e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:02.470388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:02.487884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event updated for resources: {'Port': ['ID=861d8885-a43c-47b6-8964-64b77a697a01,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:02.490885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:02.492749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:02.497259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.501812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:02.558674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e2b1759-e1c8-4661-b04d-adec3ebed486 req-a73072f5-3c62-4bcf-86f7-d6fbb51ef43a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998525 Jul 22 14:29:02.592789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-367616a0-d51c-41e5-858b-334a805def11 None None] Provisioning for port 20a62f2c-cac9-419d-b148-1df85845b01b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:02.617605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd29138-834b-479a-9dd3-1d347dfbe51c req-cb379d00-cd96-4858-beb6-599e27db9665 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:02.619857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cd29138-834b-479a-9dd3-1d347dfbe51c req-cb379d00-cd96-4858-beb6-599e27db9665 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 932 time: 0.4348857 Jul 22 14:29:02.627707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-367616a0-d51c-41e5-858b-334a805def11 None None] Provisioning complete for port 20a62f2c-cac9-419d-b148-1df85845b01b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:02.628169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-367616a0-d51c-41e5-858b-334a805def11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.703247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:02.704573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.722657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Deleting subnet 02ba6b44-a40e-44cd-a365-67772bfaffb9 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:02.754556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ccbdbbcf-d0f6-4bdb-9e91-761c17de7fef tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5957458 Jul 22 14:29:02.756760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.806374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Request body: {'port': {'device_id': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:02.880550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cd29138-834b-479a-9dd3-1d347dfbe51c req-63247691-7c00-40df-ab51-650edf60f79d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512672 Jul 22 14:29:02.923173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.965829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.993521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event deleted for resources: {'Port': ['ID=2157445d-11be-4857-a3ee-f347cff4f509,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:03.010518 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-367616a0-d51c-41e5-858b-334a805def11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.086827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-367616a0-d51c-41e5-858b-334a805def11 None None] For port 20a62f2c-cac9-419d-b148-1df85845b01b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=20a62f2c-cac9-419d-b148-1df85845b01b,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:03.105507 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-367616a0-d51c-41e5-858b-334a805def11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.169805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.169992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367616a0-d51c-41e5-858b-334a805def11 None None] Pushing event updated for resources: {'Port': ['ID=20a62f2c-cac9-419d-b148-1df85845b01b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:03.170161 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Floating IP 28f04e13-a871-486e-a04c-b90cee77b079 disassociated (deleted). External IP: 172.25.8.178, port: 2710681a-3ba1-4019-a2b9-0731c5b9a6f0. Jul 22 14:29:03.180716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:29:03.232669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.239122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] Deleting port 20a62f2c-cac9-419d-b148-1df85845b01b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:03.240020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.303719 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.319549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.337294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] For port 20a62f2c-cac9-419d-b148-1df85845b01b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=20a62f2c-cac9-419d-b148-1df85845b01b,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:03.338411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.355874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] Calling delete_port for 20a62f2c-cac9-419d-b148-1df85845b01b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:03.387469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:03.418736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:03.426354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.427051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.437659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=aa458811-9881-443b-a4a4-7e864967a7c7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:03.448879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.457307 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.494691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] Pushing event deleted for resources: {'Port': ['ID=20a62f2c-cac9-419d-b148-1df85845b01b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:03.498333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ba6b44-a40e-44cd-a365-67772bfaffb9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:03.498498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba5874-71f4-4a32-98bd-6c119487a1e6 None None] No DVR routers for this DVR port 20a62f2c-cac9-419d-b148-1df85845b01b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:03.511112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.515478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6b0426af-99b1-43b4-87a5-048208be23d3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/02ba6b44-a40e-44cd-a365-67772bfaffb9 HTTP/1.1" status: 204 len: 168 time: 1.1463368 Jul 22 14:29:03.515818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:03.536353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7660867a-5786-40bc-b7a8-30436205647a None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:03.540531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Router f7486793-ebf3-4d90-b367-0b1687aacc6a has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:03.562650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-74c03c26-db61-4250-afa5-5d28eda221af tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8299508 Jul 22 14:29:03.562893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:03.568063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:03.682386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.715793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.717114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.721484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'aa458811-9881-443b-a4a4-7e864967a7c7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:03.722482 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.824314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861d8885-a43c-47b6-8964-64b77a697a01 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:03.833503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.851370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Transition to ACTIVE for port object 861d8885-a43c-47b6-8964-64b77a697a01 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:03.855950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.866030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.872100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:03.884287 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] Sync routers for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:03.885069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.887610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.908767 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:03.909835 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:03.948342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/aa458811-9881-443b-a4a4-7e864967a7c7/f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:03.989774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Pushing event updated for resources: {'Port': ['ID=861d8885-a43c-47b6-8964-64b77a697a01,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.011581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.039224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9851e82-1746-48e7-a1c8-6a3eb662c97a']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.044193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.045400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4b16d0d-ee4e-4672-bc0b-7f926d700d77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4808812 Jul 22 14:29:04.053893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:04.055939 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:04.065102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc999795-23ed-470d-addb-1f23cb19cb3d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.065400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc999795-23ed-470d-addb-1f23cb19cb3d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.074089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb594c-e743-4db5-822b-7d0199fd6000 req-d708656b-95a7-4649-a7ff-9d8d9ed7c7ec tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.075720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48cb594c-e743-4db5-822b-7d0199fd6000 req-d708656b-95a7-4649-a7ff-9d8d9ed7c7ec tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.3733642 Jul 22 14:29:04.115857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8d0e960-5341-4636-b6b4-27efdfce3696 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "DELETE /v2.0/floatingips/28f04e13-a871-486e-a04c-b90cee77b079 HTTP/1.1" status: 204 len: 168 time: 3.3206251 Jul 22 14:29:04.153927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:04.156275 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57" -d '{"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:04.161949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.166944 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.175287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Attempting to bind port 861d8885-a43c-47b6-8964-64b77a697a01 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:04.176697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Attempting to bind port 861d8885-a43c-47b6-8964-64b77a697a01 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:04.178782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Transition to ACTIVE for port object f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:04.179136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Attempting to bind port 861d8885-a43c-47b6-8964-64b77a697a01 on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:04.203514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Port 861d8885-a43c-47b6-8964-64b77a697a01 on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:04.203715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Attempting to bind port 861d8885-a43c-47b6-8964-64b77a697a01 on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:04.205320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Transition to ACTIVE for port object f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:04.213471 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.227664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:04.229368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Checking segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:04.229727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Bound using segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:04.232310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Bound port: 861d8885-a43c-47b6-8964-64b77a697a01, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:04.232817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.274358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:04.298556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Pushing event updated for resources: {'Port': ['ID=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.302310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:04.304664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb43b07-8953-4d9d-92e4-faeaedbc7de7 req-2c095e0c-b9a4-4b1e-8f98-a2b176f91e3f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.306452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:04.307631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bb43b07-8953-4d9d-92e4-faeaedbc7de7 req-2c095e0c-b9a4-4b1e-8f98-a2b176f91e3f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 944 time: 0.2913842 Jul 22 14:29:04.378093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bb43b07-8953-4d9d-92e4-faeaedbc7de7 req-7fff75e4-5993-4be1-b8dd-1b2d7bd2c3aa tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Jul 22 14:29:04.437432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] For port 861d8885-a43c-47b6-8964-64b77a697a01, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:04.446912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Attempting to bind port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:04.447460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Attempting to bind port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:04.447897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Attempting to bind port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:04.448549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] For port 861d8885-a43c-47b6-8964-64b77a697a01, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=861d8885-a43c-47b6-8964-64b77a697a01,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:04.453721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.454068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:04.454945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:04.455429 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.455828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:04.456304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Bound port: f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:04.456683 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.500534 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.562563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.563190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.566044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] For port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:04.568174 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] Checking router: f7486793-ebf3-4d90-b367-0b1687aacc6a for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:04.569704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] For port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:04.570026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] 10.222.0.13 "PUT /v2.0/ports/861d8885-a43c-47b6-8964-64b77a697a01 HTTP/1.1" status: 200 len: 1093 time: 1.7679062 Jul 22 14:29:04.570598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'tag': '861d8885-a43c-47b6-8964-64b77a697a01'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:04.575390 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.579555 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb54203-0d49-44c9-81de-8a7d2530e494", "tag": "861d8885-a43c-47b6-8964-64b77a697a01"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:04.617477 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:04.621103 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.623899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a70285-6d6e-4ec9-8066-72659fa7d608 service neutron] Pushing event updated for resources: {'Port': ['ID=861d8885-a43c-47b6-8964-64b77a697a01,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.638941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.687414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48cb594c-e743-4db5-822b-7d0199fd6000 req-4268f944-8afa-40fb-8d3a-1482fa65655a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5393362 Jul 22 14:29:04.702236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501a534-e9b4-4ed3-94cd-9d52b46695a2 None None] Pushing event updated for resources: {'Port': ['ID=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.707160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:04.707596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:04.808990 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:04.811195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-b5db1ca6-9173-40eb-81b4-d34cf9a2c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.812988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-b5db1ca6-9173-40eb-81b4-d34cf9a2c0ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 1096 time: 0.1762960 Jul 22 14:29:04.815215 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67408073-2238-4895-b15d-ff3969b763a2 x-openstack-request-id: req-67408073-2238-4895-b15d-ff3969b763a2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:04.815701 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:04.816111 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67408073-2238-4895-b15d-ff3969b763a2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:04.816676 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'status': 'completed', 'code': 200} Jul 22 14:29:04.818101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.843148 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e41361-81cb-498e-a767-7368ae6af8a8 x-openstack-request-id: req-08e41361-81cb-498e-a767-7368ae6af8a8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:04.843516 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb54203-0d49-44c9-81de-8a7d2530e494", "tag": "861d8885-a43c-47b6-8964-64b77a697a01", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:04.843775 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08e41361-81cb-498e-a767-7368ae6af8a8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:04.844479 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'tag': '861d8885-a43c-47b6-8964-64b77a697a01', 'status': 'completed', 'code': 200} Jul 22 14:29:04.856933 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:04.916353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-21478152-9502-4ef3-b071-b80ffcafa549 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861d8885-a43c-47b6-8964-64b77a697a01 HTTP/1.1" status: 200 len: 217 time: 0.0709441 Jul 22 14:29:04.948130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.950894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a9851e82-1746-48e7-a1c8-6a3eb662c97a HTTP/1.1" status: 204 len: 168 time: 1.4340854 Jul 22 14:29:04.978653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac34378-fa32-4579-b7e8-541ec8182b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9851e82-1746-48e7-a1c8-6a3eb662c97a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:05.142603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97068a8-f96c-4d52-9009-d7d8d8ae90a8 req-99acbba1-78f0-4bd1-9c62-51243b6d3e75 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.144230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c97068a8-f96c-4d52-9009-d7d8d8ae90a8 req-99acbba1-78f0-4bd1-9c62-51243b6d3e75 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 946 time: 0.2906651 Jul 22 14:29:05.146205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-24cca5da-3565-4b0b-842e-9c23fb5466e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.152856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-24cca5da-3565-4b0b-842e-9c23fb5466e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42134345e8c040e69a23bf1266deda37&device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 1098 time: 0.3675842 Jul 22 14:29:05.154457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-7358a086-52c2-497e-bbd2-25726f3d44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.155950 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-7358a086-52c2-497e-bbd2-25726f3d44da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.2313375 Jul 22 14:29:05.173752 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.204468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:05.257039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-ee577266-a472-4b5b-b48f-8165c42436a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913942 Jul 22 14:29:05.270093 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:05.330317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:05.333362 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83e104-c2c3-4518-88ab-549601203553 None None] The sync data for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 is: [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 4, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '6b6c7ee0-2466-49e8-891a-f9418994f0e4', 'name': '', 'network_id': 'f77257e3-0140-45c2-a975-c3cdaf01504e', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'mac_address': 'fa:16:3e:16:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:05Z', 'updated_at': '2021-07-22T14:24:14Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'subnets': [{'id': 'dd88f2c1-b7b4-4e17-a278-d24c4998359a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:05.350402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40882) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:05.410462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c97068a8-f96c-4d52-9009-d7d8d8ae90a8 req-15f2596f-294e-4212-b5bf-afe78813a09d tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534785 Jul 22 14:29:05.465676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 20a62f2c-cac9-419d-b148-1df85845b01b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:05.507734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 20a62f2c-cac9-419d-b148-1df85845b01b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:05.507734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 20a62f2c-cac9-419d-b148-1df85845b01b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:05.520396 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-54e06797-9faa-4d3b-9215-bb2ab6b6d3da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=433cbf810b1c4028b9cf45a19049b8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420834 Jul 22 14:29:05.523421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:05.527579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-6dc2cc3b-90e3-4bee-b1a8-0912f75665a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.529110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-6dc2cc3b-90e3-4bee-b1a8-0912f75665a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 200 len: 914 time: 0.3462079 Jul 22 14:29:05.637184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-dc10b90c-7f60-472c-b7f2-a58712dcb7eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 200 len: 217 time: 0.0688829 Jul 22 14:29:05.638518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::1 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/aa458811-9881-443b-a4a4-7e864967a7c7/b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:05.663231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-90b79338-f546-4b4b-b72e-256eb7b2befd service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946619 Jul 22 14:29:05.706508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71ce6a1a-052b-44d3-ac9d-637ab97e7878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.801860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.832488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:05.843352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8462e0e-5a8d-414c-94ed-88c19d5bee3f req-7eeb5396-0aa5-4650-84eb-d15b13f80873 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.851041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a8462e0e-5a8d-414c-94ed-88c19d5bee3f req-7eeb5396-0aa5-4650-84eb-d15b13f80873 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 944 time: 0.2652640 Jul 22 14:29:05.965514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a8462e0e-5a8d-414c-94ed-88c19d5bee3f req-68f39815-3da3-41ae-8df4-fb33cbccbb2c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011753 Jul 22 14:29:06.004774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.050870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180cac34-0261-43a4-af0e-d61689d959c6 None None] New status for floating IP 28f04e13-a871-486e-a04c-b90cee77b079: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:29:06.071165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:06.097111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:06.098785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:06.101253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:06.102055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.286928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] Provisioning for port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:06.297470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] Provisioning complete for port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:06.300892 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.337686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-9ec9afc6-d563-4d14-9afb-3a533b6ed1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.339320 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-9ec9afc6-d563-4d14-9afb-3a533b6ed1bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 200 len: 852 time: 0.6751742 Jul 22 14:29:06.341380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71ce6a1a-052b-44d3-ac9d-637ab97e7878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.341774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.353434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea1461c6-c04b-4fb0-b3b6-21818bff2e23 req-171ee025-ce41-4bdc-8132-ea6075a85994 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479480 Jul 22 14:29:06.506291 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.528646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009904d-14f1-44cc-b565-46cee3b81218 req-857d0c90-76ca-4731-a0be-a7370baef95c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.530635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b009904d-14f1-44cc-b565-46cee3b81218 req-857d0c90-76ca-4731-a0be-a7370baef95c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2887945 Jul 22 14:29:06.560262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-1c9dc37c-3fc0-403a-bf63-ce1f24cbdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.561673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-1c9dc37c-3fc0-403a-bf63-ce1f24cbdd8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f77257e3-0140-45c2-a975-c3cdaf01504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054167 Jul 22 14:29:06.565795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71ce6a1a-052b-44d3-ac9d-637ab97e7878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.568511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71ce6a1a-052b-44d3-ac9d-637ab97e7878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.571996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-71ce6a1a-052b-44d3-ac9d-637ab97e7878 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d814ba14-541f-4a88-ba65-01d16c0cf1b1 HTTP/1.1" status: 204 len: 168 time: 1.0437164 Jul 22 14:29:06.578623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] For port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:06.584759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.619818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-22b84cdc-a194-4d38-bb72-f9e18fe0c2b8 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.621442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-22b84cdc-a194-4d38-bb72-f9e18fe0c2b8 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.20 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 946 time: 0.3209422 Jul 22 14:29:06.633016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce6a1a-052b-44d3-ac9d-637ab97e7878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d814ba14-541f-4a88-ba65-01d16c0cf1b1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:06.658157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b76df-3ed2-407b-b758-9f303a48ab21 None None] Pushing event updated for resources: {'Port': ['ID=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:06.673761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-6a18ce68-1faa-4c45-a73c-476204713086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.675685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-6a18ce68-1faa-4c45-a73c-476204713086 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 1096 time: 0.2596354 Jul 22 14:29:06.709927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b009904d-14f1-44cc-b565-46cee3b81218 req-bb43d9c3-e45a-4d8c-ba89-6bb0b3f816e8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694615 Jul 22 14:29:06.720856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-062c7084-6454-4b8c-bfd7-bc67825d9f30 None None] Provisioning for port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:06.728343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-062c7084-6454-4b8c-bfd7-bc67825d9f30 None None] Provisioning complete for port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:06.728769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-062c7084-6454-4b8c-bfd7-bc67825d9f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.806224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-062c7084-6454-4b8c-bfd7-bc67825d9f30 None None] Port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:06.848763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-86f1cce3-58e3-4ecd-854f-6c134aa7114d service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768350 Jul 22 14:29:06.884536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-8da08930-f0e9-418b-94bd-5f86ef1a7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.886186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-8da08930-f0e9-418b-94bd-5f86ef1a7f14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.2013171 Jul 22 14:29:06.917186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df68d4-be07-4467-b899-6023cdb6a221 req-573bd6a3-d523-455c-887f-efa759b151f7 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.918657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92df68d4-be07-4467-b899-6023cdb6a221 req-573bd6a3-d523-455c-887f-efa759b151f7 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 946 time: 0.3578000 Jul 22 14:29:07.020181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a1a1ebe-2348-4ff1-aea2-e4d7a41ffa57 req-9efa1882-1348-485b-baef-989a7b96a89c service neutron] 10.222.0.20 "GET /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585529 Jul 22 14:29:07.021959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-872a436f-2971-47bb-8875-7bd440fbb6f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861d8885-a43c-47b6-8964-64b77a697a01 HTTP/1.1" status: 200 len: 217 time: 0.1285906 Jul 22 14:29:07.073951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.081771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-9579fcce-d920-4978-9615-89c924eca7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.083441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-9579fcce-d920-4978-9615-89c924eca7a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.0551858 Jul 22 14:29:07.084180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.084589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40904) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:07.085358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.144571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:07.165438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-92df68d4-be07-4467-b899-6023cdb6a221 req-a34a1ae2-dca6-46d6-a283-8901ffc9d0e1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/security-groups?id=0c738016-a9c4-4dcf-be1d-625f17555238&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352710 Jul 22 14:29:07.190310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-141e9122-52fc-48bb-88e7-b2433578062f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74c69b19b573430a9fc89693b837eb26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045330 Jul 22 14:29:07.192526 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-d8c30333-dc5b-4bce-8594-8501efcb30d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979335 Jul 22 14:29:07.193113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:07.195227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:07.199171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Deleting port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:07.199393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.211086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:07.211518 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.322384 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa28d40b-ca2f-4907-b2d9-e90ce9d1821b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.369290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] For port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:07.369686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.376886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa28d40b-ca2f-4907-b2d9-e90ce9d1821b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.380601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:07.388646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:07.398436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3aa20a-14a3-4bf3-8acc-d313b20d51a7 req-ec39b94e-5fe2-4af5-8c3e-aadad33cbb03 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.398661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Calling delete_port for 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:07.400033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d3aa20a-14a3-4bf3-8acc-d313b20d51a7 req-ec39b94e-5fe2-4af5-8c3e-aadad33cbb03 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 944 time: 0.3076622 Jul 22 14:29:07.405866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-6f29ba47-c021-49a8-b33b-d398a970317a service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890142 Jul 22 14:29:07.555904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d3aa20a-14a3-4bf3-8acc-d313b20d51a7 req-3070a50e-dc13-45cd-bca0-1a80c4dd8057 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440458 Jul 22 14:29:07.564191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa28d40b-ca2f-4907-b2d9-e90ce9d1821b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.575971 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa28d40b-ca2f-4907-b2d9-e90ce9d1821b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.575971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fa28d40b-ca2f-4907-b2d9-e90ce9d1821b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f791ae75-ecf9-4eee-a6d5-d2ad3773b96b HTTP/1.1" status: 204 len: 168 time: 0.3760798 Jul 22 14:29:07.588578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28d40b-ca2f-4907-b2d9-e90ce9d1821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f791ae75-ecf9-4eee-a6d5-d2ad3773b96b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:07.603247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e82e4f2-0d81-4bd6-8eeb-0a51582e86f6 req-00c56264-bc01-46ce-a835-b855a95fe3ab service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884549 Jul 22 14:29:07.721117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Router 0a0013b9-e852-41ac-8529-b8081d772877 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:07.726630 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.772244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event deleted for resources: {'Port': ['ID=2710681a-3ba1-4019-a2b9-0731c5b9a6f0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:07.835163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] No DVR routers for this DVR port 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:07.857522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.858610 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a174a8b-e21c-47aa-aaf2-fa83c1079d3b req-ec9fe2b1-7ad1-42b2-a9ab-e27bffac719e tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.20 "DELETE /v2.0/ports/2710681a-3ba1-4019-a2b9-0731c5b9a6f0 HTTP/1.1" status: 204 len: 173 time: 1.1812148 Jul 22 14:29:07.858762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'name': 'network-vif-deleted', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:07.862518 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5417fb0-23ff-4574-acd0-0bbfa34e6f51" -d '{"events": [{"server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "name": "network-vif-deleted", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:07.869230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bcf26ed6-656f-469b-85f3-34179480bfde None None] Provisioning complete for port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:07.870062 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bcf26ed6-656f-469b-85f3-34179480bfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.964562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bcf26ed6-656f-469b-85f3-34179480bfde None None] Port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:08.013165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:08.024070 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-332e6f87-200b-4c42-9349-de39e5222092 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "PUT /v2.0/routers/0a0013b9-e852-41ac-8529-b8081d772877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9670448 Jul 22 14:29:08.027758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:08.029785 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Sync routers for ids ['0a0013b9-e852-41ac-8529-b8081d772877'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:08.045322 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Routers {'0a0013b9-e852-41ac-8529-b8081d772877'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:08.047020 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0a0013b9-e852-41ac-8529-b8081d772877'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:08.070523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a5e02-4de4-4353-8abe-0e816107d38f req-fc645db9-705b-4425-bd43-6c5087cc477f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.075155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-966a5e02-4de4-4353-8abe-0e816107d38f req-fc645db9-705b-4425-bd43-6c5087cc477f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2399206 Jul 22 14:29:08.075155 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71420743-e519-4d9e-ac07-0718b5c6eee7 x-openstack-request-id: req-71420743-e519-4d9e-ac07-0718b5c6eee7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:08.075155 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e8d9d3-b558-4428-9756-a5aa4e37fadf", "name": "network-vif-deleted", "tag": "2710681a-3ba1-4019-a2b9-0731c5b9a6f0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:08.075155 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71420743-e519-4d9e-ac07-0718b5c6eee7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:08.075155 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e8d9d3-b558-4428-9756-a5aa4e37fadf', 'name': 'network-vif-deleted', 'tag': '2710681a-3ba1-4019-a2b9-0731c5b9a6f0', 'status': 'completed', 'code': 200} Jul 22 14:29:08.101242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e2011-444a-499d-8681-dc3d4f211750 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.105843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-157e2011-444a-499d-8681-dc3d4f211750 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports/b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 HTTP/1.1" status: 200 len: 911 time: 0.0746078 Jul 22 14:29:08.106613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40924) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:08.165737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-966a5e02-4de4-4353-8abe-0e816107d38f req-6167cfa5-18f0-4186-a636-862752a8e3ce tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753043 Jul 22 14:29:08.199406 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Set router 0a0013b9-e852-41ac-8529-b8081d772877 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:08.206560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7993ba-f7eb-41a3-ade5-6eba2e6dbfa3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.224703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7993ba-f7eb-41a3-ade5-6eba2e6dbfa3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.230334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ef7993ba-f7eb-41a3-ade5-6eba2e6dbfa3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1227603 Jul 22 14:29:08.233902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40932) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:08.338972 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05fa5d31-1e07-4238-9b3b-7ddd2b4c7a76 req-856b7eac-f031-459d-beab-234d323c438a tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0750794 Jul 22 14:29:08.511114 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0013b9-e852-41ac-8529-b8081d772877', 'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:03Z', 'updated_at': '2021-07-22T14:29:06Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None, '_interfaces': [{'id': 'b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1', 'name': '', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'mac_address': 'fa:16:3e:83:fa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0013b9-e852-41ac-8529-b8081d772877', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'aa458811-9881-443b-a4a4-7e864967a7c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:05Z', 'updated_at': '2021-07-22T14:29:06Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'subnets': [{'id': 'aa458811-9881-443b-a4a4-7e864967a7c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:08.547560 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Checking router: 0a0013b9-e852-41ac-8529-b8081d772877 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:08.548100 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Updating router 0a0013b9-e852-41ac-8529-b8081d772877 port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:08.706853 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.781828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40944) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:08.919824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-333805420-network', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:08.945151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Made reservation on behalf of d1591921e6b546419e49f9c3d84c8af9 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:08.948311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.951315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc24d2-314f-44b6-9e3a-8a05232e59d2 req-18dbc987-5e16-45ab-bb21-43477dc5699e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.952859 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7bfc24d2-314f-44b6-9e3a-8a05232e59d2 req-18dbc987-5e16-45ab-bb21-43477dc5699e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 944 time: 0.1520212 Jul 22 14:29:08.968044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.019286 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7bfc24d2-314f-44b6-9e3a-8a05232e59d2 req-da64d10b-1d2b-4248-be72-de5248aae9c5 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554438 Jul 22 14:29:09.072214 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.087184 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Transition to ACTIVE for port object b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:09.094258 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.128374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.135080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.159971 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51611-6440-4afd-9e20-7bc99ba3dec3 None None] Pushing event updated for resources: {'Port': ['ID=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:09.168965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d495fdef-cb63-4bbd-b3cb-432f10977292,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:09.179294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:09.193101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.193509 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Added segment 27b72330-69bb-45e9-8047-8ba2f432109d of type vlan for network f3a761ac-84cc-4abc-9429-0b43b85aac61 Jul 22 14:29:09.218637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 861d8885-a43c-47b6-8964-64b77a697a01 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:09.243745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.245292 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Attempting to bind port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:09.245693 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Attempting to bind port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:09.246288 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Attempting to bind port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:09.257916 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:09.258383 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:09.258850 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.259249 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:09.260139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Bound port: b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:09.260654 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.286137 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.287263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:09.289520 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.333572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5500331 Jul 22 14:29:09.336354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:09.344572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Request body: {'subnet': {'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-333805420-subnet', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:09.353227 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] For port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:09.357106 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] For port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:09.363399 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.404406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b18478-2e33-4c85-8f96-5641aa562711 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a761ac-84cc-4abc-9429-0b43b85aac61,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:09.441182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.442211 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Routers {'0a0013b9-e852-41ac-8529-b8081d772877'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:09.443123 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0a0013b9-e852-41ac-8529-b8081d772877'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:09.460222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:09.468752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Made reservation on behalf of d1591921e6b546419e49f9c3d84c8af9 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:09.472083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.562101 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] Set router 0a0013b9-e852-41ac-8529-b8081d772877 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:09.600676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54284238-2a10-47ea-a7a8-27d12eeab83d req-0d71553d-857e-4062-8550-d95d4aac3f93 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:09.602489 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54284238-2a10-47ea-a7a8-27d12eeab83d req-0d71553d-857e-4062-8550-d95d4aac3f93 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2509897 Jul 22 14:29:09.642952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 861d8885-a43c-47b6-8964-64b77a697a01, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=861d8885-a43c-47b6-8964-64b77a697a01,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:09.657595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '861d8885-a43c-47b6-8964-64b77a697a01', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'port_id': '861d8885-a43c-47b6-8964-64b77a697a01', 'mac_address': 'fa:16:3e:0f:f2:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12ebb4c-e605-4417-93a3-f2ba43d3b52e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:09.671402 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-54284238-2a10-47ea-a7a8-27d12eeab83d req-b3431b8d-b6af-4943-9ff9-873a79d420e3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587513 Jul 22 14:29:09.676443 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a71b6c5c-b987-4087-99e9-0194d5a60fec req-852eb159-ffb3-479f-b5f6-1b86c24c4a54 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.1591177 Jul 22 14:29:09.730907 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a51611-6440-4afd-9e20-7bc99ba3dec3 None None] Pushing event updated for resources: {'Port': ['ID=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:09.770071 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.812359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861d8885-a43c-47b6-8964-64b77a697a01 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:09.821353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.882101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 861d8885-a43c-47b6-8964-64b77a697a01, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=861d8885-a43c-47b6-8964-64b77a697a01,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:09.899770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.911631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Checking segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:09.912001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Network hostable DHCP agents. Network: f3a761ac-84cc-4abc-9429-0b43b85aac61, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:09.935360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb063714-3363-485d-9c57-f53317de1380,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:09.951956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:09.965011 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0013b9-e852-41ac-8529-b8081d772877', 'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:03Z', 'updated_at': '2021-07-22T14:29:06Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None, '_interfaces': [{'id': 'b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1', 'name': '', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'mac_address': 'fa:16:3e:83:fa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0013b9-e852-41ac-8529-b8081d772877', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'aa458811-9881-443b-a4a4-7e864967a7c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:05Z', 'updated_at': '2021-07-22T14:29:09Z', 'revision_number': 4, 'project_id': '7644c84635504509806fb58c2e3d7433', 'subnets': [{'id': 'aa458811-9881-443b-a4a4-7e864967a7c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:09.975851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, f3a761ac-84cc-4abc-9429-0b43b85aac61) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:09.983515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:09.984691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.999151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34178dbf-6098-4217-aa19-f42f869918fa None None] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:10.008375 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee7b28-e433-49fe-9420-af46e926e65b None None] The sync data for ids ['0a0013b9-e852-41ac-8529-b8081d772877'] in n-d-787205-11 is: [{'id': '0a0013b9-e852-41ac-8529-b8081d772877', 'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:03Z', 'updated_at': '2021-07-22T14:29:06Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None, '_interfaces': [{'id': 'b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1', 'name': '', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'mac_address': 'fa:16:3e:83:fa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0013b9-e852-41ac-8529-b8081d772877', 'device_owner': 'network:router_interface', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'aa458811-9881-443b-a4a4-7e864967a7c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:05Z', 'updated_at': '2021-07-22T14:29:09Z', 'revision_number': 4, 'project_id': '7644c84635504509806fb58c2e3d7433', 'subnets': [{'id': 'aa458811-9881-443b-a4a4-7e864967a7c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:10.010237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9e989301-8d3a-4840-bccf-d4b1d4c2d6f1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6728399 Jul 22 14:29:10.012797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40956) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:10.018300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:10.048828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=861d8885-a43c-47b6-8964-64b77a697a01,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:10.079728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.080804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.111541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:10.113811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.166797 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.201254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['861d8885-a43c-47b6-8964-64b77a697a01'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:10.397479 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:29:10.409416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.422896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:10.423473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.448603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-f3a761ac-84cc-4abc-9429-0b43b85aac61', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:10.451813 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.455924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:10.489104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f341df-a305-470a-82a5-c02d89813d1c req-5952bcae-99a4-4597-861a-9223127c8eb2 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:10.496246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-05f341df-a305-470a-82a5-c02d89813d1c req-5952bcae-99a4-4597-861a-9223127c8eb2 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 945 time: 0.3440812 Jul 22 14:29:10.613360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-05f341df-a305-470a-82a5-c02d89813d1c req-b153255f-a1ab-45f5-b87e-dd676d13e025 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158714 Jul 22 14:29:10.907283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b12cbba-df89-49ae-9c82-ee2b4d2f14b9 req-06d42435-6882-4dde-a665-478f7e2d8ea9 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0547733 Jul 22 14:29:10.977606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.012368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Allocated IP 172.20.0.2 (f3a761ac-84cc-4abc-9429-0b43b85aac61/fb063714-3363-485d-9c57-f53317de1380/a51de0bc-9c13-4173-96ed-ec946c2e7b95) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:11.051758 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.082021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74e14-28a4-471f-b6cf-2764b78d082f req-657510b5-da36-45e2-adb6-ec780e058ad8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:11.085299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fce74e14-28a4-471f-b6cf-2764b78d082f req-657510b5-da36-45e2-adb6-ec780e058ad8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.2599878 Jul 22 14:29:11.102008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:11.113035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.191673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:11.236675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:11.237285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2710681a-3ba1-4019-a2b9-0731c5b9a6f0 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:11.272801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:11.313031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fce74e14-28a4-471f-b6cf-2764b78d082f req-d0b4cab6-17ef-4c59-ab6c-1a9e15691744 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705263 Jul 22 14:29:11.321798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.350635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:11.351220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 14:29:11.405424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Allocated IP 172.25.8.150 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/8dc33a23-691f-44a3-8207-a69ca7346631) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:11.421438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Port b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 not found, will not notify nova. {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 14:29:11.537497 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.552857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.555070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Transition to ACTIVE for port object a51de0bc-9c13-4173-96ed-ec946c2e7b95 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:11.566180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Router 0a0013b9-e852-41ac-8529-b8081d772877 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:11.577191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Transition to ACTIVE for port object a51de0bc-9c13-4173-96ed-ec946c2e7b95 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:11.590153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.608991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.664610 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:11.668588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:11.671140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:11.676951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d9e1141b-4060-4f48-b3fd-b272c0ebbbc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "PUT /v2.0/routers/0a0013b9-e852-41ac-8529-b8081d772877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4382114 Jul 22 14:29:11.677758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:11.678167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:11.688066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:11.691413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:11.699304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:11.711309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Pushing event updated for resources: {'Port': ['ID=a51de0bc-9c13-4173-96ed-ec946c2e7b95,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:11.747427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Pushing event updated for resources: {'Port': ['ID=8dc33a23-691f-44a3-8207-a69ca7346631,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:11.747907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a84f2-0879-4386-aa51-cc4ce0ec0672 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:11.749658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a84f2-0879-4386-aa51-cc4ce0ec0672 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:11.751677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b36a84f2-0879-4386-aa51-cc4ce0ec0672 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0727682 Jul 22 14:29:11.759433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:11.821324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Attempting to bind port a51de0bc-9c13-4173-96ed-ec946c2e7b95 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:11.823660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Attempting to bind port a51de0bc-9c13-4173-96ed-ec946c2e7b95 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:11.824165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Attempting to bind port a51de0bc-9c13-4173-96ed-ec946c2e7b95 on network f3a761ac-84cc-4abc-9429-0b43b85aac61 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:11.834290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:11.834826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Checking segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:11.835349 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.835838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Bound using segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:11.836405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Bound port: a51de0bc-9c13-4173-96ed-ec946c2e7b95, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:11.836930 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.850606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet aa458811-9881-443b-a4a4-7e864967a7c7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:11.861215 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.966444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.999685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] For port a51de0bc-9c13-4173-96ed-ec946c2e7b95, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:12.007802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] For port a51de0bc-9c13-4173-96ed-ec946c2e7b95, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a51de0bc-9c13-4173-96ed-ec946c2e7b95,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:12.015152 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.019494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635398-4640-4fde-a4ad-7114439aaced req-5ddd81e6-784d-4512-9f29-68961750a8ee tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:12.021238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3635398-4640-4fde-a4ad-7114439aaced req-5ddd81e6-784d-4512-9f29-68961750a8ee tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 945 time: 0.2593887 Jul 22 14:29:12.082905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77711ea3-a338-413b-8177-4c2967247c53 req-9fefcd89-f844-4b12-8e5d-bfd1f4aa7901 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0474422 Jul 22 14:29:12.184531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36353b1c-4607-440c-81bc-ce1d35f34eb1 None None] Pushing event updated for resources: {'Port': ['ID=a51de0bc-9c13-4173-96ed-ec946c2e7b95,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:12.196328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.214954 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.297028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.313153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c3635398-4640-4fde-a4ad-7114439aaced req-de2e2bba-a1c2-4587-9d8a-ad2b7284d91f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845850 Jul 22 14:29:12.330499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=aa458811-9881-443b-a4a4-7e864967a7c7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:12.351587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d74b40-7866-4dbd-b5e3-c48235ff9e36 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:12.361132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.368173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7836dc1b-ec73-431f-8cdb-5d4325f79fd9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/aa458811-9881-443b-a4a4-7e864967a7c7 HTTP/1.1" status: 204 len: 168 time: 0.6073563 Jul 22 14:29:12.370275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:12.478254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] Sync routers for ids ['0a0013b9-e852-41ac-8529-b8081d772877'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:12.536593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] Routers {'0a0013b9-e852-41ac-8529-b8081d772877'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:12.537398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0a0013b9-e852-41ac-8529-b8081d772877'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:12.589506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.625011 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-274bdfaa-d331-41e6-a94f-1e749c7c3e91 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2531781 Jul 22 14:29:12.630419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:12.656947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] Set router 0a0013b9-e852-41ac-8529-b8081d772877 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:12.710212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.737785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0013b9-e852-41ac-8529-b8081d772877', 'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:03Z', 'updated_at': '2021-07-22T14:29:10Z', 'revision_number': 3, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:12.770999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] Checking router: 0a0013b9-e852-41ac-8529-b8081d772877 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:12.787505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346ede-384a-487a-aa28-6d0c4554cf76 req-f108b7a9-23e2-4d9d-80a2-5ef501804150 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:12.789270 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb346ede-384a-487a-aa28-6d0c4554cf76 req-f108b7a9-23e2-4d9d-80a2-5ef501804150 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 945 time: 0.3155985 Jul 22 14:29:12.806398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] Routers {'0a0013b9-e852-41ac-8529-b8081d772877'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:12.807457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0a0013b9-e852-41ac-8529-b8081d772877'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:12.981579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:29:13.000036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] Set router 0a0013b9-e852-41ac-8529-b8081d772877 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:13.138365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0013b9-e852-41ac-8529-b8081d772877', 'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:03Z', 'updated_at': '2021-07-22T14:29:10Z', 'revision_number': 3, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:13.246008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:13.257653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:13.289112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c4d38621-c5d7-4a89-90d0-b77c2ec7b5f1 req-d9485931-8176-4515-8cde-8133558f0513 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0620813 Jul 22 14:29:13.394195 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.406618 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.411948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:13.427183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 861d8885-a43c-47b6-8964-64b77a697a01 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:13.431923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'port_id': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'mac_address': 'fa:16:3e:ec:d7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:13.434134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a51de0bc-9c13-4173-96ed-ec946c2e7b95 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:13.436794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97f4b23-f498-4f62-8ed6-34c9cd352480 None None] The sync data for ids ['0a0013b9-e852-41ac-8529-b8081d772877'] in n-d-787205-11 is: [{'id': '0a0013b9-e852-41ac-8529-b8081d772877', 'name': 'tempest-NetworksTestDHCPv6-router-1903323181', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:03Z', 'updated_at': '2021-07-22T14:29:10Z', 'revision_number': 3, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:13.586410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.587419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0013b9-e852-41ac-8529-b8081d772877 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:13.587532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] Deleting port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:13.587766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.596614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.597852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-193bb7f9-eb77-4edf-b7a8-a4d7437bb982 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/routers/0a0013b9-e852-41ac-8529-b8081d772877 HTTP/1.1" status: 204 len: 168 time: 0.9656811 Jul 22 14:29:13.600903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 40996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:13.607284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:13.636332 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.659030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:13.685413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:13.694123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.694847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:13.706932 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Sync routers for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:13.721861 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:13.722490 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:13.722840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ac933-f499-470c-8caa-55339fb16668 req-b7eb57bc-26f1-4cf3-b6c4-6b512df4dd62 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:13.727938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-110ac933-f499-470c-8caa-55339fb16668 req-b7eb57bc-26f1-4cf3-b6c4-6b512df4dd62 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 945 time: 0.2568941 Jul 22 14:29:13.765776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb346ede-384a-487a-aa28-6d0c4554cf76 req-dee38488-404c-4a49-b1dd-04cfb46d3579 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9646041 Jul 22 14:29:13.776962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:13.797300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.805965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-87d82793-9da4-455b-9156-200dcc486859 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7918308 Jul 22 14:29:13.810127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 40998) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:13.814873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:13.819821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.879921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 861d8885-a43c-47b6-8964-64b77a697a01 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:13.883869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a51de0bc-9c13-4173-96ed-ec946c2e7b95 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:13.895120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] For port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:13.895942 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.898804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 861d8885-a43c-47b6-8964-64b77a697a01 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:13.899340 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.984782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] Calling delete_port for f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:13.991990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf87b9d-6fd7-496e-ba92-9dfe7ffdf041 None None] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:13.998989 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:14.002222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b8e2a6af-0761-461c-a8c6-970eb12a2d89'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:14.084775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:14.145211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-110ac933-f499-470c-8caa-55339fb16668 req-4210e882-5f3c-4e91-9634-d12bb6555558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086192 Jul 22 14:29:14.278057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.341101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:14.345068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:14.348814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:14.349433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.366706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=d14bde34-c03d-4956-b48c-a6ba50ab92b1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:14.389777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2d996f29-472c-4a5d-a6c2-a4de99d5f967 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7868962 Jul 22 14:29:14.393040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:14.403453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:14.418530 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:11Z', 'revision_number': 3, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:14.459173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.459173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.472394 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Checking router: 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:14.472841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Updating router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 port 8dc33a23-691f-44a3-8207-a69ca7346631 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:14.509457 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.514345 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.539299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-564f9c74-0baa-48a5-8a39-94293d285ac0 req-e6404681-eaa1-4bf1-981d-76183fc32e50 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0947773 Jul 22 14:29:14.540502 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.558780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.571147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a430ddcd-f8a0-44b7-9d0b-8b862a2b3f5a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1671240 Jul 22 14:29:14.571542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41006) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:14.584545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] Provisioning for port a51de0bc-9c13-4173-96ed-ec946c2e7b95 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:14.592915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] Provisioning complete for port a51de0bc-9c13-4173-96ed-ec946c2e7b95 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:14.592915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.706210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.740890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] Pushing event deleted for resources: {'Port': ['ID=f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:14.749583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b update to DOWN by agent not found {{(pid=93761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 14:29:14.802238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ead25-d1ae-4feb-b0b1-254580fcfde4 None None] No DVR routers for this DVR port f06029e5-6d4d-4c61-8e85-39ebb4f5aa7b on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:14.871242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7a8e3-a2c8-4f71-add0-6a397a3dd923 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:14.910977 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.926731 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Transition to ACTIVE for port object 8dc33a23-691f-44a3-8207-a69ca7346631 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:14.936585 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.994792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.003661 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f5c8-ee89-4e29-8f76-9e3cbe900f3f None None] Pushing event updated for resources: {'Port': ['ID=8dc33a23-691f-44a3-8207-a69ca7346631,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:15.029586 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Attempting to bind port 8dc33a23-691f-44a3-8207-a69ca7346631 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:15.029984 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Attempting to bind port 8dc33a23-691f-44a3-8207-a69ca7346631 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:15.030577 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Attempting to bind port 8dc33a23-691f-44a3-8207-a69ca7346631 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:15.038065 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:15.038440 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:15.038847 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.040186 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:15.041266 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Bound port: 8dc33a23-691f-44a3-8207-a69ca7346631, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:15.041729 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.077651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:15.112735 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] For port 8dc33a23-691f-44a3-8207-a69ca7346631, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:15.114310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.120313 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] For port 8dc33a23-691f-44a3-8207-a69ca7346631, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8dc33a23-691f-44a3-8207-a69ca7346631,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:15.126501 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.137452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.156556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:15.157465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5bc23fc-798e-4e4e-86b4-1cb5cbe52ea1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:15.196853 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:15.197800 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:15.261128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] For port a51de0bc-9c13-4173-96ed-ec946c2e7b95, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a51de0bc-9c13-4173-96ed-ec946c2e7b95,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:15.270245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861d8885-a43c-47b6-8964-64b77a697a01'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:15.272910 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d417d22-ca9f-4f92-9a36-fd81b7691f42" -d '{"events": [{"server_uuid": "1bb54203-0d49-44c9-81de-8a7d2530e494", "name": "network-vif-plugged", "status": "completed", "tag": "861d8885-a43c-47b6-8964-64b77a697a01"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:15.279298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ae1f-c0b3-44f8-9204-8adf62e0c240 req-0e3fd6c7-a700-409d-a5e7-b341daa17e8e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.283290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.286924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c839ae1f-c0b3-44f8-9204-8adf62e0c240 req-0e3fd6c7-a700-409d-a5e7-b341daa17e8e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.4071100 Jul 22 14:29:15.307365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 861d8885-a43c-47b6-8964-64b77a697a01, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=861d8885-a43c-47b6-8964-64b77a697a01,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:15.334417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.334644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.362650 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:15.390669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57febec-bea3-4b2b-a363-9d6dabff7404 req-ea662eea-b87e-41da-a4c2-ca34e2ef2b04 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.413975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57febec-bea3-4b2b-a363-9d6dabff7404 req-ea662eea-b87e-41da-a4c2-ca34e2ef2b04 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 945 time: 0.1634119 Jul 22 14:29:15.416918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:15.417976 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.431246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64503d3-2385-4e08-bc4b-e1ce0e148058 None None] Pushing event updated for resources: {'Port': ['ID=a51de0bc-9c13-4173-96ed-ec946c2e7b95,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:15.472678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57febec-bea3-4b2b-a363-9d6dabff7404 req-c6efb8ff-e6c0-44bb-afc6-f36a2ca80e1a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Jul 22 14:29:15.482252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c839ae1f-c0b3-44f8-9204-8adf62e0c240 req-84a85a8c-5162-4617-8328-6aa0a95aba1c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943548 Jul 22 14:29:15.503220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=861d8885-a43c-47b6-8964-64b77a697a01,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:15.588224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678f5c8-ee89-4e29-8f76-9e3cbe900f3f None None] Pushing event updated for resources: {'Port': ['ID=8dc33a23-691f-44a3-8207-a69ca7346631,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:15.592770 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08e958f-7004-4b27-9a63-f2748f5a79e8 x-openstack-request-id: req-f08e958f-7004-4b27-9a63-f2748f5a79e8 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:15.593183 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb54203-0d49-44c9-81de-8a7d2530e494", "name": "network-vif-plugged", "status": "completed", "tag": "861d8885-a43c-47b6-8964-64b77a697a01", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:15.593541 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f08e958f-7004-4b27-9a63-f2748f5a79e8 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:15.594063 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861d8885-a43c-47b6-8964-64b77a697a01', 'code': 200} Jul 22 14:29:15.621156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Allocated IP 172.20.0.1 (f3a761ac-84cc-4abc-9429-0b43b85aac61/fb063714-3363-485d-9c57-f53317de1380/b5f8397e-7652-4d54-b74e-35079513a0f3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:15.748403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85083490-e6d7-4ff4-8b21-39f68469cb77 req-61058e43-9b3e-40e1-893c-7b0d11586cc1 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "GET /v2.0/ports?device_id=65e8d9d3-b558-4428-9756-a5aa4e37fadf HTTP/1.1" status: 200 len: 210 time: 0.0454640 Jul 22 14:29:15.832746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d14bde34-c03d-4956-b48c-a6ba50ab92b1/c52670ee-ca84-4247-92f3-09b3f2c209eb) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:15.858663 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:11Z', 'revision_number': 3, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:15.865965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063fdb6-1624-4e36-a08b-5e8ad422c5f2 req-5a6d9379-9390-45ac-9a93-ccba98bef93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.867711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0063fdb6-1624-4e36-a08b-5e8ad422c5f2 req-5a6d9379-9390-45ac-9a93-ccba98bef93b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 1098 time: 0.2407577 Jul 22 14:29:15.914658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.940372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0063fdb6-1624-4e36-a08b-5e8ad422c5f2 req-2e6758f9-1893-4799-9f8b-5878b6b07c55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653894 Jul 22 14:29:15.941728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Transition to ACTIVE for port object b5f8397e-7652-4d54-b74e-35079513a0f3 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:15.986420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.020329 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df93e1d-e8dd-4d91-9f54-b1e942eba92e None None] The sync data for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 is: [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:11Z', 'revision_number': 3, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:16.054575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:16.057531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:16.061598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:16.076707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3832f628-2f12-4850-92cd-eca2d4b2d428 None None] Provisioning complete for port a51de0bc-9c13-4173-96ed-ec946c2e7b95 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:16.077082 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3832f628-2f12-4850-92cd-eca2d4b2d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.103395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f8397e-7652-4d54-b74e-35079513a0f3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:16.123285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.135769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.164955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Transition to ACTIVE for port object c52670ee-ca84-4247-92f3-09b3f2c209eb will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:16.210587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Transition to ACTIVE for port object c52670ee-ca84-4247-92f3-09b3f2c209eb will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:16.232150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.297465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Pushing event updated for resources: {'Port': ['ID=c52670ee-ca84-4247-92f3-09b3f2c209eb,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:16.332626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:16.337494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:16.340713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:16.392620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::1 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d14bde34-c03d-4956-b48c-a6ba50ab92b1/8128f24c-db7d-4c63-8c3a-07a4618566bf) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:16.465415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Attempting to bind port c52670ee-ca84-4247-92f3-09b3f2c209eb on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:16.466038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Attempting to bind port c52670ee-ca84-4247-92f3-09b3f2c209eb by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:16.466509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Attempting to bind port c52670ee-ca84-4247-92f3-09b3f2c209eb on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:16.472337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:16.472890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:16.473408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.473956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:16.474538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Bound port: c52670ee-ca84-4247-92f3-09b3f2c209eb, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:16.475027 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.571664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dc071224-926a-4732-9d1f-3a58ea56954e None None] Provisioning for port b5f8397e-7652-4d54-b74e-35079513a0f3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:16.635654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dc071224-926a-4732-9d1f-3a58ea56954e None None] Provisioning complete for port b5f8397e-7652-4d54-b74e-35079513a0f3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:16.635969 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dc071224-926a-4732-9d1f-3a58ea56954e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.680113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34df79-d628-4f49-93b9-4fc5a863d6dc req-c270d678-d391-4ba8-b2d3-b8d1bbad2574 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:16.695065 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc34df79-d628-4f49-93b9-4fc5a863d6dc req-c270d678-d391-4ba8-b2d3-b8d1bbad2574 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 946 time: 0.1242294 Jul 22 14:29:16.703673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] For port c52670ee-ca84-4247-92f3-09b3f2c209eb, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:16.732535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] For port c52670ee-ca84-4247-92f3-09b3f2c209eb, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c52670ee-ca84-4247-92f3-09b3f2c209eb,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:16.738932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-dc071224-926a-4732-9d1f-3a58ea56954e None None] Port b5f8397e-7652-4d54-b74e-35079513a0f3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:16.752928 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.798300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc34df79-d628-4f49-93b9-4fc5a863d6dc req-3d0a357d-77ee-4166-b409-2913dc85e87a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020138 Jul 22 14:29:16.874567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682a150-43ec-414f-bcd0-94d9db24afe5 None None] Pushing event updated for resources: {'Port': ['ID=c52670ee-ca84-4247-92f3-09b3f2c209eb,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:16.883751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:16.971444 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e61a7d-27bb-4463-b7fb-1f77763f0d97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.006055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e61a7d-27bb-4463-b7fb-1f77763f0d97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.159449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e61a7d-27bb-4463-b7fb-1f77763f0d97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.162525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67e61a7d-27bb-4463-b7fb-1f77763f0d97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.163889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67e61a7d-27bb-4463-b7fb-1f77763f0d97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c738016-a9c4-4dcf-be1d-625f17555238 HTTP/1.1" status: 204 len: 168 time: 0.2785509 Jul 22 14:29:17.191912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e61a7d-27bb-4463-b7fb-1f77763f0d97 tempest-TestVolumeBackupRestore-468374152 tempest-TestVolumeBackupRestore-468374152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c738016-a9c4-4dcf-be1d-625f17555238,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:17.250255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:17.402599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8dc33a23-691f-44a3-8207-a69ca7346631 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:17.480588 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.488082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.492319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:17.504880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port b8e2a6af-0761-461c-a8c6-970eb12a2d89 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:17.505270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.510763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 8128f24c-db7d-4c63-8c3a-07a4618566bf will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:17.530583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028f138-80ca-4ced-a728-3be6ca8c39f7 req-1af35b7e-e4e8-4ca8-9658-3b0a7a7e501e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:17.532775 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b028f138-80ca-4ced-a728-3be6ca8c39f7 req-1af35b7e-e4e8-4ca8-9658-3b0a7a7e501e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 946 time: 0.3092105 Jul 22 14:29:17.558589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8dc33a23-691f-44a3-8207-a69ca7346631 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:17.583024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8dc33a23-691f-44a3-8207-a69ca7346631 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:17.583402 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.769883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.788420 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.801912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b028f138-80ca-4ced-a728-3be6ca8c39f7 req-3a598ed1-ff86-4f8e-bdd9-3609b5272f01 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625763 Jul 22 14:29:17.802116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:17.804349 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753247ed-7e13-4baa-b979-a76228ab217c" -d '{"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-plugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:17.839592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:17.841931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8dc33a23-691f-44a3-8207-a69ca7346631, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8dc33a23-691f-44a3-8207-a69ca7346631,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:17.846250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.861397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.862922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a51de0bc-9c13-4173-96ed-ec946c2e7b95 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:17.904310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.968215 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb0a230-53c9-45b8-827a-9ed5f14bbe8f x-openstack-request-id: req-4eb0a230-53c9-45b8-827a-9ed5f14bbe8f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:17.968745 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-plugged", "status": "completed", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:17.968745 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4eb0a230-53c9-45b8-827a-9ed5f14bbe8f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:17.969147 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'code': 200} Jul 22 14:29:18.026121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:18.074885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:18.082344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:18.086122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.162859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b52aa-5c85-4fbc-9fc5-fe770632f9cc req-446a592b-3a95-4da2-97d6-001ef10f19c6 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:18.163626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a51de0bc-9c13-4173-96ed-ec946c2e7b95 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:18.164007 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.168870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.182773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-447b52aa-5c85-4fbc-9fc5-fe770632f9cc req-446a592b-3a95-4da2-97d6-001ef10f19c6 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 946 time: 0.2304640 Jul 22 14:29:18.256125 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-447b52aa-5c85-4fbc-9fc5-fe770632f9cc req-fa3d17c6-88c8-4c2c-95e1-0fdf7acfc8ff tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723832 Jul 22 14:29:18.271007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8dc33a23-691f-44a3-8207-a69ca7346631,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.327035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.382354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.385662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=8128f24c-db7d-4c63-8c3a-07a4618566bf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.607626 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2b032164-29b0-4541-b5e3-79e3e6b86a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.618271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0c285a74-5f8c-4131-8813-5ae577fca2f5 None None] Provisioning for port c52670ee-ca84-4247-92f3-09b3f2c209eb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:18.670095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.692550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f8397e-7652-4d54-b74e-35079513a0f3,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.823416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1568d-495f-4878-b5c8-b36fc06fc14a req-ad91a9a5-3fbd-4ec5-9cb1-397f3064677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:18.824854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7b1568d-495f-4878-b5c8-b36fc06fc14a req-ad91a9a5-3fbd-4ec5-9cb1-397f3064677f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1099 time: 0.6795464 Jul 22 14:29:18.828010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.059178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2dc1bc41-fd4a-44ae-aa03-f36db457e80a None None] Provisioning for port 8128f24c-db7d-4c63-8c3a-07a4618566bf completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:19.075744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2dc1bc41-fd4a-44ae-aa03-f36db457e80a None None] Provisioning complete for port 8128f24c-db7d-4c63-8c3a-07a4618566bf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:19.080629 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2dc1bc41-fd4a-44ae-aa03-f36db457e80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.116159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7b1568d-495f-4878-b5c8-b36fc06fc14a req-8fd2ae32-a3f5-4777-a871-3eb1bbf9eb60 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804477 Jul 22 14:29:19.148888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:19.155802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:19.203074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1bc41-fd4a-44ae-aa03-f36db457e80a None None] Port 8128f24c-db7d-4c63-8c3a-07a4618566bf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:19.208409 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.327870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52670ee-ca84-4247-92f3-09b3f2c209eb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:19.461355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c52670ee-ca84-4247-92f3-09b3f2c209eb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:19.468171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c52670ee-ca84-4247-92f3-09b3f2c209eb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:19.468953 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.601735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.617692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f69a3-0e94-42fa-9ee7-8faf72700f88 req-e21bb3e5-1343-4ab7-8d2a-3acd51c94033 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:19.625104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a7f69a3-0e94-42fa-9ee7-8faf72700f88 req-e21bb3e5-1343-4ab7-8d2a-3acd51c94033 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 947 time: 0.6507251 Jul 22 14:29:19.637472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2e348fc5-1c0a-4e02-8d48-25c080cf4ebe None None] Provisioning complete for port b5f8397e-7652-4d54-b74e-35079513a0f3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:19.637894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2e348fc5-1c0a-4e02-8d48-25c080cf4ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.678070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c52670ee-ca84-4247-92f3-09b3f2c209eb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c52670ee-ca84-4247-92f3-09b3f2c209eb,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:19.689050 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.690166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8dc33a23-691f-44a3-8207-a69ca7346631 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:19.724155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2e348fc5-1c0a-4e02-8d48-25c080cf4ebe None None] Port b5f8397e-7652-4d54-b74e-35079513a0f3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:19.812296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c52670ee-ca84-4247-92f3-09b3f2c209eb,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:19.833883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8dc33a23-691f-44a3-8207-a69ca7346631 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:19.834497 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.928996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:19.957847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9a7f69a3-0e94-42fa-9ee7-8faf72700f88 req-47a32c98-72a9-41b3-b8d1-f51e49ddead0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118792 Jul 22 14:29:19.986508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.001554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.003044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.066073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.167134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=8128f24c-db7d-4c63-8c3a-07a4618566bf,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:20.224993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:20.233596 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fefe91d8-95f9-49b2-922e-3bc6847da965 admin admin] 10.222.0.11 "PUT /v2.0/routers/2a01ccb2-cb32-4ad2-bd72-6fc9c682a345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4202530 Jul 22 14:29:20.244200 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Sync routers for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:20.262126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:20.263649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:20.288931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:20.290646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:20.449446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:20.580289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Router c973e5ae-3e09-4e2e-abf9-d8805a384bae is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:20.864825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:20.881109 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Sync routers for ids ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:20.934336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5e047835-83eb-41f7-b30c-f6a85058442f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "PUT /v2.0/routers/c973e5ae-3e09-4e2e-abf9-d8805a384bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3575518 Jul 22 14:29:20.934870 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Routers {'c973e5ae-3e09-4e2e-abf9-d8805a384bae'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:20.934870 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:28:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:20.935051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:20.978935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7521fa24-bfd6-4366-b938-7b3d6eb62226 None None] Provisioning complete for port 8128f24c-db7d-4c63-8c3a-07a4618566bf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:20.980308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7521fa24-bfd6-4366-b938-7b3d6eb62226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.142187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166338c-6b2f-4688-83a4-e534bae0ef1e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.146955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5166338c-6b2f-4688-83a4-e534bae0ef1e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports/8128f24c-db7d-4c63-8c3a-07a4618566bf HTTP/1.1" status: 200 len: 911 time: 0.2095280 Jul 22 14:29:21.147102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41422) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:21.304780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3984b-3a96-4719-a8cb-cea72bceaa1f req-a9d96eeb-e364-4f1c-b5f8-c6f921f5c31d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.331262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1f3984b-3a96-4719-a8cb-cea72bceaa1f req-a9d96eeb-e364-4f1c-b5f8-c6f921f5c31d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 947 time: 0.1785684 Jul 22 14:29:21.450249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1f3984b-3a96-4719-a8cb-cea72bceaa1f req-f6530b86-faaa-455b-ae45-c55da5eac3b0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179860 Jul 22 14:29:21.511081 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Set router c973e5ae-3e09-4e2e-abf9-d8805a384bae gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:21.596281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:21.602357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2063136235-network', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:21.615462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5f91a-1b7f-4be8-9212-54261de92bff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.638089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d5f91a-1b7f-4be8-9212-54261de92bff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.641314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62d5f91a-1b7f-4be8-9212-54261de92bff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4926271 Jul 22 14:29:21.644284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41466) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:21.663307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Made reservation on behalf of 90c6d9f347494a60b8479b90a3f33407 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:21.675685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52670ee-ca84-4247-92f3-09b3f2c209eb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:21.682132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.704133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.898990 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.904305 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f306857-4539-40ec-b8fd-2493ffa66596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.925116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7521fa24-bfd6-4366-b938-7b3d6eb62226 None None] Port 8128f24c-db7d-4c63-8c3a-07a4618566bf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:21.977024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c52670ee-ca84-4247-92f3-09b3f2c209eb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:21.977611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.019811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.030589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.073023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:22.109140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.110919 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Added segment aa467a70-e8bf-42f1-9e91-8bd7f20cdb78 of type vlan for network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa Jul 22 14:29:22.152346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:14Z', 'updated_at': '2021-07-22T14:29:18Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None, '_interfaces': [{'id': '8128f24c-db7d-4c63-8c3a-07a4618566bf', 'name': '', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'mac_address': 'fa:16:3e:6e:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:19Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'subnets': [{'id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:22.168758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 2, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:22.222880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Checking router: c973e5ae-3e09-4e2e-abf9-d8805a384bae for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:22.223230 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Updating router c973e5ae-3e09-4e2e-abf9-d8805a384bae port 8128f24c-db7d-4c63-8c3a-07a4618566bf binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:22.304239 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.377635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Checking router: 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:22.377986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.387941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Updating router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 port b5f8397e-7652-4d54-b74e-35079513a0f3 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:22.469032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.487953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:22.490318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.562533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65588d70-68a8-4f2f-9ee0-cf7e48b167f6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:22.640390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0427697 Jul 22 14:29:22.673312 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.697880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.712825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41562) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:22.745883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Request body: {'subnet': {'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2063136235-subnet', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:22.856950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e1a8d-337e-4fe1-b30b-b0ceed7a39df admin admin] Pushing event updated for resources: {'Network': ['ID=4fcc92d4-c50d-4053-92ab-945f44f4b1fa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:22.955775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Made reservation on behalf of 90c6d9f347494a60b8479b90a3f33407 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:22.959379 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.986468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d747862-742b-4c46-8754-712d64f58290 req-a6d34d4e-113e-4455-9244-631beb386e4a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:22.999001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d747862-742b-4c46-8754-712d64f58290 req-a6d34d4e-113e-4455-9244-631beb386e4a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 947 time: 0.3845274 Jul 22 14:29:23.041104 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.081726 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Transition to ACTIVE for port object 8128f24c-db7d-4c63-8c3a-07a4618566bf will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:23.095863 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.182412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41590) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:23.247431 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675f466-d6d4-4740-8e5c-f181c776804f None None] Pushing event updated for resources: {'Port': ['ID=8128f24c-db7d-4c63-8c3a-07a4618566bf,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:23.321247 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Attempting to bind port 8128f24c-db7d-4c63-8c3a-07a4618566bf on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:23.323446 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Attempting to bind port 8128f24c-db7d-4c63-8c3a-07a4618566bf by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:23.323813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Attempting to bind port 8128f24c-db7d-4c63-8c3a-07a4618566bf on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:23.339058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:23.339986 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:23.341523 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.342116 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:23.342745 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Bound port: 8128f24c-db7d-4c63-8c3a-07a4618566bf, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:23.344074 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.345945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d747862-742b-4c46-8754-712d64f58290 req-8a48dd20-e1e2-4274-80b2-eb5a1f86ec04 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3442323 Jul 22 14:29:23.417274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:23.548648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-43deca24-6770-42b3-8026-749624afd4ba tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3840 time: 0.3572011 Jul 22 14:29:23.575687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41600) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:23.580748 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.647991 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] For port 8128f24c-db7d-4c63-8c3a-07a4618566bf, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:23.658886 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] For port 8128f24c-db7d-4c63-8c3a-07a4618566bf, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8128f24c-db7d-4c63-8c3a-07a4618566bf,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:23.668103 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.712250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'network': {'name': 'tempest-network-smoke--684020620', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'port_security_enabled': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:23.724752 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.732706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Transition to ACTIVE for port object b5f8397e-7652-4d54-b74e-35079513a0f3 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:23.788904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.828220 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Routers {'c973e5ae-3e09-4e2e-abf9-d8805a384bae'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:23.829495 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:23.864866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8200ca-2c30-4adc-a5e5-ddc81f25c710,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:23.871440 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.873473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Made reservation on behalf of b7073b2cf2b647e1a02c96d5948f5b39 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:23.881010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.895895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Checking segment: {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:23.896290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Network hostable DHCP agents. Network: 4fcc92d4-c50d-4053-92ab-945f44f4b1fa, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:23.951678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:23.981171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a814d07-4db2-41c6-813f-0aaee4888b7d None None] Pushing event updated for resources: {'Port': ['ID=b5f8397e-7652-4d54-b74e-35079513a0f3,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:23.982611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4fcc92d4-c50d-4053-92ab-945f44f4b1fa) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:23.988639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.989435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.024437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5695178e-0a37-420f-a5b6-5d68e940b257 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2861030 Jul 22 14:29:24.025214 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] Set router c973e5ae-3e09-4e2e-abf9-d8805a384bae gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:24.026874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:24.029554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190f215-d2ae-4a88-9a11-245a12baab64 None None] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:24.041952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:24.097820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.099227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.194874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:24.242807 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.244765 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Added segment a63eebac-b2bd-4df1-b489-aea10547d82d of type vlan for network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b Jul 22 14:29:24.246316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.260356 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675f466-d6d4-4740-8e5c-f181c776804f None None] Pushing event updated for resources: {'Port': ['ID=8128f24c-db7d-4c63-8c3a-07a4618566bf,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:24.408670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Attempting to bind port b5f8397e-7652-4d54-b74e-35079513a0f3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:24.409103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Attempting to bind port b5f8397e-7652-4d54-b74e-35079513a0f3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:24.409777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Attempting to bind port b5f8397e-7652-4d54-b74e-35079513a0f3 on network f3a761ac-84cc-4abc-9429-0b43b85aac61 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:24.416984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.423437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:24.424099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Checking segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:24.424660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.425304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Bound using segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:24.426022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Bound port: b5f8397e-7652-4d54-b74e-35079513a0f3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:24.426589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.541721 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:14Z', 'updated_at': '2021-07-22T14:29:18Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None, '_interfaces': [{'id': '8128f24c-db7d-4c63-8c3a-07a4618566bf', 'name': '', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'mac_address': 'fa:16:3e:6e:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:23Z', 'revision_number': 4, 'project_id': '7644c84635504509806fb58c2e3d7433', 'subnets': [{'id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:24.571188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] For port b5f8397e-7652-4d54-b74e-35079513a0f3, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:24.576974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] For port b5f8397e-7652-4d54-b74e-35079513a0f3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5f8397e-7652-4d54-b74e-35079513a0f3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:24.614481 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.616851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4fcc92d4-c50d-4053-92ab-945f44f4b1fa', 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'fixed_ips': [{'subnet_id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:24.617722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.633130 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5566d9-19ee-4399-93cb-90fa3f72969c None None] The sync data for ids ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'] in n-d-787205-11 is: [{'id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:14Z', 'updated_at': '2021-07-22T14:29:18Z', 'revision_number': 2, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None, '_interfaces': [{'id': '8128f24c-db7d-4c63-8c3a-07a4618566bf', 'name': '', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'mac_address': 'fa:16:3e:6e:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:23Z', 'revision_number': 4, 'project_id': '7644c84635504509806fb58c2e3d7433', 'subnets': [{'id': 'd14bde34-c03d-4956-b48c-a6ba50ab92b1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:24.651469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.733539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.865129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.872462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:24.873839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.004536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3988304 Jul 22 14:29:25.005997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:25.019254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'admin_state_up': True, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:25.127108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f7ce3-2c76-4039-b616-804fb726deba tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Network': ['ID=534ecf35-5d1f-4897-892d-f0bd3b5ae51b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:25.154259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 8128f24c-db7d-4c63-8c3a-07a4618566bf {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:25.154611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.204568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Allocated IP 172.20.0.2 (4fcc92d4-c50d-4053-92ab-945f44f4b1fa/0d8200ca-2c30-4adc-a5e5-ddc81f25c710/8e0eb94a-b0bd-4869-9e0c-50690f17ddaf) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:25.353682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.354967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.415801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port 8128f24c-db7d-4c63-8c3a-07a4618566bf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8128f24c-db7d-4c63-8c3a-07a4618566bf,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:25.416364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.445746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 8128f24c-db7d-4c63-8c3a-07a4618566bf owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:25.495248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.514676 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.526577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Transition to ACTIVE for port object 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:25.544100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Transition to ACTIVE for port object 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:25.555232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:25.664035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a814d07-4db2-41c6-813f-0aaee4888b7d None None] Pushing event updated for resources: {'Port': ['ID=b5f8397e-7652-4d54-b74e-35079513a0f3,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:25.667873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.670432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:25.671061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:25.682377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.732759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.885119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.941966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:25.948200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=8128f24c-db7d-4c63-8c3a-07a4618566bf,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:25.978283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.221197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Allocated IP 172.25.8.170 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/42f811a1-2fa1-4a72-b430-ff11fdadf35f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:26.239087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:26.250997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:26.256828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:26.270409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:26.342882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.483560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Attempting to bind port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:26.483930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Attempting to bind port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:26.484292 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Attempting to bind port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf on network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:26.545212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:26.545479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Checking segment: {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:26.545943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.546344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Bound using segment: {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:26.547612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Bound port: 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:26.547612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.551435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-58d24281-0ff6-4210-9e7d-4a777f5021d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5864415 Jul 22 14:29:26.586664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.743439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Router c973e5ae-3e09-4e2e-abf9-d8805a384bae has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:26.853727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] For port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:26.873787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] For port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:26.876846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:24Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:26.919134 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.953366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-a8bd51c0-35ec-4da5-b1c4-5c80c03c4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:26.958006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-a8bd51c0-35ec-4da5-b1c4-5c80c03c4ffc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 1099 time: 0.3322754 Jul 22 14:29:26.961332 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.971442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e60054-3fd6-4118-835d-21f46b469fd3 None None] The sync data for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 is: [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:24Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:26.989594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:27.009240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ab13286b-8336-41a7-8da3-016a5b7cdbec tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "PUT /v2.0/routers/c973e5ae-3e09-4e2e-abf9-d8805a384bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3633161 Jul 22 14:29:27.013418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41622) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:27.064419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.166974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb980765-5a55-4851-ae1c-8805a4eb6523 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:27.396994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] Sync routers for ids ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:27.420987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.423293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] Routers {'c973e5ae-3e09-4e2e-abf9-d8805a384bae'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:27.424797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:27.530649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cd00a-2926-4f9b-9a64-69c5e4c2047e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:27.533425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cd00a-2926-4f9b-9a64-69c5e4c2047e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:27.544073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Pushing event updated for resources: {'Port': ['ID=42f811a1-2fa1-4a72-b430-ff11fdadf35f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:27.590880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4e2cd00a-2926-4f9b-9a64-69c5e4c2047e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5759051 Jul 22 14:29:27.595772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:27.604788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.25.8.2 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5970b56d-8604-4774-9de5-460c5c039832) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:27.662793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-4a65d6b6-a147-4cc0-9441-f8fc07238fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:27.664377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-4a65d6b6-a147-4cc0-9441-f8fc07238fc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.4354010 Jul 22 14:29:27.737643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] Set router c973e5ae-3e09-4e2e-abf9-d8805a384bae gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:27.796771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41632) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:27.881301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-a4c86a44-addf-4744-a704-f1daf619d648 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 200 len: 1002 time: 0.2002611 Jul 22 14:29:27.898263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:14Z', 'updated_at': '2021-07-22T14:29:25Z', 'revision_number': 3, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:27.960517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.999577 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] Checking router: c973e5ae-3e09-4e2e-abf9-d8805a384bae for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:28.004768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:28.032759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-fd11f6a4-769f-4800-9b17-87dc0bd88474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:28.034434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-fd11f6a4-769f-4800-9b17-87dc0bd88474 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1416128 Jul 22 14:29:28.043279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] Routers {'c973e5ae-3e09-4e2e-abf9-d8805a384bae'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:28.045965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:28.083133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet d14bde34-c03d-4956-b48c-a6ba50ab92b1 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:28.119132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.125795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.146632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:28.223087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:28.244769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-7cac70ec-d2bf-4548-876f-2ec10531f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:28.246278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-7cac70ec-d2bf-4548-876f-2ec10531f61c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021120 Jul 22 14:29:28.261828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] Set router c973e5ae-3e09-4e2e-abf9-d8805a384bae gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:28.413030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:28.416965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.449455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:14Z', 'updated_at': '2021-07-22T14:29:25Z', 'revision_number': 3, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:28.496295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:28.502767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=5970b56d-8604-4774-9de5-460c5c039832,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:28.513996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:28.519849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245041db-5349-4f5a-96df-f27089ea2a04 None None] The sync data for ids ['c973e5ae-3e09-4e2e-abf9-d8805a384bae'] in n-d-787205-11 is: [{'id': 'c973e5ae-3e09-4e2e-abf9-d8805a384bae', 'name': 'tempest-NetworksTestDHCPv6-router-220463936', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:14Z', 'updated_at': '2021-07-22T14:29:25Z', 'revision_number': 3, 'project_id': '7644c84635504509806fb58c2e3d7433', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:28.691144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.949948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.222329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=d14bde34-c03d-4956-b48c-a6ba50ab92b1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:29.227307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd836b7-318b-4d2f-890f-ea1a5a17fb7d None None] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:29.261700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.266133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-94a7d093-e839-43e6-9c10-88b4ad02cd06 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d14bde34-c03d-4956-b48c-a6ba50ab92b1 HTTP/1.1" status: 204 len: 168 time: 1.6564102 Jul 22 14:29:29.266795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ed5c8-5130-4694-ad90-686fcfab6b9f None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:29.372590 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-09e7d157-0105-42ef-93b0-3d76cdf96b56 None None] Provisioning for port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:29.520072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-6c28452c-5fa9-499a-a445-7382d4f65c13 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2589915 Jul 22 14:29:29.523680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:29.903273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eae72a68-acdc-4083-8c85-e226dab8b1e2 req-9b68bbd5-1597-44b8-9684-37679db13161 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711259 Jul 22 14:29:29.923698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:30.156289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:30.162915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:30.163312 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.247525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.365192 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.380325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:29:30.456815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:30.485555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.486587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5f8397e-7652-4d54-b74e-35079513a0f3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:30.669224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] Deleting port c52670ee-ca84-4247-92f3-09b3f2c209eb {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:30.669506 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.709978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:30.751555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.772893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b5f8397e-7652-4d54-b74e-35079513a0f3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:30.790865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b5f8397e-7652-4d54-b74e-35079513a0f3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:30.790865 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.793250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] For port c52670ee-ca84-4247-92f3-09b3f2c209eb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c52670ee-ca84-4247-92f3-09b3f2c209eb,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:30.793729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.814584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Deleting port 6b6c7ee0-2466-49e8-891a-f9418994f0e4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:30.815043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.865976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] Calling delete_port for c52670ee-ca84-4247-92f3-09b3f2c209eb owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:30.881353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3c99daa6-ee58-454e-a854-aa460622a02e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.3563273 Jul 22 14:29:30.896486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41682) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:30.955953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.995296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd350138-fef3-483a-95a7-da5e059ba4b0 None None] Provisioning complete for port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:30.995807 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd350138-fef3-483a-95a7-da5e059ba4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.075044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.204235 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.264880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b5f8397e-7652-4d54-b74e-35079513a0f3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5f8397e-7652-4d54-b74e-35079513a0f3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:31.280971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.285196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.300132 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.309841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8128f24c-db7d-4c63-8c3a-07a4618566bf no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:31.333122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] No DVR routers for this DVR port c52670ee-ca84-4247-92f3-09b3f2c209eb on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:31.384176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.389419 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.396839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8128f24c-db7d-4c63-8c3a-07a4618566bf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:31.397419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8128f24c-db7d-4c63-8c3a-07a4618566bf not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:31.407969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.437336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] For port 6b6c7ee0-2466-49e8-891a-f9418994f0e4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6b6c7ee0-2466-49e8-891a-f9418994f0e4,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:31.440233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.450997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b5f8397e-7652-4d54-b74e-35079513a0f3,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:31.512574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15f87b-6717-451e-8532-620d594d27c0 None None] Pushing event deleted for resources: {'Port': ['ID=c52670ee-ca84-4247-92f3-09b3f2c209eb,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:31.526702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.527691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Fanout notify agent at l3_agent the message router_deleted on router c973e5ae-3e09-4e2e-abf9-d8805a384bae {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:31.546394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:31.558976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.560326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-784f3265-e96b-4cd2-983d-9dc5d5d65713 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/routers/c973e5ae-3e09-4e2e-abf9-d8805a384bae HTTP/1.1" status: 204 len: 168 time: 0.6645613 Jul 22 14:29:31.562402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Calling delete_port for 6b6c7ee0-2466-49e8-891a-f9418994f0e4 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:31.564882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41694) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:31.615538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d189d1bb-6564-40c3-81b7-62dc05e60b95 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0495598 Jul 22 14:29:31.617466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41698) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:31.686727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 569f427c-41d7-4c50-8f9e-6196f2a5123c is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:31.737913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:31.738637 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.830093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Router f371dd60-b382-4e72-a7b2-bf51b61cae6b is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:31.841807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7e0510-92e4-4f91-82fc-e65f48571051 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:31.846240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee7e0510-92e4-4f91-82fc-e65f48571051 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2248340 Jul 22 14:29:31.846499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41702) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:31.904650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5fcd1eb1-b720-468b-9497-6325277e86f4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570104 Jul 22 14:29:31.905481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:31.939122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:31.965764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:31.976438 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Sync routers for ids ['569f427c-41d7-4c50-8f9e-6196f2a5123c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:31.994309 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Routers {'569f427c-41d7-4c50-8f9e-6196f2a5123c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:31.994947 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['569f427c-41d7-4c50-8f9e-6196f2a5123c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:32.003267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52670ee-ca84-4247-92f3-09b3f2c209eb no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:32.039861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c52670ee-ca84-4247-92f3-09b3f2c209eb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:32.040129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c52670ee-ca84-4247-92f3-09b3f2c209eb not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:32.069875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.074379 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd692e3e-d88a-49d1-a667-b4dcb4cb6a1e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0669472 Jul 22 14:29:32.075029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41708) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:32.136198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.154528 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Set router 569f427c-41d7-4c50-8f9e-6196f2a5123c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:32.170052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fde7d1-e936-4871-bb73-839f911769f2 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.175157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-51fde7d1-e936-4871-bb73-839f911769f2 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b7073b2cf2b647e1a02c96d5948f5b39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0972178 Jul 22 14:29:32.177778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:32.206467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6c7ee0-2466-49e8-891a-f9418994f0e4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:32.218811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:32.232492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Sync routers for ids ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:32.250102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:32.254567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Routers {'f371dd60-b382-4e72-a7b2-bf51b61cae6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:32.255002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.255279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:32.504054 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.505306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b5a4bfbf-b809-407f-9427-0e7deb3f4287 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.4773052 Jul 22 14:29:32.540923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:32.565964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Set router f371dd60-b382-4e72-a7b2-bf51b61cae6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:32.600813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:32.644925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.681854 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Checking router: 569f427c-41d7-4c50-8f9e-6196f2a5123c for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:32.682632 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Updating router 569f427c-41d7-4c50-8f9e-6196f2a5123c port 5970b56d-8604-4774-9de5-460c5c039832 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:32.746108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf83b36-c098-48c9-b7ab-d9ef3316d373 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.748633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3bf83b36-c098-48c9-b7ab-d9ef3316d373 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5681205 Jul 22 14:29:32.753086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:32.801713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-44477be2-b990-4a3d-885a-070ba258cd55 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454495 Jul 22 14:29:32.807800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:32.820138 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.851057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc624119-6122-403d-8bb6-3b675be8aec3 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=b7073b2cf2b647e1a02c96d5948f5b39&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411451 Jul 22 14:29:32.855370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:33.034785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:33.099214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Checking router: f371dd60-b382-4e72-a7b2-bf51b61cae6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:33.104569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Updating router f371dd60-b382-4e72-a7b2-bf51b61cae6b port 42f811a1-2fa1-4a72-b430-ff11fdadf35f binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:33.135051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Router f7486793-ebf3-4d90-b367-0b1687aacc6a has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:33.190327 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.277073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:33.294606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-849f122f-e454-4fd3-b677-d31a98c47b97 admin admin] 10.222.0.11 "PUT /v2.0/routers/f7486793-ebf3-4d90-b367-0b1687aacc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4957337 Jul 22 14:29:33.295478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41732) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:33.372165 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.387035 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] Sync routers for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:33.389295 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Transition to ACTIVE for port object 5970b56d-8604-4774-9de5-460c5c039832 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:33.406203 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.477030 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:33.482601 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:33.488884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.605012 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Pushing event updated for resources: {'Port': ['ID=5970b56d-8604-4774-9de5-460c5c039832,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:33.609595 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Attempting to bind port 5970b56d-8604-4774-9de5-460c5c039832 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:33.610780 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Attempting to bind port 5970b56d-8604-4774-9de5-460c5c039832 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:33.611150 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Attempting to bind port 5970b56d-8604-4774-9de5-460c5c039832 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:33.635800 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.636145 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.636488 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.636819 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.637147 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.637477 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.637831 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.638155 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.638480 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.638841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.639121 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.639444 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:33.667493 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:33.667868 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:33.668275 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.668668 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:33.669396 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Bound port: 5970b56d-8604-4774-9de5-460c5c039832, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:33.669539 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.686529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5f8397e-7652-4d54-b74e-35079513a0f3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:33.766248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.815941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce41082-dbd5-402c-89c9-96c79f6bc1a0 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:33.817905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ce41082-dbd5-402c-89c9-96c79f6bc1a0 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9595935 Jul 22 14:29:33.829191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:33.844851 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:33.849038 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] For port 5970b56d-8604-4774-9de5-460c5c039832, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:33.920385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b5f8397e-7652-4d54-b74e-35079513a0f3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:33.920385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.931746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Deleting port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:33.932139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.978635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ba9da4f-a807-470f-a1c3-ecf9a8fd570a tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1440358 Jul 22 14:29:33.987124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41744) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:34.004829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318864543', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:34.038667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:29:34.046909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.054384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.075395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Transition to ACTIVE for port object 42f811a1-2fa1-4a72-b430-ff11fdadf35f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:34.077160 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] For port 5970b56d-8604-4774-9de5-460c5c039832, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5970b56d-8604-4774-9de5-460c5c039832,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:34.085011 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.139770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.175371 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8f67d-c8a4-47be-8661-dd685a1ad76c None None] Pushing event updated for resources: {'Port': ['ID=5970b56d-8604-4774-9de5-460c5c039832,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.175699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:34.196581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=fd6029e2-8d35-4d94-a8be-b2098d7bbe5f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.210635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:34.224406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:34.225080 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.226058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e874c-da41-42af-9597-2d09f3e4a797 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:34.242575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Routers {'569f427c-41d7-4c50-8f9e-6196f2a5123c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:34.243205 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['569f427c-41d7-4c50-8f9e-6196f2a5123c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:34.247953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] For port 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:34.248918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.260803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Attempting to bind port 42f811a1-2fa1-4a72-b430-ff11fdadf35f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:34.261786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Attempting to bind port 42f811a1-2fa1-4a72-b430-ff11fdadf35f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:34.262550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Attempting to bind port 42f811a1-2fa1-4a72-b430-ff11fdadf35f on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:34.269273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Calling delete_port for 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:34.277692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Pushing event updated for resources: {'Port': ['ID=42f811a1-2fa1-4a72-b430-ff11fdadf35f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.291693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:34.292584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:34.293191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.293658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:34.294118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Bound port: 42f811a1-2fa1-4a72-b430-ff11fdadf35f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:34.294642 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.302052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc01940c-af41-4420-98d4-c4db4f5cc081 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3922753 Jul 22 14:29:34.306117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:34.320566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:34.330481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.330813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.331152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.331489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.331821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.332154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.332478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.333053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.333384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.333727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.334047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.334367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:34.358691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Made reservation on behalf of b7073b2cf2b647e1a02c96d5948f5b39 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:34.363428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.455930 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] Set router 569f427c-41d7-4c50-8f9e-6196f2a5123c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:34.480078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] For port 42f811a1-2fa1-4a72-b430-ff11fdadf35f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:34.486390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] For port 42f811a1-2fa1-4a72-b430-ff11fdadf35f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=42f811a1-2fa1-4a72-b430-ff11fdadf35f,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:34.499978 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.553105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'fd6029e2-8d35-4d94-a8be-b2098d7bbe5f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:34.554483 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.608705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Routers {'f371dd60-b382-4e72-a7b2-bf51b61cae6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:34.610164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:34.650889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6a257-a961-4527-9916-ed8c1a51c3ee None None] Pushing event updated for resources: {'Port': ['ID=42f811a1-2fa1-4a72-b430-ff11fdadf35f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.745046 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:29:32Z', 'revision_number': 5, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port': {'id': '8d9dd3dc-3fed-491b-8c2d-3bf7448217c1', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:01Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:34.756756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.780119 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] Checking router: f7486793-ebf3-4d90-b367-0b1687aacc6a for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:34.799004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:34.815700 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] Routers {'f7486793-ebf3-4d90-b367-0b1687aacc6a'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:34.816809 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f7486793-ebf3-4d90-b367-0b1687aacc6a'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:34.820873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.835634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.843075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9dd3dc-3fed-491b-8c2d-3bf7448217c1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.847763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.034699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] Set router f371dd60-b382-4e72-a7b2-bf51b61cae6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:35.036988 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] Set router f7486793-ebf3-4d90-b367-0b1687aacc6a gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:35.099532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Subnet': ['ID=de8507d8-f1bd-42c4-ac0f-3d109cec1b6a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:35.108986 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.121992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Allocated IP 2001:db8::f816:3eff:fe17:b3d (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/fd6029e2-8d35-4d94-a8be-b2098d7bbe5f/bcb2cbe1-d350-4f7b-911f-da54ce2aeba4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:35.123300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 7, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:35.178046 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd8545-ac2d-4dd5-96e0-3fc12779d4d1 None None] The sync data for ids ['f7486793-ebf3-4d90-b367-0b1687aacc6a'] in n-d-787205-11 is: [{'id': 'f7486793-ebf3-4d90-b367-0b1687aacc6a', 'name': 'tempest-TestVolumeBackupRestore-345736395-router', 'tenant_id': '42134345e8c040e69a23bf1266deda37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:58Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 7, 'project_id': '42134345e8c040e69a23bf1266deda37', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:35.226171 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:35.291418 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2ea9e4-b259-44b7-8b6e-a829064250b3 None None] The sync data for ids ['569f427c-41d7-4c50-8f9e-6196f2a5123c'] in n-d-787205-11 is: [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:35.371535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Allocated IP 172.20.0.1 (4fcc92d4-c50d-4053-92ab-945f44f4b1fa/0d8200ca-2c30-4adc-a5e5-ddc81f25c710/a4a0861b-dac9-4fcf-baed-d2a152ea22f2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:35.474294 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.498370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Transition to ACTIVE for port object bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:35.529871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Transition to ACTIVE for port object bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:35.542985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:35.627330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.629268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a95be-ba8f-4c80-9c5a-364a2b8ab72c None None] The sync data for ids ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'] in n-d-787205-11 is: [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:35.631705 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.733990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=b038d87d-88e4-45db-9530-675f4e3cc340,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:35.752867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:35.753129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:35.754436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:35.756138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:35.759610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:35.760210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.766344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:35.774180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6b6c7ee0-2466-49e8-891a-f9418994f0e4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:35.776940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.788185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Pushing event updated for resources: {'Port': ['ID=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:35.800553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aab67ae8-b2bb-4d33-ba35-98d096e42f55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4847074 Jul 22 14:29:35.806617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:35.817843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:31:b8:2c', 'name': 'tempest-NetworksTestDHCPv6-1079842141'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:35.871358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Transition to ACTIVE for port object a4a0861b-dac9-4fcf-baed-d2a152ea22f2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:35.922054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6b6c7ee0-2466-49e8-891a-f9418994f0e4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:35.923009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6b6c7ee0-2466-49e8-891a-f9418994f0e4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:35.935676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Attempting to bind port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:35.936055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Attempting to bind port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:35.936543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Attempting to bind port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:35.964366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:35.964366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:35.964366 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.964366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:35.964366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Bound port: bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:35.964366 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.080547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.121868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] For port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:36.129043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] For port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:36.134293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.138526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.142652 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.148023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Checking segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:36.148423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:36.148779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network hostable DHCP agents. Network: 534ecf35-5d1f-4897-892d-f0bd3b5ae51b, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:36.149941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:36.248090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.248884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7486793-ebf3-4d90-b367-0b1687aacc6a {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:36.259200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.260386 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7b186acb-eb91-475c-85b1-11bf50aeaca8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f7486793-ebf3-4d90-b367-0b1687aacc6a HTTP/1.1" status: 204 len: 168 time: 2.9637942 Jul 22 14:29:36.261571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:36.263919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f2d3-beb7-488d-a31c-36f4ec2055f3 None None] Pushing event updated for resources: {'Port': ['ID=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:36.266671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41776) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:36.300077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:36.316119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:36.337946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:36.416426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 534ecf35-5d1f-4897-892d-f0bd3b5ae51b) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:36.434814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1eabd2-b4a6-4d06-a038-e86eeb0793e6 None None] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:36.442109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:36.442717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.472792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Deleting subnet dd88f2c1-b7b4-4e17-a278-d24c4998359a {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:36.478599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-38404edb-7411-4777-8f15-3602a1a71615 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4903405 Jul 22 14:29:36.480047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.483167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41780) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:36.524367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.644677 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.702560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.747493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 2cafc8f4-f145-4971-b44d-73125e2b32a9 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:29:36.958186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'fixed_ips': [{'subnet_id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:36.967486 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.009705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4ed2ef56-b159-464f-862f-322af6de2320 None None] Provisioning for port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:37.121289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4ed2ef56-b159-464f-862f-322af6de2320 None None] Provisioning complete for port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:37.121764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4ed2ef56-b159-464f-862f-322af6de2320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.128581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.251470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4ed2ef56-b159-464f-862f-322af6de2320 None None] Port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:37.308469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Allocated IP 172.20.0.18 (534ecf35-5d1f-4897-892d-f0bd3b5ae51b/de8507d8-f1bd-42c4-ac0f-3d109cec1b6a/d205d27d-5ea4-41f0-a72d-908a769f5fb9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:37.346796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 172.20.0.5 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/b038d87d-88e4-45db-9530-675f4e3cc340/2cafc8f4-f145-4971-b44d-73125e2b32a9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:37.390302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.428572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fe31:b82c (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/fd6029e2-8d35-4d94-a8be-b2098d7bbe5f/2cafc8f4-f145-4971-b44d-73125e2b32a9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:37.467526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.592333 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.596879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd88f2c1-b7b4-4e17-a278-d24c4998359a HTTP/1.1" status: 204 len: 168 time: 1.3290112 Jul 22 14:29:37.597941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5f203-e955-48f9-a8fa-b8c1a017afd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd88f2c1-b7b4-4e17-a278-d24c4998359a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:37.600531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:37.621018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b5cc1-9b92-4290-b093-55d2fd169095 None None] Network f77257e3-0140-45c2-a975-c3cdaf01504e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:37.768157 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.779327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Transition to ACTIVE for port object d205d27d-5ea4-41f0-a72d-908a769f5fb9 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:37.871874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5970b56d-8604-4774-9de5-460c5c039832 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:37.884257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Transition to ACTIVE for port object d205d27d-5ea4-41f0-a72d-908a769f5fb9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:37.894234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.975787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.980248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.014897 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:38.025472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:38.028841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:38.069215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b14a0-9c5a-4040-b2e6-34ac066acfb2 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:38.115397 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.119280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.139084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.239780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 2cafc8f4-f145-4971-b44d-73125e2b32a9 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:38.241559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:38.312394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Deleting port e445dbab-c2db-4240-828f-042d289bf02a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:38.313249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.376483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.399549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Pushing event updated for resources: {'Port': ['ID=d205d27d-5ea4-41f0-a72d-908a769f5fb9,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:38.409699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6119ae1b-d125-400c-8835-e58d4117a477 None None] Provisioning for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:38.410597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.20.0.17 (534ecf35-5d1f-4897-892d-f0bd3b5ae51b/de8507d8-f1bd-42c4-ac0f-3d109cec1b6a/666f7994-45aa-4485-8c9f-e82dd2c3d21c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:38.411741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5970b56d-8604-4774-9de5-460c5c039832 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:38.429777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Attempting to bind port d205d27d-5ea4-41f0-a72d-908a769f5fb9 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:38.430157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Attempting to bind port d205d27d-5ea4-41f0-a72d-908a769f5fb9 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:38.430935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Attempting to bind port d205d27d-5ea4-41f0-a72d-908a769f5fb9 on network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:38.463081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.492478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5970b56d-8604-4774-9de5-460c5c039832 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:38.492881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.525600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:38.526007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Checking segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:38.526423 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.526826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Bound using segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:38.527324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Bound port: d205d27d-5ea4-41f0-a72d-908a769f5fb9, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:38.527712 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.559576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] For port e445dbab-c2db-4240-828f-042d289bf02a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e445dbab-c2db-4240-828f-042d289bf02a,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:38.559957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.632609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:38.634207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Calling delete_port for e445dbab-c2db-4240-828f-042d289bf02a owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:38.663927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:38.674391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:38.674624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] For port d205d27d-5ea4-41f0-a72d-908a769f5fb9, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:38.699445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.713610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] For port d205d27d-5ea4-41f0-a72d-908a769f5fb9, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d205d27d-5ea4-41f0-a72d-908a769f5fb9,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:38.725226 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.728603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.755319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Transition to ACTIVE for port object 666f7994-45aa-4485-8c9f-e82dd2c3d21c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:38.761039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:38.761707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.764345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=2cafc8f4-f145-4971-b44d-73125e2b32a9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:38.774289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] DHCP port deletion for f77257e3-0140-45c2-a975-c3cdaf01504e request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:29:38.807369 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.816654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5970b56d-8604-4774-9de5-460c5c039832, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5970b56d-8604-4774-9de5-460c5c039832,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:38.834818 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.835626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 42f811a1-2fa1-4a72-b430-ff11fdadf35f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:38.877770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:38.882156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:38.895360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d0b4c46e-6183-4abc-9ed9-43a5ac97e6d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0826845 Jul 22 14:29:38.896138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:38.897958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:38.905047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'fd6029e2-8d35-4d94-a8be-b2098d7bbe5f', 'ip_address': '2001:db8::f816:3eff:fe17:b3d'}, {'subnet_id': 'b038d87d-88e4-45db-9530-675f4e3cc340'}], 'binding:host_id': 'n-d-787205-11'}, 'id': 'bcb2cbe1-d350-4f7b-911f-da54ce2aeba4'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:29:38.928491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:38.956446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:38.956729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9530874-0590-4eab-bcb4-dd02d33ecc8a None None] Pushing event updated for resources: {'Port': ['ID=d205d27d-5ea4-41f0-a72d-908a769f5fb9,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:39.009667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.035508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.083207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=666f7994-45aa-4485-8c9f-e82dd2c3d21c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:39.123819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] Deleting port e445dbab-c2db-4240-828f-042d289bf02a {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:39.125557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.140319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 42f811a1-2fa1-4a72-b430-ff11fdadf35f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:39.366119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.501869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 42f811a1-2fa1-4a72-b430-ff11fdadf35f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:39.502386 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.515449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5970b56d-8604-4774-9de5-460c5c039832,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:39.730950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9460e22b-76a9-48d1-8d41-7c21e2f94c8f None None] Provisioning complete for port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:39.731411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9460e22b-76a9-48d1-8d41-7c21e2f94c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.772697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.800041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] No DVR routers for this DVR port e445dbab-c2db-4240-828f-042d289bf02a on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:39.873904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Pushing event deleted for resources: {'Port': ['ID=e445dbab-c2db-4240-828f-042d289bf02a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:39.898582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094cb0a-650a-4981-a5b4-3d8a2726b644 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:39.905770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094cb0a-650a-4981-a5b4-3d8a2726b644 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:39.911139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e094cb0a-650a-4981-a5b4-3d8a2726b644 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.0076430 Jul 22 14:29:39.921913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41822) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:39.968582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.980321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.985190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77257e3-0140-45c2-a975-c3cdaf01504e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:39.997869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.003241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c1a07c-6923-4b64-89b6-bb26810387e1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.003548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c1a07c-6923-4b64-89b6-bb26810387e1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.018704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Router f371dd60-b382-4e72-a7b2-bf51b61cae6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:40.020625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.049509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.067268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] For port e445dbab-c2db-4240-828f-042d289bf02a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e445dbab-c2db-4240-828f-042d289bf02a,segment=NetworkSegment(49c1a07c-6923-4b64-89b6-bb26810387e1),segment_id=49c1a07c-6923-4b64-89b6-bb26810387e1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:40.067617 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.084244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] Calling delete_port for e445dbab-c2db-4240-828f-042d289bf02a owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:40.092710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:40.092710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:40.094654 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:40.171528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.174239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=666f7994-45aa-4485-8c9f-e82dd2c3d21c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:40.189391 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.222467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:40.239201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e81914a2-af13-4249-8568-06ddb34a19b4 admin admin] 10.222.0.11 "PUT /v2.0/routers/f371dd60-b382-4e72-a7b2-bf51b61cae6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6968613 Jul 22 14:29:40.248962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 2cafc8f4-f145-4971-b44d-73125e2b32a9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:40.249414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.250967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] Pushing event deleted for resources: {'Port': ['ID=e445dbab-c2db-4240-828f-042d289bf02a,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:40.260177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa1c05-bc41-4afa-8bc3-12d391ce399a None None] No DVR routers for this DVR port e445dbab-c2db-4240-828f-042d289bf02a on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:40.270715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Allocated IP 172.20.0.2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/b038d87d-88e4-45db-9530-675f4e3cc340/bcb2cbe1-d350-4f7b-911f-da54ce2aeba4) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:40.285606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9460e22b-76a9-48d1-8d41-7c21e2f94c8f None None] Port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:40.374246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.381767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.385720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f77257e3-0140-45c2-a975-c3cdaf01504e HTTP/1.1" status: 204 len: 168 time: 2.7812290 Jul 22 14:29:40.387412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:40.443210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.451850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b33b3-c0fb-4d67-b768-089496d13847 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77257e3-0140-45c2-a975-c3cdaf01504e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:40.504886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 42f811a1-2fa1-4a72-b430-ff11fdadf35f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=42f811a1-2fa1-4a72-b430-ff11fdadf35f,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:40.560179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.580564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.581386 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:40.593261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 2cafc8f4-f145-4971-b44d-73125e2b32a9 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:40.632075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:40.636166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:40.832744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Sync routers for ids ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:40.885504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Routers {'f371dd60-b382-4e72-a7b2-bf51b61cae6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:40.886193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.928165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 569f427c-41d7-4c50-8f9e-6196f2a5123c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:40.990980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914ec254-5b37-47aa-a176-f0a6f14d47a6 None None] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:41.004548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:41.027912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=42f811a1-2fa1-4a72-b430-ff11fdadf35f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:41.039772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] For port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:41.071659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:41.075065 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.211715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-61c3fef2-225c-4d0a-bbd7-82da93a17894 None None] Provisioning for port d205d27d-5ea4-41f0-a72d-908a769f5fb9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:41.305084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.402578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:41.416632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2147441038', 'description': 'tempest-secgroup-smoke-2147441038 description', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:41.420077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Transition to ACTIVE for port object bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:41.425169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.434272 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:41.450119 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Sync routers for ids ['569f427c-41d7-4c50-8f9e-6196f2a5123c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:41.464639 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Routers {'569f427c-41d7-4c50-8f9e-6196f2a5123c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:41.465908 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['569f427c-41d7-4c50-8f9e-6196f2a5123c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:41.472130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-193a28c0-f9c9-42c7-bb3d-60c93a7b4cd5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "PUT /v2.0/routers/569f427c-41d7-4c50-8f9e-6196f2a5123c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9854798 Jul 22 14:29:41.503321 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.508317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Set router f371dd60-b382-4e72-a7b2-bf51b61cae6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:41.581422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 had new provisioning blocks added so it will not transition to active. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 22 14:29:41.608181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.611449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:41.696037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:41.697496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8d9dd3dc-3fed-491b-8c2d-3bf7448217c1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:41.698073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.793593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=2cafc8f4-f145-4971-b44d-73125e2b32a9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:41.868610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.875759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.919674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e5ec40-0bce-4344-902f-0f12d2c45b17,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:41.943303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.943849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.944086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.944591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.944999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.945308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.945783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.946046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.946382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.946715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.947048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.947379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.947709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:41.952936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fbf3d1ea-f11a-4522-a7fb-5128a4ab91b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/2cafc8f4-f145-4971-b44d-73125e2b32a9 HTTP/1.1" status: 204 len: 168 time: 2.0264671 Jul 22 14:29:41.953265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41878) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:41.956920 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.961137 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5cea52b-9bff-4e10-a610-242b5e1aafd8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5525756 Jul 22 14:29:41.961760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41880) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:41.966353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group_rule': {'security_group_id': '73e5ec40-0bce-4344-902f-0f12d2c45b17', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:42.092862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.124865 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Set router 569f427c-41d7-4c50-8f9e-6196f2a5123c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:42.223557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-628a0197-16c6-48ed-ae9c-ded15c25c97c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.227643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d205d27d-5ea4-41f0-a72d-908a769f5fb9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:42.231008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-628a0197-16c6-48ed-ae9c-ded15c25c97c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/networks?id=534ecf35-5d1f-4897-892d-f0bd3b5ae51b HTTP/1.1" status: 200 len: 797 time: 0.1754973 Jul 22 14:29:42.241812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100d64c-17c6-4d4d-9717-b7c5856662b8 None None] Pushing event updated for resources: {'Port': ['ID=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:42.352247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-6c8cc8e1-7cad-490a-ba56-eda2f5eab347 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/quotas/b7073b2cf2b647e1a02c96d5948f5b39 HTTP/1.1" status: 200 len: 375 time: 0.1203165 Jul 22 14:29:42.359879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23c006-7a34-4e9c-852d-907d57e65c57 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.367697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23c006-7a34-4e9c-852d-907d57e65c57 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.369373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23c006-7a34-4e9c-852d-907d57e65c57 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.376854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ff23c006-7a34-4e9c-852d-907d57e65c57 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4224727 Jul 22 14:29:42.382181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:42.434638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.451183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.477934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff1cc20-3e56-4063-904a-2319e6273c6e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:42.551507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.553123 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a086ba1a-8051-4ee3-bbd4-288497594458 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5903196 Jul 22 14:29:42.556687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:42.566177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group_rule': {'security_group_id': '73e5ec40-0bce-4344-902f-0f12d2c45b17', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:42.610309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d205d27d-5ea4-41f0-a72d-908a769f5fb9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:42.660997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d205d27d-5ea4-41f0-a72d-908a769f5fb9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:42.661439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.673436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet b038d87d-88e4-45db-9530-675f4e3cc340 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:42.692959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.742376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.750991 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:39Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '666f7994-45aa-4485-8c9f-e82dd2c3d21c', 'name': '', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:64:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:38Z', 'updated_at': '2021-07-22T14:29:39Z', 'revision_number': 2, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:42.818493 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Checking router: 569f427c-41d7-4c50-8f9e-6196f2a5123c for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:42.818712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Updating router 569f427c-41d7-4c50-8f9e-6196f2a5123c port 666f7994-45aa-4485-8c9f-e82dd2c3d21c binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:42.820369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:37Z', 'revision_number': 4, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'a4a0861b-dac9-4fcf-baed-d2a152ea22f2', 'name': '', 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'mac_address': 'fa:16:3e:7a:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:34Z', 'updated_at': '2021-07-22T14:29:37Z', 'revision_number': 2, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'subnets': [{'id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:42.885584 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-58ecb6ba-ada8-40c2-b066-f5daa2a996dd tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5023243 Jul 22 14:29:42.908252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Checking router: f371dd60-b382-4e72-a7b2-bf51b61cae6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:42.908602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Updating router f371dd60-b382-4e72-a7b2-bf51b61cae6b port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:42.920854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Deleting port 33517fd0-04da-430d-961d-8bae35b157d4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:42.921197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.926990 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.969666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.997646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.128097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.149073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.161826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.226646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d205d27d-5ea4-41f0-a72d-908a769f5fb9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d205d27d-5ea4-41f0-a72d-908a769f5fb9,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:43.240151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] For port 33517fd0-04da-430d-961d-8bae35b157d4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=33517fd0-04da-430d-961d-8bae35b157d4,segment=NetworkSegment(8013c54e-2f72-4632-bced-92421227ac2b),segment_id=8013c54e-2f72-4632-bced-92421227ac2b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:43.240652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.262676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf1768-a5ae-4dd1-9ec8-9392b7b4df76,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:43.290150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Calling delete_port for 33517fd0-04da-430d-961d-8bae35b157d4 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:43.292693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.303622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.304581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5970b56d-8604-4774-9de5-460c5c039832 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:43.306210 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-10c5d87c-2a08-4bc8-be23-554aa3d6d5de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7471044 Jul 22 14:29:43.309717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:43.315414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group_rule': {'security_group_id': '73e5ec40-0bce-4344-902f-0f12d2c45b17', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:43.551291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.607268 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.608495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-449cf034-a228-447f-b72d-9069c1294542 None None] Provisioning complete for port d205d27d-5ea4-41f0-a72d-908a769f5fb9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:43.609093 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-449cf034-a228-447f-b72d-9069c1294542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.629224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Transition to ACTIVE for port object 666f7994-45aa-4485-8c9f-e82dd2c3d21c will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:43.648022 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.869101 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aaf76-d9a0-411c-89b8-6967ca342a1b None None] Pushing event updated for resources: {'Port': ['ID=666f7994-45aa-4485-8c9f-e82dd2c3d21c,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:43.878203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.915328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.952443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d205d27d-5ea4-41f0-a72d-908a769f5fb9,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:43.979124 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Attempting to bind port 666f7994-45aa-4485-8c9f-e82dd2c3d21c on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:43.979494 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Attempting to bind port 666f7994-45aa-4485-8c9f-e82dd2c3d21c by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:43.979855 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Attempting to bind port 666f7994-45aa-4485-8c9f-e82dd2c3d21c on network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:43.992599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2e3ea5-b607-4c00-ad71-bb2a1b08d32d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:43.993535 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:43.996452 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Checking segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:43.996861 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.997253 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Bound using segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:43.997910 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Bound port: 666f7994-45aa-4485-8c9f-e82dd2c3d21c, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:43.999475 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.010305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.016618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5c89febd-16c9-475a-8606-6029f8d53072 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7055144 Jul 22 14:29:44.028654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:44.038337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group_rule': {'security_group_id': '73e5ec40-0bce-4344-902f-0f12d2c45b17', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:44.043121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5970b56d-8604-4774-9de5-460c5c039832 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:44.043622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.128020 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.195118 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] For port 666f7994-45aa-4485-8c9f-e82dd2c3d21c, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:44.208016 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] For port 666f7994-45aa-4485-8c9f-e82dd2c3d21c, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=666f7994-45aa-4485-8c9f-e82dd2c3d21c,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:44.221830 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.226394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-7ae17f77-7c52-4437-9238-9f20a9b2d958 service neutron] 10.222.0.11 "GET /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3209858 Jul 22 14:29:44.278433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.296689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.339048 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Routers {'569f427c-41d7-4c50-8f9e-6196f2a5123c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:44.340280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33517fd0-04da-430d-961d-8bae35b157d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:44.340612 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['569f427c-41d7-4c50-8f9e-6196f2a5123c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:44.385353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.408266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.442834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.444159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4134080 Jul 22 14:29:44.448949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:44.454572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group_rule': {'security_group_id': '73e5ec40-0bce-4344-902f-0f12d2c45b17', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:44.461413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d189b-e0f6-412c-b13c-0ddee8eaffbb tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec47af5-4adf-41ed-9f88-401f87a7cbde,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:44.646700 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-4535b90b-df58-497c-915b-3a61b99326db service neutron] 10.222.0.11 "GET /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178019 Jul 22 14:29:44.648451 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.686813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=b038d87d-88e4-45db-9530-675f4e3cc340,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:44.700086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.701544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.701684 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Project d1591921e6b546419e49f9c3d84c8af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:29:44.702147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.702589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.703039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.704120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.704571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.705074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.705474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.705906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.706366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.706780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:44.718510 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] Set router 569f427c-41d7-4c50-8f9e-6196f2a5123c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:44.723500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.726007 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7e811bfc-6626-4867-aa42-d3dc4154cf6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/b038d87d-88e4-45db-9530-675f4e3cc340 HTTP/1.1" status: 204 len: 168 time: 2.3246531 Jul 22 14:29:44.737001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41936) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:44.798236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.801026 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.916463 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aaf76-d9a0-411c-89b8-6967ca342a1b None None] Pushing event updated for resources: {'Port': ['ID=666f7994-45aa-4485-8c9f-e82dd2c3d21c,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:45.112750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet fd6029e2-8d35-4d94-a8be-b2098d7bbe5f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:45.127845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 42f811a1-2fa1-4a72-b430-ff11fdadf35f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:45.208216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1470155-8980-4c74-a0ae-fec0de5a5933 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:45.232681 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.258502 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:39Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '666f7994-45aa-4485-8c9f-e82dd2c3d21c', 'name': '', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:64:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:38Z', 'updated_at': '2021-07-22T14:29:44Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:45.294864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cc8edd-b8b8-4c5c-b83f-03cab38672fb None None] The sync data for ids ['569f427c-41d7-4c50-8f9e-6196f2a5123c'] in n-d-787205-11 is: [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:39Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '666f7994-45aa-4485-8c9f-e82dd2c3d21c', 'name': '', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:64:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:38Z', 'updated_at': '2021-07-22T14:29:44Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:45.319304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-449cf034-a228-447f-b72d-9069c1294542 None None] Provisioning for port 666f7994-45aa-4485-8c9f-e82dd2c3d21c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:45.433960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 42f811a1-2fa1-4a72-b430-ff11fdadf35f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:45.434687 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.465592 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.509601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-58b9086d-a23f-453d-8ad7-78b928bb692d req-306b2b8d-1497-4004-b708-60df5c9f650c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 210 time: 0.2915051 Jul 22 14:29:45.514709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.585708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9652b434-11bb-4701-8d80-f060d7f258d6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:45.618850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Could not find standard attr ID for object 2cafc8f4-f145-4971-b44d-73125e2b32a9. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:29:45.655393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.754286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.754938 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.759084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-243cd159-110e-4afc-b438-36d264e92bb3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3083115 Jul 22 14:29:45.761861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41962) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:45.768218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'security_group_rule': {'security_group_id': '73e5ec40-0bce-4344-902f-0f12d2c45b17', 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:45.772091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Provisioning for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:45.794090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Transition to ACTIVE for port object a4a0861b-dac9-4fcf-baed-d2a152ea22f2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:45.813968 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Project d1591921e6b546419e49f9c3d84c8af9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:29:45.822218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.846575 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Provisioning complete for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:45.846959 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.914715 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.946774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.959271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.059104 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.075195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8ee662-d659-412f-8053-94c1bd87900a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:46.082366 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.104969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1ff29470-ba65-4343-83d8-1ba354d5bc18 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3206558 Jul 22 14:29:46.139974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e445dbab-c2db-4240-828f-042d289bf02a no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:46.143352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44861156-9dce-4add-8a1e-e5847a773e7a None None] Pushing event updated for resources: {'Port': ['ID=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:46.227209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Router 6aea4fe2-b689-4609-999a-56452049acb5 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:46.230268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e445dbab-c2db-4240-828f-042d289bf02a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:46.230877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e445dbab-c2db-4240-828f-042d289bf02a not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:46.292399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Attempting to bind port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:46.293891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Attempting to bind port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:46.294337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Attempting to bind port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 on network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:46.324689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:46.331515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Checking segment: {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:46.333045 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.333934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Bound using segment: {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:46.336067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Bound port: a4a0861b-dac9-4fcf-baed-d2a152ea22f2, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:46.336753 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.412320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.524069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-4b91de48-012e-47ec-8d9f-0375f32fa94f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2147441038&fields=id&tenant_id=d1591921e6b546419e49f9c3d84c8af9 HTTP/1.1" status: 200 len: 267 time: 0.1014826 Jul 22 14:29:46.616955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.804938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:46.810921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-60f5f443-3ee3-4213-bcdf-576a375f16e2 admin admin] 10.222.0.11 "PUT /v2.0/routers/6aea4fe2-b689-4609-999a-56452049acb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225261 Jul 22 14:29:46.815578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6029e2-8d35-4d94-a8be-b2098d7bbe5f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:46.818201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.821231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d0d771c7-0239-4eff-acfd-766f5699146a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/fd6029e2-8d35-4d94-a8be-b2098d7bbe5f HTTP/1.1" status: 204 len: 168 time: 2.0811567 Jul 22 14:29:46.822064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 41990) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:46.851863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:46.863453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] Sync routers for ids ['6aea4fe2-b689-4609-999a-56452049acb5'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:46.874178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] For port a4a0861b-dac9-4fcf-baed-d2a152ea22f2, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:46.916010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41992) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:46.973422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:29:46.979487 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:29:47.010954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] For port a4a0861b-dac9-4fcf-baed-d2a152ea22f2, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:47.024933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.041490 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.054509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03aedbec-e15b-4b4f-b429-b2ac98e22a5c req-eb775f18-b284-40ae-9ef5-1f8f0b7b172f tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 210 time: 0.3270261 Jul 22 14:29:47.138642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44861156-9dce-4add-8a1e-e5847a773e7a None None] Pushing event updated for resources: {'Port': ['ID=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:47.141910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] Routers {'6aea4fe2-b689-4609-999a-56452049acb5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:47.142513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6aea4fe2-b689-4609-999a-56452049acb5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:47.167337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d4744029-54e0-4c8e-b85b-2e581912df67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2465072 Jul 22 14:29:47.171628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 41998) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:47.211873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:47.288394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-956ea963-8735-4bac-a995-dcbff8e521be tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.292373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-956ea963-8735-4bac-a995-dcbff8e521be tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 808 time: 0.7514164 Jul 22 14:29:47.313394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.386875 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:29:47.442368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-44b2a186-0a35-4d73-9205-e7b14ceba3f3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/quotas/d1591921e6b546419e49f9c3d84c8af9 HTTP/1.1" status: 200 len: 375 time: 0.0817702 Jul 22 14:29:47.459511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Deleting port cf04340e-798a-4a34-922a-3914528a05ef {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:47.460000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.468077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Routers {'f371dd60-b382-4e72-a7b2-bf51b61cae6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:47.469504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:47.475212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:47.475771 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.700160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] For port cf04340e-798a-4a34-922a-3914528a05ef, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cf04340e-798a-4a34-922a-3914528a05ef,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:47.700690 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.714514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcb231-3643-4e40-acce-37e961c17a9a None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:47.766354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Calling delete_port for cf04340e-798a-4a34-922a-3914528a05ef owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:47.815525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] Set router 6aea4fe2-b689-4609-999a-56452049acb5 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:47.857399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-042d5feb-b852-471f-96ae-90fa281e5821 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.859105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-042d5feb-b852-471f-96ae-90fa281e5821 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.13 "GET /v2.0/networks?id=534ecf35-5d1f-4897-892d-f0bd3b5ae51b HTTP/1.1" status: 200 len: 797 time: 1.0034244 Jul 22 14:29:47.898753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Request body: {'port': {'device_id': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'admin_state_up': True, 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:47.929697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:47.933687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.955289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e37a9a8e-fd51-4bfc-81fa-f8f241932ba7 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5030773 Jul 22 14:29:47.957229 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.160003 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.172094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] For port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:48.215190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfee1b2f-778b-4421-9df9-63da378b5ebf req-020930ef-9dae-42e5-b07e-6bbe99caeb91 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 210 time: 0.0361106 Jul 22 14:29:48.228266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.244358 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.248313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] Set router f371dd60-b382-4e72-a7b2-bf51b61cae6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:48.320569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cf04340e-798a-4a34-922a-3914528a05ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:48.432706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.743293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Made reservation on behalf of b7073b2cf2b647e1a02c96d5948f5b39 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:48.747503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.779759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-73da75d7-972c-400f-b630-17a285d3d081 service neutron] 10.222.0.11 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7765112 Jul 22 14:29:48.789384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-148d148c-8f9f-4057-b9aa-96081653abb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.923743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfadefb-806e-4eff-bfbf-da46e778d814 None None] Pushing event updated for resources: {'Port': ['ID=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:48.935472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:29:48.935879 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:29:48.958497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f4b2bcab-b9c0-4685-a7d3-9978b4413591 None None] Provisioning complete for port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:48.958869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f4b2bcab-b9c0-4685-a7d3-9978b4413591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.994231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213'}], 'enable_snat': True}, 'gw_port_id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:29:43Z', 'revision_number': 5, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port': {'id': 'cf04340e-798a-4a34-922a-3914528a05ef', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea4fe2-b689-4609-999a-56452049acb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2768, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:14Z', 'updated_at': '2021-07-22T14:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:49.057078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] Checking router: 6aea4fe2-b689-4609-999a-56452049acb5 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:49.102543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:29:49.134259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.objects.ports [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:29:49.189834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.195036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.237291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] Routers {'6aea4fe2-b689-4609-999a-56452049acb5'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:49.238100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6aea4fe2-b689-4609-999a-56452049acb5'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:49.284314 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.285647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aea4fe2-b689-4609-999a-56452049acb5 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:49.288837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Allocated IP 172.20.0.27 (534ecf35-5d1f-4897-892d-f0bd3b5ae51b/de8507d8-f1bd-42c4-ac0f-3d109cec1b6a/e8a0fa07-cfcf-4781-ab32-643d1b367b70) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:49.298355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.302014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-22ca2b13-c57b-4dcb-bd62-a37ff31856ea admin admin] 10.222.0.11 "DELETE /v2.0/routers/6aea4fe2-b689-4609-999a-56452049acb5 HTTP/1.1" status: 204 len: 168 time: 2.4787056 Jul 22 14:29:49.305137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:49.407120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Deleting subnet 821dd685-0411-45a6-900f-f12385d66d04 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:49.442528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] Set router 6aea4fe2-b689-4609-999a-56452049acb5 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:49.480865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a6be636-f70c-4f7a-b68d-60cf369855a5 req-3e491e8b-9312-4be5-9fca-5e3c428c6a93 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 210 time: 0.0655904 Jul 22 14:29:49.482055 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.513562 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.528325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.576564 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-5ae70670-15ae-481d-bab3-e176235e1f6f service neutron] 10.222.0.11 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399879 Jul 22 14:29:49.653604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d205d27d-5ea4-41f0-a72d-908a769f5fb9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:49.702726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.716185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:29:48Z', 'revision_number': 7, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:49.748683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.770295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Transition to ACTIVE for port object e8a0fa07-cfcf-4781-ab32-643d1b367b70 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:49.795785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:37Z', 'revision_number': 4, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'a4a0861b-dac9-4fcf-baed-d2a152ea22f2', 'name': '', 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'mac_address': 'fa:16:3e:7a:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:34Z', 'updated_at': '2021-07-22T14:29:46Z', 'revision_number': 4, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'subnets': [{'id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:49.862442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b763814-0765-4247-af0b-78cc9bf9998e None None] The sync data for ids ['6aea4fe2-b689-4609-999a-56452049acb5'] in n-d-787205-11 is: [{'id': '6aea4fe2-b689-4609-999a-56452049acb5', 'name': 'tempest-TestVolumeBackupRestore-1230573518-router', 'tenant_id': '4cfc855e7cf64fffb742e8678d7e206a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:13Z', 'updated_at': '2021-07-22T14:29:48Z', 'revision_number': 7, 'project_id': '4cfc855e7cf64fffb742e8678d7e206a', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:49.862976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.870935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b77f63-63a3-48ec-abc8-d4a212420074 None None] The sync data for ids ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'] in n-d-787205-11 is: [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:37Z', 'revision_number': 4, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'a4a0861b-dac9-4fcf-baed-d2a152ea22f2', 'name': '', 'network_id': '4fcc92d4-c50d-4053-92ab-945f44f4b1fa', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'mac_address': 'fa:16:3e:7a:dd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:34Z', 'updated_at': '2021-07-22T14:29:46Z', 'revision_number': 4, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'subnets': [{'id': '0d8200ca-2c30-4adc-a5e5-ddc81f25c710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:49.904936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.916103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] Deleting port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:49.916533 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.966874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=821dd685-0411-45a6-900f-f12385d66d04,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:49.986963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.992551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7009d3fe-e15e-49dd-836e-558cfa91b489 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/821dd685-0411-45a6-900f-f12385d66d04 HTTP/1.1" status: 204 len: 168 time: 0.6852005 Jul 22 14:29:49.997521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:50.022904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8676b28c-82ac-4a15-96de-24e121038405 None None] Network e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:50.049077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.074539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d205d27d-5ea4-41f0-a72d-908a769f5fb9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:50.074922 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.136679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74fcb6dd-0054-4e60-a61d-ca22fa1637b2 req-15dc2f11-3089-4f44-933e-4a01422f92bf tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 210 time: 0.1136503 Jul 22 14:29:50.201266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] For port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:50.201835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.207281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.215520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event updated for resources: {'Port': ['ID=e8a0fa07-cfcf-4781-ab32-643d1b367b70,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:50.225565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.315002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] Calling delete_port for bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:50.319018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:50.323892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:50.327793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:50.361667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Deleting port a31549e7-ffe8-44f6-93c5-099644def3d6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:50.364255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.538333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] For port a31549e7-ffe8-44f6-93c5-099644def3d6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a31549e7-ffe8-44f6-93c5-099644def3d6,segment=NetworkSegment(8013c54e-2f72-4632-bced-92421227ac2b),segment_id=8013c54e-2f72-4632-bced-92421227ac2b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:50.538805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.598466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Calling delete_port for a31549e7-ffe8-44f6-93c5-099644def3d6 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:50.646525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:50.647219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.717653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 666f7994-45aa-4485-8c9f-e82dd2c3d21c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:50.854289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.964550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31549e7-ffe8-44f6-93c5-099644def3d6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:51.029037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] No DVR routers for this DVR port a31549e7-ffe8-44f6-93c5-099644def3d6 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:51.039385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3d382556-34d5-4cbc-bde4-cc8401e0740c None None] Provisioning for port e8a0fa07-cfcf-4781-ab32-643d1b367b70 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:51.060396 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-7807ca98-64b8-48df-8030-bd91e875e010 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.1883981 Jul 22 14:29:51.062132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3d382556-34d5-4cbc-bde4-cc8401e0740c None None] Provisioning complete for port e8a0fa07-cfcf-4781-ab32-643d1b367b70 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:51.063065 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3d382556-34d5-4cbc-bde4-cc8401e0740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.102229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Request body: {'port': {'device_id': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:51.133155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e84db46-4fd7-4ce2-9d5f-f1ef0f395c14 None None] DHCP port deletion for e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:29:51.135567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 666f7994-45aa-4485-8c9f-e82dd2c3d21c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:51.163966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 666f7994-45aa-4485-8c9f-e82dd2c3d21c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:51.167674 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.237210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:51.267824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3d382556-34d5-4cbc-bde4-cc8401e0740c None None] Port e8a0fa07-cfcf-4781-ab32-643d1b367b70 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:51.308361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.368227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef52ac3-6a2f-4b91-9989-a4e1b9a68196 req-2e622bf5-92be-4e91-b685-b127d42ed772 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:51.378556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ef52ac3-6a2f-4b91-9989-a4e1b9a68196 req-2e622bf5-92be-4e91-b685-b127d42ed772 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 895 time: 0.7170799 Jul 22 14:29:51.383042 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.393929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d03e3c2-34ad-4666-8f39-c7404070e20d req-de76fa91-a0cb-48f3-8452-591233f94013 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 210 time: 0.0820482 Jul 22 14:29:51.396928 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.437504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:51.438127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.439092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.461314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8013c54e-2f72-4632-bced-92421227ac2b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:51.465476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8013c54e-2f72-4632-bced-92421227ac2b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:51.489772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.538299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.544996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.547950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:51.548109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=801589e7-ed0e-4967-b0bc-de2708c5f4e8,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:51.548870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:51.555250 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:51.559324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 666f7994-45aa-4485-8c9f-e82dd2c3d21c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=666f7994-45aa-4485-8c9f-e82dd2c3d21c,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:51.566177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6989f956-97a5-475e-aa25-9ff0d740fea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.582570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.637221 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.648207 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:51.660056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:51.674374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:51.679952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.693473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:51.694893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.702625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.711933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.716143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34 HTTP/1.1" status: 204 len: 168 time: 1.7191722 Jul 22 14:29:51.742382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8181192-c2a9-471c-9c21-be3b8b90b408 admin admin] Pushing event deleted for resources: {'Network': ['ID=e18d75ce-9ee1-4fe5-a204-e4d7a78b1d34,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:51.848061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-15e1ccd9-98cf-429c-a636-41e930dd3a84 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6451969 Jul 22 14:29:51.850781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:51.858088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:51.989321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] No DVR routers for this DVR port bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:51.994059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=666f7994-45aa-4485-8c9f-e82dd2c3d21c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:52.040073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7a755-bc7d-4a43-9041-9830b47657f6 None None] Pushing event deleted for resources: {'Port': ['ID=bcb2cbe1-d350-4f7b-911f-da54ce2aeba4,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:52.043573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a4a0861b-dac9-4fcf-baed-d2a152ea22f2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:52.093094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b975836-de79-4f20-9a8a-705a755a0fbc None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:52.189993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42108) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:52.299220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:52.305136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:52.306095 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.355851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d18dd7ce-49d5-43f3-a43b-f02c53b24b1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42134345e8c040e69a23bf1266deda37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592567 Jul 22 14:29:52.360250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42116) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:52.444219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-5ae65de1-dd9a-4d3b-9ee2-b0580db8dbb5 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:52.461931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-5ae65de1-dd9a-4d3b-9ee2-b0580db8dbb5 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.20 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 808 time: 0.4715021 Jul 22 14:29:52.479598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d3e05b-88aa-4cb8-8505-049b18f0de01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.560926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a0fa07-cfcf-4781-ab32-643d1b367b70 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:52.568934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:52.574157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.585131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d3e05b-88aa-4cb8-8505-049b18f0de01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.588386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.657725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Transition to ACTIVE for port object e8a0fa07-cfcf-4781-ab32-643d1b367b70 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:52.678108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.730777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0fa07-cfcf-4781-ab32-643d1b367b70,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:52.787930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-74a94d3e-81a4-41b2-a502-10ccfc1e6cc8 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:52.790335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-74a94d3e-81a4-41b2-a502-10ccfc1e6cc8 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.2886083 Jul 22 14:29:52.828018 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d3e05b-88aa-4cb8-8505-049b18f0de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.832739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.833203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41d3e05b-88aa-4cb8-8505-049b18f0de01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.835090 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41d3e05b-88aa-4cb8-8505-049b18f0de01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1e81290-92db-4a05-9c22-15109c11b201 HTTP/1.1" status: 204 len: 168 time: 0.4731619 Jul 22 14:29:52.926037 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-116eef3c-2861-4ff2-9126-56aff06cbc4c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/quotas/0eb7b46ce0c942c2b7294bb15c38a9d6 HTTP/1.1" status: 200 len: 375 time: 0.1291702 Jul 22 14:29:52.951379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Attempting to bind port e8a0fa07-cfcf-4781-ab32-643d1b367b70 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:52.952039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Attempting to bind port e8a0fa07-cfcf-4781-ab32-643d1b367b70 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:52.952451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Attempting to bind port e8a0fa07-cfcf-4781-ab32-643d1b367b70 on network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:52.961018 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-004fe4e8-b2da-4b45-8165-96aa85d68705 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1591921e6b546419e49f9c3d84c8af9 HTTP/1.1" status: 200 len: 380 time: 0.4981487 Jul 22 14:29:52.977223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'port': {'device_id': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'admin_state_up': True, 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'security_groups': ['73e5ec40-0bce-4344-902f-0f12d2c45b17']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:52.982136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.987389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Port e8a0fa07-cfcf-4781-ab32-643d1b367b70 on network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:52.989877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Attempting to bind port e8a0fa07-cfcf-4781-ab32-643d1b367b70 on network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:52.996409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '801589e7-ed0e-4967-b0bc-de2708c5f4e8'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:52.997745 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.999198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3e05b-88aa-4cb8-8505-049b18f0de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e81290-92db-4a05-9c22-15109c11b201,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:53.044387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:53.044816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Checking segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:53.045209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Bound using segment: {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:53.057751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Bound port: e8a0fa07-cfcf-4781-ab32-643d1b367b70, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63eebac-b2bd-4df1-b489-aea10547d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:53.058275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.215113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.232087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-b0bcd5bf-5c53-47d9-b8f1-83d1aed3a622 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2677243 Jul 22 14:29:53.242642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] For port e8a0fa07-cfcf-4781-ab32-643d1b367b70, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:53.256046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] For port e8a0fa07-cfcf-4781-ab32-643d1b367b70, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:53.259355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a4a0861b-dac9-4fcf-baed-d2a152ea22f2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:53.267796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.277532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.333506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:53.353047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:53.364240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.366140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.372890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.373509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.374986 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] 10.222.0.13 "PUT /v2.0/ports/e8a0fa07-cfcf-4781-ab32-643d1b367b70 HTTP/1.1" status: 200 len: 1056 time: 2.2812815 Jul 22 14:29:53.375433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'tag': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:53.377708 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a21536-7ae6-4028-bcf1-9a0d596a9623" -d '{"events": [{"name": "network-changed", "server_uuid": "690c83c3-a9b3-484b-bb0d-9fc3a187424c", "tag": "e8a0fa07-cfcf-4781-ab32-643d1b367b70"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:53.434808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 33517fd0-04da-430d-961d-8bae35b157d4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:53.459989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=1aaaf7b0-75b4-497e-9ea8-898bee16d3ee,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:53.479182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 33517fd0-04da-430d-961d-8bae35b157d4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:53.479616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 33517fd0-04da-430d-961d-8bae35b157d4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:53.480164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a31549e7-ffe8-44f6-93c5-099644def3d6 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:53.485198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24adf-93c4-4677-ba1e-cf60094b7525 req-8f6687bd-ed2f-4d35-b19d-8114e8579e7b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.499679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bed24adf-93c4-4677-ba1e-cf60094b7525 req-8f6687bd-ed2f-4d35-b19d-8114e8579e7b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 895 time: 0.9842019 Jul 22 14:29:53.502584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c003151e-a836-43cc-8fb0-b336565321a4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6506083 Jul 22 14:29:53.507781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.522791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:ce:6c:fc', 'name': 'tempest-NetworksTestDHCPv6-317620530'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:53.539339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a31549e7-ffe8-44f6-93c5-099644def3d6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:53.539695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a31549e7-ffe8-44f6-93c5-099644def3d6 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:53.540155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cf04340e-798a-4a34-922a-3914528a05ef no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:53.567990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: cf04340e-798a-4a34-922a-3914528a05ef {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:53.568338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cf04340e-798a-4a34-922a-3914528a05ef not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:53.568795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:53.570656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:53.601186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:53.601542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device bcb2cbe1-d350-4f7b-911f-da54ce2aeba4 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:53.613258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Allocated IP 2001:db8::f816:3eff:fe3f:c102 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/801589e7-ed0e-4967-b0bc-de2708c5f4e8/c200e512-d83b-486f-b55d-df033a9a98ed) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:53.719050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e362b70-e827-4ab9-a196-fff36c760a93 req-21c01e72-09e3-4469-8bc8-8288b90e1768 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 210 time: 0.0735257 Jul 22 14:29:53.786460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.786968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Made reservation on behalf of d1591921e6b546419e49f9c3d84c8af9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:53.790892 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.812172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a4a0861b-dac9-4fcf-baed-d2a152ea22f2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:53.935853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:53.936569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.955874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-10176a45-feae-46cc-8332-f673ea48b9d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cfc855e7cf64fffb742e8678d7e206a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608019 Jul 22 14:29:53.959702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.995160 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.012439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Transition to ACTIVE for port object c200e512-d83b-486f-b55d-df033a9a98ed will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:54.018714 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8236f70-bd72-490a-8400-21756092c484 x-openstack-request-id: req-c8236f70-bd72-490a-8400-21756092c484 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:54.019004 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690c83c3-a9b3-484b-bb0d-9fc3a187424c", "tag": "e8a0fa07-cfcf-4781-ab32-643d1b367b70", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:54.019253 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8236f70-bd72-490a-8400-21756092c484 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:54.019908 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'tag': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70', 'status': 'completed', 'code': 200} Jul 22 14:29:54.032658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be347c6-6af6-4efa-9c59-70d665ec775a service neutron] Pushing event updated for resources: {'Port': ['ID=e8a0fa07-cfcf-4781-ab32-643d1b367b70,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.045815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:54.064624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Transition to ACTIVE for port object c200e512-d83b-486f-b55d-df033a9a98ed will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:54.067095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-a707eb18-f0e7-4651-b0d6-ee244dc40539 service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8096347 Jul 22 14:29:54.093032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 666f7994-45aa-4485-8c9f-e82dd2c3d21c up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:54.095130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.101020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-0e70f902-9fbf-4579-9206-4af21d4e319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.102561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-0e70f902-9fbf-4579-9206-4af21d4e319a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 1059 time: 0.6771448 Jul 22 14:29:54.152772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Allocated IP 172.20.0.6 (f3a761ac-84cc-4abc-9429-0b43b85aac61/fb063714-3363-485d-9c57-f53317de1380/cfb6299e-6fff-4205-8065-5c73ad92deb3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:54.175780 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6aba-e82d-4b8b-93ac-036a45845aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.179039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:54.184704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:54.185393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-dbfe5e59-3d8b-4148-864d-e303c81aac16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70 HTTP/1.1" status: 200 len: 217 time: 0.0720906 Jul 22 14:29:54.189096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.200829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:54.240120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.245971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6aba-e82d-4b8b-93ac-036a45845aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.276479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 666f7994-45aa-4485-8c9f-e82dd2c3d21c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:54.276850 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.286038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-626e8cff-1370-457e-adf4-1207831a74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.287392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-626e8cff-1370-457e-adf4-1207831a74c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8507d8-f1bd-42c4-ac0f-3d109cec1b6a HTTP/1.1" status: 200 len: 838 time: 0.0692103 Jul 22 14:29:54.289672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-d9619d76-f13c-4972-9425-9977c8754e95 service neutron] 10.222.0.11 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100449 Jul 22 14:29:54.308640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Attempting to bind port c200e512-d83b-486f-b55d-df033a9a98ed on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:54.308957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Attempting to bind port c200e512-d83b-486f-b55d-df033a9a98ed by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:54.309324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Attempting to bind port c200e512-d83b-486f-b55d-df033a9a98ed on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:54.324671 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.327160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:54.327527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:54.327946 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.329093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:54.329640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Bound port: c200e512-d83b-486f-b55d-df033a9a98ed, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:54.330041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.338431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port a06809f9-dd9d-4052-9ef4-27dde084a408 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:29:54.396747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279116e-1992-4caf-a3f9-4db02682131a req-e55423a0-5b9b-4698-95d6-2e62e1c74603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.399134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-e55423a0-5b9b-4698-95d6-2e62e1c74603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534ecf35-5d1f-4897-892d-f0bd3b5ae51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0958948 Jul 22 14:29:54.449451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:54.454202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:54.466188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.475056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6aba-e82d-4b8b-93ac-036a45845aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.478690 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6aba-e82d-4b8b-93ac-036a45845aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.480103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d4a6aba-e82d-4b8b-93ac-036a45845aee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83ed9750-1825-4df2-903e-91865de7ad5c HTTP/1.1" status: 204 len: 168 time: 0.5172677 Jul 22 14:29:54.540119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6aba-e82d-4b8b-93ac-036a45845aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed9750-1825-4df2-903e-91865de7ad5c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.566089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.598963 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-e5498698-eb9c-4ee2-b3ac-bac3ed69866a service neutron] 10.222.0.13 "GET /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903453 Jul 22 14:29:54.620897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Transition to ACTIVE for port object cfb6299e-6fff-4205-8065-5c73ad92deb3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:54.697680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4a652-fb2a-45f6-b2dc-be75aa4a5f07 None None] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.723408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 172.20.0.14 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/1aaaf7b0-75b4-497e-9ea8-898bee16d3ee/a06809f9-dd9d-4052-9ef4-27dde084a408) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:54.764969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fece:6cfc (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/801589e7-ed0e-4967-b0bc-de2708c5f4e8/a06809f9-dd9d-4052-9ef4-27dde084a408) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:54.883595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6279116e-1992-4caf-a3f9-4db02682131a req-da16c7c7-664b-49ba-a90c-591652b2267e service neutron] 10.222.0.13 "GET /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770536 Jul 22 14:29:54.886011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2006edc0-b294-4e5d-8ac7-dd2ee6da317b req-8cbf1b19-33d2-4b39-8082-a2afe50f9855 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 210 time: 0.1185811 Jul 22 14:29:54.960959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.111214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'Port': ['ID=cfb6299e-6fff-4205-8065-5c73ad92deb3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:55.132473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:55.151073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:55.196490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-b527a21b-4c9b-45e8-b9c9-b4339f5fae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.200004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-b527a21b-4c9b-45e8-b9c9-b4339f5fae08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 1059 time: 0.2072670 Jul 22 14:29:55.259085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e98daa-275c-490d-93ee-881ffc1316dc req-c3585566-92f2-45a5-a158-486655aa81d8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.267772 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3e98daa-275c-490d-93ee-881ffc1316dc req-c3585566-92f2-45a5-a158-486655aa81d8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 931 time: 0.1994970 Jul 22 14:29:55.343441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.362112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object a06809f9-dd9d-4052-9ef4-27dde084a408 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:55.459036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:55.479164 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d3e98daa-275c-490d-93ee-881ffc1316dc req-76b8a22b-a87e-4bcc-87a4-f9e4fb6caaef tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101159 Jul 22 14:29:55.516806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-880ffe94-f46e-45e2-9bed-8b2cc7b62a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.518707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-880ffe94-f46e-45e2-9bed-8b2cc7b62a7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=534ecf35-5d1f-4897-892d-f0bd3b5ae51b HTTP/1.1" status: 200 len: 898 time: 0.3020279 Jul 22 14:29:55.533426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.592262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:55.599050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:55.603357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:55.608411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-a3b302d3-1f05-40d6-b3fc-328b4597a34b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70 HTTP/1.1" status: 200 len: 217 time: 0.0809634 Jul 22 14:29:55.659797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7758c764-d467-4bce-9180-72ee42effebe None None] Provisioning for port cfb6299e-6fff-4205-8065-5c73ad92deb3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:55.689369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7758c764-d467-4bce-9180-72ee42effebe None None] Provisioning complete for port cfb6299e-6fff-4205-8065-5c73ad92deb3 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:55.689971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7758c764-d467-4bce-9180-72ee42effebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.694881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.696332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.762871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-66492df5-c2d4-413c-9161-72b17359a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.764404 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-66492df5-c2d4-413c-9161-72b17359a9ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=de8507d8-f1bd-42c4-ac0f-3d109cec1b6a HTTP/1.1" status: 200 len: 838 time: 0.1484392 Jul 22 14:29:55.766770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2551959 Jul 22 14:29:55.769352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42166) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:55.798746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d8012-4751-4907-92e5-9f2dbe5eee50 req-30a2c7ff-9ead-4374-8f86-98d94b6b8b86 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.816896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7758c764-d467-4bce-9180-72ee42effebe None None] Port cfb6299e-6fff-4205-8065-5c73ad92deb3 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:55.820043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-283d8012-4751-4907-92e5-9f2dbe5eee50 req-30a2c7ff-9ead-4374-8f86-98d94b6b8b86 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 907 time: 1.1183853 Jul 22 14:29:55.827090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.828250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.876212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c200e512-d83b-486f-b55d-df033a9a98ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:55.880685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ed7f1-9618-478a-8c45-f375555ae3f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=a06809f9-dd9d-4052-9ef4-27dde084a408,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:55.891747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-2be623f7-886e-4bb5-bc37-9528f10f636f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9226089 Jul 22 14:29:55.903219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Request body: {'port': {'device_id': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:55.923977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-7fb9cd01-4bc5-4a7f-b2e7-9a1d167aae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.925099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-7fb9cd01-4bc5-4a7f-b2e7-9a1d167aae8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=534ecf35-5d1f-4897-892d-f0bd3b5ae51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1421409 Jul 22 14:29:55.960451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582fe2b-3fdb-4eb9-8ab9-b38b8d071e6b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.971878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7582fe2b-3fdb-4eb9-8ab9-b38b8d071e6b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.973547 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7582fe2b-3fdb-4eb9-8ab9-b38b8d071e6b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2031333 Jul 22 14:29:55.984727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c200e512-d83b-486f-b55d-df033a9a98ed completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:55.988022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:56.017210 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.145794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f979b910-0be4-420f-bb26-0aff2d52bdfd req-110ac1c3-b250-4383-aabb-261984cde06c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 210 time: 0.0784354 Jul 22 14:29:56.343394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port a06809f9-dd9d-4052-9ef4-27dde084a408 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:56.343801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.462265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb6299e-6fff-4205-8065-5c73ad92deb3 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:56.480239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-99bde3a5-15d1-4d55-aa13-bdba84aec628 service neutron] 10.222.0.13 "GET /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038183 Jul 22 14:29:56.483360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.506747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Transition to ACTIVE for port object cfb6299e-6fff-4205-8065-5c73ad92deb3 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:56.512985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.681408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6a21536-7ae6-4028-bcf1-9a0d596a9623 req-e5ff6197-3e72-424b-ba76-e3cab6f1c083 service neutron] 10.222.0.13 "GET /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897860 Jul 22 14:29:56.717121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Pushing event updated for resources: {'Port': ['ID=cfb6299e-6fff-4205-8065-5c73ad92deb3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:56.737766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Attempting to bind port cfb6299e-6fff-4205-8065-5c73ad92deb3 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:56.738103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Attempting to bind port cfb6299e-6fff-4205-8065-5c73ad92deb3 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:56.740368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941415e5-1185-4f83-a004-698c15fbdc22 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:56.743361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Attempting to bind port cfb6299e-6fff-4205-8065-5c73ad92deb3 on network f3a761ac-84cc-4abc-9429-0b43b85aac61 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:56.759277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Port cfb6299e-6fff-4205-8065-5c73ad92deb3 on network f3a761ac-84cc-4abc-9429-0b43b85aac61 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:56.759602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Attempting to bind port cfb6299e-6fff-4205-8065-5c73ad92deb3 on network f3a761ac-84cc-4abc-9429-0b43b85aac61 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:56.773880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:56.774220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Checking segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:56.774604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Bound using segment: {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:56.775035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Bound port: cfb6299e-6fff-4205-8065-5c73ad92deb3, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b72330-69bb-45e9-8047-8ba2f432109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:56.775393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.789155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-0fa21f38-025d-45ef-94b9-ac4c825f97ad tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:56.792208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-0fa21f38-025d-45ef-94b9-ac4c825f97ad tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 815 time: 0.5235767 Jul 22 14:29:56.795380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.829883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Request body: {'port': {'device_id': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'admin_state_up': True, 'tenant_id': '0eb7b46ce0c942c2b7294bb15c38a9d6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:56.841924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for a06809f9-dd9d-4052-9ef4-27dde084a408 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:56.869683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] Provisioning for port c200e512-d83b-486f-b55d-df033a9a98ed completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:56.888356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:56.894065 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.898585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] For port cfb6299e-6fff-4205-8065-5c73ad92deb3, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:56.907683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] For port cfb6299e-6fff-4205-8065-5c73ad92deb3, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:56.917591 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.998849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.000617 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.001891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] 10.222.0.20 "PUT /v2.0/ports/cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 1092 time: 1.1034429 Jul 22 14:29:57.003733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:57.006372 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7a25eb-f802-435c-a549-b712926c571a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:57.044734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dfc2e-5ab8-4882-bde1-19356b6237cf service neutron] Pushing event updated for resources: {'Port': ['ID=cfb6299e-6fff-4205-8065-5c73ad92deb3,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.063408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7093027-2e8c-4a31-b6f0-59818d9a9689 req-e26fb0a0-834d-4dd6-9fb5-1e7daeb5cf83 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.065024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a7093027-2e8c-4a31-b6f0-59818d9a9689 req-e26fb0a0-834d-4dd6-9fb5-1e7daeb5cf83 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 943 time: 0.3454523 Jul 22 14:29:57.088645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097d3f-82f5-4b7a-855b-1c637cec01b5 req-081aadbc-5147-4392-ab42-d4d57185c83b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.102238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-04097d3f-82f5-4b7a-855b-1c637cec01b5 req-081aadbc-5147-4392-ab42-d4d57185c83b tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 907 time: 0.1421306 Jul 22 14:29:57.103714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Made reservation on behalf of 0eb7b46ce0c942c2b7294bb15c38a9d6 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:57.118399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.201212 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f474900-b87c-431a-9642-cbfcadd0a526 x-openstack-request-id: req-2f474900-b87c-431a-9642-cbfcadd0a526 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:57.201521 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:57.201831 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f474900-b87c-431a-9642-cbfcadd0a526 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:57.202239 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'status': 'completed', 'code': 200} Jul 22 14:29:57.206343 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.221792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-9c9c6ad6-b8b2-49cb-80af-8cfa9536ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.223364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-9c9c6ad6-b8b2-49cb-80af-8cfa9536ff1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1095 time: 0.1185048 Jul 22 14:29:57.259573 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a7093027-2e8c-4a31-b6f0-59818d9a9689 req-ac39e6dd-f6d4-49cb-a101-fe4925f62a31 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797614 Jul 22 14:29:57.323948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-82fc8699-b319-4f4c-8dd6-31fa90d0cde0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 217 time: 0.0891662 Jul 22 14:29:57.340418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:57.351994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.362963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52359762-b238-472a-8b08-650e7081a4c0 req-e1c4702c-8ca9-4728-8de3-ca54a244c183 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 210 time: 0.0493593 Jul 22 14:29:57.414051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.440884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b6ac9-e4f0-423a-bf16-bd94e8371672 None None] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.490788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=a06809f9-dd9d-4052-9ef4-27dde084a408,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.498675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-f6c8edea-7dc8-4113-875b-fdf886963cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.503207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-f6c8edea-7dc8-4113-875b-fdf886963cf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 200 len: 847 time: 0.1386576 Jul 22 14:29:57.554077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e8a0fa07-cfcf-4781-ab32-643d1b367b70 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:57.570091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-20bfa2bd-5a0a-4962-90db-f903c7bc58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.571726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-20bfa2bd-5a0a-4962-90db-f903c7bc58cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3a761ac-84cc-4abc-9429-0b43b85aac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614021 Jul 22 14:29:57.633663 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b080b-cc09-4f8a-ad7d-5920e87026e4 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '801589e7-ed0e-4967-b0bc-de2708c5f4e8', 'ip_address': '2001:db8::f816:3eff:fe3f:c102'}, {'subnet_id': '1aaaf7b0-75b4-497e-9ea8-898bee16d3ee'}], 'binding:host_id': 'n-d-787205-11'}, 'id': 'c200e512-d83b-486f-b55d-df033a9a98ed'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:29:57.644625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Allocated IP 172.20.0.9 (09058be0-eb58-43e4-a222-bfc36f6bdcc1/f12ebb4c-e605-4417-93a3-f2ba43d3b52e/01b72f93-401c-4ad2-8554-75d6ea4e91ad) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:57.650424 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.652902 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bd7f945a-a1ef-4b4c-a933-9ff497e68575 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/a06809f9-dd9d-4052-9ef4-27dde084a408 HTTP/1.1" status: 204 len: 168 time: 1.6637771 Jul 22 14:29:57.655305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42196) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:57.720955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-8943d9ca-44ff-43ae-b802-5602c286ef49 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422842 Jul 22 14:29:57.759342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8375e8a-372b-4fa3-ab1b-c5094a09ef8d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.761325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8375e8a-372b-4fa3-ab1b-c5094a09ef8d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.763679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8375e8a-372b-4fa3-ab1b-c5094a09ef8d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.765453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b8375e8a-372b-4fa3-ab1b-c5094a09ef8d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1091578 Jul 22 14:29:57.769379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:57.857435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e8a0fa07-cfcf-4781-ab32-643d1b367b70, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:57.870716 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c5b080b-cc09-4f8a-ad7d-5920e87026e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.872153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70', 'network_id': '534ecf35-5d1f-4897-892d-f0bd3b5ae51b', 'port_id': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70', 'mac_address': 'fa:16:3e:58:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de8507d8-f1bd-42c4-ac0f-3d109cec1b6a', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:57.879147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c200e512-d83b-486f-b55d-df033a9a98ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:57.897092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 1aaaf7b0-75b4-497e-9ea8-898bee16d3ee {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:57.901435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.906874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7f6e1687-8929-49e9-a39a-7cb67df0ea3d req-90afd6b8-ffb0-40f6-9dda-f9229a86892c service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778524 Jul 22 14:29:57.939260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.008317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.013727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.073860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.083209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:58.087684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:58.089670 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.095571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:58.095778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4fea4384-60a1-443a-8464-82732cf049c1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:58.097881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed', '861d8885-a43c-47b6-8964-64b77a697a01'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:58.157215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event updated for resources: {'Port': ['ID=01b72f93-401c-4ad2-8554-75d6ea4e91ad,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:58.178124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.179038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.179700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a0fa07-cfcf-4781-ab32-643d1b367b70 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:58.197388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-45823f45-1472-4b8f-96e8-2d3c4f129851 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3802273 Jul 22 14:29:58.211185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e8a0fa07-cfcf-4781-ab32-643d1b367b70, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:58.211817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Request body: {'port': {'device_id': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:58.224648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.226916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:58.227287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.287615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0fa07-cfcf-4781-ab32-643d1b367b70,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:58.397472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.412164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cc655-6df7-44d9-98e2-18998849dd34 req-7f8913a2-04ba-4425-8a7f-6862fdc455ca tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.414625 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb5cc655-6df7-44d9-98e2-18998849dd34 req-7f8913a2-04ba-4425-8a7f-6862fdc455ca tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 908 time: 0.1985705 Jul 22 14:29:58.465635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['e8a0fa07-cfcf-4781-ab32-643d1b367b70'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:58.546127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a25eb-f802-435c-a549-b712926c571a req-81949786-94de-46cd-be06-b07a69dc2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.548718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-81949786-94de-46cd-be06-b07a69dc2e5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1095 time: 0.5821371 Jul 22 14:29:58.670781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-8c5b080b-cc09-4f8a-ad7d-5920e87026e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aaaf7b0-75b4-497e-9ea8-898bee16d3ee: This subnet is being modified by another concurrent operation. Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aaaf7b0-75b4-497e-9ea8-898bee16d3ee: This subnet is being modified by another concurrent operation. Jul 22 14:29:58.696603 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:29:58.717896 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.720403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/1aaaf7b0-75b4-497e-9ea8-898bee16d3ee HTTP/1.1" status: 204 len: 168 time: 0.9478102 Jul 22 14:29:58.726748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42210) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:58.728549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11b3de-8c11-49e7-b133-fe35533c2457 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=1aaaf7b0-75b4-497e-9ea8-898bee16d3ee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:58.733204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a25eb-f802-435c-a549-b712926c571a req-b1deeaaf-57f2-4b58-865e-95642c24ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.735889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-b1deeaaf-57f2-4b58-865e-95642c24ebb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 909 time: 0.1679718 Jul 22 14:29:58.744746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c1086-a392-4b5c-af8d-26154c180c78 req-8d3cfeeb-ec19-41e2-a598-74a2b0107b92 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.746340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e68c1086-a392-4b5c-af8d-26154c180c78 req-8d3cfeeb-ec19-41e2-a598-74a2b0107b92 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 943 time: 0.2136185 Jul 22 14:29:58.790589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-3759c92a-6d03-46d9-9931-7ee9faf870c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 217 time: 0.0432761 Jul 22 14:29:58.835956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d9d9e1e2-6c22-484d-9c36-dedb579aad15 None None] Could not find standard attr ID for object a06809f9-dd9d-4052-9ef4-27dde084a408. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:29:58.865335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e68c1086-a392-4b5c-af8d-26154c180c78 req-17f02c2f-e9ea-4e6c-b058-58cab46ea148 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830562 Jul 22 14:29:58.871212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a25eb-f802-435c-a549-b712926c571a req-de4f9181-0338-4387-9ebc-95832e5d71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.872459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-de4f9181-0338-4387-9ebc-95832e5d71c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 200 len: 847 time: 0.0674548 Jul 22 14:29:58.877040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d9d9e1e2-6c22-484d-9c36-dedb579aad15 None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:58.877541 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d9d9e1e2-6c22-484d-9c36-dedb579aad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.959388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a25eb-f802-435c-a549-b712926c571a req-9aee0ef3-225a-4eeb-ad85-b0cbf0cefb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.961317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-9aee0ef3-225a-4eeb-ad85-b0cbf0cefb07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3a761ac-84cc-4abc-9429-0b43b85aac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806191 Jul 22 14:29:58.963726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 801589e7-ed0e-4967-b0bc-de2708c5f4e8 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:58.971058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.021599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c291-cceb-4209-98f4-a86a9852c5a4 req-f011759a-02bd-4767-a1be-0c1606c87380 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.023329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a900c291-cceb-4209-98f4-a86a9852c5a4 req-f011759a-02bd-4767-a1be-0c1606c87380 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 931 time: 0.3448896 Jul 22 14:29:59.060618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.081217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f573cf3-8b49-4c83-9a79-fad801042270 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:29:59.083329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-53c0cbbd-ed9f-4fed-be1b-403a970ee4aa service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136642 Jul 22 14:29:59.167651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65e29486-678e-4966-b943-fb575bb07f72 None None] Could not find standard attr ID for object a06809f9-dd9d-4052-9ef4-27dde084a408. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:29:59.181074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b72f93-401c-4ad2-8554-75d6ea4e91ad {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:59.193227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a900c291-cceb-4209-98f4-a86a9852c5a4 req-ec953c9d-311e-4b55-b9c6-1d21b8f00ad9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556656 Jul 22 14:29:59.203495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.209034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a7a25eb-f802-435c-a549-b712926c571a req-838f895d-6377-4747-a059-52235660a07e service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196458 Jul 22 14:29:59.230837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f573cf3-8b49-4c83-9a79-fad801042270 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:29:59.244707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Transition to ACTIVE for port object 01b72f93-401c-4ad2-8554-75d6ea4e91ad will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:59.255621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.273510 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.348915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Pushing event updated for resources: {'Port': ['ID=01b72f93-401c-4ad2-8554-75d6ea4e91ad,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:59.429837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.489595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=801589e7-ed0e-4967-b0bc-de2708c5f4e8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:59.495369 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.500436 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5909d1cd-94f3-46e5-a23e-3a92950cd0fd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/801589e7-ed0e-4967-b0bc-de2708c5f4e8 HTTP/1.1" status: 204 len: 168 time: 0.7234428 Jul 22 14:29:59.501779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e8a0fa07-cfcf-4781-ab32-643d1b367b70 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:59.501931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Attempting to bind port 01b72f93-401c-4ad2-8554-75d6ea4e91ad on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:59.502205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Attempting to bind port 01b72f93-401c-4ad2-8554-75d6ea4e91ad by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:59.502531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Attempting to bind port 01b72f93-401c-4ad2-8554-75d6ea4e91ad on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:59.505535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42218) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.513564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Port 01b72f93-401c-4ad2-8554-75d6ea4e91ad on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:59.513913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Attempting to bind port 01b72f93-401c-4ad2-8554-75d6ea4e91ad on network 09058be0-eb58-43e4-a222-bfc36f6bdcc1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:59.550611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:59.551010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Checking segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:59.551403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Bound using segment: {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:59.551844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Bound port: 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918fb414-2053-4291-b4d1-95164f81d79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:59.552203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.560557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.560872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb6c0bbb-ff99-4f21-935f-4c2b5c489706 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542331 Jul 22 14:29:59.580544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:59.590339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port e8a0fa07-cfcf-4781-ab32-643d1b367b70 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:59.596985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port e8a0fa07-cfcf-4781-ab32-643d1b367b70 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:59.597670 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.601280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f04ca88-8b55-4220-be2a-9b64e96aca01 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:29:59.635084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] For port 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:59.639001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] For port 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:59.644606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.692892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.693518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.695494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] 10.222.0.20 "PUT /v2.0/ports/01b72f93-401c-4ad2-8554-75d6ea4e91ad HTTP/1.1" status: 200 len: 1092 time: 1.4888341 Jul 22 14:29:59.699775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'tag': '01b72f93-401c-4ad2-8554-75d6ea4e91ad'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:59.702286 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d635be78-1fd5-44f1-906f-fb5fc87ba22d" -d '{"events": [{"name": "network-changed", "server_uuid": "a92f656a-f4ba-4595-9a5d-ee785ac102eb", "tag": "01b72f93-401c-4ad2-8554-75d6ea4e91ad"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:59.744733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dd9dade9-4425-42c7-a00f-030b237b1c5a None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:59.745163 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dd9dade9-4425-42c7-a00f-030b237b1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.767456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ed947-8722-46f9-9b74-66d06c808e33 req-a6506445-d296-4345-87c5-d0cc9f5777cf tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.769070 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-110ed947-8722-46f9-9b74-66d06c808e33 req-a6506445-d296-4345-87c5-d0cc9f5777cf tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 908 time: 0.2709322 Jul 22 14:29:59.809391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c200e512-d83b-486f-b55d-df033a9a98ed no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:59.811576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:59.815474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.842172 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9feb6f12-64f3-49fc-aec9-0cbda089cf92 x-openstack-request-id: req-9feb6f12-64f3-49fc-aec9-0cbda089cf92 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:59.843134 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92f656a-f4ba-4595-9a5d-ee785ac102eb", "tag": "01b72f93-401c-4ad2-8554-75d6ea4e91ad", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:59.844127 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9feb6f12-64f3-49fc-aec9-0cbda089cf92 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:59.844722 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'tag': '01b72f93-401c-4ad2-8554-75d6ea4e91ad', 'status': 'completed', 'code': 200} Jul 22 14:29:59.861112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57063f-301c-4254-8c99-13e37a2299db service neutron] Pushing event updated for resources: {'Port': ['ID=01b72f93-401c-4ad2-8554-75d6ea4e91ad,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:59.883328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f04ca88-8b55-4220-be2a-9b64e96aca01 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:29:59.896832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-9c2ed3ce-6256-4403-92fb-fad63ace7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.900753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-9c2ed3ce-6256-4403-92fb-fad63ace7112 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 1095 time: 0.1428216 Jul 22 14:29:59.904504 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.000434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:00.003437 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399aeb06-93ac-4018-8a8c-45936ecbfa48" -d '{"events": [{"server_uuid": "690c83c3-a9b3-484b-bb0d-9fc3a187424c", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0fa07-cfcf-4781-ab32-643d1b367b70"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:00.043484 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.046736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e8a0fa07-cfcf-4781-ab32-643d1b367b70, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:00.067416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-0721fb6b-d602-4293-8f4e-916d306586f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad HTTP/1.1" status: 200 len: 217 time: 0.1508844 Jul 22 14:30:00.144651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-59fd6ca1-948f-4fe3-9498-cbb150c7f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.146368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-59fd6ca1-948f-4fe3-9498-cbb150c7f591 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.0725884 Jul 22 14:30:00.192570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.194249 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-5e0e6889-7d24-46ec-9cc5-7dda537dc4fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412529 Jul 22 14:30:00.258448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda1a56-e166-4763-afd3-222e5fe0a6f8 req-ea45e893-4631-49e4-b1d8-200195d72cd6 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.259989 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eda1a56-e166-4763-afd3-222e5fe0a6f8 req-ea45e893-4631-49e4-b1d8-200195d72cd6 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 943 time: 0.1869853 Jul 22 14:30:00.265214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:00.269561 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9544680-459d-4158-a152-f58e7d13bf49 x-openstack-request-id: req-c9544680-459d-4158-a152-f58e7d13bf49 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:00.269897 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c83c3-a9b3-484b-bb0d-9fc3a187424c", "name": "network-vif-plugged", "status": "completed", "tag": "e8a0fa07-cfcf-4781-ab32-643d1b367b70", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:00.270152 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9544680-459d-4158-a152-f58e7d13bf49 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:00.270544 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70', 'code': 200} Jul 22 14:30:00.272678 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.305391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:00.309044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.310081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.336453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eda1a56-e166-4763-afd3-222e5fe0a6f8 req-5ff33dd7-2bf8-46d6-afa1-89c1130ab957 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672317 Jul 22 14:30:00.339571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=550f5a62-51cb-4a94-89bf-f1d9122331e3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:00.368126 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-659aefad-d869-43a9-8c0c-11bd51efa31d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7970636 Jul 22 14:30:00.368126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:00.369882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:00.403866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:00.418421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdd298-72fe-4931-b7ae-dd6982eaa9c8 req-96101c9c-8964-49af-91b5-052bc6ee4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.420778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7fcdd298-72fe-4931-b7ae-dd6982eaa9c8 req-96101c9c-8964-49af-91b5-052bc6ee4518 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 1061 time: 0.2295301 Jul 22 14:30:00.444048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-568d0b81-3c3b-4253-9abe-eac6475ec095 service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877563 Jul 22 14:30:00.459812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e8a0fa07-cfcf-4781-ab32-643d1b367b70,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:00.472215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.503987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9faaf-8c3d-42ab-bf93-ae87aaf8ed0c req-12ec2eb2-b997-41a0-a7ef-b2b8f9f9b78a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.507300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8d9faaf-8c3d-42ab-bf93-ae87aaf8ed0c req-12ec2eb2-b997-41a0-a7ef-b2b8f9f9b78a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 943 time: 0.1954894 Jul 22 14:30:00.542645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:00.548168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.579954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8d9faaf-8c3d-42ab-bf93-ae87aaf8ed0c req-10d7a7bb-426b-4b61-b6b0-598c44c35d68 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581694 Jul 22 14:30:00.597068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:00.655828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07b3a881-c874-43b5-ac5d-7f296c9020f1 req-6bdf258b-6274-44c7-adaa-53b441b34dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003307 Jul 22 14:30:00.835381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-a7de91e7-6d40-40c7-ad20-e97306b96548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.837812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-a7de91e7-6d40-40c7-ad20-e97306b96548 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 1095 time: 0.1286867 Jul 22 14:30:00.845290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '550f5a62-51cb-4a94-89bf-f1d9122331e3'}], 'binding:host_id': 'n-d-787205-11'}, 'id': 'c200e512-d83b-486f-b55d-df033a9a98ed'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:30:00.896130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.016598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3cf4-b1bb-4dca-8e4f-11a9ea562fd4 req-d4f78589-d178-4fd4-bdbd-bfe142b61207 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.025250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b1b3cf4-b1bb-4dca-8e4f-11a9ea562fd4 req-d4f78589-d178-4fd4-bdbd-bfe142b61207 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 909 time: 0.1459684 Jul 22 14:30:01.127237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Allocated IP 172.20.0.2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/550f5a62-51cb-4a94-89bf-f1d9122331e3/c200e512-d83b-486f-b55d-df033a9a98ed) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:01.131028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:01.265566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:01.304297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.328361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Transition to ACTIVE for port object c200e512-d83b-486f-b55d-df033a9a98ed will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:01.333361 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.413157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cfb6299e-6fff-4205-8065-5c73ad92deb3 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:01.569071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-775813cf-d5c5-4d6d-96c2-94317386f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.570919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-775813cf-d5c5-4d6d-96c2-94317386f5ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.7252922 Jul 22 14:30:01.578934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cfb6299e-6fff-4205-8065-5c73ad92deb3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:01.598636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b42c83-66f4-4384-aa5a-328e36ebffa6 None None] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:01.614412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'port_id': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'mac_address': 'fa:16:3e:42:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:01.653522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.695593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-96ed4519-3923-4230-ba6a-864adcf719be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad HTTP/1.1" status: 200 len: 217 time: 0.1177142 Jul 22 14:30:01.777862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e7bf2-5b59-4050-9532-1eeba40cc577 req-29e41204-39cd-439b-b2cf-95b922eeba5c tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.785490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-931e7bf2-5b59-4050-9532-1eeba40cc577 req-29e41204-39cd-439b-b2cf-95b922eeba5c tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 943 time: 0.3034999 Jul 22 14:30:01.787837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.807919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-07877f6b-e693-4c0f-87d9-d524dda2b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.809854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-07877f6b-e693-4c0f-87d9-d524dda2b981 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.1018052 Jul 22 14:30:01.816136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb6299e-6fff-4205-8065-5c73ad92deb3 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:01.862545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-a38049b9-f87c-4e43-89d2-7b469259ca6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427456 Jul 22 14:30:01.873328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cfb6299e-6fff-4205-8065-5c73ad92deb3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:01.878848 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.879604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-931e7bf2-5b59-4050-9532-1eeba40cc577 req-4bcac029-7566-4554-8f83-783fecabfc41 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930731 Jul 22 14:30:01.980227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:01.987698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cfb6299e-6fff-4205-8065-5c73ad92deb3,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:02.005168 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-6169347f-e3e2-4efb-9edf-38a612e2bb5a service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242418 Jul 22 14:30:02.046644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.068408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.069184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.103730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['cfb6299e-6fff-4205-8065-5c73ad92deb3'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:02.175213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4954c7-91b8-45a4-b823-beb81081808d req-c25463ba-cec2-47f5-a5ab-6578faafbab0 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.176903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b4954c7-91b8-45a4-b823-beb81081808d req-c25463ba-cec2-47f5-a5ab-6578faafbab0 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 943 time: 0.2691076 Jul 22 14:30:02.182322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:02.188020 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:02.202689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d635be78-1fd5-44f1-906f-fb5fc87ba22d req-073ff17d-b350-497c-baf4-c0f82743a77f service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901059 Jul 22 14:30:02.210867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.211486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.291569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76e123-dd36-49b4-bd7b-bda596167acc req-def769c5-3c01-43ae-a047-0510bcc1a180 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.301597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9377332 Jul 22 14:30:02.305488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:02.310303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f76e123-dd36-49b4-bd7b-bda596167acc req-def769c5-3c01-43ae-a047-0510bcc1a180 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 909 time: 0.1976504 Jul 22 14:30:02.340495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:90:32:f5', 'name': 'tempest-NetworksTestDHCPv6-1466559328'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:02.512244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=926e7870-ae11-40ac-b473-e84395085afc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:02.520777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17afe30-8a61-482a-9b79-017a039fb44e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:02.523382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea7030-4c62-4578-b97c-4ce5157e691a req-50948aaa-c9f6-4f48-bf95-639f7313a16d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.533312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9aea7030-4c62-4578-b97c-4ce5157e691a req-50948aaa-c9f6-4f48-bf95-639f7313a16d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 909 time: 0.1078176 Jul 22 14:30:02.547936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b4954c7-91b8-45a4-b823-beb81081808d req-9da67176-5f89-4931-8b42-62ab49a75891 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516734 Jul 22 14:30:02.570025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43f3bf-ccf9-42fd-97e9-f2411e39c6e9 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:02.575767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:02.653016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] Provisioning for port c200e512-d83b-486f-b55d-df033a9a98ed completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:02.664969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:02.665350 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.778373 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.801724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ab1e6-5ac4-4321-a6a8-88b5245ae486 req-24cf0ba5-e56f-42fb-a650-b8d71c10670c tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.803604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b94ab1e6-5ac4-4321-a6a8-88b5245ae486 req-24cf0ba5-e56f-42fb-a650-b8d71c10670c tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 1061 time: 0.1133466 Jul 22 14:30:02.812187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port abf95d32-2518-4868-a567-32ffdb6dfb25 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:02.855436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.918214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:02.919545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507be0ae-5bad-4744-a896-4d48ca2c326d req-d0024157-d091-4c79-8a84-e441810d19a7 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.921468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-507be0ae-5bad-4744-a896-4d48ca2c326d req-d0024157-d091-4c79-8a84-e441810d19a7 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 947 time: 0.1224897 Jul 22 14:30:02.925028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.979103 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-507be0ae-5bad-4744-a896-4d48ca2c326d req-77658dd6-b581-4e7f-a148-f09a05eb6c0a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472925 Jul 22 14:30:02.986675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b8046-c168-4df3-bfed-7c3612ce2dc8 None None] Pushing event updated for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:03.058024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 172.20.0.12 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/550f5a62-51cb-4a94-89bf-f1d9122331e3/abf95d32-2518-4868-a567-32ffdb6dfb25) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:03.066483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fe90:32f5 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/926e7870-ae11-40ac-b473-e84395085afc/abf95d32-2518-4868-a567-32ffdb6dfb25) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:03.164197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e4f8d-21ff-4f1f-94ee-5407fb8a9e5f req-69c3b7d1-6a06-4c49-8a12-b550a17f4f67 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.166801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01bcc0-2e23-446d-af4c-f0585db5dffe req-455fc8ff-3103-4f37-811c-ebae00120d93 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.168816 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c01bcc0-2e23-446d-af4c-f0585db5dffe req-455fc8ff-3103-4f37-811c-ebae00120d93 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 944 time: 0.0944686 Jul 22 14:30:03.170153 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e4e4f8d-21ff-4f1f-94ee-5407fb8a9e5f req-69c3b7d1-6a06-4c49-8a12-b550a17f4f67 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1136 time: 0.1889169 Jul 22 14:30:03.221283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c01bcc0-2e23-446d-af4c-f0585db5dffe req-e12a9e7f-a42b-4803-ac08-31ce4e6146b3 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 Jul 22 14:30:03.280863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e4e4f8d-21ff-4f1f-94ee-5407fb8a9e5f req-d5c1aab8-b0b0-4459-ae00-3e19dc2a7a33 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0862510 Jul 22 14:30:03.304051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42266) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:03.309526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.324525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object abf95d32-2518-4868-a567-32ffdb6dfb25 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:03.366089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.374551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d4f620-ebfb-4e35-91e3-252fc050da35 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.378567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-16d4f620-ebfb-4e35-91e3-252fc050da35 tempest-TestSecurityGroupsBasicOps-2136396260 tempest-TestSecurityGroupsBasicOps-2136396260-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 1056 time: 0.0727472 Jul 22 14:30:03.407662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 01b72f93-401c-4ad2-8554-75d6ea4e91ad details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:03.410841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cfb6299e-6fff-4205-8065-5c73ad92deb3 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:03.430699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=abf95d32-2518-4868-a567-32ffdb6dfb25,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:03.456556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:03.458995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:03.465227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:03.554491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port cfb6299e-6fff-4205-8065-5c73ad92deb3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:03.577343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.577727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.591000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port cfb6299e-6fff-4205-8065-5c73ad92deb3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:03.591250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.615605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56ea6f6f-fefd-4113-821b-e589d0ecda8b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2894361 Jul 22 14:30:03.616041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42276) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:03.668890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86e116c-3a07-476e-8c50-779e8d6f914f None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:03.710480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:03.767016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '01b72f93-401c-4ad2-8554-75d6ea4e91ad', 'network_id': '09058be0-eb58-43e4-a222-bfc36f6bdcc1', 'port_id': '01b72f93-401c-4ad2-8554-75d6ea4e91ad', 'mac_address': 'fa:16:3e:6c:2c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12ebb4c-e605-4417-93a3-f2ba43d3b52e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:03.791990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379b737-3879-4ebf-a48c-676383778ff3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.799225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379b737-3879-4ebf-a48c-676383778ff3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.803409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0379b737-3879-4ebf-a48c-676383778ff3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1837590 Jul 22 14:30:03.803765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c4ec-655e-4f8c-bd33-2b90ad6d2d0a req-e4693488-0e3f-4536-a5fc-ddf3250320df tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.804378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:03.819414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69f7c4ec-655e-4f8c-bd33-2b90ad6d2d0a req-e4693488-0e3f-4536-a5fc-ddf3250320df tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 909 time: 0.1653962 Jul 22 14:30:03.841735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.879747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c200e512-d83b-486f-b55d-df033a9a98ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:03.895159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-79783b44-27a3-4986-aaa9-6529300cf45a None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:03.895535 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79783b44-27a3-4986-aaa9-6529300cf45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.905953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acf816-0947-470c-973c-788b44ccdda3 req-d2e19728-bf4b-46f9-ad65-12690d9aa483 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.907495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62acf816-0947-470c-973c-788b44ccdda3 req-d2e19728-bf4b-46f9-ad65-12690d9aa483 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 943 time: 0.2370636 Jul 22 14:30:03.947516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b72f93-401c-4ad2-8554-75d6ea4e91ad {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:03.966541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62acf816-0947-470c-973c-788b44ccdda3 req-973d5ea2-6d05-434e-b73c-c24761fdb75d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528231 Jul 22 14:30:03.970562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port abf95d32-2518-4868-a567-32ffdb6dfb25 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:03.970923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.031312 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.050718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:04.070956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.082162 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.092053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for abf95d32-2518-4868-a567-32ffdb6dfb25 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:04.123000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:04.126705 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e6a4c-97d5-46c1-8a90-d9d03923de99" -d '{"events": [{"server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "name": "network-vif-plugged", "status": "completed", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:04.188893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=01b72f93-401c-4ad2-8554-75d6ea4e91ad,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.197826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df057684-fd38-47b3-b6a5-6e0017f95532 req-eca5de53-568a-4052-814b-c4cff455a713 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.206524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df057684-fd38-47b3-b6a5-6e0017f95532 req-eca5de53-568a-4052-814b-c4cff455a713 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 947 time: 0.1252124 Jul 22 14:30:04.212704 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c419b32-cdb7-4a40-b5f2-18349a63f2d7 x-openstack-request-id: req-4c419b32-cdb7-4a40-b5f2-18349a63f2d7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:04.212998 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "name": "network-vif-plugged", "status": "completed", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:04.213258 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c419b32-cdb7-4a40-b5f2-18349a63f2d7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:04.214097 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'code': 200} Jul 22 14:30:04.227706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port cfb6299e-6fff-4205-8065-5c73ad92deb3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:04.235962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:04.236385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.241300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.312583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.355904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['01b72f93-401c-4ad2-8554-75d6ea4e91ad'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:04.380046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=abf95d32-2518-4868-a567-32ffdb6dfb25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.439852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df057684-fd38-47b3-b6a5-6e0017f95532 req-d8abfbd6-4a93-494a-86e0-844e6ea70210 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=27891d0f-1731-4455-8456-6201b4846bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946075 Jul 22 14:30:04.474742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-6731f73f-24be-4107-9754-ee10ac9af5c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.476890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-6731f73f-24be-4107-9754-ee10ac9af5c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 947 time: 0.2690258 Jul 22 14:30:04.500848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.503270 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f48a6ad-3bf7-4d87-b8ce-f4925fb6a8d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/abf95d32-2518-4868-a567-32ffdb6dfb25 HTTP/1.1" status: 204 len: 168 time: 0.6977947 Jul 22 14:30:04.511086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c67e4-3054-408b-943b-8073ff16c2da req-69093cbb-56cf-475e-9273-eae4aefdc23c tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.512673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d32c67e4-3054-408b-943b-8073ff16c2da req-69093cbb-56cf-475e-9273-eae4aefdc23c tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.1972623 Jul 22 14:30:04.513669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42286) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:04.551986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51021cce-2a10-4a7b-8e76-c6ca80e71a8b req-76d068a8-78ac-4345-bc1b-4f6d997bc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.553863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51021cce-2a10-4a7b-8e76-c6ca80e71a8b req-76d068a8-78ac-4345-bc1b-4f6d997bc33d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1097 time: 0.2363355 Jul 22 14:30:04.602929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d32c67e4-3054-408b-943b-8073ff16c2da req-4770ba17-a9a7-4113-910c-44f7ddb41c4f tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794842 Jul 22 14:30:04.611631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8159386-e4ba-4d8a-89e7-b29ae174ba6a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.613209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8159386-e4ba-4d8a-89e7-b29ae174ba6a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.614792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8159386-e4ba-4d8a-89e7-b29ae174ba6a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.616454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8159386-e4ba-4d8a-89e7-b29ae174ba6a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1018350 Jul 22 14:30:04.620963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:04.639799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51021cce-2a10-4a7b-8e76-c6ca80e71a8b req-bc29a1cc-30fc-41b1-986e-7b937bc8de73 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788057 Jul 22 14:30:04.664962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Deleting port b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:04.665334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.680423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 550f5a62-51cb-4a94-89bf-f1d9122331e3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:04.684177 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.712355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=cfb6299e-6fff-4205-8065-5c73ad92deb3,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.754710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.789604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] For port b8e2a6af-0761-461c-a8c6-970eb12a2d89, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b8e2a6af-0761-461c-a8c6-970eb12a2d89,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:04.790016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.111212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-331be1a7-7772-4876-9c8f-eebd568b332b None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:05.111590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-331be1a7-7772-4876-9c8f-eebd568b332b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.177303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311a345-c999-4a6a-93b6-f91414878fdb req-9ca3979c-f903-4645-ac61-a22507a28e76 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.188853 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f311a345-c999-4a6a-93b6-f91414878fdb req-9ca3979c-f903-4645-ac61-a22507a28e76 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 909 time: 0.2469418 Jul 22 14:30:05.210689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-331be1a7-7772-4876-9c8f-eebd568b332b None None] Could not find standard attr ID for object abf95d32-2518-4868-a567-32ffdb6dfb25. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:05.216500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.217008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.217198 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Floating IP 26573935-817f-428f-8a9e-4a7eff569645 disassociated. External IP: 172.25.8.144, port: b8e2a6af-0761-461c-a8c6-970eb12a2d89. Jul 22 14:30:05.217534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Calling delete_port for b8e2a6af-0761-461c-a8c6-970eb12a2d89 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:05.294566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.383911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.387485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e3a3b4d6-6403-4227-b14d-815da99ae0fc tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.389159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e3a3b4d6-6403-4227-b14d-815da99ae0fc tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.13 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 909 time: 0.5072076 Jul 22 14:30:05.413323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c497cc1-c83a-4400-8d72-19b0c7cc7f02 req-a6619cc2-e579-412f-ba28-1527d057377c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.414902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c497cc1-c83a-4400-8d72-19b0c7cc7f02 req-a6619cc2-e579-412f-ba28-1527d057377c tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 944 time: 0.1875641 Jul 22 14:30:05.423558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 01b72f93-401c-4ad2-8554-75d6ea4e91ad up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:05.459921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.469456 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-02e8bb2e-9a0f-41c8-ac0c-8ee7f1e519fc None None] Could not find standard attr ID for object abf95d32-2518-4868-a567-32ffdb6dfb25. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:05.507622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 01b72f93-401c-4ad2-8554-75d6ea4e91ad completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:05.518641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 01b72f93-401c-4ad2-8554-75d6ea4e91ad triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:05.519024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.558399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.560372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/550f5a62-51cb-4a94-89bf-f1d9122331e3 HTTP/1.1" status: 204 len: 168 time: 0.9384112 Jul 22 14:30:05.584630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef648ac-8186-4def-8388-df4f7c537da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=550f5a62-51cb-4a94-89bf-f1d9122331e3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:05.586309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:05.590860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event deleted for resources: {'Port': ['ID=b8e2a6af-0761-461c-a8c6-970eb12a2d89,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:05.627461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.635504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-16892c56-89d6-4622-a6c7-62e3c7e1c9d6 req-71a74dc9-3e3f-455c-ac86-0b98a8da4049 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=05dd7e83-8bd8-45b9-964a-8af33dc1b185 HTTP/1.1" status: 200 len: 210 time: 0.0347877 Jul 22 14:30:05.644298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Router ee65818a-62ac-4577-b9d9-161905e98a89 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:05.689423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:05.704337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.741546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c497cc1-c83a-4400-8d72-19b0c7cc7f02 req-33f9d783-b6ae-4556-bf19-00f31320e813 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967381 Jul 22 14:30:05.783573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ddeb56-9ee9-42c1-87b7-f69234b36b3a None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:05.818275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 926e7870-ae11-40ac-b473-e84395085afc {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:05.821235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.872668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.885396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=01b72f93-401c-4ad2-8554-75d6ea4e91ad,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:05.918217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port e8a0fa07-cfcf-4781-ab32-643d1b367b70 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:05.918570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.977267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53783a47-5d48-4951-9dfd-c4ed65a478de req-0a21c536-91c4-4e88-aa41-d78d88439b52 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.982058 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53783a47-5d48-4951-9dfd-c4ed65a478de req-0a21c536-91c4-4e88-aa41-d78d88439b52 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.1676564 Jul 22 14:30:05.983667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:06.000895 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:06.021010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:06.021010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:06.059098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] No DVR routers for this DVR port b8e2a6af-0761-461c-a8c6-970eb12a2d89 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:06.063857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.065943 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5e775be-f271-4ac5-b858-db7d3be6f1c0 req-15622d87-b26e-40ae-9f83-5a9492181fa1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "DELETE /v2.0/ports/b8e2a6af-0761-461c-a8c6-970eb12a2d89 HTTP/1.1" status: 204 len: 173 time: 1.5808742 Jul 22 14:30:06.066402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-deleted', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:06.075335 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6110b7-8b71-408c-a20d-cccb6fe21ff5" -d '{"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-deleted", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:06.111567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53783a47-5d48-4951-9dfd-c4ed65a478de req-822ab05b-544a-4058-bfd1-d696e64f351d tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125212 Jul 22 14:30:06.124181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port e8a0fa07-cfcf-4781-ab32-643d1b367b70, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e8a0fa07-cfcf-4781-ab32-643d1b367b70,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:06.124443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.185769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for e8a0fa07-cfcf-4781-ab32-643d1b367b70 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:06.190109 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4f03ac-acb2-4dfd-bc19-5b41b2bbe74f x-openstack-request-id: req-2b4f03ac-acb2-4dfd-bc19-5b41b2bbe74f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:06.190439 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05dd7e83-8bd8-45b9-964a-8af33dc1b185", "name": "network-vif-deleted", "tag": "b8e2a6af-0761-461c-a8c6-970eb12a2d89", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:06.190705 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b4f03ac-acb2-4dfd-bc19-5b41b2bbe74f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:06.191273 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05dd7e83-8bd8-45b9-964a-8af33dc1b185', 'name': 'network-vif-deleted', 'tag': 'b8e2a6af-0761-461c-a8c6-970eb12a2d89', 'status': 'completed', 'code': 200} Jul 22 14:30:06.215189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b72f93-401c-4ad2-8554-75d6ea4e91ad'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:06.217549 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be7a2b1-a3ea-4f4c-bc8e-6c0f16f8f3d8" -d '{"events": [{"server_uuid": "a92f656a-f4ba-4595-9a5d-ee785ac102eb", "name": "network-vif-plugged", "status": "completed", "tag": "01b72f93-401c-4ad2-8554-75d6ea4e91ad"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:06.333285 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:06.349649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6ed6-3f1b-45de-8e9f-68c66e4c6bd5 req-a043a537-3b3e-4b83-8860-b964200351a5 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:06.362283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff5f6ed6-3f1b-45de-8e9f-68c66e4c6bd5 req-a043a537-3b3e-4b83-8860-b964200351a5 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.1529975 Jul 22 14:30:06.405655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.480010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff5f6ed6-3f1b-45de-8e9f-68c66e4c6bd5 req-37dda9a2-6d78-4db6-8aef-d39a3f94728b tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059589 Jul 22 14:30:06.557521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.578855 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89749fb4-47ee-47aa-a128-74597365448f x-openstack-request-id: req-89749fb4-47ee-47aa-a128-74597365448f {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:06.579660 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92f656a-f4ba-4595-9a5d-ee785ac102eb", "name": "network-vif-plugged", "status": "completed", "tag": "01b72f93-401c-4ad2-8554-75d6ea4e91ad", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:06.580192 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89749fb4-47ee-47aa-a128-74597365448f {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:06.580784 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b72f93-401c-4ad2-8554-75d6ea4e91ad', 'code': 200} Jul 22 14:30:06.626631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=926e7870-ae11-40ac-b473-e84395085afc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:06.628959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.633853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42322) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.634094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f733363-2c16-446d-b0d4-57786ab5efe6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/926e7870-ae11-40ac-b473-e84395085afc HTTP/1.1" status: 204 len: 168 time: 1.0279207 Jul 22 14:30:06.635963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.676336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=e8a0fa07-cfcf-4781-ab32-643d1b367b70,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:06.809564 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d415101a-d646-457e-a4eb-0e4c59f8997c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1716940 Jul 22 14:30:06.815025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.827203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:06.872295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] No DVR routers for this DVR port e8a0fa07-cfcf-4781-ab32-643d1b367b70 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:06.875599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.883654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7c465ff8-a884-4d6f-8bf2-52119ecdfedd req-e4ace25b-4bc3-41d1-9e43-1ab13a824504 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.13 "DELETE /v2.0/ports/e8a0fa07-cfcf-4781-ab32-643d1b367b70 HTTP/1.1" status: 204 len: 173 time: 1.4868479 Jul 22 14:30:06.884491 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'name': 'network-vif-deleted', 'tag': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:06.896278 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2200056e-39f5-4428-a764-7492da701c55" -d '{"events": [{"server_uuid": "690c83c3-a9b3-484b-bb0d-9fc3a187424c", "name": "network-vif-deleted", "tag": "e8a0fa07-cfcf-4781-ab32-643d1b367b70"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:06.964040 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:07.019323 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:07.019957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c5c98c5-ef9f-4f53-8729-4bd1f96a17ac req-2944b5e1-5191-4540-ba5b-947fbe368d73 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=690c83c3-a9b3-484b-bb0d-9fc3a187424c HTTP/1.1" status: 200 len: 210 time: 0.0892115 Jul 22 14:30:07.047218 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:07.048404 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:07.242748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7726860d-a081-4003-aab4-b8d8d04c149a None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:07.253249 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:07.260310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac643d1-661e-4df6-be1e-d9443cb92d5d req-633dade8-0e7f-42c3-b69a-18edf53db5da tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.263336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aac643d1-661e-4df6-be1e-d9443cb92d5d req-633dade8-0e7f-42c3-b69a-18edf53db5da tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.5346446 Jul 22 14:30:07.352411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54139b7-121c-4b4b-b2b6-79b7077cd28d req-d43efe77-0623-447a-ae90-45036e7b4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.355724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c54139b7-121c-4b4b-b2b6-79b7077cd28d req-d43efe77-0623-447a-ae90-45036e7b4b1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 1097 time: 0.6372201 Jul 22 14:30:07.364271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:07.367940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.421640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-10761227-bfdc-4a5d-b630-092d5cb4d739 None None] Provisioning complete for port c200e512-d83b-486f-b55d-df033a9a98ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:07.421640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-10761227-bfdc-4a5d-b630-092d5cb4d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.434204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced7286-832a-4613-b2d1-6d83d6ca6f85 req-ea34bae5-bcb2-41fa-9a1a-143f58289754 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.451283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cced7286-832a-4613-b2d1-6d83d6ca6f85 req-ea34bae5-bcb2-41fa-9a1a-143f58289754 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 945 time: 0.1798050 Jul 22 14:30:07.554287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cced7286-832a-4613-b2d1-6d83d6ca6f85 req-b105030b-da30-4e48-9d87-fc820b428fc9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006649 Jul 22 14:30:07.589533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aac643d1-661e-4df6-be1e-d9443cb92d5d req-a690c097-b59c-450e-a3c9-b103b0cb9f07 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047948 Jul 22 14:30:07.592254 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:07.626054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42336) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:07.688359 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5d69ee-2ebd-4293-aae6-84d76aba979a x-openstack-request-id: req-3e5d69ee-2ebd-4293-aae6-84d76aba979a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:07.689049 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c83c3-a9b3-484b-bb0d-9fc3a187424c", "name": "network-vif-deleted", "tag": "e8a0fa07-cfcf-4781-ab32-643d1b367b70", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:07.689564 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e5d69ee-2ebd-4293-aae6-84d76aba979a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:07.690348 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c83c3-a9b3-484b-bb0d-9fc3a187424c', 'name': 'network-vif-deleted', 'tag': 'e8a0fa07-cfcf-4781-ab32-643d1b367b70', 'status': 'completed', 'code': 200} Jul 22 14:30:07.702076 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001a725-ca5c-4829-95b7-59702a92eaac None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:07.710933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42338) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:07.762393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:07.770032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c54139b7-121c-4b4b-b2b6-79b7077cd28d req-5fc3dfd5-c6ff-45b2-a8e8-d1c4907b8a64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560569 Jul 22 14:30:07.858582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2799d25-6f1c-4b56-9924-46a0c7a2fd60 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.912437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] Deleting port c200e512-d83b-486f-b55d-df033a9a98ed {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:07.913400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.935095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2799d25-6f1c-4b56-9924-46a0c7a2fd60 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.998817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.020834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2799d25-6f1c-4b56-9924-46a0c7a2fd60 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.023915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2799d25-6f1c-4b56-9924-46a0c7a2fd60 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.028069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] For port c200e512-d83b-486f-b55d-df033a9a98ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c200e512-d83b-486f-b55d-df033a9a98ed,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:08.028472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.028903 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2799d25-6f1c-4b56-9924-46a0c7a2fd60 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "DELETE /v2.0/security-groups/27891d0f-1731-4455-8456-6201b4846bb6 HTTP/1.1" status: 204 len: 168 time: 0.3163962 Jul 22 14:30:08.029749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:08.048813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] Calling delete_port for c200e512-d83b-486f-b55d-df033a9a98ed owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:08.063613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:08.067446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:08.074028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:08.076254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.080702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799d25-6f1c-4b56-9924-46a0c7a2fd60 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27891d0f-1731-4455-8456-6201b4846bb6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:08.106686 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-2b11d3c6-80e6-4a13-9d4a-f0313115c508 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] show failed (client error): The resource could not be found. Jul 22 14:30:08.111924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42346) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:08.117660 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2b11d3c6-80e6-4a13-9d4a-f0313115c508 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups/27891d0f-1731-4455-8456-6201b4846bb6 HTTP/1.1" status: 404 len: 347 time: 0.0810447 Jul 22 14:30:08.129042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=8f5278f6-9d1e-45ec-9232-ce22605d0233,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:08.152700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:08.182141 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.200002 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7a87efc-5827-41f5-9100-3b246c1c43ef tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3834195 Jul 22 14:30:08.209951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:08.221353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:08.250604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] Pushing event deleted for resources: {'Port': ['ID=c200e512-d83b-486f-b55d-df033a9a98ed,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:08.263520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94819d3d-859e-4493-b062-f80d7bbf4450 None None] New status for floating IP 26573935-817f-428f-8a9e-4a7eff569645: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:30:08.315968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e22622-6ff7-4306-9c1a-600516f1b310 None None] No DVR routers for this DVR port c200e512-d83b-486f-b55d-df033a9a98ed on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:08.357048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc71ec-cd81-4505-9dd3-836e7c56d025 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:08.394159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c2b4b-c6c8-4147-9dfb-ef2f470f0c7e tempest-TestServerBasicOps-470202875 tempest-TestServerBasicOps-470202875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:08.396285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac8c2b4b-c6c8-4147-9dfb-ef2f470f0c7e tempest-TestServerBasicOps-470202875 tempest-TestServerBasicOps-470202875-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1092 time: 0.6526778 Jul 22 14:30:08.400639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:08.415632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:08.447625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.479007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Deleting port 99d5e073-20f1-463c-8e0a-2247c5d0b23c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:08.479927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.569046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:08.573410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.591605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '8f5278f6-9d1e-45ec-9232-ce22605d0233'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:08.592732 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.734436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.734900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.781729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Calling delete_port for 99d5e073-20f1-463c-8e0a-2247c5d0b23c owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:08.813452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Allocated IP 172.20.0.2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/8f5278f6-9d1e-45ec-9232-ce22605d0233/7c9e014a-1d22-4142-aeba-acccbb13de62) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:08.883090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.899909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8542b90-e031-42ad-9139-047e10a3cbe8 req-67c024b1-2f13-4bd2-9397-3def0a4fff4b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:08.901501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8542b90-e031-42ad-9139-047e10a3cbe8 req-67c024b1-2f13-4bd2-9397-3def0a4fff4b tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 945 time: 0.1831536 Jul 22 14:30:08.960770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.008456 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8542b90-e031-42ad-9139-047e10a3cbe8 req-8f2e7ef5-21e6-479c-8e46-d414f1ceec7d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985296 Jul 22 14:30:09.070665 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.090145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Transition to ACTIVE for port object 7c9e014a-1d22-4142-aeba-acccbb13de62 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:09.099747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.102584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Allocated IP 172.25.8.224 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/a2ca2669-5a5a-402a-bca9-c2c2af26889a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:09.123982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Transition to ACTIVE for port object 7c9e014a-1d22-4142-aeba-acccbb13de62 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:09.133077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.145122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event deleted for resources: {'Port': ['ID=99d5e073-20f1-463c-8e0a-2247c5d0b23c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:09.225854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:09.226539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:09.230455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:09.247235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:09.295347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Pushing event updated for resources: {'Port': ['ID=7c9e014a-1d22-4142-aeba-acccbb13de62,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:09.321256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Attempting to bind port 7c9e014a-1d22-4142-aeba-acccbb13de62 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:09.321644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Attempting to bind port 7c9e014a-1d22-4142-aeba-acccbb13de62 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:09.322023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Attempting to bind port 7c9e014a-1d22-4142-aeba-acccbb13de62 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:09.323399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.333518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:09.333927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:09.334344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.334747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:09.335230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Bound port: 7c9e014a-1d22-4142-aeba-acccbb13de62, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:09.335622 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.383936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.435145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] For port 7c9e014a-1d22-4142-aeba-acccbb13de62, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:09.439002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] For port 7c9e014a-1d22-4142-aeba-acccbb13de62, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7c9e014a-1d22-4142-aeba-acccbb13de62,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:09.441359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:09.449394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.454028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.455902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.459484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ae00982-c5ce-41c9-92ea-842ff748e2bc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "DELETE /v2.0/floatingips/26573935-817f-428f-8a9e-4a7eff569645 HTTP/1.1" status: 204 len: 168 time: 1.3447669 Jul 22 14:30:09.467023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:09.472024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:09.549550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'Port': ['ID=a2ca2669-5a5a-402a-bca9-c2c2af26889a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:09.584622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbfdb-46be-4485-9d2c-88776d35114c None None] Pushing event updated for resources: {'Port': ['ID=7c9e014a-1d22-4142-aeba-acccbb13de62,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:09.591139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e8a0fa07-cfcf-4781-ab32-643d1b367b70 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:09.612134 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.642364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: e8a0fa07-cfcf-4781-ab32-643d1b367b70 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:09.642721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e8a0fa07-cfcf-4781-ab32-643d1b367b70 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:09.643147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:09.670757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: b8e2a6af-0761-461c-a8c6-970eb12a2d89 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:09.671097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b8e2a6af-0761-461c-a8c6-970eb12a2d89 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:09.708402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port 666f7994-45aa-4485-8c9f-e82dd2c3d21c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:09.708757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.800113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c200e512-d83b-486f-b55d-df033a9a98ed no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:09.841783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c200e512-d83b-486f-b55d-df033a9a98ed {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:09.841783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c200e512-d83b-486f-b55d-df033a9a98ed not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:10.005644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port 7c9e014a-1d22-4142-aeba-acccbb13de62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7c9e014a-1d22-4142-aeba-acccbb13de62,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:10.059001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port 666f7994-45aa-4485-8c9f-e82dd2c3d21c, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=666f7994-45aa-4485-8c9f-e82dd2c3d21c,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:10.059399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.089296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for 666f7994-45aa-4485-8c9f-e82dd2c3d21c owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:10.186308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.187907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:10.194416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686581054', 'description': 'tempest-description--1661051581'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:10.203586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.204428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.328309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:10.347499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:10.355651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.356254 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.363520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.406210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=58a638e0-0764-46de-8df2-a1998522efd8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.410904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=7c9e014a-1d22-4142-aeba-acccbb13de62,revision_number=4']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.419383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c26ab20-5ab7-494f-819d-d9262b655349 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2055712 Jul 22 14:30:10.421037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:10.426111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:3e:d4:95', 'name': 'tempest-NetworksTestDHCPv6-213683952'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:10.555420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.604085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.628974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435db83b-da9b-4ba6-9767-68a13f8c3f30 req-51cb19e2-322b-499d-93c9-302c244fbe17 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.638989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435db83b-da9b-4ba6-9767-68a13f8c3f30 req-51cb19e2-322b-499d-93c9-302c244fbe17 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 945 time: 0.2241440 Jul 22 14:30:10.680944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.715246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=666f7994-45aa-4485-8c9f-e82dd2c3d21c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.721022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.728659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-435db83b-da9b-4ba6-9767-68a13f8c3f30 req-70d5e7bc-c9a6-4ebd-aad6-9e120739734e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880864 Jul 22 14:30:10.892949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.919342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897997b4-1cc0-416c-8521-5d4dbf7371be,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.955581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.956848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-99dedbef-a95f-4d63-ac9f-fee4e4b2a907 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7666175 Jul 22 14:30:10.960754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:10.967750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'security_group_rule': {'security_group_id': '897997b4-1cc0-416c-8521-5d4dbf7371be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:11.045075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:30:11.045075 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:30:11.045075 n-d-787205-11 neutron-server[93759]: [parameters: {'project_id_1': 'e7f024a9792841999c853aedf059c7e8', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 30, 11, 3774)}] Jul 22 14:30:11.045075 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:30:11.045532 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:30:11.156639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:11.295056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.303952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.346601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536545e9-6739-421f-9f4a-07add0d97c62 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:11.380312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.385360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.492054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 9626325c-99c3-4452-b4ca-6213ac80d06e yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:11.494501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-50a9890d-e418-46a5-aa70-1bcb2c58abf1 None None] Provisioning for port 7c9e014a-1d22-4142-aeba-acccbb13de62 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:11.549682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.784430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event updated for resources: {'Port': ['ID=a2ca2669-5a5a-402a-bca9-c2c2af26889a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:11.796999 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Floating IP c0c8f60c-33d9-4e5b-aec7-89ff5690cd64 associated. External IP: 172.25.8.224, port: cfb6299e-6fff-4205-8065-5c73ad92deb3. Jul 22 14:30:12.052034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7c9e014a-1d22-4142-aeba-acccbb13de62 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:12.200913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7c9e014a-1d22-4142-aeba-acccbb13de62 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:12.219718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7c9e014a-1d22-4142-aeba-acccbb13de62 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:12.220880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.222729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:12.347161 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.456528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7c9e014a-1d22-4142-aeba-acccbb13de62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7c9e014a-1d22-4142-aeba-acccbb13de62,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:12.462457 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.558310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7c9e014a-1d22-4142-aeba-acccbb13de62,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:12.565128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.689729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:12.700936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] Sync routers for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:12.758073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.769266 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:12.769928 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:12.774004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 569f427c-41d7-4c50-8f9e-6196f2a5123c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:12.891841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-479955e2-b52e-4a27-a03d-69722260e1d1 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4831667 Jul 22 14:30:12.893575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:12.896463 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df57ddf0-1591-477d-a575-f7840c43a6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:12.975544 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab919e8d-785a-4f75-a4a1-8114685a8dc7 x-openstack-request-id: req-ab919e8d-785a-4f75-a4a1-8114685a8dc7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:12.976610 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:12.977021 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab919e8d-785a-4f75-a4a1-8114685a8dc7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:12.977828 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'status': 'completed', 'code': 200} Jul 22 14:30:13.019607 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.021781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 172.20.0.13 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/8f5278f6-9d1e-45ec-9232-ce22605d0233/9626325c-99c3-4452-b4ca-6213ac80d06e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:13.030665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.047623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:13.053128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fe3e:d495 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/58a638e0-0764-46de-8df2-a1998522efd8/9626325c-99c3-4452-b4ca-6213ac80d06e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:13.060641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] Sync routers for ids ['569f427c-41d7-4c50-8f9e-6196f2a5123c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:13.075849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-830aaf91-388b-4c55-ab22-678d3faead8d tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "PUT /v2.0/routers/569f427c-41d7-4c50-8f9e-6196f2a5123c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9212079 Jul 22 14:30:13.082539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:13.107825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d895f263-9b53-4d5f-8106-a5a23d8594b7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:13.108121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] Routers {'569f427c-41d7-4c50-8f9e-6196f2a5123c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:13.112204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['569f427c-41d7-4c50-8f9e-6196f2a5123c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:13.163829 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:13.180490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-4e309422-fdcd-4fb3-b0fe-99a73f1af266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:13.185143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-4e309422-fdcd-4fb3-b0fe-99a73f1af266 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1097 time: 0.1701214 Jul 22 14:30:13.199097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.200510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6f0f2601-c328-44c7-89c2-e606c4d87890 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2363768 Jul 22 14:30:13.205099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42622) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:13.240756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting subnet de8507d8-f1bd-42c4-ac0f-3d109cec1b6a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:13.250517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.259792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'security_group_rule': {'security_group_id': '897997b4-1cc0-416c-8521-5d4dbf7371be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:13.354352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4219d83b-50ed-4b98-b489-3cd994d28e21 None None] Provisioning complete for port 7c9e014a-1d22-4142-aeba-acccbb13de62 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:13.355386 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4219d83b-50ed-4b98-b489-3cd994d28e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.363597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.459581 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.510308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.522249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] Set router 569f427c-41d7-4c50-8f9e-6196f2a5123c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:13.543587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 9626325c-99c3-4452-b4ca-6213ac80d06e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:13.565095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.668117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.685445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.696539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-03834d3b-04f6-46b7-a418-5de241fa6d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:13.705664 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-03834d3b-04f6-46b7-a418-5de241fa6d28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 909 time: 0.5140438 Jul 22 14:30:13.723214 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.763762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.849139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:13.852255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.863586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/subnets/de8507d8-f1bd-42c4-ac0f-3d109cec1b6a HTTP/1.1" status: 204 len: 168 time: 0.7790315 Jul 22 14:30:13.875677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:13.880948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:13.915119 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97497da1-15fc-48af-bc97-65ea4830c8c4 None None] Network 534ecf35-5d1f-4897-892d-f0bd3b5ae51b requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:13.959293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:13.969635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2852ac8b-5550-4bcf-aadb-4388b35d9d05,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:13.970094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:13.970601 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.974885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ff567-17a0-4e89-8be3-d1444a42845c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Subnet': ['ID=de8507d8-f1bd-42c4-ac0f-3d109cec1b6a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:13.983592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=9626325c-99c3-4452-b4ca-6213ac80d06e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:13.986981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.988227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d882da3-81d6-49e9-8d93-428b17a2b1b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7787030 Jul 22 14:30:13.998868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7c9e014a-1d22-4142-aeba-acccbb13de62 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:14.001394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42688) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:14.006589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:14.013042 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'c0c8f60c-33d9-4e5b-aec7-89ff5690cd64', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'port_id': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'mac_address': 'fa:16:3e:42:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:09Z', 'updated_at': '2021-07-22T14:30:09Z', 'revision_number': 0, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:31Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:14.114807 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-fff335b6-6cd0-4de7-8e95-3952af8be209 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 999 time: 0.3717291 Jul 22 14:30:14.147094 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] Checking router: 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:14.173355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.180690 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:14.183155 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:14.184269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-92e3ae86-b84d-4551-8b96-b874ad39f450 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7620761 Jul 22 14:30:14.186757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:14.262822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7c9e014a-1d22-4142-aeba-acccbb13de62 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:14.263520 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.299887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-54067d06-e2b0-46d2-b39d-faaa6675aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.302019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-54067d06-e2b0-46d2-b39d-faaa6675aff4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 200 len: 847 time: 0.1126137 Jul 22 14:30:14.348246 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.507021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-8a788e92-0102-4bfb-aec3-06ae9fb5fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.509650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-8a788e92-0102-4bfb-aec3-06ae9fb5fcc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3a761ac-84cc-4abc-9429-0b43b85aac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936636 Jul 22 14:30:14.568836 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888aec1-b5bf-47f0-a0d2-f8edf75b3592 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.574837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888aec1-b5bf-47f0-a0d2-f8edf75b3592 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.576492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1888aec1-b5bf-47f0-a0d2-f8edf75b3592 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3877614 Jul 22 14:30:14.580026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:14.585769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] DHCP port deletion for 534ecf35-5d1f-4897-892d-f0bd3b5ae51b request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:14.660066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-e0e2bb4d-1dad-4257-a759-df60fa12c196 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383700 Jul 22 14:30:14.661743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5114ab5d-e80b-498b-be57-125b9485824a None None] Provisioning for port 9626325c-99c3-4452-b4ca-6213ac80d06e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:14.673289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '5970b56d-8604-4774-9de5-460c5c039832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:30:10Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': '5970b56d-8604-4774-9de5-460c5c039832', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3200, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:14.676269 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:14.712791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.751457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.768659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5114ab5d-e80b-498b-be57-125b9485824a None None] Provisioning complete for port 9626325c-99c3-4452-b4ca-6213ac80d06e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:14.769347 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5114ab5d-e80b-498b-be57-125b9485824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.820254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] Checking router: 569f427c-41d7-4c50-8f9e-6196f2a5123c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:14.857503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] Routers {'569f427c-41d7-4c50-8f9e-6196f2a5123c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:14.870333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['569f427c-41d7-4c50-8f9e-6196f2a5123c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:14.927512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port 5970b56d-8604-4774-9de5-460c5c039832 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:14.927875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.932098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 9626325c-99c3-4452-b4ca-6213ac80d06e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:14.932425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.077873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Allocated IP 172.25.8.158 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b367c2b4-acd9-4bca-9007-b6c66165692a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:15.216946 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'c0c8f60c-33d9-4e5b-aec7-89ff5690cd64', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'port_id': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'mac_address': 'fa:16:3e:42:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:09Z', 'updated_at': '2021-07-22T14:30:09Z', 'revision_number': 0, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:31Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:15.233770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.237555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port 5970b56d-8604-4774-9de5-460c5c039832, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5970b56d-8604-4774-9de5-460c5c039832,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:15.238135 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.261473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 9626325c-99c3-4452-b4ca-6213ac80d06e owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:15.263475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for 5970b56d-8604-4774-9de5-460c5c039832 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:15.288097 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527207ab-4b3e-4106-b2bb-c18b290beb87 None None] The sync data for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 is: [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'c0c8f60c-33d9-4e5b-aec7-89ff5690cd64', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'floating_ip_address': '172.25.8.224', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'port_id': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'mac_address': 'fa:16:3e:42:64:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:09Z', 'updated_at': '2021-07-22T14:30:09Z', 'revision_number': 0, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:31Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:15.301708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df57ddf0-1591-477d-a575-f7840c43a6dd req-89349f75-161f-468b-83c5-646f7c926f45 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319439 Jul 22 14:30:15.371578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5114ab5d-e80b-498b-be57-125b9485824a None None] Port 9626325c-99c3-4452-b4ca-6213ac80d06e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:15.416752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] Deleting port d205d27d-5ea4-41f0-a72d-908a769f5fb9 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:15.417432 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.430887 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.545324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.546128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] For port d205d27d-5ea4-41f0-a72d-908a769f5fb9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d205d27d-5ea4-41f0-a72d-908a769f5fb9,segment=NetworkSegment(a63eebac-b2bd-4df1-b489-aea10547d82d),segment_id=a63eebac-b2bd-4df1-b489-aea10547d82d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:15.547467 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.569845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] Calling delete_port for d205d27d-5ea4-41f0-a72d-908a769f5fb9 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:15.678330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:15.682902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:15.696576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:15.726011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.726720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.747659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] Set router 569f427c-41d7-4c50-8f9e-6196f2a5123c gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:15.780284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'Port': ['ID=b367c2b4-acd9-4bca-9007-b6c66165692a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:15.826056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8501fa2-ca52-4e7d-bd02-33f77f2e6061 None None] New status for floating IP c0c8f60c-33d9-4e5b-aec7-89ff5690cd64: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:30:15.832235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] Pushing event deleted for resources: {'Port': ['ID=d205d27d-5ea4-41f0-a72d-908a769f5fb9,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:15.834562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4320e48-32fa-413b-8bda-2913772339f2 None None] No DVR routers for this DVR port d205d27d-5ea4-41f0-a72d-908a769f5fb9 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:15.877784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=5970b56d-8604-4774-9de5-460c5c039832,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:15.903511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d205d27d-5ea4-41f0-a72d-908a769f5fb9 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:15.908543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:30:14Z', 'revision_number': 6, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:15.936613 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.953909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8b5c0c-41d2-4eb8-b72a-2301b028c011 None None] The sync data for ids ['569f427c-41d7-4c50-8f9e-6196f2a5123c'] in n-d-787205-11 is: [{'id': '569f427c-41d7-4c50-8f9e-6196f2a5123c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-356130546', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:30:14Z', 'revision_number': 6, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:15.974294 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.974747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d205d27d-5ea4-41f0-a72d-908a769f5fb9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:15.975105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d205d27d-5ea4-41f0-a72d-908a769f5fb9 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:16.059035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.097432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.099889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.136364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.150776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=9626325c-99c3-4452-b4ca-6213ac80d06e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:16.155154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.155986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Fanout notify agent at l3_agent the message router_deleted on router 569f427c-41d7-4c50-8f9e-6196f2a5123c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:30:16.167664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.168936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d4a9ec06-85e7-4a8b-ac0f-cae8087f5f05 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/routers/569f427c-41d7-4c50-8f9e-6196f2a5123c HTTP/1.1" status: 204 len: 168 time: 2.1953824 Jul 22 14:30:16.190847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.517309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.523939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.526939 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.538353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.542722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e7dea775-e1f5-4978-ad5b-ecde79a81dc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/9626325c-99c3-4452-b4ca-6213ac80d06e HTTP/1.1" status: 204 len: 168 time: 1.9592092 Jul 22 14:30:16.542967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.635817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54858a1-349a-49f1-963a-409cdf9463a5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.638136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54858a1-349a-49f1-963a-409cdf9463a5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.642127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54858a1-349a-49f1-963a-409cdf9463a5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.644547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b54858a1-349a-49f1-963a-409cdf9463a5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1007204 Jul 22 14:30:16.648761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42870) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.658342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'Port': ['ID=b367c2b4-acd9-4bca-9007-b6c66165692a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:16.686499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.711458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.713763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-63fc8d4d-cdc7-4ee2-9dd6-3f38850b7206 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7101121 Jul 22 14:30:16.730048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 58a638e0-0764-46de-8df2-a1998522efd8 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:16.734837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.797283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.802684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.819495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534ecf35-5d1f-4897-892d-f0bd3b5ae51b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:16.846001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63eebac-b2bd-4df1-b489-aea10547d82d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:16.846540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63eebac-b2bd-4df1-b489-aea10547d82d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:16.860642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.878964 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.898168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:30:16.899070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:30:16.903760 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:30:16.978205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.004239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.025643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.030337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/networks/534ecf35-5d1f-4897-892d-f0bd3b5ae51b HTTP/1.1" status: 204 len: 168 time: 0.8381321 Jul 22 14:30:17.032048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4379d2-8313-454d-8a8d-cc46378a1359 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Network': ['ID=534ecf35-5d1f-4897-892d-f0bd3b5ae51b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:17.033778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:17.090151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.160373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=58a638e0-0764-46de-8df2-a1998522efd8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:17.173663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.175553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e239ee75-e7d3-4adb-ae29-91aa11b311d5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/58a638e0-0764-46de-8df2-a1998522efd8 HTTP/1.1" status: 204 len: 168 time: 0.5256674 Jul 22 14:30:17.179457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42884) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:17.181548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17410dc-f438-48fd-a066-9340577a9395 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:17.308431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 8f5278f6-9d1e-45ec-9232-ce22605d0233 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:17.334798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port 75a0fa7b-3523-4082-a83d-305ab663339f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:17.335149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.349886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.440101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.544476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-0a3fc42f-a4f1-43d8-b210-8330b7c887b3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--686581054&fields=id&tenant_id=e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 267 time: 0.1737955 Jul 22 14:30:17.591996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.592364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.595015 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.655373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for 75a0fa7b-3523-4082-a83d-305ab663339f owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:17.670788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.715737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5278f6-9d1e-45ec-9232-ce22605d0233,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:17.719903 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.724734 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8e20855-72b9-4501-96a6-fa8ff658fb19 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/8f5278f6-9d1e-45ec-9232-ce22605d0233 HTTP/1.1" status: 204 len: 168 time: 0.5414839 Jul 22 14:30:17.724734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:17.768528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee5971c2-980c-409b-b077-6e1c7e2c956e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428052 Jul 22 14:30:17.772333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:17.802006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-208635c2-383b-4b34-89de-055a6b0dca43 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:17.809097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-208635c2-383b-4b34-89de-055a6b0dca43 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 817 time: 0.2637203 Jul 22 14:30:17.857134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5970b56d-8604-4774-9de5-460c5c039832 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:17.859221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-dedc8a76-316b-4f46-b9b3-fe22223df7d4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/quotas/e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 375 time: 0.0482831 Jul 22 14:30:17.884944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5970b56d-8604-4774-9de5-460c5c039832 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:17.885597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5970b56d-8604-4774-9de5-460c5c039832 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:17.886197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 666f7994-45aa-4485-8c9f-e82dd2c3d21c no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:17.896879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c056c1-7522-4b67-8719-1c7b21e206a1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:17.898829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5c056c1-7522-4b67-8719-1c7b21e206a1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1252434 Jul 22 14:30:17.901737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:17.908621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 666f7994-45aa-4485-8c9f-e82dd2c3d21c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:17.909222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 666f7994-45aa-4485-8c9f-e82dd2c3d21c not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:17.970397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8f7e2-1c3c-431c-8dce-2d01562a32ac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:17.975882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-afa8f7e2-1c3c-431c-8dce-2d01562a32ac tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0725465 Jul 22 14:30:17.976795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42900) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.012465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-92cc7cf6-69ca-4a03-bd90-859c0f2609d4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481247 Jul 22 14:30:18.026262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8b36e123-ec7a-4bd4-a6c1-69bbac9ebb08 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479987 Jul 22 14:30:18.032769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42902) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.037751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-966a7f3b-513d-472c-8f60-fc966aec3d58 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:18.096414 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.167959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966a7f3b-513d-472c-8f60-fc966aec3d58 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:18.168959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=75a0fa7b-3523-4082-a83d-305ab663339f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:18.172835 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-966a7f3b-513d-472c-8f60-fc966aec3d58 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.174723 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-966a7f3b-513d-472c-8f60-fc966aec3d58 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:18.175123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966a7f3b-513d-472c-8f60-fc966aec3d58 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:18.196351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-966a7f3b-513d-472c-8f60-fc966aec3d58 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1624677 Jul 22 14:30:18.197101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.203310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c511f7fa-c173-456a-85c3-f14165cf9751 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:18.271261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.271606 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Floating IP 291fe397-2e0d-4c16-bb11-ab1623bf1329 disassociated (deleted). External IP: 172.25.8.198, port: 892925fd-f022-45eb-bb0a-884618bdecdc. Jul 22 14:30:18.314057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c511f7fa-c173-456a-85c3-f14165cf9751 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:18.318918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c511f7fa-c173-456a-85c3-f14165cf9751 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.320469 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c511f7fa-c173-456a-85c3-f14165cf9751 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:18.320956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c511f7fa-c173-456a-85c3-f14165cf9751 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:18.345698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c511f7fa-c173-456a-85c3-f14165cf9751 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1467090 Jul 22 14:30:18.347163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42908) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.352339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-34a91e20-e177-41a1-b444-c86f2e44f02a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:18.366872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3fd49e8e-6ce2-4afc-ac93-68a4e32b5e9c service neutron] 10.222.0.11 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174291 Jul 22 14:30:18.408804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe5997-aea3-4862-87fa-52dbc6f8c2df None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:18.479954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-64109231-8665-4640-aec3-c47d543d3f45 None None] Provisioning complete for port 7c9e014a-1d22-4142-aeba-acccbb13de62 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:18.480572 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-64109231-8665-4640-aec3-c47d543d3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.505501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a91e20-e177-41a1-b444-c86f2e44f02a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:18.512987 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34a91e20-e177-41a1-b444-c86f2e44f02a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.516250 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a91e20-e177-41a1-b444-c86f2e44f02a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:18.518680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a91e20-e177-41a1-b444-c86f2e44f02a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:18.550913 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-34a91e20-e177-41a1-b444-c86f2e44f02a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2028105 Jul 22 14:30:18.551840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42912) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.568799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4ab640f4-bbe0-4a71-b270-633e9f5fa03b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:18.577431 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-a1cd4f46-d2e1-4a40-98ea-c4d49241ec90 service neutron] 10.222.0.11 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016559 Jul 22 14:30:18.615040 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b3914921-2781-450e-abc4-9e2e20c2317e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.650357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 7f8ad246-0fbf-4952-8e75-32e324cdce82 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:18.781683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:18.787286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab640f4-bbe0-4a71-b270-633e9f5fa03b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:18.791480 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ab640f4-bbe0-4a71-b270-633e9f5fa03b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.793233 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab640f4-bbe0-4a71-b270-633e9f5fa03b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:18.793746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab640f4-bbe0-4a71-b270-633e9f5fa03b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:18.824495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ab640f4-bbe0-4a71-b270-633e9f5fa03b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2702177 Jul 22 14:30:18.828468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.840693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9a9e6468-18a5-4f9b-8807-673fabe44157 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:18.924518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] Deleting port 7c9e014a-1d22-4142-aeba-acccbb13de62 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:18.924910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.050003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] For port 7c9e014a-1d22-4142-aeba-acccbb13de62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7c9e014a-1d22-4142-aeba-acccbb13de62,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:19.055190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.088056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] Calling delete_port for 7c9e014a-1d22-4142-aeba-acccbb13de62 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:19.142858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9e6468-18a5-4f9b-8807-673fabe44157 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:19.153954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a9e6468-18a5-4f9b-8807-673fabe44157 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.158724 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9e6468-18a5-4f9b-8807-673fabe44157 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:19.159189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9e6468-18a5-4f9b-8807-673fabe44157 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:19.186545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04a0e356-453f-4f6f-a931-a872f1fe6bf0 req-11586be5-d593-4528-9883-e8c62d94095e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 210 time: 0.3161221 Jul 22 14:30:19.202022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a9e6468-18a5-4f9b-8807-673fabe44157 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3693843 Jul 22 14:30:19.203385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42932) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:19.214309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-11873d60-ec7f-4e0e-8b04-7551035f2d96 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:19.254582 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.290507 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.325121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] Pushing event deleted for resources: {'Port': ['ID=7c9e014a-1d22-4142-aeba-acccbb13de62,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:19.328991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86b15e5-0b86-4ee4-978f-c30c41193877 None None] No DVR routers for this DVR port 7c9e014a-1d22-4142-aeba-acccbb13de62 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:19.404655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11873d60-ec7f-4e0e-8b04-7551035f2d96 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:19.415024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11873d60-ec7f-4e0e-8b04-7551035f2d96 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.417663 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-11873d60-ec7f-4e0e-8b04-7551035f2d96 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:19.418156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11873d60-ec7f-4e0e-8b04-7551035f2d96 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:19.440607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-11873d60-ec7f-4e0e-8b04-7551035f2d96 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2360039 Jul 22 14:30:19.443101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42936) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:19.475363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:19.481095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.488029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] Sync routers for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:19.489079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3f3f15fb-472f-4716-90af-2e7907f316e9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0442076 Jul 22 14:30:19.491615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42938) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:19.510122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:19.510866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:19.552351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceada75a-e4cb-4748-a0d0-6dc161ea9563 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.553878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ceada75a-e4cb-4748-a0d0-6dc161ea9563 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0612550 Jul 22 14:30:19.556617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:19.604573 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dbdb7090-9336-4995-be93-26f10e8f91c7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466404 Jul 22 14:30:19.608215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42942) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:19.616204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:19.632500 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dba87844-ad16-420b-ae0d-72c8de9b3997 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/floatingips/291fe397-2e0d-4c16-bb11-ab1623bf1329 HTTP/1.1" status: 204 len: 168 time: 2.5975478 Jul 22 14:30:19.633521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:19.642426 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9edcd90-de41-4150-a948-c09e34aaa6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:19.724299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:19.756988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:19.761375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.789741 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2276854d-dca3-4029-89a9-96bb55b7f16f x-openstack-request-id: req-2276854d-dca3-4029-89a9-96bb55b7f16f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:19.790034 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:19.790286 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2276854d-dca3-4029-89a9-96bb55b7f16f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:19.790685 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc', 'status': 'completed', 'code': 200} Jul 22 14:30:19.932004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7c9e014a-1d22-4142-aeba-acccbb13de62 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:20.014119 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7c9e014a-1d22-4142-aeba-acccbb13de62 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:20.014659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7c9e014a-1d22-4142-aeba-acccbb13de62 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:20.118360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:20.134306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-fb389e03-36bf-4eb0-b411-c235a2d3e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.136405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-fb389e03-36bf-4eb0-b411-c235a2d3e5b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 1136 time: 0.3341150 Jul 22 14:30:20.229196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:20.235366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb65687-bf66-497a-bba5-d653f3fc93e8 req-65a95139-51b8-47dc-815b-4ab25de1b933 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.237228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cb65687-bf66-497a-bba5-d653f3fc93e8 req-65a95139-51b8-47dc-815b-4ab25de1b933 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.1974704 Jul 22 14:30:20.291837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] Checking router: 7f8ad246-0fbf-4952-8e75-32e324cdce82 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:20.329567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:20.330506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:29:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:20.420769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce114389-2568-45d0-b328-8409a749cf16 req-34716201-ca29-4dfa-869b-7ff52104325e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 210 time: 0.0487814 Jul 22 14:30:20.531607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:20.544855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-4108b424-bd64-406f-9d36-2c3f8c4aa27e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.546619 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-4108b424-bd64-406f-9d36-2c3f8c4aa27e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 817 time: 0.2486627 Jul 22 14:30:20.593949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-4c81fee9-2d49-41b8-a6fa-78468af3c91a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 379 time: 0.0379136 Jul 22 14:30:20.602816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'port': {'device_id': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'admin_state_up': True, 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'security_groups': ['897997b4-1cc0-416c-8521-5d4dbf7371be']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:20.738645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Made reservation on behalf of e7f024a9792841999c853aedf059c7e8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:20.743201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:20.803702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:20.819746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cb65687-bf66-497a-bba5-d653f3fc93e8 req-0bf8682d-07cd-4946-8c24-cbddc351f2d5 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5762208 Jul 22 14:30:20.823854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-e460d87d-f6d2-431e-bb46-8615cb889a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.825487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-e460d87d-f6d2-431e-bb46-8615cb889a4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d2b3d14-3068-4885-abd2-76b94cbcf578 HTTP/1.1" status: 200 len: 897 time: 0.6579380 Jul 22 14:30:20.861944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc33ef5-5787-4b27-9f18-c4c4c5d4f7ef None None] The sync data for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 is: [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:28:15Z', 'revision_number': 4, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd437a3ae-14a9-43a5-b0fa-451868c085a2', 'name': '', 'network_id': '1d2b3d14-3068-4885-abd2-76b94cbcf578', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'mac_address': 'fa:16:3e:fa:75:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:14Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'subnets': [{'id': '4e73e0c6-9161-4cc5-a4c1-a24d6abc116d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:20.910629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Allocated IP 172.20.0.6 (b36eca31-acb4-4210-a951-6659355ec41c/ec811675-d348-4bf3-96e1-06539688acae/d7768697-268d-426e-8eef-edada6aeb7e7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:20.931306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.objects.ports [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:20.991737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-936bb30b-9217-419f-94e7-1ef9632b2331 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=892925fd-f022-45eb-bb0a-884618bdecdc HTTP/1.1" status: 200 len: 217 time: 0.0921066 Jul 22 14:30:20.992782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.084426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:21.086928 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.094695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:21.101268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.102299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.104445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69910c81-c7d3-4f2f-8fcc-dca86cc7c8f1 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:21.108167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Transition to ACTIVE for port object d7768697-268d-426e-8eef-edada6aeb7e7 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:21.119934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=360fbacf-8317-4612-9ae1-8b328a480ce4,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:21.141543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-68a3ca7c-1ff8-4bd5-88fa-056f8b7b56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.158154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-68a3ca7c-1ff8-4bd5-88fa-056f8b7b56d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e73e0c6-9161-4cc5-a4c1-a24d6abc116d HTTP/1.1" status: 200 len: 834 time: 0.1325505 Jul 22 14:30:21.168792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.181945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b03ff8ad-18aa-4338-a3c5-f488d2408e00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5715327 Jul 22 14:30:21.189511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:21.194948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:91:08:f9', 'name': 'tempest-NetworksTestDHCPv6-298752575'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:21.212158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Network b36eca31-acb4-4210-a951-6659355ec41c is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:21.284466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-1e44f509-0d6b-4dc0-be4c-10c24c0c5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.286043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-1e44f509-0d6b-4dc0-be4c-10c24c0c5752 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2b3d14-3068-4885-abd2-76b94cbcf578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179073 Jul 22 14:30:21.318112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:21.327432 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06eaf74-1bce-4b82-bd20-5e69b43795a8 None None] New status for floating IP 291fe397-2e0d-4c16-bb11-ab1623bf1329: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:30:21.348022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:21.376658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.434271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '360fbacf-8317-4612-9ae1-8b328a480ce4'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:21.439171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.507049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dc2633f7-47ab-4daf-80ef-49bc757ab34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.530178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-2e8e9a6f-deb7-44bd-aa4f-8f5f9088aeac service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301524 Jul 22 14:30:21.534275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.534971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.689310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9edcd90-de41-4150-a948-c09e34aaa6b0 req-0c6b8a42-e73e-4745-896e-d24b8b52eaba service neutron] 10.222.0.20 "GET /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507800 Jul 22 14:30:21.712936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Allocated IP 2001:db8::f816:3eff:fed1:5ba1 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/360fbacf-8317-4612-9ae1-8b328a480ce4/8e589779-84c2-4974-ad81-a43a8f7ae39d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:21.736901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:21.742926 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-5cbe9dfa-b990-49ff-9003-32596fa5d199 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1446967 Jul 22 14:30:21.758333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Request body: {'port': {'device_id': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:21.838172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:21.842339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dcee7759-12be-480d-8166-fe6810fb2c8e None None] Provisioning for port d7768697-268d-426e-8eef-edada6aeb7e7 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:21.868652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dcee7759-12be-480d-8166-fe6810fb2c8e None None] Provisioning complete for port d7768697-268d-426e-8eef-edada6aeb7e7 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:21.869120 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dcee7759-12be-480d-8166-fe6810fb2c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.922923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-81764f49-2348-4970-a98c-2ba0b5234860 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.923513 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.924526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-81764f49-2348-4970-a98c-2ba0b5234860 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.20 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.3820603 Jul 22 14:30:21.934306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-dcee7759-12be-480d-8166-fe6810fb2c8e None None] Port d7768697-268d-426e-8eef-edada6aeb7e7 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:21.936244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Transition to ACTIVE for port object 8e589779-84c2-4974-ad81-a43a8f7ae39d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:21.952160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Transition to ACTIVE for port object 8e589779-84c2-4974-ad81-a43a8f7ae39d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:21.959781 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.997314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a13a0b-aaf9-4fda-8e33-cdea7d89cb74 req-aa11c8b5-a176-4066-99bf-1b1d6ccf0f8c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:22.011035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a13a0b-aaf9-4fda-8e33-cdea7d89cb74 req-aa11c8b5-a176-4066-99bf-1b1d6ccf0f8c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 984 time: 0.0964861 Jul 22 14:30:22.019114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:22.026870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:22.035624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:22.035855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473fc36-8b43-46d1-b3d3-43dc42e1a849 req-3c101dd2-0349-4323-8e8a-550a0d70fb8b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:22.037856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f473fc36-8b43-46d1-b3d3-43dc42e1a849 req-3c101dd2-0349-4323-8e8a-550a0d70fb8b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 931 time: 0.4294336 Jul 22 14:30:22.068292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a13a0b-aaf9-4fda-8e33-cdea7d89cb74 req-7dc9b700-3105-4d20-9719-1020fdbb3adc tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/security-groups?id=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20&id=4d3c600b-0104-4bff-98ef-d95b4ded9c38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0563054 Jul 22 14:30:22.103444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Pushing event updated for resources: {'Port': ['ID=8e589779-84c2-4974-ad81-a43a8f7ae39d,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:22.120881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Attempting to bind port 8e589779-84c2-4974-ad81-a43a8f7ae39d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:22.121349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Attempting to bind port 8e589779-84c2-4974-ad81-a43a8f7ae39d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:22.121845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Attempting to bind port 8e589779-84c2-4974-ad81-a43a8f7ae39d on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:22.129327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:22.129856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:22.130393 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.130855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:22.131403 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Bound port: 8e589779-84c2-4974-ad81-a43a8f7ae39d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:22.131859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.150793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.197814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f473fc36-8b43-46d1-b3d3-43dc42e1a849 req-a3e7a449-e9c3-4d85-a1c3-1c233089f906 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229112 Jul 22 14:30:22.215720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] For port 8e589779-84c2-4974-ad81-a43a8f7ae39d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:22.220205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] For port 8e589779-84c2-4974-ad81-a43a8f7ae39d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e589779-84c2-4974-ad81-a43a8f7ae39d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:22.227631 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.260261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port 892925fd-f022-45eb-bb0a-884618bdecdc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:22.260611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.265178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.318331 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86bcb9-a364-4e21-8848-8d13ba41baa8 None None] Pushing event updated for resources: {'Port': ['ID=8e589779-84c2-4974-ad81-a43a8f7ae39d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:22.440761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:22.441494 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.561424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port 892925fd-f022-45eb-bb0a-884618bdecdc, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=892925fd-f022-45eb-bb0a-884618bdecdc,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:22.561876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.618554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for 892925fd-f022-45eb-bb0a-884618bdecdc owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:22.745389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fe91:8f9 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/360fbacf-8317-4612-9ae1-8b328a480ce4/4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:22.869942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7768697-268d-426e-8eef-edada6aeb7e7 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:22.880876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.011759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Transition to ACTIVE for port object d7768697-268d-426e-8eef-edada6aeb7e7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:23.018943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.060268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.067330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=892925fd-f022-45eb-bb0a-884618bdecdc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.170495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.176248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] No DVR routers for this DVR port 892925fd-f022-45eb-bb0a-884618bdecdc on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:23.186622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.189180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c87ec584-3bc7-4096-bd56-c92d1805b850 req-77274675-f54e-4feb-a75c-ca5ead3c41c9 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.20 "DELETE /v2.0/ports/892925fd-f022-45eb-bb0a-884618bdecdc HTTP/1.1" status: 204 len: 173 time: 1.2387702 Jul 22 14:30:23.189642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'name': 'network-vif-deleted', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:23.191894 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91e539b-89f1-49da-ad3a-a33149e93f99" -d '{"events": [{"server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "name": "network-vif-deleted", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:23.223483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.228515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:23.251369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7324d6b8-35f0-48b3-84c2-6686040fbd46 req-43b7a488-5985-4734-89de-c5ad6782e57c tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "GET /v2.0/ports?device_id=fae0bb1a-eba7-49b7-8d06-5831674e77d7 HTTP/1.1" status: 200 len: 210 time: 0.0884433 Jul 22 14:30:23.308925 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2360bc54-2ae3-48c0-b3ca-500c13195f26 x-openstack-request-id: req-2360bc54-2ae3-48c0-b3ca-500c13195f26 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:23.309208 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae0bb1a-eba7-49b7-8d06-5831674e77d7", "name": "network-vif-deleted", "tag": "892925fd-f022-45eb-bb0a-884618bdecdc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:23.309445 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2360bc54-2ae3-48c0-b3ca-500c13195f26 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:23.309879 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0bb1a-eba7-49b7-8d06-5831674e77d7', 'name': 'network-vif-deleted', 'tag': '892925fd-f022-45eb-bb0a-884618bdecdc', 'status': 'completed', 'code': 200} Jul 22 14:30:23.336370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Attempting to bind port d7768697-268d-426e-8eef-edada6aeb7e7 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:23.336708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Attempting to bind port d7768697-268d-426e-8eef-edada6aeb7e7 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:23.337039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Attempting to bind port d7768697-268d-426e-8eef-edada6aeb7e7 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:23.359499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Port d7768697-268d-426e-8eef-edada6aeb7e7 on network b36eca31-acb4-4210-a951-6659355ec41c not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:23.359499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Attempting to bind port d7768697-268d-426e-8eef-edada6aeb7e7 on network b36eca31-acb4-4210-a951-6659355ec41c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:23.368775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:23.369107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Checking segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:23.369650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Bound using segment: {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:23.370103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Bound port: d7768697-268d-426e-8eef-edada6aeb7e7, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade9a6a9-78ea-4a21-9083-fd80b2dda948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:23.370561 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.392772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.481319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02290f90-545b-4756-b1a2-08d1355ab89a req-4cbe6d0c-897c-4051-9058-574e06ed4929 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.490122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-02290f90-545b-4756-b1a2-08d1355ab89a req-4cbe6d0c-897c-4051-9058-574e06ed4929 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1447723 Jul 22 14:30:23.513031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.558080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:23.560991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:23.563405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-02290f90-545b-4756-b1a2-08d1355ab89a req-882152df-ab6b-4ac7-ba0a-6653d5a97a7a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719287 Jul 22 14:30:23.591010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:23.600686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.601481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.628512 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:23.633060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-44e791d8-b58f-4382-a9b4-8e7d42c44e6e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4423544 Jul 22 14:30:23.635487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:23.636791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:23.649279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.858366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.862000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.872841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] 10.222.0.13 "PUT /v2.0/ports/d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 1092 time: 2.1191890 Jul 22 14:30:23.879209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a8ac4-241e-439f-868c-df6734827075 service neutron] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.984597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e589779-84c2-4974-ad81-a43a8f7ae39d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:24.027322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-936938fa-9b17-4a02-861d-547123f1221f None None] Provisioning for port 8e589779-84c2-4974-ad81-a43a8f7ae39d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:24.055488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 8e589779-84c2-4974-ad81-a43a8f7ae39d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:24.072446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 8e589779-84c2-4974-ad81-a43a8f7ae39d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:24.073263 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.130711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf5ebe-238e-48b7-8c19-c40696dc7017 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.145168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf5ebe-238e-48b7-8c19-c40696dc7017 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.149592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-42bf5ebe-238e-48b7-8c19-c40696dc7017 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5091593 Jul 22 14:30:24.150862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 42990) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.163002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-29b05db8-7788-45d2-88bd-43a52887cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.165353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-29b05db8-7788-45d2-88bd-43a52887cd7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1095 time: 0.2299235 Jul 22 14:30:24.182647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1631e23f-9fda-4448-9065-45b8ac88fa48 None None] Provisioning for port 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:24.189275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1631e23f-9fda-4448-9065-45b8ac88fa48 None None] Provisioning complete for port 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:24.190694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1631e23f-9fda-4448-9065-45b8ac88fa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.192344 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.223645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-a60cb62f-aba8-4832-ad61-c836125fc64e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 217 time: 0.0501785 Jul 22 14:30:24.266209 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.273654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1631e23f-9fda-4448-9065-45b8ac88fa48 None None] Port 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:24.277095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 8e589779-84c2-4974-ad81-a43a8f7ae39d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e589779-84c2-4974-ad81-a43a8f7ae39d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:24.285543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.297642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:24.298167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.303242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-6875197e-d8c3-44b6-85a0-82f69ea24f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.305050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-6875197e-d8c3-44b6-85a0-82f69ea24f3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0757558 Jul 22 14:30:24.347714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=8e589779-84c2-4974-ad81-a43a8f7ae39d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.354618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.393493 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:30:24.409735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.425294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:24.426180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8880399f-4b0c-4b91-8ae0-92e685f15456 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.431994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-d0af2143-9d2b-41df-8036-7edaf94a54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.433532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-d0af2143-9d2b-41df-8036-7edaf94a54e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217396 Jul 22 14:30:24.480963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8880399f-4b0c-4b91-8ae0-92e685f15456 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.570385 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-cf85a910-eff7-4793-9500-8f991be5f9cd service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282630 Jul 22 14:30:24.571396 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8880399f-4b0c-4b91-8ae0-92e685f15456 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.574181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8880399f-4b0c-4b91-8ae0-92e685f15456 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.575221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8880399f-4b0c-4b91-8ae0-92e685f15456 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d3c600b-0104-4bff-98ef-d95b4ded9c38 HTTP/1.1" status: 204 len: 168 time: 0.2187283 Jul 22 14:30:24.580318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 42996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.592254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.617059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880399f-4b0c-4b91-8ae0-92e685f15456 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c600b-0104-4bff-98ef-d95b4ded9c38,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.681861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.722556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49f96521-9e74-4e8b-9cc0-ca7f756bc095 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.740095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d608470e-2b4d-4c67-8d76-c52bebcd15fb req-67c557f0-6d4a-47eb-ad7b-b466dbe8c852 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636908 Jul 22 14:30:24.756747 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49f96521-9e74-4e8b-9cc0-ca7f756bc095 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.769242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.774773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c48d9f0a-35b6-45c2-99a9-baa204361b1a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff HTTP/1.1" status: 204 len: 168 time: 0.6193693 Jul 22 14:30:24.775100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.814157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d47d6b-9689-4486-b943-748f41086a53 req-4fbf5626-9c87-4425-bc63-37ac3ea5701a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.816762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87d47d6b-9689-4486-b943-748f41086a53 req-4fbf5626-9c87-4425-bc63-37ac3ea5701a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1406465 Jul 22 14:30:24.856433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a444db3-269e-43be-a9e2-28a929a576b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.858213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a444db3-269e-43be-a9e2-28a929a576b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.860513 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a444db3-269e-43be-a9e2-28a929a576b5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0844269 Jul 22 14:30:24.863614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.880483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87d47d6b-9689-4486-b943-748f41086a53 req-0d785c1d-b813-4f50-b972-a05439e9dfd3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566909 Jul 22 14:30:24.903951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49f96521-9e74-4e8b-9cc0-ca7f756bc095 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.906710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49f96521-9e74-4e8b-9cc0-ca7f756bc095 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.907873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-49f96521-9e74-4e8b-9cc0-ca7f756bc095 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/security-groups/d72da85a-c288-4eb9-a7a3-5ccfb7e9de20 HTTP/1.1" status: 204 len: 168 time: 0.3208292 Jul 22 14:30:24.910783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43006) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.936418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f96521-9e74-4e8b-9cc0-ca7f756bc095 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72da85a-c288-4eb9-a7a3-5ccfb7e9de20,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.963025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 360fbacf-8317-4612-9ae1-8b328a480ce4 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:24.966508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.014249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.107901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.192871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.220286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=360fbacf-8317-4612-9ae1-8b328a480ce4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:25.225675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.228161 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c76e6ddb-3ec8-4a1e-bb9e-dbf45471030e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/360fbacf-8317-4612-9ae1-8b328a480ce4 HTTP/1.1" status: 204 len: 168 time: 0.3636043 Jul 22 14:30:25.230804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:25.244480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac40c3-48e8-44b3-913b-41fb9ac64fc0 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:25.273444 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd8f6cf1-c1c2-485b-b6d0-3a90dbddc9e6 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412252 Jul 22 14:30:25.275988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:25.283494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:25.310734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:25.314227 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c0bc45-bca0-41f4-8b4e-f6816b150c53" -d '{"events": [{"name": "network-changed", "server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:25.402913 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.500927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:25.536171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 892925fd-f022-45eb-bb0a-884618bdecdc no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:25.569473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 892925fd-f022-45eb-bb0a-884618bdecdc {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:25.569867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 892925fd-f022-45eb-bb0a-884618bdecdc not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:25.592904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] Deleting port 8e589779-84c2-4974-ad81-a43a8f7ae39d {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:25.594097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.665976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] For port 8e589779-84c2-4974-ad81-a43a8f7ae39d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e589779-84c2-4974-ad81-a43a8f7ae39d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:25.666539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.681843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] Calling delete_port for 8e589779-84c2-4974-ad81-a43a8f7ae39d owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:25.816853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port d437a3ae-14a9-43a5-b0fa-451868c085a2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:25.817201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.824349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e589779-84c2-4974-ad81-a43a8f7ae39d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:25.825664 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668f2323-f805-439d-b28c-8647dcbdf2fd x-openstack-request-id: req-668f2323-f805-439d-b28c-8647dcbdf2fd {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:25.826185 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:25.826398 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-668f2323-f805-439d-b28c-8647dcbdf2fd {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:25.828488 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'status': 'completed', 'code': 200} Jul 22 14:30:25.829174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.875611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8e589779-84c2-4974-ad81-a43a8f7ae39d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:25.876327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e589779-84c2-4974-ad81-a43a8f7ae39d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:25.885870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] Pushing event deleted for resources: {'Port': ['ID=8e589779-84c2-4974-ad81-a43a8f7ae39d,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:25.895647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbe55f1-54d0-4641-829f-0ca078522afb None None] No DVR routers for this DVR port 8e589779-84c2-4974-ad81-a43a8f7ae39d on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:25.913043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:25.920169 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.950144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port d437a3ae-14a9-43a5-b0fa-451868c085a2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d437a3ae-14a9-43a5-b0fa-451868c085a2,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:25.951118 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.977988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for d437a3ae-14a9-43a5-b0fa-451868c085a2 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:26.007001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-2afc9dce-ef9d-46f0-87df-89854d21310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.008523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-2afc9dce-ef9d-46f0-87df-89854d21310a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1095 time: 0.1808419 Jul 22 14:30:26.145732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74824a-9539-4b09-8fe9-f69f2de161a3 req-ced40d7e-6792-4d31-b3e3-abb0dc392c4b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.152877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f74824a-9539-4b09-8fe9-f69f2de161a3 req-ced40d7e-6792-4d31-b3e3-abb0dc392c4b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1900623 Jul 22 14:30:26.189099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-6b76f797-3411-4868-9f33-f3010ce2a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.190779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-6b76f797-3411-4868-9f33-f3010ce2a0f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1747730 Jul 22 14:30:26.222251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f74824a-9539-4b09-8fe9-f69f2de161a3 req-cb21c022-9233-402c-a3c9-72e114f89533 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683942 Jul 22 14:30:26.251667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-50f3c26b-d4cd-4b23-8618-2c5ff5ff36f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 217 time: 0.0538297 Jul 22 14:30:26.296195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.322143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=d437a3ae-14a9-43a5-b0fa-451868c085a2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:26.337052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-f92b20c4-5c20-4c51-b626-e8a99a26b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.338607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-f92b20c4-5c20-4c51-b626-e8a99a26b7cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0653427 Jul 22 14:30:26.436351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:26.440257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.505599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:26.511870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:26.515516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.516107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.519151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=5a51e531-350b-49f6-8e76-21cc52e58b15,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:26.530174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e097b3-a0c4-4342-b9ac-fdcfd1edfce3 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:26.535090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-0ed18d0d-dd57-4c40-9882-9739f21fea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.537202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-0ed18d0d-dd57-4c40-9882-9739f21fea36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529014 Jul 22 14:30:26.542285 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3ec270c8-6f82-4437-90a2-8a173b32d066 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2628806 Jul 22 14:30:26.542493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.542945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:26.551511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:eb:6e:07', 'name': 'tempest-NetworksTestDHCPv6-1920356088'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:26.740142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '5a51e531-350b-49f6-8e76-21cc52e58b15'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:26.743182 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.783390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-4e4c0837-f072-4420-aa33-d8a9cb864984 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383735 Jul 22 14:30:26.841104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:26.846753 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.848119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-284627f6-c1f3-44a1-aa76-81ffc8b28f09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1723089 Jul 22 14:30:26.894493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port d3eeee27-fd2f-49e2-8712-9c5548955623 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:26.934651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Allocated IP 2001:db8::f816:3eff:fe36:e723 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/5a51e531-350b-49f6-8e76-21cc52e58b15/fd79be82-32c6-45b9-9489-a111c625cc50) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:26.997783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Router 7f8ad246-0fbf-4952-8e75-32e324cdce82 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:27.053129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-008aab12-b773-4aca-9d89-7f5275c30cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632799 Jul 22 14:30:27.144764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.194562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Transition to ACTIVE for port object fd79be82-32c6-45b9-9489-a111c625cc50 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:27.198361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:27.219465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-c865d673-d633-42e8-8df6-d5c17c1e78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.222850 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-c865d673-d633-42e8-8df6-d5c17c1e78c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 1098 time: 0.3059881 Jul 22 14:30:27.232293 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f13f63b-067d-4020-9101-8ae799564718 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "PUT /v2.0/routers/7f8ad246-0fbf-4952-8e75-32e324cdce82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3200991 Jul 22 14:30:27.233539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:27.241475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Transition to ACTIVE for port object fd79be82-32c6-45b9-9489-a111c625cc50 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:27.249981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] Sync routers for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:27.266325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:27.267718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:27.319709 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting subnet 4e73e0c6-9161-4cc5-a4c1-a24d6abc116d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:27.329992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.400466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.420953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-bd6f4e49-4522-4051-ab45-9bfb2d7925df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.422579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-bd6f4e49-4522-4051-ab45-9bfb2d7925df service neutron] 10.222.0.13 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.1482167 Jul 22 14:30:27.438419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-c58932a0-3b49-4e8d-9c5d-481406eed9c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3055902 Jul 22 14:30:27.455189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.491329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-41c1bf0d-40e0-4052-8b2d-2048024244b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed HTTP/1.1" status: 200 len: 217 time: 0.0617385 Jul 22 14:30:27.499920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:feeb:6e07 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/5a51e531-350b-49f6-8e76-21cc52e58b15/d3eeee27-fd2f-49e2-8712-9c5548955623) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:27.505236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:27.514285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:27.520560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:27.545864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Pushing event updated for resources: {'Port': ['ID=fd79be82-32c6-45b9-9489-a111c625cc50,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:27.573812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-40516642-4599-430a-9e09-cdaabbe4dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.576231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-40516642-4599-430a-9e09-cdaabbe4dcb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.0786896 Jul 22 14:30:27.626328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddff654-1fef-4125-94db-fcf91a159f1a req-a1aee755-a499-4590-8d05-9d8f11ff0583 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.627044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Attempting to bind port fd79be82-32c6-45b9-9489-a111c625cc50 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:27.627423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Attempting to bind port fd79be82-32c6-45b9-9489-a111c625cc50 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:27.627922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-c2ed3730-4ad8-4f95-b5a4-2b91336507cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453713 Jul 22 14:30:27.628167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ddff654-1fef-4125-94db-fcf91a159f1a req-a1aee755-a499-4590-8d05-9d8f11ff0583 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.3009644 Jul 22 14:30:27.634032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Attempting to bind port fd79be82-32c6-45b9-9489-a111c625cc50 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:27.648137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:27.650299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:27.650686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:27.651187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.651761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:27.652250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Bound port: fd79be82-32c6-45b9-9489-a111c625cc50, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:27.652639 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.700795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.783633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-d77da5d0-37d9-458d-9801-88c4c42a9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.786995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-d77da5d0-37d9-458d-9801-88c4c42a9054 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 1097 time: 0.2827966 Jul 22 14:30:27.791730 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ddff654-1fef-4125-94db-fcf91a159f1a req-30c3fe32-0bc1-4d48-a87c-d1b70cb1e1f6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478240 Jul 22 14:30:27.805865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-b29e8efa-c54c-4f2a-9157-0d472c890224 service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708498 Jul 22 14:30:27.816040 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:27.918429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.940438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f1ff869-81c8-4179-bce1-4565de41e688 req-43bc210b-6017-476b-a20f-533e1729f24f service neutron] 10.222.0.13 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203165 Jul 22 14:30:27.994353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] For port fd79be82-32c6-45b9-9489-a111c625cc50, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:28.000271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] For port fd79be82-32c6-45b9-9489-a111c625cc50, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fd79be82-32c6-45b9-9489-a111c625cc50,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:28.000700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.003800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/subnets/4e73e0c6-9161-4cc5-a4c1-a24d6abc116d HTTP/1.1" status: 204 len: 168 time: 0.7679799 Jul 22 14:30:28.005093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e842b-f14c-4f0e-90c6-9d48392e64f6 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Subnet': ['ID=4e73e0c6-9161-4cc5-a4c1-a24d6abc116d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:28.006460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43050) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:28.028491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03179d-faaf-4dcc-a615-a30ef4dabeb4 None None] Network 1d2b3d14-3068-4885-abd2-76b94cbcf578 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:28.103347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-404f6f0a-5d8f-44e7-8d17-9bd3bdd39a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.103952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.105350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-404f6f0a-5d8f-44e7-8d17-9bd3bdd39a1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 200 len: 916 time: 0.2960832 Jul 22 14:30:28.110951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.164497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-2ad3bc42-1ecf-4f71-8e16-99962ef1f7a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fea4384-60a1-443a-8464-82732cf049c1 HTTP/1.1" status: 200 len: 217 time: 0.0499091 Jul 22 14:30:28.203344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.254556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.resource_extend [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:30:28.265874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object d3eeee27-fd2f-49e2-8712-9c5548955623 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:28.369011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-698ae4f8-6544-4f79-b05d-e9caba317e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.372612 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-698ae4f8-6544-4f79-b05d-e9caba317e87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 200 len: 855 time: 0.1889834 Jul 22 14:30:28.419353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.467392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-69111fec-79c7-4f46-a07d-8af03fe7e96b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09058be0-eb58-43e4-a222-bfc36f6bdcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835333 Jul 22 14:30:28.491235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2267d5-c8fc-4f18-b1de-2ce6fdcabb06 None None] Pushing event updated for resources: {'Port': ['ID=fd79be82-32c6-45b9-9489-a111c625cc50,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:28.537439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port b0fbb000-1052-44cd-b01f-d3c1deda0ee6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:28.537750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.712329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:28.807753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port b0fbb000-1052-44cd-b01f-d3c1deda0ee6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:28.808485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.826651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for b0fbb000-1052-44cd-b01f-d3c1deda0ee6 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:28.834473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:30:26Z', 'revision_number': 5, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port': {'id': 'b0fbb000-1052-44cd-b01f-d3c1deda0ee6', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:7f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:06Z', 'updated_at': '2021-07-22T14:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:28.866587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.910973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] Checking router: 7f8ad246-0fbf-4952-8e75-32e324cdce82 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:28.933650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'mac_address': 'fa:16:3e:78:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:28.950274 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-a12a6ada-d824-403a-a040-cfa22fc8af2e service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740975 Jul 22 14:30:28.954267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] Routers {'7f8ad246-0fbf-4952-8e75-32e324cdce82'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:28.954267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7f8ad246-0fbf-4952-8e75-32e324cdce82'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:29.043353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:29.126197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:29.130516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:29.148763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.151676 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.265116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.291376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d38dfd8-8f51-4185-83bf-3e213d0dd156 req-2c832058-d47b-435b-b7e6-e41c4ed6e2a4 service neutron] 10.222.0.20 "GET /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117690 Jul 22 14:30:29.298062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=d3eeee27-fd2f-49e2-8712-9c5548955623,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:29.314991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e133f4d-23eb-46db-a096-5ae9c3516128 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7713594 Jul 22 14:30:29.319110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43088) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:29.376550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=b0fbb000-1052-44cd-b01f-d3c1deda0ee6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:29.416399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] DHCP port deletion for 1d2b3d14-3068-4885-abd2-76b94cbcf578 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:29.424992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54aa1ad-ee2d-48ab-800c-df69a99b8c19 req-6dae2e8e-6966-40f1-ad33-4f3dff97b80b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.432775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b54aa1ad-ee2d-48ab-800c-df69a99b8c19 req-6dae2e8e-6966-40f1-ad33-4f3dff97b80b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.4873197 Jul 22 14:30:29.501738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b54aa1ad-ee2d-48ab-800c-df69a99b8c19 req-336b3d92-d99c-430e-80df-28ae166c36cb tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678499 Jul 22 14:30:29.586664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dedec3f-229f-4afa-a040-a9a607923d7e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.592472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.599487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] Set router 7f8ad246-0fbf-4952-8e75-32e324cdce82 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:29.601480 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.620492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dedec3f-229f-4afa-a040-a9a607923d7e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.627028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7dedec3f-229f-4afa-a040-a9a607923d7e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3065627 Jul 22 14:30:29.627615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43090) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:29.777607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:30:28Z', 'revision_number': 6, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:29.802582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7768697-268d-426e-8eef-edada6aeb7e7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:29.851570 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.864391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.935703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port d3eeee27-fd2f-49e2-8712-9c5548955623 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:29.936069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.953988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b9565f-264e-4565-8dd3-5705650cf0fe None None] The sync data for ids ['7f8ad246-0fbf-4952-8e75-32e324cdce82'] in n-d-787205-11 is: [{'id': '7f8ad246-0fbf-4952-8e75-32e324cdce82', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1468210301', 'tenant_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:04Z', 'updated_at': '2021-07-22T14:30:28Z', 'revision_number': 6, 'project_id': 'b7073b2cf2b647e1a02c96d5948f5b39', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:30.021275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:30.036741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.063454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.064910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Fanout notify agent at l3_agent the message router_deleted on router 7f8ad246-0fbf-4952-8e75-32e324cdce82 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:30:30.091444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.092619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d7e936df-cbf3-4024-a497-d128b00f2495 tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/routers/7f8ad246-0fbf-4952-8e75-32e324cdce82 HTTP/1.1" status: 204 len: 168 time: 2.0837653 Jul 22 14:30:30.095748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:30.176027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] Deleting port f6e43df2-4d28-4992-87b0-3bf0b152a922 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:30.177259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.219130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.235452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for d3eeee27-fd2f-49e2-8712-9c5548955623 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:30.287090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['d7768697-268d-426e-8eef-edada6aeb7e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:30.451779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.463102 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:30.498115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fd79be82-32c6-45b9-9489-a111c625cc50 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:30.611824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.685890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] For port f6e43df2-4d28-4992-87b0-3bf0b152a922, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f6e43df2-4d28-4992-87b0-3bf0b152a922,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:30.687613 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.719582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aec5d46e-0284-4c2c-be2f-ac0825fc0521 None None] Provisioning for port fd79be82-32c6-45b9-9489-a111c625cc50 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:30.728225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=d3eeee27-fd2f-49e2-8712-9c5548955623,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:30.777521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] Calling delete_port for f6e43df2-4d28-4992-87b0-3bf0b152a922 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:30.787404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port fd79be82-32c6-45b9-9489-a111c625cc50 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:30.800775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fd79be82-32c6-45b9-9489-a111c625cc50 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:30.801310 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.833448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.838405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5bbb71a-59ad-4f11-a935-57a3f4d364ff tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/d3eeee27-fd2f-49e2-8712-9c5548955623 HTTP/1.1" status: 204 len: 168 time: 1.2042022 Jul 22 14:30:30.843416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:30.885602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Deleting port f6e43df2-4d28-4992-87b0-3bf0b152a922 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:30.886207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.019786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d90fde-9715-4e30-96af-bd71a6133e3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:31.021390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d90fde-9715-4e30-96af-bd71a6133e3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:31.027503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64d90fde-9715-4e30-96af-bd71a6133e3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1784673 Jul 22 14:30:31.030375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:31.167901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2d6020de-3195-4f04-9857-ff8a091b6004 None None] Could not find standard attr ID for object d3eeee27-fd2f-49e2-8712-9c5548955623. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:31.179792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 5a51e531-350b-49f6-8e76-21cc52e58b15 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:31.196373 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.230409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0631dd-ea68-416c-aff4-f66193f5647d req-07b2c0bd-ad26-4886-9ae3-0411d5af4179 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:31.244390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4a0631dd-ea68-416c-aff4-f66193f5647d req-07b2c0bd-ad26-4886-9ae3-0411d5af4179 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 944 time: 0.4874961 Jul 22 14:30:31.293053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] For port f6e43df2-4d28-4992-87b0-3bf0b152a922, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f6e43df2-4d28-4992-87b0-3bf0b152a922,segment=NetworkSegment(8cb38510-271c-4c18-8cd1-a79274803965),segment_id=8cb38510-271c-4c18-8cd1-a79274803965)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:31.293345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.352403 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.356433 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.383708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.401245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Calling delete_port for f6e43df2-4d28-4992-87b0-3bf0b152a922 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:31.420536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4a0631dd-ea68-416c-aff4-f66193f5647d req-8d8d4c9d-7a4a-4548-ae79-dd6c42e01c4d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742299 Jul 22 14:30:31.438698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port fd79be82-32c6-45b9-9489-a111c625cc50, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fd79be82-32c6-45b9-9489-a111c625cc50,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:31.472357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] Pushing event deleted for resources: {'Port': ['ID=f6e43df2-4d28-4992-87b0-3bf0b152a922,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:31.488613 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.493837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2dcc1-40f9-4377-8554-62a09111a679 None None] No DVR routers for this DVR port f6e43df2-4d28-4992-87b0-3bf0b152a922 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:31.643534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=fd79be82-32c6-45b9-9489-a111c625cc50,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:31.670229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f6e43df2-4d28-4992-87b0-3bf0b152a922 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:31.675759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.704058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f6e43df2-4d28-4992-87b0-3bf0b152a922 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:31.704662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f6e43df2-4d28-4992-87b0-3bf0b152a922 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:31.743961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.835469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] No DVR routers for this DVR port f6e43df2-4d28-4992-87b0-3bf0b152a922 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:31.849548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.860271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Port': ['ID=f6e43df2-4d28-4992-87b0-3bf0b152a922,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:31.876564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.885553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/5a51e531-350b-49f6-8e76-21cc52e58b15 HTTP/1.1" status: 204 len: 168 time: 0.8538334 Jul 22 14:30:31.891673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7859ece-be31-4e30-958e-aa9f83daf4fb None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:31.922721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43122) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:31.931259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fd79be82-32c6-45b9-9489-a111c625cc50 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:31.939482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7bd16-4eed-4762-934f-5821997c853b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=5a51e531-350b-49f6-8e76-21cc52e58b15,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:32.040976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:32.158547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fd79be82-32c6-45b9-9489-a111c625cc50 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:32.159018 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.216845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port d7768697-268d-426e-8eef-edada6aeb7e7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:32.234191 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port d7768697-268d-426e-8eef-edada6aeb7e7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:32.235047 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.426454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:32.431823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.482203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:32.509151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:32.512497 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e48943-1357-4cf6-a5c5-a8298b789c3b" -d '{"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:32.527249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.602013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d437a3ae-14a9-43a5-b0fa-451868c085a2 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:32.620366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:32.635167 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d823c6-7dfb-4387-83af-31ff1a474390 x-openstack-request-id: req-b9d823c6-7dfb-4387-83af-31ff1a474390 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:32.635481 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:32.635845 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9d823c6-7dfb-4387-83af-31ff1a474390 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:32.636359 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'code': 200} Jul 22 14:30:32.672178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d437a3ae-14a9-43a5-b0fa-451868c085a2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:32.672854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d437a3ae-14a9-43a5-b0fa-451868c085a2 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:32.673894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b0fbb000-1052-44cd-b01f-d3c1deda0ee6 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:32.701957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b0fbb000-1052-44cd-b01f-d3c1deda0ee6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:32.701957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b0fbb000-1052-44cd-b01f-d3c1deda0ee6 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:32.711561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.716346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358f00-ca6c-4b3f-b983-6b6e65bd4eda req-51a41db3-a241-4ea3-994f-390d50bb9842 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:32.724943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3d358f00-ca6c-4b3f-b983-6b6e65bd4eda req-51a41db3-a241-4ea3-994f-390d50bb9842 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1531730 Jul 22 14:30:32.734793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2b3d14-3068-4885-abd2-76b94cbcf578']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:32.745393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] Deleting port fd79be82-32c6-45b9-9489-a111c625cc50 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:32.746093 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.762729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac783ac1-fa37-4021-bf45-8e67955b4a66 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8378487 Jul 22 14:30:32.764988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43140) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:32.775532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb38510-271c-4c18-8cd1-a79274803965') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:32.776089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb38510-271c-4c18-8cd1-a79274803965') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:32.790533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.807212 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.807474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3d358f00-ca6c-4b3f-b983-6b6e65bd4eda req-3d5c7081-3708-4df7-bc7a-e72706dc21f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815065 Jul 22 14:30:32.834044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:30:32.834638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.845358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] For port fd79be82-32c6-45b9-9489-a111c625cc50, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fd79be82-32c6-45b9-9489-a111c625cc50,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:32.846314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.862164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] Calling delete_port for fd79be82-32c6-45b9-9489-a111c625cc50 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:30:32.927083 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:30:32.945652 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.956014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.959875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] 10.222.0.11 "DELETE /v2.0/networks/1d2b3d14-3068-4885-abd2-76b94cbcf578 HTTP/1.1" status: 204 len: 168 time: 2.8619487 Jul 22 14:30:33.034773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e3672-c1d3-4f8f-88a9-dccdd005102e tempest-TestSecurityGroupsBasicOps-2117126415 tempest-TestSecurityGroupsBasicOps-2117126415-project] Pushing event deleted for resources: {'Network': ['ID=1d2b3d14-3068-4885-abd2-76b94cbcf578,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:33.042440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.078573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133806cc-ad60-4c17-b519-0f796e3ff94b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.080477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-133806cc-ad60-4c17-b519-0f796e3ff94b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2587652 Jul 22 14:30:33.083154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:33.094140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12886c-d2cf-477e-9ca0-c6b92ae5d3f9 req-23183c2f-90ff-4828-850a-f8a3f1967940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.094926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e12886c-d2cf-477e-9ca0-c6b92ae5d3f9 req-23183c2f-90ff-4828-850a-f8a3f1967940 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1097 time: 0.3381147 Jul 22 14:30:33.100567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] Pushing event deleted for resources: {'Port': ['ID=fd79be82-32c6-45b9-9489-a111c625cc50,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:33.102713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819a73e7-2c9e-4c73-ad9d-62333f7a2545 None None] No DVR routers for this DVR port fd79be82-32c6-45b9-9489-a111c625cc50 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:33.152739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e12886c-d2cf-477e-9ca0-c6b92ae5d3f9 req-2e455c5e-4056-477d-8ef7-c1b76899bbf7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495288 Jul 22 14:30:33.167385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e52324-b1d3-4ff0-af89-a8bb7c2d4520 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.168922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b3e52324-b1d3-4ff0-af89-a8bb7c2d4520 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847378 Jul 22 14:30:33.172735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:33.229537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-401aaf34-74e7-4e84-b013-d27341022686 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556695 Jul 22 14:30:33.230876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:33.239388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:33.393874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:33.400005 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.594188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:33.768651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.objects.ports [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:33.770554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.870538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d16077df-ed4d-4285-964b-ac36d17339d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7073b2cf2b647e1a02c96d5948f5b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751262 Jul 22 14:30:33.874109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:33.884636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fd79be82-32c6-45b9-9489-a111c625cc50 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:33.901909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:33.906130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:33.945169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.945940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.949039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: fd79be82-32c6-45b9-9489-a111c625cc50 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:33.952764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fd79be82-32c6-45b9-9489-a111c625cc50 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:33.965365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e53c9c-4be3-458c-80bf-f4d6d6863951 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:33.985351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=1d75202f-5f98-43fd-aa24-c195b6f54b5b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:34.006525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8700bcd-51fb-4773-8277-8d00e833712b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7745130 Jul 22 14:30:34.009140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43178) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:34.017541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:a6:f1:50', 'name': 'tempest-NetworksTestDHCPv6-1224854339'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:34.135972 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695df88-c06c-4ffd-a4e0-dce5ed16a439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.197157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:34.222891 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695df88-c06c-4ffd-a4e0-dce5ed16a439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.259248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa384139-a740-491a-b9d6-8d044f69c2fe req-1701538d-045f-4fba-99fb-fa20d07bda45 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:34.262363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '1d75202f-5f98-43fd-aa24-c195b6f54b5b'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:34.263237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.267037 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa384139-a740-491a-b9d6-8d044f69c2fe req-1701538d-045f-4fba-99fb-fa20d07bda45 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.2539172 Jul 22 14:30:34.372345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa384139-a740-491a-b9d6-8d044f69c2fe req-e31563ef-aca7-4afd-adac-716585179bf2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015399 Jul 22 14:30:34.391117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695df88-c06c-4ffd-a4e0-dce5ed16a439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.396051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.398791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695df88-c06c-4ffd-a4e0-dce5ed16a439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.401635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6695df88-c06c-4ffd-a4e0-dce5ed16a439 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c4ada16-9f19-49de-84c6-b52c5c1403d7 HTTP/1.1" status: 204 len: 168 time: 0.5249393 Jul 22 14:30:34.425312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695df88-c06c-4ffd-a4e0-dce5ed16a439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4ada16-9f19-49de-84c6-b52c5c1403d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:34.453005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:34.607207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Allocated IP 2001:db8::f816:3eff:fe77:8a67 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/1d75202f-5f98-43fd-aa24-c195b6f54b5b/655a41b1-d2f3-4538-88c9-ca8dd5745134) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:34.887181 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.910920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Transition to ACTIVE for port object 655a41b1-d2f3-4538-88c9-ca8dd5745134 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:34.919440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43196) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:34.938350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Transition to ACTIVE for port object 655a41b1-d2f3-4538-88c9-ca8dd5745134 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:34.945901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.946122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02eb33d2-e1db-420c-a7d6-cb56496ecc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.005697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:35.013989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:35.017737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:35.039135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Pushing event updated for resources: {'Port': ['ID=655a41b1-d2f3-4538-88c9-ca8dd5745134,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:35.052007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fea6:f150 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/1d75202f-5f98-43fd-aa24-c195b6f54b5b/3fb870a0-c8fb-4da2-a3fc-58039e6d77e8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:35.058209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.058563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.058907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.059248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.060300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.060695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.061169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.061286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.061851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.062275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.063226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.063226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:35.123635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Attempting to bind port 655a41b1-d2f3-4538-88c9-ca8dd5745134 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:35.124086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Attempting to bind port 655a41b1-d2f3-4538-88c9-ca8dd5745134 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:35.124630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Attempting to bind port 655a41b1-d2f3-4538-88c9-ca8dd5745134 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:35.131876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:35.134171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:35.134867 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.135624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:35.136288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Bound port: 655a41b1-d2f3-4538-88c9-ca8dd5745134, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:35.137042 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.225944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] For port 655a41b1-d2f3-4538-88c9-ca8dd5745134, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:35.229845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] For port 655a41b1-d2f3-4538-88c9-ca8dd5745134, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=655a41b1-d2f3-4538-88c9-ca8dd5745134,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:35.235896 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.320118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadbeb4-6779-480a-a2dd-b5bad451fbcd None None] Pushing event updated for resources: {'Port': ['ID=655a41b1-d2f3-4538-88c9-ca8dd5745134,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:35.383336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02eb33d2-e1db-420c-a7d6-cb56496ecc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.458712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02eb33d2-e1db-420c-a7d6-cb56496ecc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.539187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.550044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-02eb33d2-e1db-420c-a7d6-cb56496ecc9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a3330edd87a41e99e6dd4f4f6ca4437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292298 Jul 22 14:30:35.552748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:35.600677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb33d2-e1db-420c-a7d6-cb56496ecc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067c2f9b-15cd-4ec7-ba2f-bdfb46a7a803,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:35.683648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:35.704662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-123e7ed9-8dab-4f40-a331-865df57c50c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.772265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-123e7ed9-8dab-4f40-a331-865df57c50c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.806651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f569e-d84e-48c9-a0e0-8ebcd5dcd0f8 req-1c95aaa5-c29f-41c3-acc3-35be943fa849 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.817951 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-371f569e-d84e-48c9-a0e0-8ebcd5dcd0f8 req-1c95aaa5-c29f-41c3-acc3-35be943fa849 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.2541945 Jul 22 14:30:35.839468 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.928229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-123e7ed9-8dab-4f40-a331-865df57c50c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.931043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:35.931585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 655a41b1-d2f3-4538-88c9-ca8dd5745134 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:35.945171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:35.948376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:35.955055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.956596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.956725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-123e7ed9-8dab-4f40-a331-865df57c50c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.966411 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-123e7ed9-8dab-4f40-a331-865df57c50c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/067c2f9b-15cd-4ec7-ba2f-bdfb46a7a803 HTTP/1.1" status: 204 len: 168 time: 0.4086473 Jul 22 14:30:35.982335 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9714744 Jul 22 14:30:35.992341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:35.998679 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-371f569e-d84e-48c9-a0e0-8ebcd5dcd0f8 req-2d16ea15-e450-4dff-86fa-72d5e08afeff tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788363 Jul 22 14:30:36.014662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e7ed9-8dab-4f40-a331-865df57c50c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067c2f9b-15cd-4ec7-ba2f-bdfb46a7a803,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:36.096528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d23ff7-c04e-4a71-985b-238346733846 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=3fb870a0-c8fb-4da2-a3fc-58039e6d77e8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:36.170636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 655a41b1-d2f3-4538-88c9-ca8dd5745134 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:36.177546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ab5c7-adec-4773-a852-6b44b1769e28 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.185893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7ab5c7-adec-4773-a852-6b44b1769e28 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.188542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9f7ab5c7-adec-4773-a852-6b44b1769e28 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1928780 Jul 22 14:30:36.190704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:36.443290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90147efd-fe78-4829-9c91-5aec3f666c4e req-4f60cf1f-b873-46aa-b509-0f92d7d8ac1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.444918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-90147efd-fe78-4829-9c91-5aec3f666c4e req-4f60cf1f-b873-46aa-b509-0f92d7d8ac1a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.2436669 Jul 22 14:30:36.453889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43232) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:36.461876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Request body: {'floatingip': {'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:36.495200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:36.495996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:36.560854 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:36.753567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:36.756877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:36.784545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:37.052198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] Provisioning for port 655a41b1-d2f3-4538-88c9-ca8dd5745134 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:37.064755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] Provisioning complete for port 655a41b1-d2f3-4538-88c9-ca8dd5745134 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:37.064865 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.199646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f112aef6-fb40-4fc7-900e-66fae67efc05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe581bf377a34984b542d7a0d4ca531c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424961 Jul 22 14:30:37.200370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43252) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:37.211529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.260229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] For port 655a41b1-d2f3-4538-88c9-ca8dd5745134, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=655a41b1-d2f3-4538-88c9-ca8dd5745134,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:37.278859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.364213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d07b42-e82c-4435-904a-c85a28536308 None None] Pushing event updated for resources: {'Port': ['ID=655a41b1-d2f3-4538-88c9-ca8dd5745134,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:37.507338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d0d4d7e6-7149-4104-a928-81f1377eb8c0 None None] Provisioning for port 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:37.516117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d0d4d7e6-7149-4104-a928-81f1377eb8c0 None None] Provisioning complete for port 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:37.517904 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d0d4d7e6-7149-4104-a928-81f1377eb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.565294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4d7e6-7149-4104-a928-81f1377eb8c0 None None] Port 3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:37.683299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.717189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4901f632-0414-478a-abdd-a1e57374166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.748785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4901f632-0414-478a-abdd-a1e57374166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.750398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=3fb870a0-c8fb-4da2-a3fc-58039e6d77e8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:37.816803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.819261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c8f2033e-66e4-4ac0-a7a1-b992671cfd55 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 HTTP/1.1" status: 204 len: 168 time: 1.6272824 Jul 22 14:30:37.823831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:37.891600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.897170 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.929445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 655a41b1-d2f3-4538-88c9-ca8dd5745134 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:37.973545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209fae31-1953-4ecd-8fbc-ee953a910923 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:37.975308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209fae31-1953-4ecd-8fbc-ee953a910923 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:37.976842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-209fae31-1953-4ecd-8fbc-ee953a910923 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1410573 Jul 22 14:30:37.980165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:38.009086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 655a41b1-d2f3-4538-88c9-ca8dd5745134 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:38.009336 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.096632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4901f632-0414-478a-abdd-a1e57374166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.136135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 1d75202f-5f98-43fd-aa24-c195b6f54b5b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:38.143069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4901f632-0414-478a-abdd-a1e57374166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.147199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4901f632-0414-478a-abdd-a1e57374166c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94e978e6-49b2-4c79-8de5-864fd72cebe3 HTTP/1.1" status: 204 len: 168 time: 0.9391491 Jul 22 14:30:38.176924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.214665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901f632-0414-478a-abdd-a1e57374166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e978e6-49b2-4c79-8de5-864fd72cebe3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:38.306587 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Floating IP f6f92f04-f1b7-4933-9578-7a590934fe0c associated. External IP: 172.25.8.158, port: d7768697-268d-426e-8eef-edada6aeb7e7. Jul 22 14:30:38.312255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.456697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.564648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.634258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=1d75202f-5f98-43fd-aa24-c195b6f54b5b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:38.687112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c67cf31-fdb0-4796-8d09-ef9609ce14c0 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:38.698030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Router ee65818a-62ac-4577-b9d9-161905e98a89 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:38.702942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.722801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-54627055-f88d-49d1-bbb1-e6829b135cc4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/1d75202f-5f98-43fd-aa24-c195b6f54b5b HTTP/1.1" status: 204 len: 168 time: 0.7319443 Jul 22 14:30:38.725239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43278) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:38.855638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-508e8f8d-faff-4e23-84c1-14dae4cef7b3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273534 Jul 22 14:30:38.857602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:38.894693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:39.056728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:39.060947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.070018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:39.073966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.088135 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:39.109935 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:39.110726 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:39.180521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-80323c08-5663-4769-b298-2a65b67dee84 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "PUT /v2.0/floatingips/f6f92f04-f1b7-4933-9578-7a590934fe0c HTTP/1.1" status: 200 len: 991 time: 2.7220206 Jul 22 14:30:39.188180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:39.190737 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17643a6-40f7-49ac-92f0-b7f047d69863" -d '{"events": [{"name": "network-changed", "server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:39.212996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:39.290732 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df2c22-8905-41a4-a990-b5081dcb3bc4 x-openstack-request-id: req-98df2c22-8905-41a4-a990-b5081dcb3bc4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:39.291212 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:39.291319 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98df2c22-8905-41a4-a990-b5081dcb3bc4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:39.291946 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'status': 'completed', 'code': 200} Jul 22 14:30:39.382820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] Deleting port 655a41b1-d2f3-4538-88c9-ca8dd5745134 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:39.385016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.402338 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:39.414576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-48c30e8d-cd67-453c-ba3e-e361514f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.416134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-48c30e8d-cd67-453c-ba3e-e361514f5905 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1097 time: 0.1220946 Jul 22 14:30:39.567629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] For port 655a41b1-d2f3-4538-88c9-ca8dd5745134, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=655a41b1-d2f3-4538-88c9-ca8dd5745134,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:39.573141 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.673061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-7c4498d9-4a48-45ba-b2c8-667c9a34c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.674716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-7c4498d9-4a48-45ba-b2c8-667c9a34c334 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.2501154 Jul 22 14:30:39.839684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:39.871421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-d27ed2b8-395d-4783-a247-83296e233c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 999 time: 0.1833913 Jul 22 14:30:40.046570 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'f6f92f04-f1b7-4933-9578-7a590934fe0c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'mac_address': 'fa:16:3e:78:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:15Z', 'updated_at': '2021-07-22T14:30:37Z', 'revision_number': 1, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:40.065975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-0042e0c6-89e4-414f-a9ea-c310be0e9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:40.068529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-0042e0c6-89e4-414f-a9ea-c310be0e9291 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1954448 Jul 22 14:30:40.091240 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:40.107003 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:40.107964 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:40.208609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-4f4c85b7-35ac-48d6-83ef-6fa26c993ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:40.210254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-4f4c85b7-35ac-48d6-83ef-6fa26c993ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357126 Jul 22 14:30:40.231332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 655a41b1-d2f3-4538-88c9-ca8dd5745134 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:40.257533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.287143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] Calling delete_port for 655a41b1-d2f3-4538-88c9-ca8dd5745134 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:40.310210 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:40.385074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-ae9087d2-38fa-4fd7-bef2-7a8b2e413205 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679635 Jul 22 14:30:40.465274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.597996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d17643a6-40f7-49ac-92f0-b7f047d69863 req-8feed9c1-39d5-4cfd-a518-a074a167c6e5 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050557 Jul 22 14:30:40.696249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port 655a41b1-d2f3-4538-88c9-ca8dd5745134, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=655a41b1-d2f3-4538-88c9-ca8dd5745134,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:40.752266 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.758909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.759668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.826474 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.853337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=6a4dd0d2-c6be-4f07-b897-61d2c859dd5c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:40.862357 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'f6f92f04-f1b7-4933-9578-7a590934fe0c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'mac_address': 'fa:16:3e:78:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:15Z', 'updated_at': '2021-07-22T14:30:37Z', 'revision_number': 1, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:40.900381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] No DVR routers for this DVR port 655a41b1-d2f3-4538-88c9-ca8dd5745134 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:40.902109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c78c4-6d54-4037-93c9-e254d2d3c4a3 None None] Pushing event deleted for resources: {'Port': ['ID=655a41b1-d2f3-4538-88c9-ca8dd5745134,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:40.932188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=655a41b1-d2f3-4538-88c9-ca8dd5745134,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:40.944714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:40.946310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:40.949794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:40.950479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.969167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d2a76-231f-4f98-89ea-b4746c1b1691 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:40.971232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:30:40.971588 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:30:40.981160 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d3a51-ee27-46f6-aab6-3b93ee391ea9 None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'f6f92f04-f1b7-4933-9578-7a590934fe0c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'floating_ip_address': '172.25.8.158', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'mac_address': 'fa:16:3e:78:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:15Z', 'updated_at': '2021-07-22T14:30:37Z', 'revision_number': 1, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:40.994826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d433db79-25a0-4b3d-8667-2d4978f6f979 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1360204 Jul 22 14:30:40.998233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:41.013090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:f7:be:0e', 'name': 'tempest-NetworksTestDHCPv6-127814084'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:41.273995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': '6a4dd0d2-c6be-4f07-b897-61d2c859dd5c'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:41.275777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.347011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:41.493122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9b8586-f792-474e-ba07-e9ca9200048f None None] New status for floating IP f6f92f04-f1b7-4933-9578-7a590934fe0c: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:30:41.578874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.588435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Port 655a41b1-d2f3-4538-88c9-ca8dd5745134 update to DOWN by agent not found {{(pid=93761) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 14:30:41.605435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Allocated IP 2001:db8::f816:3eff:fec4:7d1b (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/6a4dd0d2-c6be-4f07-b897-61d2c859dd5c/4fae4e6d-ab13-416e-a08e-19989da3b2c2) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:41.622828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 8e143a5f-1c6f-482b-9e71-417b21b02051 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:41.976642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905241-2a91-451c-b4ba-c179e1494864 req-c696bec6-d8e5-447b-89b0-1f69f420e0c8 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.996607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5905241-2a91-451c-b4ba-c179e1494864 req-c696bec6-d8e5-447b-89b0-1f69f420e0c8 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 945 time: 0.1704342 Jul 22 14:30:42.134502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d5905241-2a91-451c-b4ba-c179e1494864 req-3676cf63-f3ad-4d74-8e25-ea86e7723d05 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218972 Jul 22 14:30:42.246080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.258588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Transition to ACTIVE for port object 4fae4e6d-ab13-416e-a08e-19989da3b2c2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:42.283994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Transition to ACTIVE for port object 4fae4e6d-ab13-416e-a08e-19989da3b2c2 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:42.303214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.365747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fef7:be0e (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/6a4dd0d2-c6be-4f07-b897-61d2c859dd5c/8e143a5f-1c6f-482b-9e71-417b21b02051) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:42.369248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:42.374752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:42.376557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Pushing event updated for resources: {'Port': ['ID=4fae4e6d-ab13-416e-a08e-19989da3b2c2,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:42.378841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:42.443341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Attempting to bind port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:42.443714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Attempting to bind port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:42.444083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Attempting to bind port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:42.449369 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:42.449779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:42.450193 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.450588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:42.451054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Bound port: 4fae4e6d-ab13-416e-a08e-19989da3b2c2, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:42.451439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.528308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] For port 4fae4e6d-ab13-416e-a08e-19989da3b2c2, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:42.534758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] For port 4fae4e6d-ab13-416e-a08e-19989da3b2c2, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4fae4e6d-ab13-416e-a08e-19989da3b2c2,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:42.543722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.660608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.669987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403f508-627e-4828-8ae2-190a6c624dc0 None None] Pushing event updated for resources: {'Port': ['ID=4fae4e6d-ab13-416e-a08e-19989da3b2c2,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:42.686264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 8e143a5f-1c6f-482b-9e71-417b21b02051 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:42.726026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.773139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:42.776448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:42.778973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:42.786504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.787192 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.799384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=8e143a5f-1c6f-482b-9e71-417b21b02051,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:42.812567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6497f9f5-79de-4917-aa6e-b03682c3d656 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8120470 Jul 22 14:30:42.815385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:42.911682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e9b71-55e1-41db-908b-70fb2f8d534a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.921289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408e9b71-55e1-41db-908b-70fb2f8d534a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.923829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-408e9b71-55e1-41db-908b-70fb2f8d534a tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1073422 Jul 22 14:30:42.926605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43346) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.049485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 8e143a5f-1c6f-482b-9e71-417b21b02051 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:43.049871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.144643 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.160420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 8e143a5f-1c6f-482b-9e71-417b21b02051 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:43.307075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.313013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04829f-ea3d-4ec6-b9cb-4e6b52af02a5 req-ce340790-a82f-4a42-89c0-cff2e6157b1d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.320489 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab04829f-ea3d-4ec6-b9cb-4e6b52af02a5 req-ce340790-a82f-4a42-89c0-cff2e6157b1d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 945 time: 0.1196005 Jul 22 14:30:43.348415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=8e143a5f-1c6f-482b-9e71-417b21b02051,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.398467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.403981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43362) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.404205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2df83263-4850-453b-ad8c-db3855cf7cc1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/8e143a5f-1c6f-482b-9e71-417b21b02051 HTTP/1.1" status: 204 len: 168 time: 0.4761133 Jul 22 14:30:43.437179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ab04829f-ea3d-4ec6-b9cb-4e6b52af02a5 req-ea910da6-c709-4834-8196-9bd160c4ccd6 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151228 Jul 22 14:30:43.492008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5a8ed-9263-41e3-8503-8d78e6fc105c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.493554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5a8ed-9263-41e3-8503-8d78e6fc105c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.495138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f2b5a8ed-9263-41e3-8503-8d78e6fc105c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0820320 Jul 22 14:30:43.497990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43364) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.508584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-e14fa2eb-ef0f-4b73-8d7a-a828aca9416d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.510291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-e14fa2eb-ef0f-4b73-8d7a-a828aca9416d tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 945 time: 0.1798577 Jul 22 14:30:43.555733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 6a4dd0d2-c6be-4f07-b897-61d2c859dd5c {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:43.559509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.622629 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.649265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Deleting port 01b72f93-401c-4ad2-8554-75d6ea4e91ad {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:43.649422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.783772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] For port 01b72f93-401c-4ad2-8554-75d6ea4e91ad, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=01b72f93-401c-4ad2-8554-75d6ea4e91ad,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:43.784142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.801478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Calling delete_port for 01b72f93-401c-4ad2-8554-75d6ea4e91ad owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:43.810882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.910091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3e0db5ee-5c2f-442b-82b8-230a01178c53 None None] Provisioning for port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:43.923867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4fae4e6d-ab13-416e-a08e-19989da3b2c2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:43.932165 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.971138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.973096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/6a4dd0d2-c6be-4f07-b897-61d2c859dd5c HTTP/1.1" status: 204 len: 168 time: 0.4740944 Jul 22 14:30:43.974302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f40ae7-4ed4-4318-b2c3-cb2a5da400ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4dd0d2-c6be-4f07-b897-61d2c859dd5c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.977884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43370) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.044228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1aa2c384-62f6-44c1-a4c2-80b7e2145204 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652547 Jul 22 14:30:44.044958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:44.050300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43372) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.050820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:44.051268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.096207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.117707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed', '861d8885-a43c-47b6-8964-64b77a697a01'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:44.150955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event deleted for resources: {'Port': ['ID=01b72f93-401c-4ad2-8554-75d6ea4e91ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:44.152981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4fea4384-60a1-443a-8464-82732cf049c1', '01b72f93-401c-4ad2-8554-75d6ea4e91ad'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:44.155418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c28be-ed5d-4ebe-801b-56acfa35f1f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.160519 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-808c28be-ed5d-4ebe-801b-56acfa35f1f1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1091285 Jul 22 14:30:44.161398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43380) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.175419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.175994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.176532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.177069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.177649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.178234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.178787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.179332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.179909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.180471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.181033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.181576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:44.239485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] No DVR routers for this DVR port 01b72f93-401c-4ad2-8554-75d6ea4e91ad on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:44.242372 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.246789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6c2fdde-9de7-4aeb-af25-3f99cd454ce7 req-8250f5eb-a73b-4ec4-98a2-49cb0481ea85 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "DELETE /v2.0/ports/01b72f93-401c-4ad2-8554-75d6ea4e91ad HTTP/1.1" status: 204 len: 173 time: 0.7270718 Jul 22 14:30:44.254059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'name': 'network-vif-deleted', 'tag': '01b72f93-401c-4ad2-8554-75d6ea4e91ad'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:44.256846 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791a7d4-aec5-4b8b-a9dd-4fa20536f37c" -d '{"events": [{"server_uuid": "a92f656a-f4ba-4595-9a5d-ee785ac102eb", "name": "network-vif-deleted", "tag": "01b72f93-401c-4ad2-8554-75d6ea4e91ad"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:44.270602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720c1216-7d1c-4698-b78f-a0b3856583f9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.282960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-720c1216-7d1c-4698-b78f-a0b3856583f9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199901 Jul 22 14:30:44.285061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43384) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.323376 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66360ad5-0e95-471c-89fa-d5f8574e5928 x-openstack-request-id: req-66360ad5-0e95-471c-89fa-d5f8574e5928 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:44.323864 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92f656a-f4ba-4595-9a5d-ee785ac102eb", "name": "network-vif-deleted", "tag": "01b72f93-401c-4ad2-8554-75d6ea4e91ad", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:44.323961 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66360ad5-0e95-471c-89fa-d5f8574e5928 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:44.324405 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92f656a-f4ba-4595-9a5d-ee785ac102eb', 'name': 'network-vif-deleted', 'tag': '01b72f93-401c-4ad2-8554-75d6ea4e91ad', 'status': 'completed', 'code': 200} Jul 22 14:30:44.330347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0376336c-f303-4f9e-93ac-af200f6718e1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440388 Jul 22 14:30:44.334599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.336835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6eb947-5036-47d4-9844-df65972e4391 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:44.339969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:44.340766 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.414365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-16562fa6-59d2-4fcc-a2c0-e3186c934878 None None] Could not find standard attr ID for object 8e143a5f-1c6f-482b-9e71-417b21b02051. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:44.478901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:44.484571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.532232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 4fae4e6d-ab13-416e-a08e-19989da3b2c2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4fae4e6d-ab13-416e-a08e-19989da3b2c2,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:44.562035 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.588384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3eb6c10d-ad70-4a87-9875-8da937c1ad49 req-65191aa0-a4ff-4bc7-a552-4dc17700cec9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=a92f656a-f4ba-4595-9a5d-ee785ac102eb HTTP/1.1" status: 200 len: 210 time: 0.0396769 Jul 22 14:30:44.718174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=4fae4e6d-ab13-416e-a08e-19989da3b2c2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:44.746481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.800351 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:44.803633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:44.810801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.811832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.836382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5006096 Jul 22 14:30:44.839393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43400) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.839839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54662466-f5ac-4165-9383-b4ee9bde4b72 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=f4acc1a8-d0a7-498b-a067-5bcff0dc0291,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:44.852388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:39:20:00', 'name': 'tempest-NetworksTestDHCPv6-391122534'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:44.887280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:44.948228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] Deleting port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:44.948991 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.024324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:45.028825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.039551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] For port 4fae4e6d-ab13-416e-a08e-19989da3b2c2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4fae4e6d-ab13-416e-a08e-19989da3b2c2,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:45.040325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.049602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 07ceace9-a126-4cb9-b6b2-a7d89156f81c yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:45.052982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] Calling delete_port for 4fae4e6d-ab13-416e-a08e-19989da3b2c2 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:45.141720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.175788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] Pushing event deleted for resources: {'Port': ['ID=4fae4e6d-ab13-416e-a08e-19989da3b2c2,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:45.185194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014eb2c-eaf6-4449-b29d-38963ac0b4ac None None] No DVR routers for this DVR port 4fae4e6d-ab13-416e-a08e-19989da3b2c2 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:45.190044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::367 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/f4acc1a8-d0a7-498b-a067-5bcff0dc0291/07ceace9-a126-4cb9-b6b2-a7d89156f81c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:45.202100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f6d05-1060-42d0-98fd-f55163851fd6 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:45.356880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'f4acc1a8-d0a7-498b-a067-5bcff0dc0291'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:45.358071 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.360931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.376863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 07ceace9-a126-4cb9-b6b2-a7d89156f81c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:45.415383 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.470112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:45.475740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:45.480259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:45.488002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.488670 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.503026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=07ceace9-a126-4cb9-b6b2-a7d89156f81c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:45.517763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6746514 Jul 22 14:30:45.517763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.517763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.518076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.522044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.525344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.525716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.526061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.526446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.526723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.527055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.527388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.529654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.529654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cfce1-3f67-48d0-84b7-4edffc918476 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:45.549892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/f4acc1a8-d0a7-498b-a067-5bcff0dc0291/63184d2b-f351-4f10-95b2-745a78c41564) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:45.613147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb91c634-f843-4bc5-90c8-fe7fb02342a5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.615132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb91c634-f843-4bc5-90c8-fe7fb02342a5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0956526 Jul 22 14:30:45.617223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.777594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 07ceace9-a126-4cb9-b6b2-a7d89156f81c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:45.778064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.901487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4fae4e6d-ab13-416e-a08e-19989da3b2c2 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:45.903101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.918530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 07ceace9-a126-4cb9-b6b2-a7d89156f81c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:45.927328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4fae4e6d-ab13-416e-a08e-19989da3b2c2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:45.927677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4fae4e6d-ab13-416e-a08e-19989da3b2c2 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:46.020078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.067133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.067990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Transition to ACTIVE for port object 63184d2b-f351-4f10-95b2-745a78c41564 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:46.090864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Transition to ACTIVE for port object 63184d2b-f351-4f10-95b2-745a78c41564 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:46.098789 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.106357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=07ceace9-a126-4cb9-b6b2-a7d89156f81c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:46.149652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:46.153346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:46.162625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:46.168442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.171096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5fb8e9eb-fcfa-4cfa-ad96-62651600a388 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/07ceace9-a126-4cb9-b6b2-a7d89156f81c HTTP/1.1" status: 204 len: 168 time: 0.5529139 Jul 22 14:30:46.173723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43438) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.212797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:46.243843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dad9298-fa1f-4e21-b5c7-16f447abdf01 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.246700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dad9298-fa1f-4e21-b5c7-16f447abdf01 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.247315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Attempting to bind port 63184d2b-f351-4f10-95b2-745a78c41564 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:46.247693 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Attempting to bind port 63184d2b-f351-4f10-95b2-745a78c41564 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:46.248063 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Attempting to bind port 63184d2b-f351-4f10-95b2-745a78c41564 on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:46.249732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6dad9298-fa1f-4e21-b5c7-16f447abdf01 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0739162 Jul 22 14:30:46.252475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.254100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:46.254488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:46.254902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.255303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:46.255780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Bound port: 63184d2b-f351-4f10-95b2-745a78c41564, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:46.256169 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.328651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:46.329547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet f4acc1a8-d0a7-498b-a067-5bcff0dc0291 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:46.332208 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:46.333712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.336804 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.410264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703d6c-53cc-4e53-92fc-568d55e8e06c None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:46.410463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.525240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.654159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.713303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=f4acc1a8-d0a7-498b-a067-5bcff0dc0291,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:46.715455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.720402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.729756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9918d223-b3cb-4b8a-af34-5e097245cc51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/f4acc1a8-d0a7-498b-a067-5bcff0dc0291 HTTP/1.1" status: 204 len: 168 time: 0.4760706 Jul 22 14:30:46.786218 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ee79f76-aace-4eeb-a512-973fbcab31ed tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640790 Jul 22 14:30:46.788076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43458) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.923409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27031e3-9d67-49c9-9716-6e066ccd91f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.929516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f27031e3-9d67-49c9-9716-6e066ccd91f3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1376195 Jul 22 14:30:46.929850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43464) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.991032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84aa29-1f62-42d1-8545-b4e2bf70c8e1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.993073 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0d84aa29-1f62-42d1-8545-b4e2bf70c8e1 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615425 Jul 22 14:30:46.995169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43466) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:47.056291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-19a6d05e-43d3-487a-9f94-297a9a934eea tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597491 Jul 22 14:30:47.060879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:47.066611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:47.085704 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc08f3-4d91-45da-8068-0dcda9e5466f req-e90d0c02-2777-4811-be7c-cc49bdbb72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.087085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2cc08f3-4d91-45da-8068-0dcda9e5466f req-e90d0c02-2777-4811-be7c-cc49bdbb72a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1097 time: 0.2415931 Jul 22 14:30:47.148352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2cc08f3-4d91-45da-8068-0dcda9e5466f req-817aae8a-17c6-4cf5-bcc9-c18d89a3c15a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516076 Jul 22 14:30:47.184654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:47.188921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.542322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:47.656636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 01b72f93-401c-4ad2-8554-75d6ea4e91ad no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:47.725064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 01b72f93-401c-4ad2-8554-75d6ea4e91ad {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:47.725420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 01b72f93-401c-4ad2-8554-75d6ea4e91ad not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:47.837899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.862371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb5be9-dbb2-4356-8797-b5bb6503fdd0 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:47.890374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63184d2b-f351-4f10-95b2-745a78c41564 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:47.961068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7618613f-a8ec-45a5-bbd4-65ad3eaddc55 None None] Provisioning for port 63184d2b-f351-4f10-95b2-745a78c41564 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:48.065293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 63184d2b-f351-4f10-95b2-745a78c41564 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:48.069729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:48.091698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:48.092084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.119478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.132927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.133521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.219725 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.291573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:48.297605 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.338884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=9dcad6a5-254c-423b-b813-a5931a0247f2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:48.350146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:48.353509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:48.356035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=5']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:48.359607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.360262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.380765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f0b960a-a3a4-454a-a119-0ef92ccdb286 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3151736 Jul 22 14:30:48.380765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43504) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:48.386442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:48.395997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:48.538409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:48.542432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.595168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a758739-32e7-4871-9246-da368ea9e84b None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:48.613476 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6686fbe-d1aa-4126-8c72-8d4026f38db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.647430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f238707d-7cac-4a73-b5c1-ce7fb119df7c None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:48.648075 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f238707d-7cac-4a73-b5c1-ce7fb119df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.657586 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dcad6a5-254c-423b-b813-a5931a0247f2 (CIDR: 2001:db8::/64) Jul 22 14:30:48.661198 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:48.661693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:48.681059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8e3ac176-37f2-4be6-a4d2-03d6caf0d511 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2969923 Jul 22 14:30:48.681267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:48.687440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:48.855940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:48.860407 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.161434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.209930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:49.213361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:49.218594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.219337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.237660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.241502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:49.265374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-03989d18-6d61-49de-8f7c-915a4688823c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5741367 Jul 22 14:30:49.265374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:49.266394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bb295e5f-69f4-483b-8c0b-7de2f66a3b87 None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:49.267139 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb295e5f-69f4-483b-8c0b-7de2f66a3b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.278793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:1e:ae:65', 'name': 'tempest-NetworksTestDHCPv6-2038352139'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:49.429573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc4b17-7848-4189-9212-310d6d2b1352 req-50f1bf33-4f3e-4a9f-9bd5-70b9647e25e0 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.432189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2cdc4b17-7848-4189-9212-310d6d2b1352 req-50f1bf33-4f3e-4a9f-9bd5-70b9647e25e0 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 946 time: 0.0937030 Jul 22 14:30:49.493860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:49.501314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2cdc4b17-7848-4189-9212-310d6d2b1352 req-ad4bf5dd-ce49-4741-bf35-162cdf8c3300 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630279 Jul 22 14:30:49.524642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289edcde-7628-4a18-84c2-f6925460946d None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:49.606005 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.620699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2da02ad5-a44c-465a-a89a-8d333f1bec62 None None] Could not find standard attr ID for object 07ceace9-a126-4cb9-b6b2-a7d89156f81c. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:49.638506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port d860906b-40e8-4b1d-8389-2c87b048aa28 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:49.855370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63184d2b-f351-4f10-95b2-745a78c41564 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:49.895400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8:0:1::316 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5/d860906b-40e8-4b1d-8389-2c87b048aa28) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:49.904073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fe1e:ae65 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/9dcad6a5-254c-423b-b813-a5931a0247f2/d860906b-40e8-4b1d-8389-2c87b048aa28) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:49.909209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '9dcad6a5-254c-423b-b813-a5931a0247f2', 'ip_address': '2001:db8::f816:3eff:fe75:4fa3'}, {'subnet_id': 'f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '63184d2b-f351-4f10-95b2-745a78c41564'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:30:49.956804 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.016810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:50.017124 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.100464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.114871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object d860906b-40e8-4b1d-8389-2c87b048aa28 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:50.135194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.157726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.206902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:50.210248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:50.214915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:50.220933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.221635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.225557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=d860906b-40e8-4b1d-8389-2c87b048aa28,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:50.253673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dedf52b2-9f02-4f59-8b51-7f2675c046ab tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9910760 Jul 22 14:30:50.253967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.255956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Allocated IP 2001:db8:0:1::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5/63184d2b-f351-4f10-95b2-745a78c41564) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:50.365610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port d860906b-40e8-4b1d-8389-2c87b048aa28 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:50.366201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.366786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:50.397141 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.411893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Transition to ACTIVE for port object 63184d2b-f351-4f10-95b2-745a78c41564 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:50.416271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.457917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.470225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for d860906b-40e8-4b1d-8389-2c87b048aa28 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:50.526110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e005851-5c33-41f6-9e5c-dfc83485e1c1 None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:50.663516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0721a-e3e8-430b-8502-b922190261f3 req-9c7b341f-64fc-4584-af7e-40d1cb3403d9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.665744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abc0721a-e3e8-430b-8502-b922190261f3 req-9c7b341f-64fc-4584-af7e-40d1cb3403d9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 946 time: 0.0737362 Jul 22 14:30:50.694943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.714155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-abc0721a-e3e8-430b-8502-b922190261f3 req-18ce9aec-8dd9-453a-a0b6-f945d2182d1f tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407724 Jul 22 14:30:50.732093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=d860906b-40e8-4b1d-8389-2c87b048aa28,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:50.806551 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.810190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b38369e7-ca66-42dc-9be8-c5b59cda8428 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/d860906b-40e8-4b1d-8389-2c87b048aa28 HTTP/1.1" status: 204 len: 168 time: 0.5541735 Jul 22 14:30:50.813836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43562) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.889127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-213d44ef-02f0-4ad7-9df5-53482f1ff076 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.890673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-213d44ef-02f0-4ad7-9df5-53482f1ff076 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 946 time: 0.1243112 Jul 22 14:30:50.937909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b08f3b-06b0-44a3-bb66-38305077c427 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.941517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8b08f3b-06b0-44a3-bb66-38305077c427 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1245952 Jul 22 14:30:50.945152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.021223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c82c56-923f-41f0-93b1-e97899274c22 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.023049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-39c82c56-923f-41f0-93b1-e97899274c22 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0768387 Jul 22 14:30:51.026519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43568) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.098631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Deleting port 861d8885-a43c-47b6-8964-64b77a697a01 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:51.098983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.106574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e448f-7798-4dc0-a121-67e2410c2c86 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.109032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e448f-7798-4dc0-a121-67e2410c2c86 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.110634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3e448f-7798-4dc0-a121-67e2410c2c86 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.112594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fc3e448f-7798-4dc0-a121-67e2410c2c86 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0848572 Jul 22 14:30:51.115831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.192515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 9dcad6a5-254c-423b-b813-a5931a0247f2 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:51.196822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.211334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] For port 861d8885-a43c-47b6-8964-64b77a697a01, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=861d8885-a43c-47b6-8964-64b77a697a01,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:51.211698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.226651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Calling delete_port for 861d8885-a43c-47b6-8964-64b77a697a01 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:51.247650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.354252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.382937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c53560b2-cce9-446f-bfd3-367d6447096a None None] Provisioning for port 63184d2b-f351-4f10-95b2-745a78c41564 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:51.388804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.393114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c53560b2-cce9-446f-bfd3-367d6447096a None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:51.393543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c53560b2-cce9-446f-bfd3-367d6447096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.415046 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.437178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed', '861d8885-a43c-47b6-8964-64b77a697a01'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:51.439774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4fea4384-60a1-443a-8464-82732cf049c1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:51.466326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event deleted for resources: {'Port': ['ID=861d8885-a43c-47b6-8964-64b77a697a01,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:51.483406 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.540819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcad6a5-254c-423b-b813-a5931a0247f2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:51.542990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.544894 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-60219163-4a37-438d-a37e-add56c5eef03 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/9dcad6a5-254c-423b-b813-a5931a0247f2 HTTP/1.1" status: 204 len: 168 time: 0.4280095 Jul 22 14:30:51.551516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43582) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.553777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] No DVR routers for this DVR port 861d8885-a43c-47b6-8964-64b77a697a01 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:51.567897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f796-9646-4614-8b48-d15a19baf4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.589185 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.591494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c40638c4-ac60-4362-9cb9-3968b6619d63 req-92eb2515-2238-4c27-aff2-ef1eafff6558 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "DELETE /v2.0/ports/861d8885-a43c-47b6-8964-64b77a697a01 HTTP/1.1" status: 204 len: 173 time: 0.6941445 Jul 22 14:30:51.591993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'name': 'network-vif-deleted', 'tag': '861d8885-a43c-47b6-8964-64b77a697a01'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:51.594507 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88023d12-5419-4921-a3e7-efc6f5f60efb" -d '{"events": [{"server_uuid": "1bb54203-0d49-44c9-81de-8a7d2530e494", "name": "network-vif-deleted", "tag": "861d8885-a43c-47b6-8964-64b77a697a01"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:51.630507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:51.633924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.681966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.705581 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b94ac91-83e5-4464-98b1-47164df2b39b x-openstack-request-id: req-6b94ac91-83e5-4464-98b1-47164df2b39b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:51.705833 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb54203-0d49-44c9-81de-8a7d2530e494", "name": "network-vif-deleted", "tag": "861d8885-a43c-47b6-8964-64b77a697a01", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:51.706246 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b94ac91-83e5-4464-98b1-47164df2b39b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:51.706599 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb54203-0d49-44c9-81de-8a7d2530e494', 'name': 'network-vif-deleted', 'tag': '861d8885-a43c-47b6-8964-64b77a697a01', 'status': 'completed', 'code': 200} Jul 22 14:30:51.711043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde7df26-8406-4e02-a65e-9fbc369a06f3 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:51.790291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.957546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-490d8f00-a0c7-4eeb-b1bf-b0b280c6b124 req-09334cad-f770-416a-8df1-ade76c1780a5 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bb54203-0d49-44c9-81de-8a7d2530e494 HTTP/1.1" status: 200 len: 210 time: 0.0395465 Jul 22 14:30:52.066530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63184d2b-f351-4f10-95b2-745a78c41564 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:52.078573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c3c5afe4-22a4-4ed3-b086-01dddbcf47bc None None] Could not find standard attr ID for object d860906b-40e8-4b1d-8389-2c87b048aa28. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:52.234991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:52.235651 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.289278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.322569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:52.332207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.335098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f5f56d83-f052-422d-8949-df60e207c8d2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5 HTTP/1.1" status: 204 len: 168 time: 0.7824008 Jul 22 14:30:52.337675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:52.387669 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-725d71ef-627d-4499-a18d-ebae5c061882 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487189 Jul 22 14:30:52.391259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:52.396454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:52.461116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.472301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602d858-e7fd-486d-bca0-fb17cb6aac21 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '63184d2b-f351-4f10-95b2-745a78c41564'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:30:52.491228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:52.495217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.510601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4602d858-e7fd-486d-bca0-fb17cb6aac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.681059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ff052-87d6-4e63-9cac-e60429b679f0 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:52.758140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7648c85e-441e-476f-9c4b-1245e0ffed1d None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:52.758519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7648c85e-441e-476f-9c4b-1245e0ffed1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.836582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.objects.ports [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93760) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:52.989256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'ab03782d-9663-418f-92b8-77e4f9b15aac'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '63184d2b-f351-4f10-95b2-745a78c41564'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:30:53.027799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.030981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.254829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:53.318254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.323656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.324354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.325638 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:30:53.326132 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:30:53.413788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:53.425821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:53.438678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:53.439277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.455276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=ab03782d-9663-418f-92b8-77e4f9b15aac,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:53.461973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:53.472544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e0a04-ae72-4d58-9801-98f09879c84d req-6413e6dd-69cd-41e3-81c9-9674e38db7ea tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:53.474153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a52e0a04-ae72-4d58-9801-98f09879c84d req-6413e6dd-69cd-41e3-81c9-9674e38db7ea tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 945 time: 0.2166538 Jul 22 14:30:53.488960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0b228b8e-bdf6-4d1f-98f7-9e2ae48b851c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0965569 Jul 22 14:30:53.491911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.498199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:53.521452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a52e0a04-ae72-4d58-9801-98f09879c84d req-27e9b6cf-001c-4369-94fe-b7e541d0cdbd tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414701 Jul 22 14:30:53.614316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:53.617867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.716873 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab03782d-9663-418f-92b8-77e4f9b15aac (CIDR: 2001:db8::/64) Jul 22 14:30:53.720737 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:53.721137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:53.737175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5484a92a-b23a-44fc-a9ea-9a9708814f79 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2435973 Jul 22 14:30:53.740486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.749821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:53.810858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63184d2b-f351-4f10-95b2-745a78c41564 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:53.875661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:53.879251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.879742 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.000760 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.096214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:54.107569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.115475 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:30:54.115475 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:30:54.146764 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.160289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:54.166840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 861d8885-a43c-47b6-8964-64b77a697a01 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:54.186800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:54.193009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 861d8885-a43c-47b6-8964-64b77a697a01 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:54.193502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 861d8885-a43c-47b6-8964-64b77a697a01 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:54.193600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:54.197741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.198413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.212279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=23d4a093-1a08-4e5d-95e5-fe3a21eb01d8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:54.219936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb5b7485-b659-4fe5-8f67-140714491f87 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4779799 Jul 22 14:30:54.222637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43646) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:54.227470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:86:65:ac', 'name': 'tempest-NetworksTestDHCPv6-679288173'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:54.256816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.364509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:54.368990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.377539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.390029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 4e3fc8cb-4c52-48da-b876-60fd663bbb80 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:54.667578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3801-4bf5-4e57-a1bd-452d8a2fa5ef req-3bf124a3-55ca-4980-b7d4-171f97f00837 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.669323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-887b3801-4bf5-4e57-a1bd-452d8a2fa5ef req-3bf124a3-55ca-4980-b7d4-171f97f00837 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 945 time: 0.0748959 Jul 22 14:30:54.713304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-887b3801-4bf5-4e57-a1bd-452d8a2fa5ef req-2c5d7684-8612-4f60-b14d-acdf359c37c9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370817 Jul 22 14:30:54.903526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-7715db61-d82b-456b-a07b-773b246ca59a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.905566 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-7715db61-d82b-456b-a07b-773b246ca59a tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 945 time: 0.4714324 Jul 22 14:30:54.983403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8:0:1::18a (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/23d4a093-1a08-4e5d-95e5-fe3a21eb01d8/4e3fc8cb-4c52-48da-b876-60fd663bbb80) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:55.011999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::f816:3eff:fe86:65ac (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/ab03782d-9663-418f-92b8-77e4f9b15aac/4e3fc8cb-4c52-48da-b876-60fd663bbb80) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:55.108174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Deleting port 4fea4384-60a1-443a-8464-82732cf049c1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:55.108628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.249699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.268622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] For port 4fea4384-60a1-443a-8464-82732cf049c1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=4fea4384-60a1-443a-8464-82732cf049c1,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:55.268993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.280639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 4e3fc8cb-4c52-48da-b876-60fd663bbb80 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:55.286411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Calling delete_port for 4fea4384-60a1-443a-8464-82732cf049c1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:55.380528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.441183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:55.446586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:55.453352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:55.458949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:55.459580 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.481507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=4e3fc8cb-4c52-48da-b876-60fd663bbb80,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:55.506353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e629f705-1567-4d8d-9273-d79aa9442c67 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2826984 Jul 22 14:30:55.508903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:55.513445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:55.546965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.552745 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.568076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.596879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['4fea4384-60a1-443a-8464-82732cf049c1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:55.599967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9ff3acf5-34c9-4630-a4a7-4115b6a640ed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:55.656059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event deleted for resources: {'Port': ['ID=4fea4384-60a1-443a-8464-82732cf049c1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:55.672977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca6850-1463-4e5d-ba6f-28e4a6f65cec None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=13']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:55.753755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] No DVR routers for this DVR port 4fea4384-60a1-443a-8464-82732cf049c1 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:55.760287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.762418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c96bd151-6438-4891-b2e0-ddba1a157f18 req-3fd61050-b3de-4325-bea9-3f4acfd99e24 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.20 "DELETE /v2.0/ports/4fea4384-60a1-443a-8464-82732cf049c1 HTTP/1.1" status: 204 len: 173 time: 0.8391082 Jul 22 14:30:55.763316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'name': 'network-vif-deleted', 'tag': '4fea4384-60a1-443a-8464-82732cf049c1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:55.766649 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bc2faa-fe66-4dc7-915e-d64c665ad4d3" -d '{"events": [{"server_uuid": "b6de551a-9bce-494c-8ab7-ea3c6d79fb0c", "name": "network-vif-deleted", "tag": "4fea4384-60a1-443a-8464-82732cf049c1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:55.810305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 4e3fc8cb-4c52-48da-b876-60fd663bbb80 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:55.812122 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.979176 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15d088e-cdbb-402e-a3ff-57951f6cbc8f x-openstack-request-id: req-a15d088e-cdbb-402e-a3ff-57951f6cbc8f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:55.979765 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6de551a-9bce-494c-8ab7-ea3c6d79fb0c", "name": "network-vif-deleted", "tag": "4fea4384-60a1-443a-8464-82732cf049c1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:55.979765 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a15d088e-cdbb-402e-a3ff-57951f6cbc8f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:55.980267 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6de551a-9bce-494c-8ab7-ea3c6d79fb0c', 'name': 'network-vif-deleted', 'tag': '4fea4384-60a1-443a-8464-82732cf049c1', 'status': 'completed', 'code': 200} Jul 22 14:30:55.981959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4aa7e7c6-6477-463f-b0cb-ae759af37e46 req-1b6b9237-026a-4d6a-ad98-fb070b4b1060 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6de551a-9bce-494c-8ab7-ea3c6d79fb0c HTTP/1.1" status: 200 len: 210 time: 0.0427232 Jul 22 14:30:56.011568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.028194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63184d2b-f351-4f10-95b2-745a78c41564 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:56.029356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 4e3fc8cb-4c52-48da-b876-60fd663bbb80 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:56.094857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:56.095248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.199493 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.245779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:56.248017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.256856 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.309911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=4e3fc8cb-4c52-48da-b876-60fd663bbb80,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:56.339567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=14']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:56.373190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.386424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43692) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:56.390338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c96a7b53-e357-4f0d-8c10-8f9a3ed06dad tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/4e3fc8cb-4c52-48da-b876-60fd663bbb80 HTTP/1.1" status: 204 len: 168 time: 0.8802841 Jul 22 14:30:56.480323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a477900-1ff4-4d6e-a63f-f9bc621e2c37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.485420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5a477900-1ff4-4d6e-a63f-f9bc621e2c37 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0971122 Jul 22 14:30:56.485865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:56.524558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038e37d-59b3-40e1-8312-21ab9d74297d None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:56.572682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ee7093-c01f-49b9-b24f-29cb54876871 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.576691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-83ee7093-c01f-49b9-b24f-29cb54876871 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0868709 Jul 22 14:30:56.576824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:56.594216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fb01de9f-00e8-4a89-8a5f-c25e06982ee4 None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:56.594525 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb01de9f-00e8-4a89-8a5f-c25e06982ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.636833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd42b3-a414-4bf5-9599-c5b3e853cd3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.638536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd42b3-a414-4bf5-9599-c5b3e853cd3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.640184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd42b3-a414-4bf5-9599-c5b3e853cd3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.641884 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9cd42b3-a414-4bf5-9599-c5b3e853cd3b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0639870 Jul 22 14:30:56.644589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:56.714158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 23d4a093-1a08-4e5d-95e5-fe3a21eb01d8 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:56.719929 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.768869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.824295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.852934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395ea56-2200-4c38-81da-7f9cad4c9da5 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'ab03782d-9663-418f-92b8-77e4f9b15aac', 'ip_address': '2001:db8::f816:3eff:fe75:4fa3'}, {'subnet_id': '23d4a093-1a08-4e5d-95e5-fe3a21eb01d8'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '63184d2b-f351-4f10-95b2-745a78c41564'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:30:56.901697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2395ea56-2200-4c38-81da-7f9cad4c9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.902240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.941532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=23d4a093-1a08-4e5d-95e5-fe3a21eb01d8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:56.943816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.945938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46269d70-945a-4449-a6f6-c1090dca9d4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/23d4a093-1a08-4e5d-95e5-fe3a21eb01d8 HTTP/1.1" status: 204 len: 168 time: 0.3003767 Jul 22 14:30:56.949260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43712) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:57.014989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet ab03782d-9663-418f-92b8-77e4f9b15aac {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:57.018232 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.060504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.163781 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-2395ea56-2200-4c38-81da-7f9cad4c9da5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab03782d-9663-418f-92b8-77e4f9b15aac: This subnet is being modified by another concurrent operation. Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab03782d-9663-418f-92b8-77e4f9b15aac: This subnet is being modified by another concurrent operation. Jul 22 14:30:57.237949 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:30:57.246592 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.278845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.281706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/ab03782d-9663-418f-92b8-77e4f9b15aac HTTP/1.1" status: 204 len: 168 time: 0.3320100 Jul 22 14:30:57.282754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce1b41-1fc1-4a73-94c1-bb1d430f8da5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=ab03782d-9663-418f-92b8-77e4f9b15aac,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:57.284414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:57.324997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c38809e6-6d3f-4d65-9ab5-a8285cdf2705 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393836 Jul 22 14:30:57.328600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:57.333974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:57.355075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3945dd89-4366-4f09-b1d6-87a5f3f0f530 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:57.401767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c1efbb91-ac26-431e-be63-16af8cb3e70b None None] Provisioning complete for port 63184d2b-f351-4f10-95b2-745a78c41564 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:57.402064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c1efbb91-ac26-431e-be63-16af8cb3e70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.467586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:57.473173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.659607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:57.718791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] Deleting port 63184d2b-f351-4f10-95b2-745a78c41564 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:57.719171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.755454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.814190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:57.817107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] For port 63184d2b-f351-4f10-95b2-745a78c41564, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=63184d2b-f351-4f10-95b2-745a78c41564,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:57.817516 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.817658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:57.822522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:57.823129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.835835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] Calling delete_port for 63184d2b-f351-4f10-95b2-745a78c41564 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:57.840910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=d51e4428-4df8-4947-b98e-98b03723f0b8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:57.859611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-922411d1-7e09-4e5b-bd1e-c4d2be795171 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5296574 Jul 22 14:30:57.862910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:57.869505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:57.914534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 63184d2b-f351-4f10-95b2-745a78c41564 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:58.025577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:58.031383 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.033033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.060125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] Pushing event deleted for resources: {'Port': ['ID=63184d2b-f351-4f10-95b2-745a78c41564,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:58.064251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.074499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f32d0-beed-4a95-93b2-d144666aadbc None None] No DVR routers for this DVR port 63184d2b-f351-4f10-95b2-745a78c41564 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:58.114438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98237d25-eb66-4a2c-bb0c-598d64e86ea5 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:58.167115 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d51e4428-4df8-4947-b98e-98b03723f0b8 (CIDR: 2001:db8::/64) Jul 22 14:30:58.172909 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:30:58.173642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:58.192526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a5163a3e-94f3-402f-9280-622e3a287107 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3252480 Jul 22 14:30:58.193326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:58.204811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:58.316033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'tenant_id': '7644c84635504509806fb58c2e3d7433', 'fixed_ips': [{'subnet_id': 'd51e4428-4df8-4947-b98e-98b03723f0b8'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:58.317109 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.348542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:58.352320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.482473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d51e4428-4df8-4947-b98e-98b03723f0b8/ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:58.671738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.681938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Transition to ACTIVE for port object ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:58.697283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Transition to ACTIVE for port object ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:58.707044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.766123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:30:58.781005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:58.786677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:58.791735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:58.796618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:58.879978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Attempting to bind port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:58.880602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Attempting to bind port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:58.881152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Attempting to bind port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d on network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:58.893812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:58.894258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Checking segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:58.894931 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.895504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Bound using segment: {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:58.896065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Bound port: ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18222a1b-648b-4681-b300-d21f25a254de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:58.896597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.970653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:58.974609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:58.984902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.997461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.063362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f48d1a-1237-4e72-9db9-b91429acc6e0 None None] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:59.193481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:59.228650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.234759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.235493 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.359794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:59.363758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:59.369369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=4']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:59.375470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.376062 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.393786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=b661a4ed-eaa8-40b7-9a8d-c7a581009e66,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:59.399263 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75b6f05b-4059-45af-9060-cfd26621b25d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2052715 Jul 22 14:30:59.402758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43772) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:59.410243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:5e:4d:1d', 'name': 'tempest-NetworksTestDHCPv6-89882291'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:59.546911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:59.645983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.669281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port c1283358-9c3f-44d0-bb6c-7ccc1a74ac42 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:59.672217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4fea4384-60a1-443a-8464-82732cf049c1 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:59.710769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 4fea4384-60a1-443a-8464-82732cf049c1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:59.711127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 4fea4384-60a1-443a-8464-82732cf049c1 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:59.941279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::1f0 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/d51e4428-4df8-4947-b98e-98b03723f0b8/c1283358-9c3f-44d0-bb6c-7ccc1a74ac42) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:59.951669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:4d1d (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/b661a4ed-eaa8-40b7-9a8d-c7a581009e66/c1283358-9c3f-44d0-bb6c-7ccc1a74ac42) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:59.971075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:00.064343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:00.160797 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.178837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object c1283358-9c3f-44d0-bb6c-7ccc1a74ac42 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:00.221933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.285209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=c1283358-9c3f-44d0-bb6c-7ccc1a74ac42,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:00.293691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:00.296019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:00.298644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:00.305810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.306644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.316183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc584472-9efb-4841-8da0-e204ee34acd7 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:00.335574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:00.335751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-556b4d28-b237-4b95-adc0-65a647437a0c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.9279311 Jul 22 14:31:00.410692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] Provisioning for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:00.425471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:00.426150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.513577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port c1283358-9c3f-44d0-bb6c-7ccc1a74ac42 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:00.514350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.673715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.708839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for c1283358-9c3f-44d0-bb6c-7ccc1a74ac42 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:00.798471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb196acb-5d41-45d8-8bfa-fb2b2f094107 req-36f451c2-ed15-4535-bbe7-bdebf6b2635e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.802339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb196acb-5d41-45d8-8bfa-fb2b2f094107 req-36f451c2-ed15-4535-bbe7-bdebf6b2635e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 946 time: 0.1508389 Jul 22 14:31:00.878890 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.912753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fb196acb-5d41-45d8-8bfa-fb2b2f094107 req-c27cbf76-39b2-4717-b36f-ad44419d102e tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944934 Jul 22 14:31:00.931930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:00.938999 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.004226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.028687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0682db2-6c25-413d-b199-a5a5b5f3ec93 None None] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.036216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=c1283358-9c3f-44d0-bb6c-7ccc1a74ac42,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.106447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.109542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0df08189-b64d-41bc-9ba7-902205917aa9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/c1283358-9c3f-44d0-bb6c-7ccc1a74ac42 HTTP/1.1" status: 204 len: 168 time: 0.7727952 Jul 22 14:31:01.112223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.189566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2673164-3fe2-44cf-beac-494e0cb39ddb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.191324 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2673164-3fe2-44cf-beac-494e0cb39ddb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0781398 Jul 22 14:31:01.193986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.272587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54016262-f9ad-4216-afeb-8fb4e8aafbc3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.274452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-54016262-f9ad-4216-afeb-8fb4e8aafbc3 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0793633 Jul 22 14:31:01.277097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43818) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.340322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6711fcc-b04e-4465-98a9-a92bf6667a77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.341885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6711fcc-b04e-4465-98a9-a92bf6667a77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.343967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6711fcc-b04e-4465-98a9-a92bf6667a77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.345667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e6711fcc-b04e-4465-98a9-a92bf6667a77 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0674083 Jul 22 14:31:01.348343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43820) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.388052 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:31:01.403955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet b661a4ed-eaa8-40b7-9a8d-c7a581009e66 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:01.407963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.465048 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.562360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.630113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.666933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.668848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/b661a4ed-eaa8-40b7-9a8d-c7a581009e66 HTTP/1.1" status: 204 len: 168 time: 0.3194025 Jul 22 14:31:01.670086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe01988-62d5-456f-b85e-de4b685196a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=b661a4ed-eaa8-40b7-9a8d-c7a581009e66,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.672349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.675164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ca18a0ac-27a8-4232-b416-69fc71715a04 None None] Could not find standard attr ID for object c1283358-9c3f-44d0-bb6c-7ccc1a74ac42. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:31:01.685315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ca18a0ac-27a8-4232-b416-69fc71715a04 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:01.685717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ca18a0ac-27a8-4232-b416-69fc71715a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.758287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet d51e4428-4df8-4947-b98e-98b03723f0b8 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:01.762388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.854139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.867789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5111b3-2272-4938-91b8-4485468cfbd9 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:01.875946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:01.944991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-346100ba-3041-4a44-a774-c289eb396217 None None] Could not find standard attr ID for object 4e3fc8cb-4c52-48da-b876-60fd663bbb80. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:31:01.986973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.024033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:02.024411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.104604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.156573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=d51e4428-4df8-4947-b98e-98b03723f0b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.175850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683b4c9-0946-4c9a-8dc3-173e717d1007 req-4b7d6307-d57f-4f38-b69c-2235fb58adf9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.177448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1683b4c9-0946-4c9a-8dc3-173e717d1007 req-4b7d6307-d57f-4f38-b69c-2235fb58adf9 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 946 time: 0.1658604 Jul 22 14:31:02.180145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.181975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-04c33b3a-17ab-4a57-83e6-14386380d1e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d51e4428-4df8-4947-b98e-98b03723f0b8 HTTP/1.1" status: 204 len: 168 time: 0.5085027 Jul 22 14:31:02.184376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.232184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-fee746ad-12e0-42a8-8f84-73c9ce584ad5 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.232407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7bfd4a4-53b9-463e-817b-1e52651e2f02 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469170 Jul 22 14:31:02.234967 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-fee746ad-12e0-42a8-8f84-73c9ce584ad5 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 946 time: 0.0893888 Jul 22 14:31:02.237348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.243094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:02.305503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1683b4c9-0946-4c9a-8dc3-173e717d1007 req-c4e2c9e9-f042-4ff1-9a9a-99ed15078279 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/security-groups?id=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804963 Jul 22 14:31:02.347319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46416707-95a0-44e3-be9b-5b0c190260a6 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': 'd51e4428-4df8-4947-b98e-98b03723f0b8'}], 'binding:host_id': 'n-d-787205-11'}, 'id': 'ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:31:02.368054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:02.372098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.388798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Deleting port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:02.390029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.394225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46416707-95a0-44e3-be9b-5b0c190260a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.499169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] For port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,segment=NetworkSegment(918fb414-2053-4291-b4d1-95164f81d79b),segment_id=918fb414-2053-4291-b4d1-95164f81d79b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:02.500435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.533146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Calling delete_port for 9ff3acf5-34c9-4630-a4a7-4115b6a640ed owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:02.598258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d09bbfb-1eb9-41ca-8927-5432b338cee4 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:02.622727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.683436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=4b971100-70c3-4a4b-bbfc-702fffead723,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.703069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:02.704140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.708583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:02.713957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.715849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.716004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6c4e77e-9ff2-4b45-ab6e-e43dc4d6f07b None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:02.716316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6c4e77e-9ff2-4b45-ab6e-e43dc4d6f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.752103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Pushing event deleted for resources: {'Port': ['ID=9ff3acf5-34c9-4630-a4a7-4115b6a640ed,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.752344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f7361fd-0d2f-441a-a086-fd7faa597f6d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5101202 Jul 22 14:31:02.752451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.760612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:02.809229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] No DVR routers for this DVR port 9ff3acf5-34c9-4630-a4a7-4115b6a640ed on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:02.812426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.814376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c955743a-f7a6-4e80-ad78-8cd328aebec0 req-80ba8413-3a77-4b1a-8260-e3df28d5c166 tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.13 "DELETE /v2.0/ports/9ff3acf5-34c9-4630-a4a7-4115b6a640ed HTTP/1.1" status: 204 len: 173 time: 0.5726471 Jul 22 14:31:02.814833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba2f589-3228-418a-9980-e95246fd876e', 'name': 'network-vif-deleted', 'tag': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:02.817546 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a14d3-b817-4109-b605-f011f971edab" -d '{"events": [{"server_uuid": "1ba2f589-3228-418a-9980-e95246fd876e", "name": "network-vif-deleted", "tag": "9ff3acf5-34c9-4630-a4a7-4115b6a640ed"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:02.880932 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef583fa-1df8-45ca-9a8b-50df495afcac x-openstack-request-id: req-2ef583fa-1df8-45ca-9a8b-50df495afcac {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:02.881227 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba2f589-3228-418a-9980-e95246fd876e", "name": "network-vif-deleted", "tag": "9ff3acf5-34c9-4630-a4a7-4115b6a640ed", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:02.881483 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ef583fa-1df8-45ca-9a8b-50df495afcac {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:02.881930 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba2f589-3228-418a-9980-e95246fd876e', 'name': 'network-vif-deleted', 'tag': '9ff3acf5-34c9-4630-a4a7-4115b6a640ed', 'status': 'completed', 'code': 200} Jul 22 14:31:02.921297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:02.926464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.944168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Update dhcp port {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'fixed_ips': [{'subnet_id': '4b971100-70c3-4a4b-bbfc-702fffead723'}], 'binding:host_id': 'n-d-787205-11'}, 'id': 'ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:31:02.991011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.048111 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b971100-70c3-4a4b-bbfc-702fffead723 (CIDR: 2001:db8::/64) Jul 22 14:31:03.051803 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:03.052263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:03.073142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6958a74-1458-449d-b087-7479a2ca474e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3168063 Jul 22 14:31:03.073383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.085810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'subnet': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:03.174450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Allocated IP 2001:db8::2 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/4b971100-70c3-4a4b-bbfc-702fffead723/ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:03.219499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:03.223688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.291515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:03.347603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.371278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Transition to ACTIVE for port object ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:03.379187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.496388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1b178e02-c843-4466-ad8a-e35c865e5de7 req-3c41b2e9-63a2-489d-ae6e-af20176f80fe tempest-AttachVolumeNegativeTest-120013721 tempest-AttachVolumeNegativeTest-120013721-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ba2f589-3228-418a-9980-e95246fd876e HTTP/1.1" status: 200 len: 210 time: 0.0571141 Jul 22 14:31:03.498863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fecd6-f791-43a5-9722-38156d5e0f08 None None] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.681316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:31:03.779901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:03.890332 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.924203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.953372 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:31:03.953785 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:31:04.103225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:04.135015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.142878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.143643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.217162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:04.222893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:04.229413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c25a59-6a50-43da-8697-26d59f4e4b2b None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:04.233946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.234589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.256838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9ff3acf5-34c9-4630-a4a7-4115b6a640ed no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:04.261085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Subnet': ['ID=02687ca5-9993-4c54-942a-dfe2aeeaacea,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.268141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.283105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c83045f-8c6a-4098-9104-efd3426f1a94 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2058129 Jul 22 14:31:04.283281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49c96b19-51e3-4e08-9b32-5fa3e1563ca0 None None] Provisioning for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:04.285018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.288210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 9ff3acf5-34c9-4630-a4a7-4115b6a640ed {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:04.288691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9ff3acf5-34c9-4630-a4a7-4115b6a640ed not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:04.290188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Request body: {'port': {'network_id': 'e24c6fbf-7a99-4c96-8ffa-fb752468d7cb', 'mac_address': 'fa:16:3e:7f:72:64', 'name': 'tempest-NetworksTestDHCPv6-853925420'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:04.292916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-49c96b19-51e3-4e08-9b32-5fa3e1563ca0 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:04.293526 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-49c96b19-51e3-4e08-9b32-5fa3e1563ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.423973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Made reservation on behalf of 7644c84635504509806fb58c2e3d7433 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:04.511013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.511443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.534000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] device_id is not set on port 99187f53-9c0d-4a21-a09e-17123d4bb959 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:04.574935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:04.579556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.583075 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.647174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.669353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Deleting subnet f12ebb4c-e605-4417-93a3-f2ba43d3b52e {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:04.673262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.711505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.738836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:04.773055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.804985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:04.805460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.860970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.904153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.906496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8::267 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/4b971100-70c3-4a4b-bbfc-702fffead723/99187f53-9c0d-4a21-a09e-17123d4bb959) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:04.907329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f12ebb4c-e605-4417-93a3-f2ba43d3b52e HTTP/1.1" status: 204 len: 168 time: 0.3257942 Jul 22 14:31:04.908614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697fe25-ff4f-465b-a5ce-6d1ad4277dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12ebb4c-e605-4417-93a3-f2ba43d3b52e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.910356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43902) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.915036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:7264 (e24c6fbf-7a99-4c96-8ffa-fb752468d7cb/02687ca5-9993-4c54-942a-dfe2aeeaacea/99187f53-9c0d-4a21-a09e-17123d4bb959) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:04.935613 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.983064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:04.991547 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.052016 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.099666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.206684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.221992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09058be0-eb58-43e4-a222-bfc36f6bdcc1']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:05.232513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.236044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918fb414-2053-4291-b4d1-95164f81d79b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:05.236402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918fb414-2053-4291-b4d1-95164f81d79b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:05.249586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Transition to ACTIVE for port object 99187f53-9c0d-4a21-a09e-17123d4bb959 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:05.250447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.269764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.277494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:05.278056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:05.280716 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:05.293430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.357259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.363930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:05.370274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.372470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/09058be0-eb58-43e4-a222-bfc36f6bdcc1 HTTP/1.1" status: 204 len: 168 time: 0.4559100 Jul 22 14:31:05.376339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:05.383622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd29b-0536-4fe9-b8e5-c4cd86b7e3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=09058be0-eb58-43e4-a222-bfc36f6bdcc1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.391368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:05.397135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.398233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.412635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event updated for resources: {'Port': ['ID=99187f53-9c0d-4a21-a09e-17123d4bb959,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.426975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-331c790a-885a-408f-896c-d078f4cc51bb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1380079 Jul 22 14:31:05.427307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43916) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.522097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4806426-8757-4138-8ebf-8943060f8f8a None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:05.554317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting port 99187f53-9c0d-4a21-a09e-17123d4bb959 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:05.554763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.604004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-229fcb42-993b-44c7-829a-b546dd11005d None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:05.604378 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-229fcb42-993b-44c7-829a-b546dd11005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.672786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.687037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Calling delete_port for 99187f53-9c0d-4a21-a09e-17123d4bb959 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:05.732046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.799591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f1dd3d24-3db4-4dfa-a90b-e62980a822c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eb7b46ce0c942c2b7294bb15c38a9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672457 Jul 22 14:31:05.802261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.886863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e3b12f-4755-46ae-adb7-dac3fbc396f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.900530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:05.923369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e3b12f-4755-46ae-adb7-dac3fbc396f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.949341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.978820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:05.979206 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.994732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Port': ['ID=99187f53-9c0d-4a21-a09e-17123d4bb959,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.995004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e3b12f-4755-46ae-adb7-dac3fbc396f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.997456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e3b12f-4755-46ae-adb7-dac3fbc396f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.999256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-51e3b12f-4755-46ae-adb7-dac3fbc396f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44129b96-fca2-4e5e-86d9-a0c4f8b9e93d HTTP/1.1" status: 204 len: 168 time: 0.1959066 Jul 22 14:31:06.008844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3b12f-4755-46ae-adb7-dac3fbc396f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44129b96-fca2-4e5e-86d9-a0c4f8b9e93d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:06.113113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.115514 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6c81270f-54c6-4f65-adc7-a535843b3141 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/99187f53-9c0d-4a21-a09e-17123d4bb959 HTTP/1.1" status: 204 len: 168 time: 0.6871827 Jul 22 14:31:06.118182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.193229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a7514-e68d-487f-ab26-df61806a7f3d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.194861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-440a7514-e68d-487f-ab26-df61806a7f3d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0756528 Jul 22 14:31:06.197537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.304632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d31a98-482c-48aa-b751-1e2ed7e24946 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.309014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-87d31a98-482c-48aa-b751-1e2ed7e24946 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1102257 Jul 22 14:31:06.309181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43954) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.334358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c2d1366-c220-4a72-95b5-5d94247b866b None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:06.334915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c2d1366-c220-4a72-95b5-5d94247b866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.389955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c54714-7ebd-4e12-b9c0-8bf6194e9284 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.393220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c54714-7ebd-4e12-b9c0-8bf6194e9284 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.395034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c54714-7ebd-4e12-b9c0-8bf6194e9284 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.400414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 43956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.409407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-93c54714-7ebd-4e12-b9c0-8bf6194e9284 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0987430 Jul 22 14:31:06.448511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c2d1366-c220-4a72-95b5-5d94247b866b None None] Could not find standard attr ID for object 99187f53-9c0d-4a21-a09e-17123d4bb959. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:31:06.591158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a154ae88-1665-421c-9069-b6da59582bc9 None None] Could not find standard attr ID for object c1283358-9c3f-44d0-bb6c-7ccc1a74ac42. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:31:06.827453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 02687ca5-9993-4c54-942a-dfe2aeeaacea {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:06.831325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.883128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.913913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e78ab1cf-c428-495d-8492-8271e5ef2f48 None None] Could not find standard attr ID for object 99187f53-9c0d-4a21-a09e-17123d4bb959. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:31:07.007479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.095339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.125666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=02687ca5-9993-4c54-942a-dfe2aeeaacea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:07.132879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.135334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-21b4578f-8548-4b5c-a415-4abf9e3ec168 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/02687ca5-9993-4c54-942a-dfe2aeeaacea HTTP/1.1" status: 204 len: 168 time: 0.7338357 Jul 22 14:31:07.137973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 43980) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.200537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6fba3-a109-4f07-8462-1946f92236de None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:07.203706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Deleting subnet 4b971100-70c3-4a4b-bbfc-702fffead723 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:07.207736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.260135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.393021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.475761 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.505558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Subnet': ['ID=4b971100-70c3-4a4b-bbfc-702fffead723,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:07.515595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.517549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-01c06676-5cba-421a-a2e4-2316e0d68b9d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/4b971100-70c3-4a4b-bbfc-702fffead723 HTTP/1.1" status: 204 len: 168 time: 0.3785908 Jul 22 14:31:07.520149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.560323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-18c8ff71-3960-4b39-8074-ab398fed58d4 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389297 Jul 22 14:31:07.563385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.648173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7cadd4-9576-48ba-b545-47bf08e502bc tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.649954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb7cadd4-9576-48ba-b545-47bf08e502bc tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0855482 Jul 22 14:31:07.652585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44012) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.717575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a75c58a-eaf2-457b-8c28-6a4e62cf3278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.719521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4a75c58a-eaf2-457b-8c28-6a4e62cf3278 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652368 Jul 22 14:31:07.722146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.771941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da107ee6-92d1-4052-8d8b-2dbbd643745f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448165 Jul 22 14:31:07.772833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44016) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.773536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44018) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.808143 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65b9642-e528-4edf-bf3d-64eadf2b328c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:07.808940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65b9642-e528-4edf-bf3d-64eadf2b328c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:07.810871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a65b9642-e528-4edf-bf3d-64eadf2b328c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/99187f53-9c0d-4a21-a09e-17123d4bb959 HTTP/1.1" status: 404 len: 333 time: 0.0300314 Jul 22 14:31:07.814216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44022) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.849091 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1155343d-109d-48c2-8d54-a916891d3a14 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:07.849414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1155343d-109d-48c2-8d54-a916891d3a14 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:07.852501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1155343d-109d-48c2-8d54-a916891d3a14 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/02687ca5-9993-4c54-942a-dfe2aeeaacea HTTP/1.1" status: 404 len: 337 time: 0.0368299 Jul 22 14:31:07.855706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44024) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.883478 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a00393-b503-4bba-bf61-d07015565645 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:07.883943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a00393-b503-4bba-bf61-d07015565645 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:07.885761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e4a00393-b503-4bba-bf61-d07015565645 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/4b971100-70c3-4a4b-bbfc-702fffead723 HTTP/1.1" status: 404 len: 337 time: 0.0290647 Jul 22 14:31:07.888251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44026) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.916715 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1477e5f-888f-479b-8383-39d8025c8320 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:07.917527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1477e5f-888f-479b-8383-39d8025c8320 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:07.919739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f1477e5f-888f-479b-8383-39d8025c8320 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/c1283358-9c3f-44d0-bb6c-7ccc1a74ac42 HTTP/1.1" status: 404 len: 333 time: 0.0305548 Jul 22 14:31:07.922495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.964597 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7620b127-81a4-4330-bdb7-605092a04825 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:07.965063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7620b127-81a4-4330-bdb7-605092a04825 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:07.972640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e379a6ee-c699-4f48-96a8-4867ca14ca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.974428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7620b127-81a4-4330-bdb7-605092a04825 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/b661a4ed-eaa8-40b7-9a8d-c7a581009e66 HTTP/1.1" status: 404 len: 337 time: 0.0504184 Jul 22 14:31:07.974596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44032) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.013381 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-672c5757-f6cd-4ee4-af36-6fe7cb5bb426 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.014733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672c5757-f6cd-4ee4-af36-6fe7cb5bb426 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.016290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-672c5757-f6cd-4ee4-af36-6fe7cb5bb426 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d51e4428-4df8-4947-b98e-98b03723f0b8 HTTP/1.1" status: 404 len: 337 time: 0.0399709 Jul 22 14:31:08.018906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.054945 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ec4752-9371-4529-9195-d1d2c14865e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.055679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ec4752-9371-4529-9195-d1d2c14865e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.059931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d5ec4752-9371-4529-9195-d1d2c14865e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/4e3fc8cb-4c52-48da-b876-60fd663bbb80 HTTP/1.1" status: 404 len: 333 time: 0.0376389 Jul 22 14:31:08.060241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44036) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.097068 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca42a41f-4d7a-41e4-ac3b-20e6636d09e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.097530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca42a41f-4d7a-41e4-ac3b-20e6636d09e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.099331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca42a41f-4d7a-41e4-ac3b-20e6636d09e7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/23d4a093-1a08-4e5d-95e5-fe3a21eb01d8 HTTP/1.1" status: 404 len: 337 time: 0.0376518 Jul 22 14:31:08.102787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.140806 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd02010-c7d6-4148-acf0-4a67ca3b0b4f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.141690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd02010-c7d6-4148-acf0-4a67ca3b0b4f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.143875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0cd02010-c7d6-4148-acf0-4a67ca3b0b4f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/ab03782d-9663-418f-92b8-77e4f9b15aac HTTP/1.1" status: 404 len: 337 time: 0.0395341 Jul 22 14:31:08.146644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.181398 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6a0be9-38e0-4318-a33e-76d17766ffdd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.182251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6a0be9-38e0-4318-a33e-76d17766ffdd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.184169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0a6a0be9-38e0-4318-a33e-76d17766ffdd tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/d860906b-40e8-4b1d-8389-2c87b048aa28 HTTP/1.1" status: 404 len: 333 time: 0.0364003 Jul 22 14:31:08.187575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44042) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.217798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6080c89d-97a3-4f38-9ca0-94216a8e2b76 None None] Network e24c6fbf-7a99-4c96-8ffa-fb752468d7cb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:08.223971 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d3fdb7-9a52-4c36-8bbd-b7b5390f2ba8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.224434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d3fdb7-9a52-4c36-8bbd-b7b5390f2ba8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.228759 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-16d3fdb7-9a52-4c36-8bbd-b7b5390f2ba8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/f3b6bbe2-3f78-4e6d-b180-5c3745cf4ca5 HTTP/1.1" status: 404 len: 337 time: 0.0373752 Jul 22 14:31:08.228759 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e379a6ee-c699-4f48-96a8-4867ca14ca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.229154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.232573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e379a6ee-c699-4f48-96a8-4867ca14ca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.259898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379a6ee-c699-4f48-96a8-4867ca14ca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d66080-b110-4c07-95bd-a73b5830a2c4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.278670 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6379c7-f80b-47cd-b773-4d4dbb392573 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.279416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6379c7-f80b-47cd-b773-4d4dbb392573 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.285889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44046) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.286968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8b6379c7-f80b-47cd-b773-4d4dbb392573 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/9dcad6a5-254c-423b-b813-a5931a0247f2 HTTP/1.1" status: 404 len: 337 time: 0.0564694 Jul 22 14:31:08.301044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1b037491-1137-4c18-b2f6-2f13e11a42d6 None None] Provisioning complete for port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:08.301556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b037491-1137-4c18-b2f6-2f13e11a42d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.325090 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e379a6ee-c699-4f48-96a8-4867ca14ca2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc8249fbdac84212b56b204591e3718d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495851 Jul 22 14:31:08.326262 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42c8efc-b8fa-47a8-8ff9-cd5f0b193c0e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.327182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42c8efc-b8fa-47a8-8ff9-cd5f0b193c0e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.327841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.331376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c42c8efc-b8fa-47a8-8ff9-cd5f0b193c0e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/07ceace9-a126-4cb9-b6b2-a7d89156f81c HTTP/1.1" status: 404 len: 333 time: 0.0420678 Jul 22 14:31:08.331831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44050) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.358769 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d01496-bada-4cd9-84b0-b7c7b5fbe524 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.359225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d01496-bada-4cd9-84b0-b7c7b5fbe524 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.360992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b8d01496-bada-4cd9-84b0-b7c7b5fbe524 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/f4acc1a8-d0a7-498b-a067-5bcff0dc0291 HTTP/1.1" status: 404 len: 337 time: 0.0282402 Jul 22 14:31:08.363773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44052) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.391606 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-7645a645-4160-4cbb-b123-51de5ff7aba5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.392928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7645a645-4160-4cbb-b123-51de5ff7aba5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.394984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7645a645-4160-4cbb-b123-51de5ff7aba5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/8e143a5f-1c6f-482b-9e71-417b21b02051 HTTP/1.1" status: 404 len: 333 time: 0.0301144 Jul 22 14:31:08.397410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44054) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.405908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caad3fac-66a2-45b7-91ea-e36522352d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.428404 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26b1563-bee0-472e-b26c-41e2cfc7a8ae tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.429042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26b1563-bee0-472e-b26c-41e2cfc7a8ae tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.431073 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b26b1563-bee0-472e-b26c-41e2cfc7a8ae tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/6a4dd0d2-c6be-4f07-b897-61d2c859dd5c HTTP/1.1" status: 404 len: 337 time: 0.0325558 Jul 22 14:31:08.433713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44058) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.435387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caad3fac-66a2-45b7-91ea-e36522352d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.465014 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e64bb5-d977-4e69-b861-fc53de12d55d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.466396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e64bb5-d977-4e69-b861-fc53de12d55d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.468693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f4e64bb5-d977-4e69-b861-fc53de12d55d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/3fb870a0-c8fb-4da2-a3fc-58039e6d77e8 HTTP/1.1" status: 404 len: 333 time: 0.0332382 Jul 22 14:31:08.472102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44060) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.510754 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0135ee19-b8cd-4104-a835-fedf9e140937 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.511214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0135ee19-b8cd-4104-a835-fedf9e140937 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.511483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caad3fac-66a2-45b7-91ea-e36522352d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.513234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0135ee19-b8cd-4104-a835-fedf9e140937 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/1d75202f-5f98-43fd-aa24-c195b6f54b5b HTTP/1.1" status: 404 len: 337 time: 0.0397260 Jul 22 14:31:08.514993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caad3fac-66a2-45b7-91ea-e36522352d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.516075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44062) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.519636 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-caad3fac-66a2-45b7-91ea-e36522352d9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5d66080-b110-4c07-95bd-a73b5830a2c4 HTTP/1.1" status: 204 len: 168 time: 0.1907330 Jul 22 14:31:08.535179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] DHCP port deletion for e24c6fbf-7a99-4c96-8ffa-fb752468d7cb request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:31:08.544120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad3fac-66a2-45b7-91ea-e36522352d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d66080-b110-4c07-95bd-a73b5830a2c4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.586331 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbddda6-b1fe-4d51-93d5-2895a977ef51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.587175 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbddda6-b1fe-4d51-93d5-2895a977ef51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.592731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.602202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2fbddda6-b1fe-4d51-93d5-2895a977ef51 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/d3eeee27-fd2f-49e2-8712-9c5548955623 HTTP/1.1" status: 404 len: 333 time: 0.0848668 Jul 22 14:31:08.605869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] Deleting port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:08.606366 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.627687 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d184908-ea86-4fce-9dc0-e9c21ea2f9c5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.628148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d184908-ea86-4fce-9dc0-e9c21ea2f9c5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.629993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2d184908-ea86-4fce-9dc0-e9c21ea2f9c5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/5a51e531-350b-49f6-8e76-21cc52e58b15 HTTP/1.1" status: 404 len: 337 time: 0.0362535 Jul 22 14:31:08.632500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.667757 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c28b030-c930-4f76-b450-1b9ca6f13d49 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.669030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c28b030-c930-4f76-b450-1b9ca6f13d49 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.674202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4c28b030-c930-4f76-b450-1b9ca6f13d49 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/4f7eccef-b1cc-4c57-9279-fa7e15a4d3ff HTTP/1.1" status: 404 len: 333 time: 0.0393229 Jul 22 14:31:08.674492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44070) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.695704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] For port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,segment=NetworkSegment(18222a1b-648b-4681-b300-d21f25a254de),segment_id=18222a1b-648b-4681-b300-d21f25a254de)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:08.696531 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.703842 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b361db-3268-4023-9ac8-73a2a5b5ff98 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.704678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b361db-3268-4023-9ac8-73a2a5b5ff98 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.708903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-68b361db-3268-4023-9ac8-73a2a5b5ff98 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/360fbacf-8317-4612-9ae1-8b328a480ce4 HTTP/1.1" status: 404 len: 337 time: 0.0311108 Jul 22 14:31:08.709245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44074) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.712974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] Calling delete_port for ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:08.744104 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-1039d6b4-9a06-44c4-b271-b9fb6bc4233e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.744778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1039d6b4-9a06-44c4-b271-b9fb6bc4233e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.746962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1039d6b4-9a06-44c4-b271-b9fb6bc4233e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/9626325c-99c3-4452-b4ca-6213ac80d06e HTTP/1.1" status: 404 len: 333 time: 0.0363390 Jul 22 14:31:08.750132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.783880 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa092f18-e1a4-4255-b2c2-f8613d193a15 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.784519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa092f18-e1a4-4255-b2c2-f8613d193a15 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.786420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fa092f18-e1a4-4255-b2c2-f8613d193a15 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/58a638e0-0764-46de-8df2-a1998522efd8 HTTP/1.1" status: 404 len: 337 time: 0.0348573 Jul 22 14:31:08.788896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.820679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.829759 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdeaa9dc-7f2c-41a0-9407-b9a7f33c083c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.830242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdeaa9dc-7f2c-41a0-9407-b9a7f33c083c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.832049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cdeaa9dc-7f2c-41a0-9407-b9a7f33c083c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/8f5278f6-9d1e-45ec-9232-ce22605d0233 HTTP/1.1" status: 404 len: 337 time: 0.0419602 Jul 22 14:31:08.834670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.862697 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27aabcf-2085-4433-a6a8-9a6001fd28cc tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.862847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] Pushing event deleted for resources: {'Port': ['ID=ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.863429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27aabcf-2085-4433-a6a8-9a6001fd28cc tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.865479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f453c6c-868b-404a-993c-187a7d466cde None None] No DVR routers for this DVR port ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:08.869666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b27aabcf-2085-4433-a6a8-9a6001fd28cc tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/abf95d32-2518-4868-a567-32ffdb6dfb25 HTTP/1.1" status: 404 len: 333 time: 0.0328224 Jul 22 14:31:08.871298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.890389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b3815-989d-49f4-99f1-18eec01080cd None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:31:08.901425 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-266526fc-4ed9-436e-aa07-4c6c802dec80 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.901935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266526fc-4ed9-436e-aa07-4c6c802dec80 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.903679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-266526fc-4ed9-436e-aa07-4c6c802dec80 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/926e7870-ae11-40ac-b473-e84395085afc HTTP/1.1" status: 404 len: 337 time: 0.0313904 Jul 22 14:31:08.907063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.934751 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-624be1cf-b67e-4c54-ad80-7816fa45d8b0 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.935130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624be1cf-b67e-4c54-ad80-7816fa45d8b0 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.939510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-624be1cf-b67e-4c54-ad80-7816fa45d8b0 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/550f5a62-51cb-4a94-89bf-f1d9122331e3 HTTP/1.1" status: 404 len: 337 time: 0.0291705 Jul 22 14:31:08.939893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44092) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.969151 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ee0149-4b1d-41b2-a706-334e7141e61e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:08.970093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ee0149-4b1d-41b2-a706-334e7141e61e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:08.972073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56ee0149-4b1d-41b2-a706-334e7141e61e tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/a06809f9-dd9d-4052-9ef4-27dde084a408 HTTP/1.1" status: 404 len: 333 time: 0.0311220 Jul 22 14:31:08.975375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.009496 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67b1833-7029-4f3d-87d2-304cce15d219 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.009995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67b1833-7029-4f3d-87d2-304cce15d219 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.015330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a67b1833-7029-4f3d-87d2-304cce15d219 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/1aaaf7b0-75b4-497e-9ea8-898bee16d3ee HTTP/1.1" status: 404 len: 337 time: 0.0349674 Jul 22 14:31:09.015330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.043544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b3815-989d-49f4-99f1-18eec01080cd None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:31:09.050642 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-332d7c08-c5db-4145-b1f1-ebaeb57feafa tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.050982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332d7c08-c5db-4145-b1f1-ebaeb57feafa tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.052644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-332d7c08-c5db-4145-b1f1-ebaeb57feafa tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/801589e7-ed0e-4967-b0bc-de2708c5f4e8 HTTP/1.1" status: 404 len: 337 time: 0.0364318 Jul 22 14:31:09.055647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.100330 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-343ca5f0-1db4-48cb-a8fe-35a9fdefc1c5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.101757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343ca5f0-1db4-48cb-a8fe-35a9fdefc1c5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.103359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-343ca5f0-1db4-48cb-a8fe-35a9fdefc1c5 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/2cafc8f4-f145-4971-b44d-73125e2b32a9 HTTP/1.1" status: 404 len: 333 time: 0.0463624 Jul 22 14:31:09.105660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.147186 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82709f7-d17c-465b-8913-5236328b7158 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.148504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82709f7-d17c-465b-8913-5236328b7158 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.153513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.154336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c82709f7-d17c-465b-8913-5236328b7158 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/b038d87d-88e4-45db-9530-675f4e3cc340 HTTP/1.1" status: 404 len: 337 time: 0.0474210 Jul 22 14:31:09.190361 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-776f03d1-38d8-4d57-a958-0010ef65bcc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.190965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776f03d1-38d8-4d57-a958-0010ef65bcc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.192706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-776f03d1-38d8-4d57-a958-0010ef65bcc9 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/fd6029e2-8d35-4d94-a8be-b2098d7bbe5f HTTP/1.1" status: 404 len: 337 time: 0.0382340 Jul 22 14:31:09.195626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.234665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-79875a38-dcd9-443c-8761-ee95df049892 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c973e5ae-3e09-4e2e-abf9-d8805a384bae HTTP/1.1" status: 200 len: 205 time: 0.0349178 Jul 22 14:31:09.235231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.283055 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4df75b8d-bccb-4d4f-bce6-f165bc1f252b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] delete failed (client error): The resource could not be found. Jul 22 14:31:09.284397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4df75b8d-bccb-4d4f-bce6-f165bc1f252b tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/routers/c973e5ae-3e09-4e2e-abf9-d8805a384bae HTTP/1.1" status: 404 len: 336 time: 0.0480907 Jul 22 14:31:09.287010 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44120) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.317749 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4ffab0-6f59-471a-9aff-c94ce7a88a00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.318462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4ffab0-6f59-471a-9aff-c94ce7a88a00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.320547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2b4ffab0-6f59-471a-9aff-c94ce7a88a00 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d14bde34-c03d-4956-b48c-a6ba50ab92b1 HTTP/1.1" status: 404 len: 337 time: 0.0324118 Jul 22 14:31:09.323522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.359710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-613f6a51-eff8-4a03-946d-11b978cdf50d tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a0013b9-e852-41ac-8529-b8081d772877 HTTP/1.1" status: 200 len: 205 time: 0.0314515 Jul 22 14:31:09.359936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.402692 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-179b47f6-f897-47ea-b02f-aeb637546a92 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] delete failed (client error): The resource could not be found. Jul 22 14:31:09.403667 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-179b47f6-f897-47ea-b02f-aeb637546a92 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/routers/0a0013b9-e852-41ac-8529-b8081d772877 HTTP/1.1" status: 404 len: 336 time: 0.0428441 Jul 22 14:31:09.406288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.438740 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b848f80-6108-430b-ab78-d11a310ac835 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.439204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b848f80-6108-430b-ab78-d11a310ac835 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.441031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0b848f80-6108-430b-ab78-d11a310ac835 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/aa458811-9881-443b-a4a4-7e864967a7c7 HTTP/1.1" status: 404 len: 337 time: 0.0333264 Jul 22 14:31:09.444074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.471569 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d3bd03-3a6b-42e6-b777-2dc13c15c2a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.471944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d3bd03-3a6b-42e6-b777-2dc13c15c2a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.473929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-44d3bd03-3a6b-42e6-b777-2dc13c15c2a2 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/cc243588-c5e2-46db-851f-846ab5e68276 HTTP/1.1" status: 404 len: 337 time: 0.0288608 Jul 22 14:31:09.476560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.504369 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a71651-1dbc-4311-8b68-cfcbf893b502 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.505111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a71651-1dbc-4311-8b68-cfcbf893b502 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.512531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-52a71651-1dbc-4311-8b68-cfcbf893b502 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/3ef2ec48-8f70-465e-91fd-03d20dc72663 HTTP/1.1" status: 404 len: 333 time: 0.0326946 Jul 22 14:31:09.512630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.548320 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b8ab26-da97-45c2-96c4-ef1809be1300 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.548886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b8ab26-da97-45c2-96c4-ef1809be1300 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.552921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f2b8ab26-da97-45c2-96c4-ef1809be1300 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/80a18986-f066-400f-8d0f-caa64879d072 HTTP/1.1" status: 404 len: 337 time: 0.0370693 Jul 22 14:31:09.553320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44140) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.587669 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a30a9be-cb46-4e58-9561-8dfe9fb56e85 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.588846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a30a9be-cb46-4e58-9561-8dfe9fb56e85 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.591484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4a30a9be-cb46-4e58-9561-8dfe9fb56e85 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/a6d3cd33-bcde-4867-8310-1ef35064e022 HTTP/1.1" status: 404 len: 333 time: 0.0366762 Jul 22 14:31:09.594243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.622267 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde3ee58-a069-4827-afc4-1f95df6b0cd8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.622730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde3ee58-a069-4827-afc4-1f95df6b0cd8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.625587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bde3ee58-a069-4827-afc4-1f95df6b0cd8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/6c0eb0fa-f069-478d-8f2c-6362eb61bac2 HTTP/1.1" status: 404 len: 337 time: 0.0301313 Jul 22 14:31:09.628619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44144) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.658689 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb97b12b-7f76-4769-a59c-424f22115c40 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.659365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb97b12b-7f76-4769-a59c-424f22115c40 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.661111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb97b12b-7f76-4769-a59c-424f22115c40 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/21d138a3-42fe-41b0-adf2-373c4243fa8c HTTP/1.1" status: 404 len: 333 time: 0.0315065 Jul 22 14:31:09.663671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44148) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.695513 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7e3e80-d891-44e4-b484-322546fed9b8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.695975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7e3e80-d891-44e4-b484-322546fed9b8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.697748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f7e3e80-d891-44e4-b484-322546fed9b8 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d144f2dd-3318-45c1-bd73-f55b234eb64e HTTP/1.1" status: 404 len: 337 time: 0.0331318 Jul 22 14:31:09.700308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44152) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.726668 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c24c65-cf49-4415-92ad-534d9aedc2fb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.727257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c24c65-cf49-4415-92ad-534d9aedc2fb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.728980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d7c24c65-cf49-4415-92ad-534d9aedc2fb tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/226effd0-8ef6-46d4-989f-2345c4e385e9 HTTP/1.1" status: 404 len: 333 time: 0.0277727 Jul 22 14:31:09.733129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.759071 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-78349148-e572-4fe3-8110-9e3e1225f045 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.759519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78349148-e572-4fe3-8110-9e3e1225f045 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.761269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-78349148-e572-4fe3-8110-9e3e1225f045 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/cabc6d97-6462-49ed-af13-a1f93468cc82 HTTP/1.1" status: 404 len: 337 time: 0.0286610 Jul 22 14:31:09.764552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.791241 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be21ba4-3f29-4915-8a46-4f688ef42179 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.791995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be21ba4-3f29-4915-8a46-4f688ef42179 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.797064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.797222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8be21ba4-3f29-4915-8a46-4f688ef42179 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/a8a78008-8b9d-4d78-b3e7-536396691c47 HTTP/1.1" status: 404 len: 333 time: 0.0312607 Jul 22 14:31:09.827902 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f647558-9a9d-44c6-8335-c7547cac1014 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.828488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f647558-9a9d-44c6-8335-c7547cac1014 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.830438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0f647558-9a9d-44c6-8335-c7547cac1014 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/b2d58e16-3a99-4cef-a4b8-f881628c06dc HTTP/1.1" status: 404 len: 337 time: 0.0321851 Jul 22 14:31:09.832847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.863976 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9845c089-4bb0-4594-a3a4-8cee9bc96364 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.864697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9845c089-4bb0-4594-a3a4-8cee9bc96364 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.865337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:09.868633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9845c089-4bb0-4594-a3a4-8cee9bc96364 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/4696b1ae-21cd-4d77-bd78-f6acd02363be HTTP/1.1" status: 404 len: 333 time: 0.0326185 Jul 22 14:31:09.869856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44166) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.897086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:09.897537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ef1e83fa-df4a-4619-9e70-7c1f1d3a7b6d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:09.914256 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-d465f107-2035-4ea6-ba9f-9c3dc71432a7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.914717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d465f107-2035-4ea6-ba9f-9c3dc71432a7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.917787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d465f107-2035-4ea6-ba9f-9c3dc71432a7 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/d9f8071a-e109-4061-ad10-1c9b0f4177f7 HTTP/1.1" status: 404 len: 337 time: 0.0456805 Jul 22 14:31:09.919264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.953569 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b4aadf-bbc1-4d85-921c-42be3de9ae4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.954203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b4aadf-bbc1-4d85-921c-42be3de9ae4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.958181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-30b4aadf-bbc1-4d85-921c-42be3de9ae4c tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/ports/c2471868-6ae9-45c3-85a2-7f28e2742850 HTTP/1.1" status: 404 len: 333 time: 0.0378056 Jul 22 14:31:09.958597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44172) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.987054 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b4f907-27bc-42eb-bd2f-75b6ce99497f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:09.987505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b4f907-27bc-42eb-bd2f-75b6ce99497f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:09.992018 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-02b4f907-27bc-42eb-bd2f-75b6ce99497f tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/subnets/5bf14db7-c3a0-4e95-bc8c-3fedd27b1a63 HTTP/1.1" status: 404 len: 337 time: 0.0324142 Jul 22 14:31:09.992161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:10.088490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.180454 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.191401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24c6fbf-7a99-4c96-8ffa-fb752468d7cb']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:10.206996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18222a1b-648b-4681-b300-d21f25a254de') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:10.207222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18222a1b-648b-4681-b300-d21f25a254de') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:10.218164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.231031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.238314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:10.238728 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:10.241951 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:10.309237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.317261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.322246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] 10.222.0.11 "DELETE /v2.0/networks/e24c6fbf-7a99-4c96-8ffa-fb752468d7cb HTTP/1.1" status: 204 len: 168 time: 0.3287861 Jul 22 14:31:10.338454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64481357-e17d-4503-b0e7-23109ac87208 tempest-NetworksTestDHCPv6-1629081722 tempest-NetworksTestDHCPv6-1629081722-project] Pushing event deleted for resources: {'Network': ['ID=e24c6fbf-7a99-4c96-8ffa-fb752468d7cb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:10.605150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:10.761590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44212) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:10.772873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1a1fe886-5c34-49b3-8dcf-82f6d284d120 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7644c84635504509806fb58c2e3d7433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1633224 Jul 22 14:31:10.821225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e770ee89-1755-40c1-a7ff-b98d7b4bb6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.851762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e770ee89-1755-40c1-a7ff-b98d7b4bb6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.907902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e770ee89-1755-40c1-a7ff-b98d7b4bb6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.910708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e770ee89-1755-40c1-a7ff-b98d7b4bb6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.911864 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e770ee89-1755-40c1-a7ff-b98d7b4bb6a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/994f2c24-bdd4-4257-9257-91c26b2a26e9 HTTP/1.1" status: 204 len: 168 time: 0.1486030 Jul 22 14:31:10.923278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770ee89-1755-40c1-a7ff-b98d7b4bb6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f2c24-bdd4-4257-9257-91c26b2a26e9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.433397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44246) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.601043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2ed2-f33f-4dbd-8de6-08273247949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.702804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2ed2-f33f-4dbd-8de6-08273247949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.711319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a2d2ed2-f33f-4dbd-8de6-08273247949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.725046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.763556 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0a2d2ed2-f33f-4dbd-8de6-08273247949f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c11013af5abf4543bbee1b7c8e6dcddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288507 Jul 22 14:31:11.766227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.775619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d2ed2-f33f-4dbd-8de6-08273247949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416e6209-452f-4efe-bb95-eff7d62512c2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.838155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795e2de6-792f-409c-990a-92ccffdb77f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.861005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-503588921'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:11.869373 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795e2de6-792f-409c-990a-92ccffdb77f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.914068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:11.917838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.928421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.956906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795e2de6-792f-409c-990a-92ccffdb77f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.959513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795e2de6-792f-409c-990a-92ccffdb77f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.960756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-795e2de6-792f-409c-990a-92ccffdb77f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/416e6209-452f-4efe-bb95-eff7d62512c2 HTTP/1.1" status: 204 len: 168 time: 0.1933556 Jul 22 14:31:11.973441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e2de6-792f-409c-990a-92ccffdb77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e6209-452f-4efe-bb95-eff7d62512c2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.066789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.071549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.103021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:12.118221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6c9039-67b4-4eb8-a746-51ed4843bb0d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.124927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.125343 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Added segment 64bd3909-83d9-41ce-b8e7-2efa201e6c08 of type vlan for network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed Jul 22 14:31:12.187777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.223068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.228745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:12.229340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.271450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5435784 Jul 22 14:31:12.274224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.281757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'subnet': {'network_id': '3ac55ae5-d2d3-484c-8ca4-300d15d633ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.312504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26186c-3840-428d-b68f-dfa39b7047f8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Network': ['ID=3ac55ae5-d2d3-484c-8ca4-300d15d633ed,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.324164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:12.371305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.387385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5819034-7d2a-470d-8a36-88da483f7c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.413637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:12.417644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.554756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5819034-7d2a-470d-8a36-88da483f7c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.559332 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5819034-7d2a-470d-8a36-88da483f7c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.595065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f5819034-7d2a-470d-8a36-88da483f7c96 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1daf006076ee4c88b7a9b79a8b5d56e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226412 Jul 22 14:31:12.599444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.616896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5819034-7d2a-470d-8a36-88da483f7c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedeab87-ac26-4fef-9dc6-c0e1a3c65296,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.698029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.725384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18de0a87-e8be-49f2-8be5-5993a71f8f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.768558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18de0a87-e8be-49f2-8be5-5993a71f8f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.783816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Subnet': ['ID=1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.818476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Checking segment: {'id': '64bd3909-83d9-41ce-b8e7-2efa201e6c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3ac55ae5-d2d3-484c-8ca4-300d15d633ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:12.818852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network hostable DHCP agents. Network: 3ac55ae5-d2d3-484c-8ca4-300d15d633ed, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:12.844336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:12.853267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18de0a87-e8be-49f2-8be5-5993a71f8f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.856293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18de0a87-e8be-49f2-8be5-5993a71f8f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.860889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-18de0a87-e8be-49f2-8be5-5993a71f8f81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eedeab87-ac26-4fef-9dc6-c0e1a3c65296 HTTP/1.1" status: 204 len: 168 time: 0.2568448 Jul 22 14:31:12.867408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3ac55ae5-d2d3-484c-8ca4-300d15d633ed) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:12.876392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:12.876645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.878526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e5d55-fa3b-4aff-90f7-c1a95aace5c3 None None] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:12.879410 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de0a87-e8be-49f2-8be5-5993a71f8f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedeab87-ac26-4fef-9dc6-c0e1a3c65296,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.902900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc2fd344-02e3-4d88-a310-f6b9441b8aa1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6250346 Jul 22 14:31:12.903120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44284) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.908337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-59370766', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.937794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.938837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.011406 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.024926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc9b5c-be59-46d8-a6d0-aee0b5a2d5b2 None None] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:13.165820 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.375671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.394893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.515166 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.120 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5d1ee0a3-51aa-4bea-ab1d-5088fddf87cd) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:13.633936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.674730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.716853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:13.720468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:13.722886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:13.754822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=5d1ee0a3-51aa-4bea-ab1d-5088fddf87cd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:14.036905 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.264777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.402639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:31:14.525118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:14.538221 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:14.556754 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:14.559324 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:14.563299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.565080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bf022828-7d15-4433-805a-3be964ace2bc tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6609440 Jul 22 14:31:14.567952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.616974 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:14.627238 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:14.628166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:14.671241 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:14.672448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4dd94-9856-484d-8ef7-96a2a9b887d2 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:15.079998 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.390511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.1 (3ac55ae5-d2d3-484c-8ca4-300d15d633ed/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e/97ede7a7-dbd3-4f43-bad6-bb9fcf0a03ce) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:15.474625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44366) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.519465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.562933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.603025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:15.606146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:15.607616 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cff6084-bb79-4633-b69b-291a9d8459d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.610594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:15.651884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=97ede7a7-dbd3-4f43-bad6-bb9fcf0a03ce,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:15.666142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.719132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cff6084-bb79-4633-b69b-291a9d8459d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.723549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cff6084-bb79-4633-b69b-291a9d8459d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.767907 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9cff6084-bb79-4633-b69b-291a9d8459d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75dcc7405cfa42aaa761794fed38404a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891552 Jul 22 14:31:15.767907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff6084-bb79-4633-b69b-291a9d8459d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70fdf8-862f-4ea1-9782-e0abdc2f36f1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:15.768375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.850041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.869869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7e561a-35d6-431f-86c3-16d7d0855766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.923473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7e561a-35d6-431f-86c3-16d7d0855766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.371448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7e561a-35d6-431f-86c3-16d7d0855766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.374603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a7e561a-35d6-431f-86c3-16d7d0855766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.375766 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8a7e561a-35d6-431f-86c3-16d7d0855766 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc70fdf8-862f-4ea1-9782-e0abdc2f36f1 HTTP/1.1" status: 204 len: 168 time: 0.6056209 Jul 22 14:31:16.394956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e561a-35d6-431f-86c3-16d7d0855766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70fdf8-862f-4ea1-9782-e0abdc2f36f1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.526378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.532670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.601070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=97ede7a7-dbd3-4f43-bad6-bb9fcf0a03ce,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.631575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.692174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44382) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.710481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46f59f92-0760-4f43-be33-ef8f08648efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.732195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:16.734607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:16.820719 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46f59f92-0760-4f43-be33-ef8f08648efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.825994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46f59f92-0760-4f43-be33-ef8f08648efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.876234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:16.883160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-46f59f92-0760-4f43-be33-ef8f08648efa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5f40465c4a840a2804c5246ac3f0b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886625 Jul 22 14:31:16.884874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f59f92-0760-4f43-be33-ef8f08648efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e257b0-b960-4825-8a67-fb2978a9bf30,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.886127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:17.031350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0903-9ce6-4561-8c98-4241b05fc887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.060341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:17.063112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0903-9ce6-4561-8c98-4241b05fc887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.067658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-355a86fc-9cf4-4f7f-9e43-13bcb858c290 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/routers/4bcb0a6a-61b8-49b0-80a1-30e49b997eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4987335 Jul 22 14:31:17.070485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44388) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:17.074025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:17.075863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'port': {'network_id': '3ac55ae5-d2d3-484c-8ca4-300d15d633ed', 'name': 'tempest-FloatingIPTestJSON-1015299083'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:17.085733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:17.086436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:17.125601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:17.128018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0903-9ce6-4561-8c98-4241b05fc887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.131675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9f0903-9ce6-4561-8c98-4241b05fc887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.136116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb9f0903-9ce6-4561-8c98-4241b05fc887 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85e257b0-b960-4825-8a67-fb2978a9bf30 HTTP/1.1" status: 204 len: 168 time: 0.2488730 Jul 22 14:31:17.137363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:17.138279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:17.146376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f0903-9ce6-4561-8c98-4241b05fc887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e257b0-b960-4825-8a67-fb2978a9bf30,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:17.191763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:17.192542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c809739b-3e51-47e8-bc85-6d5aadf73fb0 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:17.218565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:17.222502 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.242263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] device_id is not set on port 101c27c1-780c-4e64-873f-6384fe4b3011 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:17.360142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.8 (3ac55ae5-d2d3-484c-8ca4-300d15d633ed/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e/101c27c1-780c-4e64-873f-6384fe4b3011) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:17.514613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.554896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.597360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:17.603043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:17.606718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:17.633822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=101c27c1-780c-4e64-873f-6384fe4b3011,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:17.664238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:17.664869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.679897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0cf263f-9137-4435-91eb-fa50a2be7704 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6081855 Jul 22 14:31:17.682343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44410) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:17.690853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'port': {'network_id': '3ac55ae5-d2d3-484c-8ca4-300d15d633ed', 'name': 'tempest-FloatingIPTestJSON-1431392824'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:17.805955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:17.809559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.827705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] device_id is not set on port f19db2a5-9c66-42cc-8353-f06a3280ca78 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:17.954381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.7 (3ac55ae5-d2d3-484c-8ca4-300d15d633ed/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e/f19db2a5-9c66-42cc-8353-f06a3280ca78) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:18.135970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.189191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.252515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:18.256128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:18.260931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:18.290494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=f19db2a5-9c66-42cc-8353-f06a3280ca78,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.453337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.453337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.453337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-38b00e9a-27f8-4e74-989d-b5366fa66f16 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6568270 Jul 22 14:31:18.457067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:18.457067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'f19db2a5-9c66-42cc-8353-f06a3280ca78', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:18.457067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.509369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.590989 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1265a56-3937-4ee4-8e23-519f54404210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.652220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.183 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/1b16bd5a-5616-4f2f-b89e-6f45903d0a8f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:18.791263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.838290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.888268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:18.894979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:18.897357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=1b16bd5a-5616-4f2f-b89e-6f45903d0a8f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.899637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:19.219262 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.336701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.429997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.617170 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.623694 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.704919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=1b16bd5a-5616-4f2f-b89e-6f45903d0a8f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.717073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.759101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44496) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:19.838955 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP a17a5b68-d060-4e34-95ca-fa932574fa60 associated. External IP: 172.25.8.183, port: f19db2a5-9c66-42cc-8353-f06a3280ca78. Jul 22 14:31:19.890142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8827db22-c915-4be1-b0c1-245455edb4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.017940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8827db22-c915-4be1-b0c1-245455edb4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.023341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8827db22-c915-4be1-b0c1-245455edb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.070435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8827db22-c915-4be1-b0c1-245455edb4ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fdee164e4dc4522b47302a147fbb3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099799 Jul 22 14:31:20.072484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827db22-c915-4be1-b0c1-245455edb4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429d967f-8227-448d-9b08-45d419ddf0a7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:20.073328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44506) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:20.106194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.133072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:20.151010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dc53b5e-dc87-49fa-9adc-e1de7a846a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.238535 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dc53b5e-dc87-49fa-9adc-e1de7a846a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.302805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:20.320525 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:20.327004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dc53b5e-dc87-49fa-9adc-e1de7a846a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.329710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dc53b5e-dc87-49fa-9adc-e1de7a846a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.333366 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9dc53b5e-dc87-49fa-9adc-e1de7a846a83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/429d967f-8227-448d-9b08-45d419ddf0a7 HTTP/1.1" status: 204 len: 168 time: 0.2566249 Jul 22 14:31:20.333517 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:20.333517 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:20.333987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.362375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53b5e-dc87-49fa-9adc-e1de7a846a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429d967f-8227-448d-9b08-45d419ddf0a7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:20.373976 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:20.384005 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:20.384593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:30:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:20.420848 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:20.421838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cf0600-9202-48cd-92c0-e2f2a6ac3cdb None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:20.424792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:20.426164 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f71beb2d-e203-4592-99a7-0833f968c094 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0809402 Jul 22 14:31:20.436547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:20.503483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.688092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.694960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.695376 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP a17a5b68-d060-4e34-95ca-fa932574fa60 disassociated. External IP: 172.25.8.183, port: f19db2a5-9c66-42cc-8353-f06a3280ca78. Jul 22 14:31:20.715369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:20.730804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eafc940c-2577-49b3-ad9a-f789380df5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.842430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eafc940c-2577-49b3-ad9a-f789380df5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.851271 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eafc940c-2577-49b3-ad9a-f789380df5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.900997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eafc940c-2577-49b3-ad9a-f789380df5f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c25275e288445c8a9b24660cc652378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845129 Jul 22 14:31:20.902801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc940c-2577-49b3-ad9a-f789380df5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b473a031-f423-4ad5-8fef-b0eb3c0e3e33,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:20.906011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:20.961717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3458cd23-f8cd-4239-a8c4-aa4ed91ac06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.986265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3458cd23-f8cd-4239-a8c4-aa4ed91ac06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.044579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3458cd23-f8cd-4239-a8c4-aa4ed91ac06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.048944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3458cd23-f8cd-4239-a8c4-aa4ed91ac06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.050294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3458cd23-f8cd-4239-a8c4-aa4ed91ac06f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b473a031-f423-4ad5-8fef-b0eb3c0e3e33 HTTP/1.1" status: 204 len: 168 time: 0.1434355 Jul 22 14:31:21.073200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458cd23-f8cd-4239-a8c4-aa4ed91ac06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b473a031-f423-4ad5-8fef-b0eb3c0e3e33,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:21.343068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:21.349867 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.442422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26c10429-e9cf-4ae5-97de-5732f88b2533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.504263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:21.509505 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.515217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:21.525021 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:21.531826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:21.575149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d462128f-b62a-465a-9fe2-29e6e5e9bb6b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/floatingips/a17a5b68-d060-4e34-95ca-fa932574fa60 HTTP/1.1" status: 200 len: 688 time: 1.1468778 Jul 22 14:31:21.575589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44564) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:21.576858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:21.587249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:21.587890 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:21.622185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:21.622923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fff964-8a77-44d2-b9dc-629ba4b28f91 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:21.728428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 1b16bd5a-5616-4f2f-b89e-6f45903d0a8f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:21.728780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.825680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.826020 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.849084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 1b16bd5a-5616-4f2f-b89e-6f45903d0a8f owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:22.031063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.061850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=1b16bd5a-5616-4f2f-b89e-6f45903d0a8f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:22.137634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.141981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.146915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-31371808-1ab8-4423-ace8-46c3b495857f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/floatingips/a17a5b68-d060-4e34-95ca-fa932574fa60 HTTP/1.1" status: 204 len: 168 time: 0.5659974 Jul 22 14:31:22.147291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:22.159865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '101c27c1-780c-4e64-873f-6384fe4b3011'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:22.180550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.300352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.401068 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44600) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:22.439201 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.148 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/c5c068b7-5703-4f90-b88a-07f61a77152c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:22.447824 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.553064 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3e835c5-9b6d-46ce-ac74-d0b3838f8551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.562358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.631568 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.664469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3e835c5-9b6d-46ce-ac74-d0b3838f8551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.669133 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3e835c5-9b6d-46ce-ac74-d0b3838f8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.684997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:22.688069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:22.696522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:22.700086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=c5c068b7-5703-4f90-b88a-07f61a77152c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:22.711499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e835c5-9b6d-46ce-ac74-d0b3838f8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3d5b6a-12d3-47aa-8710-2ddc8e95fdb4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:22.719695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3e835c5-9b6d-46ce-ac74-d0b3838f8551 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09acbd61e44f40259af3dd186e2325d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173850 Jul 22 14:31:22.720399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44610) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:22.774791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1916-ae28-4a52-afa9-8ea4d08fba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.804833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1916-ae28-4a52-afa9-8ea4d08fba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.872382 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1916-ae28-4a52-afa9-8ea4d08fba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.876130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d4a1916-ae28-4a52-afa9-8ea4d08fba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.879805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1d4a1916-ae28-4a52-afa9-8ea4d08fba9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d3d5b6a-12d3-47aa-8710-2ddc8e95fdb4 HTTP/1.1" status: 204 len: 168 time: 0.1557910 Jul 22 14:31:22.886474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a1916-ae28-4a52-afa9-8ea4d08fba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3d5b6a-12d3-47aa-8710-2ddc8e95fdb4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:23.142256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.236161 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.418804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.426972 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.526958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=c5c068b7-5703-4f90-b88a-07f61a77152c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:23.546943 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.680755 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 704fb8ac-eeec-4274-abaf-355126fee0a0 associated. External IP: 172.25.8.148, port: 101c27c1-780c-4e64-873f-6384fe4b3011. Jul 22 14:31:24.231242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:24.256582 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:24.347887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:24.358190 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:24.369518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:24.370136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:24.370825 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:24.403803 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:24.413583 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:24.416919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:24.417119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bea59de0-24d0-46d8-9ad6-597bdc36431f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2659163 Jul 22 14:31:24.417944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44674) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:24.454701 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:24.455359 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f530d9-afda-4d16-9eea-07ce4e8f7b1e None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:24.485948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-03b84ed7-1b68-47af-954d-23f7e602ccbf tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/floatingips/704fb8ac-eeec-4274-abaf-355126fee0a0 HTTP/1.1" status: 200 len: 978 time: 0.0661480 Jul 22 14:31:24.488515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44678) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:24.600397 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6959a4b8-8a39-4481-af22-98e120452799 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1108124 Jul 22 14:31:24.602931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44682) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:24.607789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'port_id': 'f19db2a5-9c66-42cc-8353-f06a3280ca78'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:24.667820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.219691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.223990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.331045 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 704fb8ac-eeec-4274-abaf-355126fee0a0 associated. External IP: 172.25.8.148, port: 101c27c1-780c-4e64-873f-6384fe4b3011. Jul 22 14:31:25.569400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:25.684248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:25.695136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:25.706687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:25.707334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:25.744262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:25.754320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:25.754947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:25.787716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:25.788406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f4e57-29e5-4ccf-9d97-a685bac463f4 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:25.923626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:26.044467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:26.052736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.055975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:26.065258 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:26.066166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.111204 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.123787 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:26.124421 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.151359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1a92afa-525e-44d9-bfb7-43a3444ecb9c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/floatingips/704fb8ac-eeec-4274-abaf-355126fee0a0 HTTP/1.1" status: 200 len: 978 time: 1.5450432 Jul 22 14:31:26.151708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:26.157524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:26.177189 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.178059 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708e213a-8c9a-47eb-b566-d7d754be9520 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:26.221755 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.380652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.384194 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.384569 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 704fb8ac-eeec-4274-abaf-355126fee0a0 disassociated. External IP: 172.25.8.148, port: f19db2a5-9c66-42cc-8353-f06a3280ca78. Jul 22 14:31:26.631764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:26.777032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:26.785752 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.792896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:26.814799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:26.815628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.829729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb9de6b0-db6d-415a-90a4-9fb39b6c5de4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/floatingips/704fb8ac-eeec-4274-abaf-355126fee0a0 HTTP/1.1" status: 200 len: 688 time: 0.6767967 Jul 22 14:31:26.840402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44754) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:26.861222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.872241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:26.872931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.929872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:26.931003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b74ad6-412d-471c-b687-3bb59c966592 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:27.018721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port c5c068b7-5703-4f90-b88a-07f61a77152c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:27.019062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.111606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.112200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.127216 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for c5c068b7-5703-4f90-b88a-07f61a77152c owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:27.332636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.360151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=c5c068b7-5703-4f90-b88a-07f61a77152c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:27.417982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-889dbdd1-d63a-4a1e-80b7-de8d564829d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2390916 Jul 22 14:31:27.466258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.469562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.473473 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f2a3c22-b310-4fc1-ab5f-3f59c5581c69 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/floatingips/704fb8ac-eeec-4274-abaf-355126fee0a0 HTTP/1.1" status: 204 len: 168 time: 0.6294293 Jul 22 14:31:27.473662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44780) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:27.504091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f530e-525b-46c6-bf81-de64168d4aad req-a0c3af7f-e9ed-4b4f-bf5e-cfae3e9dccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.505676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-a0c3af7f-e9ed-4b4f-bf5e-cfae3e9dccc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1097 time: 0.0641916 Jul 22 14:31:27.513259 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-d8b54233-760f-4b42-93f8-414f6edc4a63 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] delete failed (client error): The resource could not be found. Jul 22 14:31:27.514557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d8b54233-760f-4b42-93f8-414f6edc4a63 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/floatingips/704fb8ac-eeec-4274-abaf-355126fee0a0 HTTP/1.1" status: 404 len: 345 time: 0.0398948 Jul 22 14:31:27.519488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44782) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:27.632108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f530e-525b-46c6-bf81-de64168d4aad req-05d43335-3e6e-427b-b1c1-92fdd5c5bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.633647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-05d43335-3e6e-427b-b1c1-92fdd5c5bb0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 909 time: 0.0998690 Jul 22 14:31:27.640619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206316a6-184e-4d63-984d-9a4109b28e37 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.646555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206316a6-184e-4d63-984d-9a4109b28e37 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.652520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206316a6-184e-4d63-984d-9a4109b28e37 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.654820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-206316a6-184e-4d63-984d-9a4109b28e37 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/ports?network_id=3ac55ae5-d2d3-484c-8ca4-300d15d633ed HTTP/1.1" status: 200 len: 2358 time: 0.1342897 Jul 22 14:31:27.657469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44788) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:27.719619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5228a949-95e6-423a-9d97-17c9c51d9c04 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.720933 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5228a949-95e6-423a-9d97-17c9c51d9c04 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/subnets/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e HTTP/1.1" status: 200 len: 797 time: 0.0624926 Jul 22 14:31:27.726635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44790) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:27.731833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'port': {'network_id': '3ac55ae5-d2d3-484c-8ca4-300d15d633ed', 'name': 'tempest-FloatingIPTestJSON-870886529', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:27.742017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-c549762d-955d-49a4-b57d-fd5747d7ee7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 1001 time: 0.1020331 Jul 22 14:31:27.792780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f530e-525b-46c6-bf81-de64168d4aad req-9cbf809e-c46c-4c40-bb88-a838e620b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.794621 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-9cbf809e-c46c-4c40-bb88-a838e620b242 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 200 len: 847 time: 0.0464637 Jul 22 14:31:27.863887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:27.872424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f530e-525b-46c6-bf81-de64168d4aad req-c04b08e5-188a-46cd-b506-776454df4755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.874917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-c04b08e5-188a-46cd-b506-776454df4755 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3a761ac-84cc-4abc-9429-0b43b85aac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743029 Jul 22 14:31:27.885437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-61d6ff34-7c21-493e-96fe-e349188f95f3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:31:27.886557 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-61d6ff34-7c21-493e-96fe-e349188f95f3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060191 Jul 22 14:31:27.964247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.002802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] device_id is not set on port 3a106174-fa23-487e-968b-7d04e70880d7 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:28.014069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-4bdd4e7a-aa97-43d4-a3eb-259bb3105fbe service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205082 Jul 22 14:31:28.141596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e58f530e-525b-46c6-bf81-de64168d4aad req-83b88aed-c7c1-412b-b5a0-c62c573edbd9 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218996 Jul 22 14:31:28.375359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.14 (3ac55ae5-d2d3-484c-8ca4-300d15d633ed/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e/3a106174-fa23-487e-968b-7d04e70880d7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:28.382218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.13 (3ac55ae5-d2d3-484c-8ca4-300d15d633ed/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e/3a106174-fa23-487e-968b-7d04e70880d7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:28.551682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.596517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.649905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:28.653113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:28.658504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:28.685179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=3a106174-fa23-487e-968b-7d04e70880d7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:28.714875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:28.715508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.735422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-316040e3-b928-4592-af69-14bfde62a993 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0076389 Jul 22 14:31:28.738129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44824) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:28.742945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '3a106174-fa23-487e-968b-7d04e70880d7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:28.771513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.880858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.384177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.182 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2b3c49d1-b867-4a41-9da6-298ab18b10bf) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:29.506942 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.562203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.607942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:29.611283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:29.616150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:29.623830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=2b3c49d1-b867-4a41-9da6-298ab18b10bf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:30.035344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.137446 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.308931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.313788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.382212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=2b3c49d1-b867-4a41-9da6-298ab18b10bf,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:30.393292 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.499441 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP b609cfaf-1da9-4a32-9f16-7027d1aabc9e associated. External IP: 172.25.8.182, port: 3a106174-fa23-487e-968b-7d04e70880d7. Jul 22 14:31:30.721786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:30.843614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:30.857262 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:30.864711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.869207 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:30.870171 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:30.910165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:30.910886 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:30.914779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a5dd0c63-a3a3-4065-a1f0-1be0adada3c9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1749852 Jul 22 14:31:30.915137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'port_id': '3a106174-fa23-487e-968b-7d04e70880d7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:30.920892 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:30.921499 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:30.953570 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:30.954242 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30438d2-cf16-4fa5-825b-2b4a5ab8e42a None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:30.975823 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.446517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.450995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.664506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:31.773283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:31.777670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.784568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:31.797685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:31.798442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:31.841113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:31.852081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:31.853256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:31.860030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1922dfd8-cec8-45c8-afd4-3802a2654b4b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/floatingips/b609cfaf-1da9-4a32-9f16-7027d1aabc9e HTTP/1.1" status: 200 len: 978 time: 0.9485343 Jul 22 14:31:31.862683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:31.892594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:31.893862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4c32a-af33-4a5a-b885-4c8e2f62f260 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:32.024936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 2b3c49d1-b867-4a41-9da6-298ab18b10bf {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:32.025683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.109977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.110312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.123582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 2b3c49d1-b867-4a41-9da6-298ab18b10bf owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:32.278428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.319183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=2b3c49d1-b867-4a41-9da6-298ab18b10bf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:32.387747 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.388079 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP b609cfaf-1da9-4a32-9f16-7027d1aabc9e disassociated (deleted). External IP: 172.25.8.182, port: 3a106174-fa23-487e-968b-7d04e70880d7. Jul 22 14:31:32.593356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:32.700511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:32.705880 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.711061 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:32.720486 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:32.721080 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:32.744031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a01c299-00c4-4903-a1de-4b8b797f4f1c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/floatingips/b609cfaf-1da9-4a32-9f16-7027d1aabc9e HTTP/1.1" status: 204 len: 168 time: 0.8801439 Jul 22 14:31:32.746689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44870) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:32.756661 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:32.765919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:32.766531 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:32.799112 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:32.799764 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2593e063-58b1-4a23-9529-42fb45798e69 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:32.854927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 3a106174-fa23-487e-968b-7d04e70880d7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:32.855196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.941091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.952893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 3a106174-fa23-487e-968b-7d04e70880d7 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:33.143067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.177705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=3a106174-fa23-487e-968b-7d04e70880d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:33.269476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.271444 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5d8759a7-ced4-432f-a063-003923755b40 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/ports/3a106174-fa23-487e-968b-7d04e70880d7 HTTP/1.1" status: 204 len: 168 time: 0.5238144 Jul 22 14:31:33.275181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44874) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:33.280073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:33.303298 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.410318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.523046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.185 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/ff6ddcdd-50db-443f-bfe3-9f2b90bbf93f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:33.629049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.671722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.708359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:33.713229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:33.716737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:33.743738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=ff6ddcdd-50db-443f-bfe3-9f2b90bbf93f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:33.803561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.864639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.028656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.033868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.105813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=ff6ddcdd-50db-443f-bfe3-9f2b90bbf93f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:34.116250 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.129594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.130862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-97f2aeaf-981d-46c5-a931-1edb12e79ae3 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8546717 Jul 22 14:31:34.133589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44878) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:34.139055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'port': {'network_id': '3ac55ae5-d2d3-484c-8ca4-300d15d633ed', 'name': 'tempest-FloatingIPTestJSON-363905201'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:34.254797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:34.258693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.276858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] device_id is not set on port 1e8e7e29-9c64-4618-a047-7c9ad1eab55a yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:34.399459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.14 (3ac55ae5-d2d3-484c-8ca4-300d15d633ed/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e/1e8e7e29-9c64-4618-a047-7c9ad1eab55a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:34.555055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.595455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.640937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 3ac55ae5-d2d3-484c-8ca4-300d15d633ed is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:34.646222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:34.649849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:34.679741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=1e8e7e29-9c64-4618-a047-7c9ad1eab55a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:34.703948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:34.704578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.719223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-31fe17f1-ceaf-48d6-8f51-a2a3a7925e55 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5844331 Jul 22 14:31:34.721607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:34.726137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'port_id': '1e8e7e29-9c64-4618-a047-7c9ad1eab55a'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:34.767137 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.217445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.222362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.583891 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 75f1190b-6c20-48c0-929b-c385aba80ead associated. External IP: 172.25.8.185, port: 1e8e7e29-9c64-4618-a047-7c9ad1eab55a. Jul 22 14:31:35.796520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:35.903983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:35.908881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.915488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:35.925708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:35.926335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:35.954434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a3fa29ce-5759-4ffe-82f4-96ca716f5a97 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/floatingips/75f1190b-6c20-48c0-929b-c385aba80ead HTTP/1.1" status: 200 len: 978 time: 1.2281079 Jul 22 14:31:35.954948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 44898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:35.962376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:35.972205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:35.973083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:36.006660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:36.007314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd63ef01-6767-4f02-81ee-7ac152e65594 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:36.059291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 1e8e7e29-9c64-4618-a047-7c9ad1eab55a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:36.059572 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.150401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.376586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.376878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.377193 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 75f1190b-6c20-48c0-929b-c385aba80ead disassociated. External IP: 172.25.8.185, port: 1e8e7e29-9c64-4618-a047-7c9ad1eab55a. Jul 22 14:31:36.377536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 1e8e7e29-9c64-4618-a047-7c9ad1eab55a owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:36.818680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.848250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=1e8e7e29-9c64-4618-a047-7c9ad1eab55a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:36.963152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:37.071879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:37.082344 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:37.091323 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:37.092680 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:37.143306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.146111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-df2fedb7-7986-44e4-9c63-885f765d89e1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/ports/1e8e7e29-9c64-4618-a047-7c9ad1eab55a HTTP/1.1" status: 204 len: 168 time: 1.1907980 Jul 22 14:31:37.147940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44904) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:37.197331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-22e9fe4a-83af-4a2d-8420-514c04f55f20 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/floatingips/75f1190b-6c20-48c0-929b-c385aba80ead HTTP/1.1" status: 200 len: 688 time: 0.0457675 Jul 22 14:31:37.197513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:37.217788 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:37.226498 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:37.227090 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:37.258839 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:37.259733 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745c073-eeae-4e5e-9c74-73f1006c9565 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:37.327805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port ff6ddcdd-50db-443f-bfe3-9f2b90bbf93f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:37.328056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.411330 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.411684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.423626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for ff6ddcdd-50db-443f-bfe3-9f2b90bbf93f owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:37.564725 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.596056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=ff6ddcdd-50db-443f-bfe3-9f2b90bbf93f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:37.666435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.669050 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.671136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a6de2753-70af-49f4-9677-24733443e7c8 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/floatingips/75f1190b-6c20-48c0-929b-c385aba80ead HTTP/1.1" status: 204 len: 168 time: 0.4725308 Jul 22 14:31:37.674389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 44926) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:37.679037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'f19db2a5-9c66-42cc-8353-f06a3280ca78'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:37.706697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.814874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.926258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.85 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/fb0755da-03de-457f-82ce-35c80f687b74) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:38.040789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.081491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.119194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:38.126302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:38.130043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:38.135826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=fb0755da-03de-457f-82ce-35c80f687b74,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:38.387267 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:31:38.503150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.583669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.756019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.761131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.839784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=fb0755da-03de-457f-82ce-35c80f687b74,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:38.853077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.961793 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 91bcc135-67f3-42bb-983e-5088789cdd69 associated. External IP: 172.25.8.85, port: f19db2a5-9c66-42cc-8353-f06a3280ca78. Jul 22 14:31:39.181930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:39.298188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:39.307547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:39.315300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.323171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:39.324124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:39.359486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bc4d20b7-3ffe-43d4-8a57-6e4c27c754e7 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.6813185 Jul 22 14:31:39.359648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:39.359802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45202) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:39.365783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1749497563'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:39.368785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:39.369580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:39.396098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:39.400134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.402193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:39.403348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567ec972-ce19-4835-a342-b09111017ad5 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:39.432572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:39.444074 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.444426 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Added segment 515d0a30-e640-4c23-983f-cc8b139d5be0 of type vlan for network 01d78841-f0e9-4827-b250-7cd92ae31836 Jul 22 14:31:39.502596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.539555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.546237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:39.546844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.600005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2387474 Jul 22 14:31:39.602841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:39.610167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'subnet': {'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:39.740150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:39.743840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.944566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b771b1d-c0f2-459f-bbe8-31d70b983012 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Network': ['ID=01d78841-f0e9-4827-b250-7cd92ae31836,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:39.956874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 01d78841-f0e9-4827-b250-7cd92ae31836 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:39.980965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.051614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Subnet': ['ID=de05eac8-7adc-4834-9e0a-d88026425296,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:40.058411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Checking segment: {'id': '515d0a30-e640-4c23-983f-cc8b139d5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:40.058671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network hostable DHCP agents. Network: 01d78841-f0e9-4827-b250-7cd92ae31836, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:40.078036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 01d78841-f0e9-4827-b250-7cd92ae31836 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:40.087626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 01d78841-f0e9-4827-b250-7cd92ae31836) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:40.092740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:40.093349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.098796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58306e4d-610d-4997-b0bd-30d0fa154b98 None None] Network 01d78841-f0e9-4827-b250-7cd92ae31836 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:40.108812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e17e2fbc-0bee-4f1b-b888-3f3fc7d7f09b tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5045700 Jul 22 14:31:40.111615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:40.116597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1118527319', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:40.142909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.144010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.211938 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.268420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-01d78841-f0e9-4827-b250-7cd92ae31836', 'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836', 'tenant_id': '818c5ee6cab1471db1d403b96ae1f023', 'fixed_ips': [{'subnet_id': 'de05eac8-7adc-4834-9e0a-d88026425296'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:40.269604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.367486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.430992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Allocated IP 172.20.0.2 (01d78841-f0e9-4827-b250-7cd92ae31836/de05eac8-7adc-4834-9e0a-d88026425296/892b0fd2-cbca-46be-b4f0-05755151bbe7) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:40.584558 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.593673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Transition to ACTIVE for port object 892b0fd2-cbca-46be-b4f0-05755151bbe7 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:40.609127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Transition to ACTIVE for port object 892b0fd2-cbca-46be-b4f0-05755151bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:40.609494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.616672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.632385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.657873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Network 01d78841-f0e9-4827-b250-7cd92ae31836 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:40.659345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:40.662273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:40.698813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Pushing event updated for resources: {'Port': ['ID=892b0fd2-cbca-46be-b4f0-05755151bbe7,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:40.731551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.731982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.732449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.732794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.733129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.733459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.733821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.734153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.734533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.734880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.735246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.735597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:40.744828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Attempting to bind port 892b0fd2-cbca-46be-b4f0-05755151bbe7 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:40.745099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Attempting to bind port 892b0fd2-cbca-46be-b4f0-05755151bbe7 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '515d0a30-e640-4c23-983f-cc8b139d5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:40.745466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Attempting to bind port 892b0fd2-cbca-46be-b4f0-05755151bbe7 on network 01d78841-f0e9-4827-b250-7cd92ae31836 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:40.747882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.25.8.37 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/c66505ce-889b-4b0c-8490-54aca3aeeee4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:40.752017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:40.752630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Checking segment: {'id': '515d0a30-e640-4c23-983f-cc8b139d5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:40.753537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.754299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Bound using segment: {'id': '515d0a30-e640-4c23-983f-cc8b139d5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:40.754818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Bound port: 892b0fd2-cbca-46be-b4f0-05755151bbe7, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515d0a30-e640-4c23-983f-cc8b139d5be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:40.755241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.825388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] For port 892b0fd2-cbca-46be-b4f0-05755151bbe7, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:40.843264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] For port 892b0fd2-cbca-46be-b4f0-05755151bbe7, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=892b0fd2-cbca-46be-b4f0-05755151bbe7,segment=NetworkSegment(515d0a30-e640-4c23-983f-cc8b139d5be0),segment_id=515d0a30-e640-4c23-983f-cc8b139d5be0)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:40.852991 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.876746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.932401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.958299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a335851-2c92-442b-a4f9-47ccb59c7624 None None] Pushing event updated for resources: {'Port': ['ID=892b0fd2-cbca-46be-b4f0-05755151bbe7,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:40.985527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:40.988960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:40.991914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:41.020895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=c66505ce-889b-4b0c-8490-54aca3aeeee4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:41.289282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.493427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.631524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 7ef4aaaa-b41c-4d54-8644-132eaca5c221 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:31:41.752757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:41.762720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] Sync routers for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:41.773139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:41.773423 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.776083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ef0220b9-85b0-463d-a113-774e63d49cb6 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6622386 Jul 22 14:31:41.776222 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:41.777939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45368) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:41.823445 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:41.843121 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:41.844024 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:41.921678 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:41.922336 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee257e1e-531c-40d7-a497-5e4dcdaff549 None None] The sync data for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:42.020127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 892b0fd2-cbca-46be-b4f0-05755151bbe7 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:42.063610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748c551-8b33-4422-8c4e-86c8931f85a5 None None] Network 01d78841-f0e9-4827-b250-7cd92ae31836 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:42.203849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1555ac5-32a1-4e2a-b5d9-09ed938c05e7 None None] Provisioning for port 892b0fd2-cbca-46be-b4f0-05755151bbe7 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:42.247638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 892b0fd2-cbca-46be-b4f0-05755151bbe7 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:42.259308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 892b0fd2-cbca-46be-b4f0-05755151bbe7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:42.259835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.356727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.394863 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.430998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 892b0fd2-cbca-46be-b4f0-05755151bbe7, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=892b0fd2-cbca-46be-b4f0-05755151bbe7,segment=NetworkSegment(515d0a30-e640-4c23-983f-cc8b139d5be0),segment_id=515d0a30-e640-4c23-983f-cc8b139d5be0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:42.438955 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.534842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=892b0fd2-cbca-46be-b4f0-05755151bbe7,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:42.641578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13daa7ae-c6e9-4c9a-911b-a9621e2c29ed None None] Provisioning complete for port 892b0fd2-cbca-46be-b4f0-05755151bbe7 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:42.641958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13daa7ae-c6e9-4c9a-911b-a9621e2c29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.699842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.1 (01d78841-f0e9-4827-b250-7cd92ae31836/de05eac8-7adc-4834-9e0a-d88026425296/6df0db08-368c-4c46-beb5-97e89051ecae) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:42.839436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.853848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Transition to ACTIVE for port object 6df0db08-368c-4c46-beb5-97e89051ecae will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:42.889492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.931830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 01d78841-f0e9-4827-b250-7cd92ae31836 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:42.938053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:42.940708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:42.972954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=6df0db08-368c-4c46-beb5-97e89051ecae,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:42.997419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.176467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.264241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2e6f040e-1dba-4021-addd-6d6143b88858 None None] Provisioning for port 6df0db08-368c-4c46-beb5-97e89051ecae completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:43.274991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2e6f040e-1dba-4021-addd-6d6143b88858 None None] Provisioning complete for port 6df0db08-368c-4c46-beb5-97e89051ecae triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:43.275684 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2e6f040e-1dba-4021-addd-6d6143b88858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.334372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f040e-1dba-4021-addd-6d6143b88858 None None] Port 6df0db08-368c-4c46-beb5-97e89051ecae cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:43.509675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.513904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.591143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.593749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=6df0db08-368c-4c46-beb5-97e89051ecae,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:43.692311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 01d78841-f0e9-4827-b250-7cd92ae31836 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:43.693782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:43.816168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 7ef4aaaa-b41c-4d54-8644-132eaca5c221 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:43.899056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 892b0fd2-cbca-46be-b4f0-05755151bbe7 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:43.939150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:43.948032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5c9270d4-809a-471a-888d-eb1a3d5578eb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/routers/7ef4aaaa-b41c-4d54-8644-132eaca5c221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1659095 Jul 22 14:31:43.948313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45392) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.952503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] Sync routers for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:43.955693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'port': {'network_id': '01d78841-f0e9-4827-b250-7cd92ae31836', 'name': 'tempest-FloatingIPTestJSON-1175634320'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:43.970741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 892b0fd2-cbca-46be-b4f0-05755151bbe7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:43.971115 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.976827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:43.977447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.099849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Made reservation on behalf of 818c5ee6cab1471db1d403b96ae1f023 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:44.103685 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.130745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] device_id is not set on port f79c3be4-a382-43f9-9ef0-247f8e775dbb yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:44.202915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-915edf04-e766-4679-9a89-0bd61d3a603b None None] Provisioning complete for port 6df0db08-368c-4c46-beb5-97e89051ecae triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:44.203373 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-915edf04-e766-4679-9a89-0bd61d3a603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.207492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.252559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:44.253185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.259207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-915edf04-e766-4679-9a89-0bd61d3a603b None None] Port 6df0db08-368c-4c46-beb5-97e89051ecae cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:44.264300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Allocated IP 172.20.0.10 (01d78841-f0e9-4827-b250-7cd92ae31836/de05eac8-7adc-4834-9e0a-d88026425296/f79c3be4-a382-43f9-9ef0-247f8e775dbb) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:44.292993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.293635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504acf7-2df7-442b-bb08-de86b040a389 None None] The sync data for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:44.427081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.444054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Transition to ACTIVE for port object f79c3be4-a382-43f9-9ef0-247f8e775dbb will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:44.483954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.532536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Network 01d78841-f0e9-4827-b250-7cd92ae31836 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:44.535961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:44.540612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:44.545843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event updated for resources: {'Port': ['ID=f79c3be4-a382-43f9-9ef0-247f8e775dbb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:44.601193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:44.601883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.626360 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d415ba29-a50c-434b-bf10-fba913bf0dbb tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6767929 Jul 22 14:31:44.627345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45410) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:44.632447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Request body: {'floatingip': {'port_id': 'f79c3be4-a382-43f9-9ef0-247f8e775dbb'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:44.696026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.784407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bca8881d-f0a6-4550-8346-91e956168028 None None] Provisioning for port f79c3be4-a382-43f9-9ef0-247f8e775dbb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:44.788750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bca8881d-f0a6-4550-8346-91e956168028 None None] Provisioning complete for port f79c3be4-a382-43f9-9ef0-247f8e775dbb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:44.789327 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bca8881d-f0a6-4550-8346-91e956168028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.823465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bca8881d-f0a6-4550-8346-91e956168028 None None] Port f79c3be4-a382-43f9-9ef0-247f8e775dbb cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:45.195785 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.201108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.308479 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 91bcc135-67f3-42bb-983e-5088789cdd69 associated. External IP: 172.25.8.85, port: f19db2a5-9c66-42cc-8353-f06a3280ca78. Jul 22 14:31:45.524002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:45.642231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:45.655697 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:45.664988 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:45.665898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.699468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.709025 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:45.709639 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.745828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.746480 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969a5014-1c57-447b-82d4-d59f776b7fcf None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:45.876664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 7ef4aaaa-b41c-4d54-8644-132eaca5c221 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:45.989720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:45.996477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.003202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] Sync routers for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:46.013030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:46.014775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.050581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.059553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:46.060258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.071055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7d0775ed-54af-497c-90a0-72c350a4b3a9 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/floatingips/91bcc135-67f3-42bb-983e-5088789cdd69 HTTP/1.1" status: 200 len: 978 time: 1.4425797 Jul 22 14:31:46.073749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45422) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:46.096678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.097445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8046bc-a3f8-414b-ac07-f5d1e3a05f30 None None] The sync data for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:46.181339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port f79c3be4-a382-43f9-9ef0-247f8e775dbb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:46.181711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.275021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.517709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.518106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.518491 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Floating IP 91bcc135-67f3-42bb-983e-5088789cdd69 disassociated. External IP: 172.25.8.85, port: f79c3be4-a382-43f9-9ef0-247f8e775dbb. Jul 22 14:31:46.518904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for f79c3be4-a382-43f9-9ef0-247f8e775dbb owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:46.657156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.692392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=f79c3be4-a382-43f9-9ef0-247f8e775dbb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:46.708375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.708939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.709681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.710119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.710679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.711024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.711472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.711675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.712005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.712333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.712656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.712972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:46.875236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 7ef4aaaa-b41c-4d54-8644-132eaca5c221 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:47.286802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:47.296528 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] Sync routers for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:47.311592 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:47.312224 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:47.354615 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:47.374272 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:47.375209 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:47.399739 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.406036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ebc5d4dd-4b6a-4ea7-ad5a-8691ece06739 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/ports/f79c3be4-a382-43f9-9ef0-247f8e775dbb HTTP/1.1" status: 204 len: 168 time: 1.3281569 Jul 22 14:31:47.406345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45440) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:47.442045 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:47.443296 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf934cd-3d5e-4e79-b67f-0d281c6bd7a8 None None] The sync data for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:47.668971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:47.807499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.818730 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c644a926-87c9-4fa6-9c51-e5d9b47b151b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bba3c3c1918c4bf68715298571235beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472993 Jul 22 14:31:47.819339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:47.883159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.906996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.966005 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.969363 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.970634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cf571d3-b87d-4eda-8ea2-9c3f947a17a8 HTTP/1.1" status: 204 len: 168 time: 0.1503882 Jul 22 14:31:47.979361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf571d3-b87d-4eda-8ea2-9c3f947a17a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:47.990264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.990715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.991275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.991714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.992055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.992382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.992868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.993658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.994765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.995619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.996125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:47.996960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913de50a-c95c-463d-a559-fb3c450017ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:48.121845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45460) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:48.156091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 6df0db08-368c-4c46-beb5-97e89051ecae {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:48.156405 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.254450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.267987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 6df0db08-368c-4c46-beb5-97e89051ecae owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:48.337824 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2fcf-74d4-4e4d-a42d-6517b5774940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.568327 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2fcf-74d4-4e4d-a42d-6517b5774940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.574209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.583728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a1f2fcf-74d4-4e4d-a42d-6517b5774940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.594252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3fb564b3-1c52-40a2-902c-4f22ac222ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.632384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=6df0db08-368c-4c46-beb5-97e89051ecae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:48.710283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9a1f2fcf-74d4-4e4d-a42d-6517b5774940 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f6f2108043645738d3131f6442b399d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873814 Jul 22 14:31:48.713194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:48.718364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f2fcf-74d4-4e4d-a42d-6517b5774940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b642915-fbf7-438c-8d77-fe4ec228b0e0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:48.777530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:48.849196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.103318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 7ef4aaaa-b41c-4d54-8644-132eaca5c221 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:49.133019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1113384527-network', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:49.141779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ec8537e-da0c-47df-a60a-e8bf29c5d34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.172811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ec8537e-da0c-47df-a60a-e8bf29c5d34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.179730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:49.182042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.196713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.220528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:49.224053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.227348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-21391dcb-5394-48c3-a8e3-4c135e366cc4 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/routers/7ef4aaaa-b41c-4d54-8644-132eaca5c221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8197250 Jul 22 14:31:49.230269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45490) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.234596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] Sync routers for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:49.246872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:49.248662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.259909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ec8537e-da0c-47df-a60a-e8bf29c5d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.262799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ec8537e-da0c-47df-a60a-e8bf29c5d34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.264904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2ec8537e-da0c-47df-a60a-e8bf29c5d34f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b642915-fbf7-438c-8d77-fe4ec228b0e0 HTTP/1.1" status: 204 len: 168 time: 0.5506287 Jul 22 14:31:49.279369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8537e-da0c-47df-a60a-e8bf29c5d34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b642915-fbf7-438c-8d77-fe4ec228b0e0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:49.315518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.337210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] Routers {'7ef4aaaa-b41c-4d54-8644-132eaca5c221'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:49.337998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.338594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.347043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.358246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.378241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.379159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d26643-2a64-4657-8292-6ef9579e191f None None] The sync data for ids ['7ef4aaaa-b41c-4d54-8644-132eaca5c221'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:49.387297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:49.394705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ff73d-0c09-4409-a82a-f67727123148,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:49.402133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.402670 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Added segment a682c9be-3725-4dcf-a1a7-c7cb46e8866f of type vlan for network 88152a7c-cf96-425e-8be5-2ccce6ce6231 Jul 22 14:31:49.449303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.487337 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.488472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.489074 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.495795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.530946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7494051 Jul 22 14:31:49.531286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45498) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.536662 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Request body: {'subnet': {'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1113384527-subnet', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:49.558514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d599f05-1afa-41ef-9dd6-784cbba2a5fe admin admin] Pushing event updated for resources: {'Network': ['ID=88152a7c-cf96-425e-8be5-2ccce6ce6231,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:49.570088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:49.570329 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:49.572795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.604393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port c66505ce-889b-4b0c-8490-54aca3aeeee4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:49.604741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.745254 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.778949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for c66505ce-889b-4b0c-8490-54aca3aeeee4 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:49.888930 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.984416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=925aafc7-bf89-4498-9419-d4ff8dacf56b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:50.020606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:50.020967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Network hostable DHCP agents. Network: 88152a7c-cf96-425e-8be5-2ccce6ce6231, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:50.074025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:50.080262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.089049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 88152a7c-cf96-425e-8be5-2ccce6ce6231) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:50.097930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca430d8c-2b60-49e2-8aa0-b94818955d6e None None] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:50.113347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=c66505ce-889b-4b0c-8490-54aca3aeeee4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:50.117888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.118471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.173871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.188496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aaa101da-e5d8-4f5c-8f68-180e3990c092 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6560292 Jul 22 14:31:50.191498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.196694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:50.200089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.223230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.224736 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.277176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-88152a7c-cf96-425e-8be5-2ccce6ce6231', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:50.278083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.299340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.461833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Allocated IP 172.20.0.2 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/cdf9b935-3f84-4942-aec2-14d716b20f8d) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:50.518422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.673537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.677293 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.753814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.772528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Transition to ACTIVE for port object cdf9b935-3f84-4942-aec2-14d716b20f8d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:50.793912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Transition to ACTIVE for port object cdf9b935-3f84-4942-aec2-14d716b20f8d will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:50.796814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.797417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef4aaaa-b41c-4d54-8644-132eaca5c221 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:31:50.807159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.808317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-04c39c67-d80f-48eb-b540-8ba0423f604f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/routers/7ef4aaaa-b41c-4d54-8644-132eaca5c221 HTTP/1.1" status: 204 len: 168 time: 1.5745716 Jul 22 14:31:50.809700 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.812044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45542) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.855904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Pushing event updated for resources: {'Port': ['ID=cdf9b935-3f84-4942-aec2-14d716b20f8d,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:50.867019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.871061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:50.873300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:50.878738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:50.898924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.900576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting subnet de05eac8-7adc-4834-9e0a-d88026425296 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:50.904881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.947822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Attempting to bind port cdf9b935-3f84-4942-aec2-14d716b20f8d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:50.948101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Attempting to bind port cdf9b935-3f84-4942-aec2-14d716b20f8d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:50.948546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Attempting to bind port cdf9b935-3f84-4942-aec2-14d716b20f8d on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:50.955440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:50.955820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:50.956234 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.956667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:50.957140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Bound port: cdf9b935-3f84-4942-aec2-14d716b20f8d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:50.957525 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.957782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.034904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Allocated IP 172.25.8.188 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2839a460-0dfd-4491-bd5d-fc0769416deb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:51.043761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] For port cdf9b935-3f84-4942-aec2-14d716b20f8d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:51.048598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] For port cdf9b935-3f84-4942-aec2-14d716b20f8d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cdf9b935-3f84-4942-aec2-14d716b20f8d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:51.054190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.065248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.133458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6c545-a6fb-4114-9789-d8371e1d5689 None None] Pushing event updated for resources: {'Port': ['ID=cdf9b935-3f84-4942-aec2-14d716b20f8d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.141078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.181343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Subnet': ['ID=de05eac8-7adc-4834-9e0a-d88026425296,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.182319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.189567 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.191810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f6a4ae7-eede-4ba2-8e29-943080b7995f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/subnets/de05eac8-7adc-4834-9e0a-d88026425296 HTTP/1.1" status: 204 len: 168 time: 0.3785045 Jul 22 14:31:51.194669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45562) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:51.199323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdfbd9-d51c-456f-87af-13756a2f47cb None None] Network 01d78841-f0e9-4827-b250-7cd92ae31836 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:51.249785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.274876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:51.277775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:51.295445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.300945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:51.399855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 892b0fd2-cbca-46be-b4f0-05755151bbe7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:51.400195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.415962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.471614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86b4f857-2ef9-49c5-b053-3d3991178ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.527498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] For port 892b0fd2-cbca-46be-b4f0-05755151bbe7, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=892b0fd2-cbca-46be-b4f0-05755151bbe7,segment=NetworkSegment(515d0a30-e640-4c23-983f-cc8b139d5be0),segment_id=515d0a30-e640-4c23-983f-cc8b139d5be0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:51.528019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.546790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2839a460-0dfd-4491-bd5d-fc0769416deb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.554094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 892b0fd2-cbca-46be-b4f0-05755151bbe7 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:51.575480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] DHCP port deletion for 01d78841-f0e9-4827-b250-7cd92ae31836 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:31:51.639781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] Deleting port 892b0fd2-cbca-46be-b4f0-05755151bbe7 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:51.640446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.653687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.692365 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.697559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=892b0fd2-cbca-46be-b4f0-05755151bbe7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.709211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] No DVR routers for this DVR port 892b0fd2-cbca-46be-b4f0-05755151bbe7 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:51.711535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] For port 892b0fd2-cbca-46be-b4f0-05755151bbe7, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=892b0fd2-cbca-46be-b4f0-05755151bbe7,segment=NetworkSegment(515d0a30-e640-4c23-983f-cc8b139d5be0),segment_id=515d0a30-e640-4c23-983f-cc8b139d5be0)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:51.712207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.727009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] Calling delete_port for 892b0fd2-cbca-46be-b4f0-05755151bbe7 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:51.814809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.827144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d78841-f0e9-4827-b250-7cd92ae31836']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.839475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515d0a30-e640-4c23-983f-cc8b139d5be0') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.839475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515d0a30-e640-4c23-983f-cc8b139d5be0') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.846866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.852189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.871080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] No DVR routers for this DVR port 892b0fd2-cbca-46be-b4f0-05755151bbe7 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:51.885252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.896933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:51.896933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:51.906075 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:51.912596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485f0d4-d088-45ab-be30-26bed691efeb None None] Pushing event deleted for resources: {'Port': ['ID=892b0fd2-cbca-46be-b4f0-05755151bbe7,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.983569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.024321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.030425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdf9b935-3f84-4942-aec2-14d716b20f8d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:52.035361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.037141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/networks/01d78841-f0e9-4827-b250-7cd92ae31836 HTTP/1.1" status: 204 len: 168 time: 0.8398881 Jul 22 14:31:52.040220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45592) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.057189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f29f964-0ac9-4178-9cd5-c00e2ba2c100 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Network': ['ID=01d78841-f0e9-4827-b250-7cd92ae31836,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:52.111514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.135339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port cdf9b935-3f84-4942-aec2-14d716b20f8d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:52.203486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:31:52.211356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port fb0755da-03de-457f-82ce-35c80f687b74 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:52.211781 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.244846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 892b0fd2-cbca-46be-b4f0-05755151bbe7 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:52.279872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 892b0fd2-cbca-46be-b4f0-05755151bbe7 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:52.280662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 892b0fd2-cbca-46be-b4f0-05755151bbe7 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:52.320225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-286be64c-1ae4-4725-b85e-c03578fb01aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.330004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.330433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.344765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for fb0755da-03de-457f-82ce-35c80f687b74 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:52.389852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:52.405597 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:52.420274 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:52.421045 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:52.450181 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.454620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d016ac2c-57ef-4fbc-b8b5-bba114cf0887 None None] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:52.455372 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-286be64c-1ae4-4725-b85e-c03578fb01aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.460304 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-286be64c-1ae4-4725-b85e-c03578fb01aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.492438 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.496340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cf197d9a-2cbe-4f9c-a24e-7c69a8b0a7f3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3013401 Jul 22 14:31:52.501231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.519955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-286be64c-1ae4-4725-b85e-c03578fb01aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=641a18948d3c4305a1e9f7812241f8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070849 Jul 22 14:31:52.521715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.531082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286be64c-1ae4-4725-b85e-c03578fb01aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec02c93-ea09-45e5-b454-da18ccd49ec4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:52.551129 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] Provisioning for port cdf9b935-3f84-4942-aec2-14d716b20f8d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:52.564830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] Provisioning complete for port cdf9b935-3f84-4942-aec2-14d716b20f8d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:52.565215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.584635 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:52.587712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2b67d6-bd93-4753-a142-895c8ddd17e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.616309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2b67d6-bd93-4753-a142-895c8ddd17e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.656198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.682912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2b67d6-bd93-4753-a142-895c8ddd17e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.687673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2b67d6-bd93-4753-a142-895c8ddd17e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.689392 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c2b67d6-bd93-4753-a142-895c8ddd17e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ec02c93-ea09-45e5-b454-da18ccd49ec4 HTTP/1.1" status: 204 len: 168 time: 0.1661315 Jul 22 14:31:52.692468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=fb0755da-03de-457f-82ce-35c80f687b74,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:52.722272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.727441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b67d6-bd93-4753-a142-895c8ddd17e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec02c93-ea09-45e5-b454-da18ccd49ec4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:52.791566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] For port cdf9b935-3f84-4942-aec2-14d716b20f8d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cdf9b935-3f84-4942-aec2-14d716b20f8d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:52.805393 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.831399 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:51Z', 'revision_number': 3, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:52.878134 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:52.878489 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Updating router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b port 2839a460-0dfd-4491-bd5d-fc0769416deb binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:31:52.892694 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.895477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.896658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-21ead3fc-0ecd-4ec3-8456-1e62f9265e52 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/floatingips/91bcc135-67f3-42bb-983e-5088789cdd69 HTTP/1.1" status: 204 len: 168 time: 0.8464048 Jul 22 14:31:52.900840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.922909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dfa71-76e8-4454-91ea-dfdedb851d83 None None] Pushing event updated for resources: {'Port': ['ID=cdf9b935-3f84-4942-aec2-14d716b20f8d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:52.943073 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.973112 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fae53ed-8785-44de-a0fc-79f8bf7ecf11 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:52.973797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fae53ed-8785-44de-a0fc-79f8bf7ecf11 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:52.975548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1fae53ed-8785-44de-a0fc-79f8bf7ecf11 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/ports/f79c3be4-a382-43f9-9ef0-247f8e775dbb HTTP/1.1" status: 404 len: 333 time: 0.0734570 Jul 22 14:31:52.981325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.031810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7c90a9f6-a9ec-4088-befb-04b42b5de3f1 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ef4aaaa-b41c-4d54-8644-132eaca5c221 HTTP/1.1" status: 200 len: 205 time: 0.0487709 Jul 22 14:31:53.035836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45612) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.119120 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-1606d3a1-a242-4fb3-846e-90b3f24564cd tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] delete failed (client error): The resource could not be found. Jul 22 14:31:53.120161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1606d3a1-a242-4fb3-846e-90b3f24564cd tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/routers/7ef4aaaa-b41c-4d54-8644-132eaca5c221 HTTP/1.1" status: 404 len: 336 time: 0.0487239 Jul 22 14:31:53.123618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.147711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45616) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.151881 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b7b145-7709-4b70-be5b-38d3f31a131f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] DELETE failed (client error): The resource could not be found. Jul 22 14:31:53.152662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b7b145-7709-4b70-be5b-38d3f31a131f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:31:53.155440 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56b7b145-7709-4b70-be5b-38d3f31a131f tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/subnets/de05eac8-7adc-4834-9e0a-d88026425296 HTTP/1.1" status: 404 len: 337 time: 0.0307159 Jul 22 14:31:53.157979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.167466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b15482b8-a6fa-4df8-bf8e-f569f993dcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.237986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b20eeaaa-91e3-464b-9f39-a5989da40414 None None] Provisioning complete for port cdf9b935-3f84-4942-aec2-14d716b20f8d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:53.238569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b20eeaaa-91e3-464b-9f39-a5989da40414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.269028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port f19db2a5-9c66-42cc-8353-f06a3280ca78 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:53.269724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.275971 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.292245 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Transition to ACTIVE for port object 2839a460-0dfd-4491-bd5d-fc0769416deb will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:53.305570 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.364261 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Attempting to bind port 2839a460-0dfd-4491-bd5d-fc0769416deb on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:53.364626 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Attempting to bind port 2839a460-0dfd-4491-bd5d-fc0769416deb by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:53.364987 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Attempting to bind port 2839a460-0dfd-4491-bd5d-fc0769416deb on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:53.376891 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:53.377258 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:53.377691 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.378086 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:53.378551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Bound port: 2839a460-0dfd-4491-bd5d-fc0769416deb, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:53.378925 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.390024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.403208 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Pushing event updated for resources: {'Port': ['ID=2839a460-0dfd-4491-bd5d-fc0769416deb,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.405037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for f19db2a5-9c66-42cc-8353-f06a3280ca78 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:53.413698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.444337 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] For port 2839a460-0dfd-4491-bd5d-fc0769416deb, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:53.445128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b15482b8-a6fa-4df8-bf8e-f569f993dcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.447479 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] For port 2839a460-0dfd-4491-bd5d-fc0769416deb, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2839a460-0dfd-4491-bd5d-fc0769416deb,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:53.449589 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.449986 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.451099 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.451752 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.451893 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.452221 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.452555 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.452876 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.453405 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.453541 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b15482b8-a6fa-4df8-bf8e-f569f993dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.453829 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.454153 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.454473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:53.458587 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.505536 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:53.506190 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.555280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.592873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=f19db2a5-9c66-42cc-8353-f06a3280ca78,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.595967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15482b8-a6fa-4df8-bf8e-f569f993dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b58271-adb7-472c-8ecd-34e676e37be2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.600302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b15482b8-a6fa-4df8-bf8e-f569f993dcf2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a90f1110ec13476689ed3fdaa23f27d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515679 Jul 22 14:31:53.603683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45620) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.614232 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:53.666313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.672128 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5467960b-dd34-4e52-8875-5a4e7f82d886 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/ports/f19db2a5-9c66-42cc-8353-f06a3280ca78 HTTP/1.1" status: 204 len: 168 time: 0.5101318 Jul 22 14:31:53.672456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45622) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.697891 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c592fbb-55dc-40a4-9901-28125affe470 None None] Pushing event updated for resources: {'Port': ['ID=2839a460-0dfd-4491-bd5d-fc0769416deb,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.767211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0116589-206f-42c9-97e5-aa8e75fa1ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.835366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Allocated IP 172.20.0.1 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/613521c4-3b3c-4f05-a4c7-f135b9130729) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:53.839664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0116589-206f-42c9-97e5-aa8e75fa1ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.898684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdf9b935-3f84-4942-aec2-14d716b20f8d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:53.914138 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:51Z', 'revision_number': 3, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.947394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cdf9b935-3f84-4942-aec2-14d716b20f8d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:53.947622 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723140d7-a2e9-4d60-811c-6bdbfb760ae4 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:51Z', 'revision_number': 3, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:53.947794 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.964102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 101c27c1-780c-4e64-873f-6384fe4b3011 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:53.964653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.016325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0116589-206f-42c9-97e5-aa8e75fa1ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.019021 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0116589-206f-42c9-97e5-aa8e75fa1ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.020110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0116589-206f-42c9-97e5-aa8e75fa1ac5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34b58271-adb7-472c-8ecd-34e676e37be2 HTTP/1.1" status: 204 len: 168 time: 0.4159009 Jul 22 14:31:54.078035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0116589-206f-42c9-97e5-aa8e75fa1ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b58271-adb7-472c-8ecd-34e676e37be2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:54.082144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.105871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Transition to ACTIVE for port object 613521c4-3b3c-4f05-a4c7-f135b9130729 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:54.119645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.139148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 101c27c1-780c-4e64-873f-6384fe4b3011 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:54.223962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.272401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.308040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:54.313888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:54.324366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:54.329210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=613521c4-3b3c-4f05-a4c7-f135b9130729,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:54.397926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.693423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6d298548-2009-490e-a430-a429f3ff7dae None None] Provisioning for port 613521c4-3b3c-4f05-a4c7-f135b9130729 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:54.699266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6d298548-2009-490e-a430-a429f3ff7dae None None] Provisioning complete for port 613521c4-3b3c-4f05-a4c7-f135b9130729 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:54.699825 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6d298548-2009-490e-a430-a429f3ff7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.747877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6d298548-2009-490e-a430-a429f3ff7dae None None] Port 613521c4-3b3c-4f05-a4c7-f135b9130729 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:54.819179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.890637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=101c27c1-780c-4e64-873f-6384fe4b3011,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:55.021137 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.023076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f24645d-8f13-4e22-8411-73bd29cb9c14 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/ports/101c27c1-780c-4e64-873f-6384fe4b3011 HTTP/1.1" status: 204 len: 168 time: 1.3496895 Jul 22 14:31:55.025654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45648) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:55.039181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.146060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4718239f-29ab-464d-871b-baad956fca96 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:55.147880 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4718239f-29ab-464d-871b-baad956fca96 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "GET /v2.0/ports?device_id=4bcb0a6a-61b8-49b0-80a1-30e49b997eff HTTP/1.1" status: 200 len: 913 time: 0.1213031 Jul 22 14:31:55.150658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45654) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:55.430140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.437738 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.514819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:55.531862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Pushing event updated for resources: {'Port': ['ID=613521c4-3b3c-4f05-a4c7-f135b9130729,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:55.534391 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.623648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-829289963', 'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:55.645142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Made reservation on behalf of 65d3b49d534d414e9b8c0d0d8a81751c for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:55.647944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.657483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.707279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:55.710870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:55.776542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.781751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.811568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:55.825116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc2256-2ae0-47d9-aa9d-adee5ecf61dc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:55.831119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.831453 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Added segment 662f5778-c8e8-4443-8d2b-a57087288bf8 of type vlan for network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a Jul 22 14:31:55.897608 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.912578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:55.916599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.938442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.939689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:55.940490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.959271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2839a460-0dfd-4491-bd5d-fc0769416deb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:55.992354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4730563 Jul 22 14:31:55.992621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45670) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:55.998226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'subnet': {'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:56.023242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 2839a460-0dfd-4491-bd5d-fc0769416deb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:56.029451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2839a460-0dfd-4491-bd5d-fc0769416deb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:56.030041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.042706 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ad53c-a7d2-4671-8957-a2b588ca0e16 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Network': ['ID=9200f5fb-cb91-4f7d-ac0b-2d01a758e16a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:56.060974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Made reservation on behalf of 65d3b49d534d414e9b8c0d0d8a81751c for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:56.062474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:56.064282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.148172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9049eb9f-ee15-4174-b120-c7cc7ecf902b None None] Provisioning complete for port 613521c4-3b3c-4f05-a4c7-f135b9130729 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:56.148439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9049eb9f-ee15-4174-b120-c7cc7ecf902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.156840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:56.171835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a4731603-c8a1-4961-a68b-2806df4bb4b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/28a2171f-bb09-44ba-91ee-9a474b7f8e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6583006 Jul 22 14:31:56.187618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:56.235794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:56.236687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:56.296286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9049eb9f-ee15-4174-b120-c7cc7ecf902b None None] Port 613521c4-3b3c-4f05-a4c7-f135b9130729 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:56.358673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.359475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 97ede7a7-dbd3-4f43-bad6-bb9fcf0a03ce {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:56.359871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.401417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 2839a460-0dfd-4491-bd5d-fc0769416deb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2839a460-0dfd-4491-bd5d-fc0769416deb,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:56.410125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.446111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.objects.ports [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:31:56.446583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.471295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:56.472846 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.490769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 97ede7a7-dbd3-4f43-bad6-bb9fcf0a03ce owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:56.521718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4313148d-2c7f-4ca2-af4c-b40bdd28f74e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:56.527054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=2839a460-0dfd-4491-bd5d-fc0769416deb,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:56.546863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Checking segment: {'id': '662f5778-c8e8-4443-8d2b-a57087288bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:56.547452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network hostable DHCP agents. Network: 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:56.569423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:56.583892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:56.590518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:56.591787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.614856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d028a347-5acb-4b43-8d86-478a8f70c758 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6210420 Jul 22 14:31:56.618074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:56.625758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2064524693', 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:56.657809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Made reservation on behalf of 65d3b49d534d414e9b8c0d0d8a81751c for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:56.660222 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.691615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] device_id is not set on port 3f6ef151-c339-4517-a10e-aaff702c2e4d yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:56.752682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.768114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289bfeff-ca35-4ea5-9d51-07c1082eb0bf None None] Network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:56.788609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=97ede7a7-dbd3-4f43-bad6-bb9fcf0a03ce,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:56.834970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Allocated IP 2001:db8::41 (9200f5fb-cb91-4f7d-ac0b-2d01a758e16a/4313148d-2c7f-4ca2-af4c-b40bdd28f74e/3f6ef151-c339-4517-a10e-aaff702c2e4d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:56.911055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:56.918241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-124320289-network', 'tenant_id': '59ecaea8af5a439497622d34c735c34f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:56.992574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Made reservation on behalf of 59ecaea8af5a439497622d34c735c34f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:56.994966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.006151 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.010968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fddb95-70da-4672-a91c-60b6221331e0 None None] Network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:57.019666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.064460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.095367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:31:55Z', 'revision_number': 2, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:57.135297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:57.135934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Updating router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b port 613521c4-3b3c-4f05-a4c7-f135b9130729 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:31:57.148389 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.201561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:57.208228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.210739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:57.213751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:57.215177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:57.215948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.222275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.234952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.244072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Port': ['ID=3f6ef151-c339-4517-a10e-aaff702c2e4d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.258602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-45f5f053-6437-49d8-a96c-1e86cadef6d0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6386666 Jul 22 14:31:57.264812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.308068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:57.313042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58d67c0-2176-4935-85bc-ec72ca7e64e1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.337228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.337714 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Added segment fc230d05-7251-4159-9bc0-5324a5345333 of type vlan for network 9f99c621-e757-4a78-8962-d524f879ed70 Jul 22 14:31:57.420339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.455845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Deleting port 3f6ef151-c339-4517-a10e-aaff702c2e4d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:57.456079 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.482183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.483033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:57.484071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.528555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.540495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Transition to ACTIVE for port object 613521c4-3b3c-4f05-a4c7-f135b9130729 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:57.547012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.564526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6496975 Jul 22 14:31:57.565092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:57.565498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45696) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.570365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Request body: {'subnet': {'network_id': '9f99c621-e757-4a78-8962-d524f879ed70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-124320289-subnet', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:57.598912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92333d-54cf-4427-ab7f-c2654cd73d85 admin admin] Pushing event updated for resources: {'Network': ['ID=9f99c621-e757-4a78-8962-d524f879ed70,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.600532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17826ad3-007a-4e79-8a7e-f0a3b299c22e None None] Pushing event updated for resources: {'Port': ['ID=613521c4-3b3c-4f05-a4c7-f135b9130729,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.613419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.627557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Calling delete_port for 3f6ef151-c339-4517-a10e-aaff702c2e4d owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:57.630659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9f99c621-e757-4a78-8962-d524f879ed70 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:57.646250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Made reservation on behalf of 59ecaea8af5a439497622d34c735c34f for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:57.648926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.740757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Attempting to bind port 613521c4-3b3c-4f05-a4c7-f135b9130729 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:57.741137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Attempting to bind port 613521c4-3b3c-4f05-a4c7-f135b9130729 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:57.741511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Attempting to bind port 613521c4-3b3c-4f05-a4c7-f135b9130729 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:57.756049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:57.756430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:57.756843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.757373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:57.758058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Bound port: 613521c4-3b3c-4f05-a4c7-f135b9130729, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:57.758204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.786981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:57.797283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-086f47c3-39f2-4fbc-857c-001540868b6d tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "PUT /v2.0/routers/4bcb0a6a-61b8-49b0-80a1-30e49b997eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454892 Jul 22 14:31:57.799855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.800022 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] Sync routers for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:57.810655 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.813200 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:57.813857 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:57.877286 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:57.880962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] For port 613521c4-3b3c-4f05-a4c7-f135b9130729, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:57.888524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] For port 613521c4-3b3c-4f05-a4c7-f135b9130729, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=613521c4-3b3c-4f05-a4c7-f135b9130729,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:57.892580 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] Routers {'4bcb0a6a-61b8-49b0-80a1-30e49b997eff'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:57.893496 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:57.900739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.930125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f6ef151-c339-4517-a10e-aaff702c2e4d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.967593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:57.968812 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db75e58-0bc8-4984-946c-34a84b5f7557 None None] The sync data for ids ['4bcb0a6a-61b8-49b0-80a1-30e49b997eff'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:57.973610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.976144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-977e1df4-8e38-4b92-8f09-fd18705775c6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/ports/3f6ef151-c339-4517-a10e-aaff702c2e4d HTTP/1.1" status: 204 len: 168 time: 0.7109208 Jul 22 14:31:57.979105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.984515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a', 'external_fixed_ips': [{'subnet_id': '4313148d-2c7f-4ca2-af4c-b40bdd28f74e', 'ip_address': '2001:db8::41'}]}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:57.985176 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.017422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2839a460-0dfd-4491-bd5d-fc0769416deb up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:58.032401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.054324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde29921-0a96-4132-9204-aa36c6622cdf,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.061408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Checking segment: {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:58.061955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Network hostable DHCP agents. Network: 9f99c621-e757-4a78-8962-d524f879ed70, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:58.080328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17826ad3-007a-4e79-8a7e-f0a3b299c22e None None] Pushing event updated for resources: {'Port': ['ID=613521c4-3b3c-4f05-a4c7-f135b9130729,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.081385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Network 9f99c621-e757-4a78-8962-d524f879ed70 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:58.094189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 9f99c621-e757-4a78-8962-d524f879ed70) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:58.097917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:58.098765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:58.108605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1770aded-ad0d-4985-9719-297fde845265 None None] Network 9f99c621-e757-4a78-8962-d524f879ed70 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:58.108850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:58.111321 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.137551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ebd27009-0b90-4a85-9927-e05a615ce9e5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5708129 Jul 22 14:31:58.140420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45702) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:58.144376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.145696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.148760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:58.182552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.183758 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.224991 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.277960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2839a460-0dfd-4491-bd5d-fc0769416deb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:58.278255 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.302873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.306765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.353798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:58.483607 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.659820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-9f99c621-e757-4a78-8962-d524f879ed70', 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'fixed_ips': [{'subnet_id': 'bde29921-0a96-4132-9204-aa36c6622cdf'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:58.660692 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.711721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.728843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.746350 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.765714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:31:57Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:58.778912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting port 5d1ee0a3-51aa-4bea-ab1d-5088fddf87cd {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:58.779313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.809010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d75ce5-440e-46d8-b634-4f4868a67740 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:31:57Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:58.899463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Allocated IP 172.20.0.2 (9f99c621-e757-4a78-8962-d524f879ed70/bde29921-0a96-4132-9204-aa36c6622cdf/d53e18cf-33c8-481b-ae3b-5a7347472536) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:58.927186 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.928512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Allocated IP 172.25.8.245 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9af7d915-51d3-4f9a-8e86-3820bcb07e45) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:58.953740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Calling delete_port for 5d1ee0a3-51aa-4bea-ab1d-5088fddf87cd owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:59.085886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.125130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.142059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Transition to ACTIVE for port object d53e18cf-33c8-481b-ae3b-5a7347472536 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:59.147015 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.160965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Transition to ACTIVE for port object d53e18cf-33c8-481b-ae3b-5a7347472536 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:59.175463 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.190967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:59.194506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:59.196365 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.197875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:59.234747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Network 9f99c621-e757-4a78-8962-d524f879ed70 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:59.236876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:59.237019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.244461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:59.293726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Pushing event updated for resources: {'Port': ['ID=d53e18cf-33c8-481b-ae3b-5a7347472536,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.323060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Pushing event updated for resources: {'Port': ['ID=9af7d915-51d3-4f9a-8e86-3820bcb07e45,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.338087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Attempting to bind port d53e18cf-33c8-481b-ae3b-5a7347472536 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:59.338511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Attempting to bind port d53e18cf-33c8-481b-ae3b-5a7347472536 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:59.338884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Attempting to bind port d53e18cf-33c8-481b-ae3b-5a7347472536 on network 9f99c621-e757-4a78-8962-d524f879ed70 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:59.346139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:59.346426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Checking segment: {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:59.347320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.347731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Bound using segment: {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:59.348357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Bound port: d53e18cf-33c8-481b-ae3b-5a7347472536, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:59.348754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.440730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] For port d53e18cf-33c8-481b-ae3b-5a7347472536, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:59.447868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] For port d53e18cf-33c8-481b-ae3b-5a7347472536, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d53e18cf-33c8-481b-ae3b-5a7347472536,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:59.458230 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.464179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Allocated IP 2001:db8::41 (9200f5fb-cb91-4f7d-ac0b-2d01a758e16a/4313148d-2c7f-4ca2-af4c-b40bdd28f74e/f63de819-445c-4efa-a82e-4f8c17b01f57) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:59.472299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.543016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Port': ['ID=5d1ee0a3-51aa-4bea-ab1d-5088fddf87cd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.563565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.735634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.814354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e607a3-6cbc-4d90-b5c0-0e9c412f8654 None None] Pushing event updated for resources: {'Port': ['ID=d53e18cf-33c8-481b-ae3b-5a7347472536,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.873709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.927287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.931449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.933980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.022271 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.023049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Fanout notify agent at l3_agent the message router_deleted on router 4bcb0a6a-61b8-49b0-80a1-30e49b997eff {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:00.034328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.035494 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8d463f41-ae2b-43f8-bb5c-849fc419f007 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/routers/4bcb0a6a-61b8-49b0-80a1-30e49b997eff HTTP/1.1" status: 204 len: 168 time: 2.2342911 Jul 22 14:32:00.040045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45708) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:00.065405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d53e18cf-33c8-481b-ae3b-5a7347472536 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:00.093245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Router 55718a92-ed6e-4845-ae85-1e697bde595e is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:00.115710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.132754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d53e18cf-33c8-481b-ae3b-5a7347472536 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:00.139933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 613521c4-3b3c-4f05-a4c7-f135b9130729 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:00.166730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Deleting subnet 1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:00.176657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.203386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Port': ['ID=f63de819-445c-4efa-a82e-4f8c17b01f57,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:00.204643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 613521c4-3b3c-4f05-a4c7-f135b9130729 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:00.210436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 613521c4-3b3c-4f05-a4c7-f135b9130729 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:00.211381 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.232228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:00.235749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:00.239840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.242931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:00.271185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:00.283210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Sync routers for ids ['55718a92-ed6e-4845-ae85-1e697bde595e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:00.292189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.296356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-786c5dce-95ed-44eb-842b-ec3f8a42d68d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1519563 Jul 22 14:32:00.297652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Routers {'55718a92-ed6e-4845-ae85-1e697bde595e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:00.297804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45710) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:00.298515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55718a92-ed6e-4845-ae85-1e697bde595e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:00.392138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.443686 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.530832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 613521c4-3b3c-4f05-a4c7-f135b9130729, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=613521c4-3b3c-4f05-a4c7-f135b9130729,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:00.545489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Set router 55718a92-ed6e-4845-ae85-1e697bde595e gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:00.560604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.609692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.670399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:00.678019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.682889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-22a1c06f-1d7c-4146-bf5e-7d92081f4c4c tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/subnets/1e7a7d5e-3ce4-41d4-b547-b61dc5fb328e HTTP/1.1" status: 204 len: 168 time: 0.6418397 Jul 22 14:32:00.688156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:00.732273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=613521c4-3b3c-4f05-a4c7-f135b9130729,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:00.803992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.832539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:31:59Z', 'revision_number': 3, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:00.878548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Checking router: 55718a92-ed6e-4845-ae85-1e697bde595e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:00.878783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Updating router 55718a92-ed6e-4845-ae85-1e697bde595e port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:00.929407 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.935860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c38a42-2ef8-4718-b7c7-36f518816dcb None None] Network 9f99c621-e757-4a78-8962-d524f879ed70 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:00.973414 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.118673 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.123987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] Provisioning for port d53e18cf-33c8-481b-ae3b-5a7347472536 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:01.133860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.136956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] Provisioning complete for port d53e18cf-33c8-481b-ae3b-5a7347472536 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:01.136956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.137554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac55ae5-d2d3-484c-8ca4-300d15d633ed']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:01.152049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bd3909-83d9-41ce-b8e7-2efa201e6c08') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:01.152453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bd3909-83d9-41ce-b8e7-2efa201e6c08') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:01.223377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.253280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.255539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.265698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:01.266180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:01.269360 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:01.348144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.355844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.358504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] 10.222.0.11 "DELETE /v2.0/networks/3ac55ae5-d2d3-484c-8ca4-300d15d633ed HTTP/1.1" status: 204 len: 168 time: 0.6693554 Jul 22 14:32:01.378537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ed23a-29c1-43b7-acdd-0d4d2394e350 tempest-FloatingIPTestJSON-618683039 tempest-FloatingIPTestJSON-618683039-project] Pushing event deleted for resources: {'Network': ['ID=3ac55ae5-d2d3-484c-8ca4-300d15d633ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:01.390363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Router 8978742d-8f8b-41eb-9cba-1283fd2a6d40 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:01.399557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.449714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.464745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] For port d53e18cf-33c8-481b-ae3b-5a7347472536, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d53e18cf-33c8-481b-ae3b-5a7347472536,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:01.467460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Allocated IP 172.20.0.1 (9f99c621-e757-4a78-8962-d524f879ed70/bde29921-0a96-4132-9204-aa36c6622cdf/73c76151-9e39-47a6-afd2-ee5bacc35a76) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:01.478429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Transition to ACTIVE for port object 9af7d915-51d3-4f9a-8e86-3820bcb07e45 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:01.480535 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.523757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.568963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e99c0-5627-41a9-ada7-668378b2d1ee None None] Pushing event updated for resources: {'Port': ['ID=d53e18cf-33c8-481b-ae3b-5a7347472536,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:01.570837 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:01.584110 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Sync routers for ids ['8978742d-8f8b-41eb-9cba-1283fd2a6d40'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:01.596712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Routers {'8978742d-8f8b-41eb-9cba-1283fd2a6d40'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:01.597490 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8978742d-8f8b-41eb-9cba-1283fd2a6d40'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:01.605378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.607927 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5fcbf2b1-dcae-4734-a72c-fadac2a41cf6 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.6276062 Jul 22 14:32:01.612455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45718) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:01.624498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Attempting to bind port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:01.625031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Attempting to bind port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:01.625466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Attempting to bind port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:01.645914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:01.646418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:01.646902 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.647354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:01.647858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Bound port: 9af7d915-51d3-4f9a-8e86-3820bcb07e45, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:01.648248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.683569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592820a-40b1-40c7-a7f1-205a6be9b980 None None] Pushing event updated for resources: {'Port': ['ID=9af7d915-51d3-4f9a-8e86-3820bcb07e45,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:01.753171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.760504 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Set router 8978742d-8f8b-41eb-9cba-1283fd2a6d40 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:01.781908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] For port 9af7d915-51d3-4f9a-8e86-3820bcb07e45, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:01.788518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] For port 9af7d915-51d3-4f9a-8e86-3820bcb07e45, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9af7d915-51d3-4f9a-8e86-3820bcb07e45,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:01.803574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.805851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Transition to ACTIVE for port object 73c76151-9e39-47a6-afd2-ee5bacc35a76 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:01.814841 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.889440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:01.895483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e314ab64-0737-4763-b05d-2a78382d494f None None] Provisioning complete for port d53e18cf-33c8-481b-ae3b-5a7347472536 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:01.895897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e314ab64-0737-4763-b05d-2a78382d494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.953216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d53e18cf-33c8-481b-ae3b-5a7347472536 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:01.995590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.004094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.012539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Routers {'55718a92-ed6e-4845-ae85-1e697bde595e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:02.013435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55718a92-ed6e-4845-ae85-1e697bde595e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:02.022064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592820a-40b1-40c7-a7f1-205a6be9b980 None None] Pushing event updated for resources: {'Port': ['ID=9af7d915-51d3-4f9a-8e86-3820bcb07e45,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.035085 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8978742d-8f8b-41eb-9cba-1283fd2a6d40', 'name': '', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a', 'external_fixed_ips': [{'subnet_id': '4313148d-2c7f-4ca2-af4c-b40bdd28f74e', 'ip_address': '2001:db8::41'}], 'enable_snat': True}, 'gw_port_id': 'f63de819-445c-4efa-a82e-4f8c17b01f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 3, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port': {'id': 'f63de819-445c-4efa-a82e-4f8c17b01f57', 'name': '', 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8978742d-8f8b-41eb-9cba-1283fd2a6d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4313148d-2c7f-4ca2-af4c-b40bdd28f74e', 'ip_address': '2001:db8::41', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:59Z', 'updated_at': '2021-07-22T14:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4313148d-2c7f-4ca2-af4c-b40bdd28f74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:02.064117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Network 9f99c621-e757-4a78-8962-d524f879ed70 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:02.066715 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Checking router: 8978742d-8f8b-41eb-9cba-1283fd2a6d40 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:02.066715 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Updating router 8978742d-8f8b-41eb-9cba-1283fd2a6d40 port f63de819-445c-4efa-a82e-4f8c17b01f57 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:02.084441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:02.094291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:02.104307 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.142257 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.162919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d53e18cf-33c8-481b-ae3b-5a7347472536 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:02.163491 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.193648 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Pushing event updated for resources: {'Port': ['ID=73c76151-9e39-47a6-afd2-ee5bacc35a76,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.221538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8f95476-01bd-41da-8dd8-7c6559e5da0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=818c5ee6cab1471db1d403b96ae1f023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305800 Jul 22 14:32:02.223677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:02.271576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Deleting port f63de819-445c-4efa-a82e-4f8c17b01f57 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:02.272526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.281265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] Set router 55718a92-ed6e-4845-ae85-1e697bde595e gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:02.283891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 613521c4-3b3c-4f05-a4c7-f135b9130729 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:02.297582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af28565f-49c8-4d64-a09b-9cc8f365496e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.336563 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af28565f-49c8-4d64-a09b-9cc8f365496e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.417204 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af28565f-49c8-4d64-a09b-9cc8f365496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.421886 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af28565f-49c8-4d64-a09b-9cc8f365496e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.423698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-af28565f-49c8-4d64-a09b-9cc8f365496e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a6c9039-67b4-4eb8-a746-51ed4843bb0d HTTP/1.1" status: 204 len: 168 time: 0.1990390 Jul 22 14:32:02.442833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28565f-49c8-4d64-a09b-9cc8f365496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6c9039-67b4-4eb8-a746-51ed4843bb0d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.456976 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.473975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Transition to ACTIVE for port object f63de819-445c-4efa-a82e-4f8c17b01f57 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:02.477023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 613521c4-3b3c-4f05-a4c7-f135b9130729 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:02.477385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.480576 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.511959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.543054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Calling delete_port for f63de819-445c-4efa-a82e-4f8c17b01f57 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:02.549332 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Attempting to bind port f63de819-445c-4efa-a82e-4f8c17b01f57 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:02.550010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Attempting to bind port f63de819-445c-4efa-a82e-4f8c17b01f57 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '662f5778-c8e8-4443-8d2b-a57087288bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:02.550373 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Attempting to bind port f63de819-445c-4efa-a82e-4f8c17b01f57 on network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:02.559179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.560391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:02.560769 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Checking segment: {'id': '662f5778-c8e8-4443-8d2b-a57087288bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:02.561169 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.561562 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Bound using segment: {'id': '662f5778-c8e8-4443-8d2b-a57087288bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:02.562061 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Bound port: f63de819-445c-4efa-a82e-4f8c17b01f57, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '662f5778-c8e8-4443-8d2b-a57087288bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9200f5fb-cb91-4f7d-ac0b-2d01a758e16a'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:02.562441 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.564896 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca253c71-21b4-4b24-85f5-27054be0c836 None None] Pushing event updated for resources: {'Port': ['ID=f63de819-445c-4efa-a82e-4f8c17b01f57,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.649441 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] For port f63de819-445c-4efa-a82e-4f8c17b01f57, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:02.654115 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] For port f63de819-445c-4efa-a82e-4f8c17b01f57, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f63de819-445c-4efa-a82e-4f8c17b01f57,segment=NetworkSegment(662f5778-c8e8-4443-8d2b-a57087288bf8),segment_id=662f5778-c8e8-4443-8d2b-a57087288bf8)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:02.660801 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.768609 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Routers {'8978742d-8f8b-41eb-9cba-1283fd2a6d40'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:02.769350 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['8978742d-8f8b-41eb-9cba-1283fd2a6d40'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:02.770204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a1c7e80-7452-47df-a802-1c891c4663d4 None None] Provisioning for port 73c76151-9e39-47a6-afd2-ee5bacc35a76 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:02.810691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a1c7e80-7452-47df-a802-1c891c4663d4 None None] Provisioning complete for port 73c76151-9e39-47a6-afd2-ee5bacc35a76 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:02.811295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a1c7e80-7452-47df-a802-1c891c4663d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.908593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c7e80-7452-47df-a802-1c891c4663d4 None None] Port 73c76151-9e39-47a6-afd2-ee5bacc35a76 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:02.911001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:31:59Z', 'revision_number': 3, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:02.921713 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca253c71-21b4-4b24-85f5-27054be0c836 None None] Pushing event updated for resources: {'Port': ['ID=f63de819-445c-4efa-a82e-4f8c17b01f57,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.930381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.940927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.944067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed548f38-e340-478e-a7f5-25e25d8bfc6b None None] The sync data for ids ['55718a92-ed6e-4845-ae85-1e697bde595e'] in n-d-787205-11 is: [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:31:59Z', 'revision_number': 3, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:02.956181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.981340 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] Set router 8978742d-8f8b-41eb-9cba-1283fd2a6d40 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:03.011693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event deleted for resources: {'Port': ['ID=f63de819-445c-4efa-a82e-4f8c17b01f57,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.048261 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8978742d-8f8b-41eb-9cba-1283fd2a6d40', 'name': '', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:01Z', 'revision_number': 4, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:03.076968 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.085176 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1312548e-b82f-4b30-840b-f38985a1ce8d None None] The sync data for ids ['8978742d-8f8b-41eb-9cba-1283fd2a6d40'] in n-d-787205-11 is: [{'id': '8978742d-8f8b-41eb-9cba-1283fd2a6d40', 'name': '', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:01Z', 'revision_number': 4, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:03.189052 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.220372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Pushing event updated for resources: {'Port': ['ID=73c76151-9e39-47a6-afd2-ee5bacc35a76,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.230140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.234912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.330814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.331392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8978742d-8f8b-41eb-9cba-1283fd2a6d40 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:03.336537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.340581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:03.341142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0d46e59c-8655-415c-949a-ff0f98c570cb tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/routers/8978742d-8f8b-41eb-9cba-1283fd2a6d40 HTTP/1.1" status: 204 len: 168 time: 1.7250030 Jul 22 14:32:03.363088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45754) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:03.375215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Network 9f99c621-e757-4a78-8962-d524f879ed70 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:03.376683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:03.466524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Deleting subnet 4313148d-2c7f-4ca2-af4c-b40bdd28f74e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:03.480446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.527984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Router 55718a92-ed6e-4845-ae85-1e697bde595e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:03.534659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.590171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.623695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'networks': [{'name': 'tempest-network--547335641'}, {'name': 'tempest-network--1266850769'}]} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:03.624076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'network': {'name': 'tempest-network--547335641'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:03.624758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'network': {'name': 'tempest-network--1266850769'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:03.650692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.680816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4313148d-2c7f-4ca2-af4c-b40bdd28f74e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.696086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.698582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'network': 2} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:03.698789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c7589fa-4657-47a4-80bd-73dc4b228296 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/4313148d-2c7f-4ca2-af4c-b40bdd28f74e HTTP/1.1" status: 204 len: 168 time: 0.3565085 Jul 22 14:32:03.702970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:03.704168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.718696 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.744692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-713d04f0-a356-4324-863f-d424325d1c70 None None] Provisioning complete for port 73c76151-9e39-47a6-afd2-ee5bacc35a76 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:03.746252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-713d04f0-a356-4324-863f-d424325d1c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.753391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:03.760689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aa493243-9695-41d8-b6af-02aa266a7541 admin admin] 10.222.0.11 "PUT /v2.0/routers/55718a92-ed6e-4845-ae85-1e697bde595e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4618032 Jul 22 14:32:03.805510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.807289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-713d04f0-a356-4324-863f-d424325d1c70 None None] Port 73c76151-9e39-47a6-afd2-ee5bacc35a76 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:03.885651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.891309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.892135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.949094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.957331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab0173f-2815-422e-a3fe-67668ec4937c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.962103 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:03.966544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9200f5fb-cb91-4f7d-ac0b-2d01a758e16a']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:03.975394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.976333 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Added segment c2b50da9-b30f-4260-8b97-54420507eba0 of type vlan for network 2a196f3d-8d4e-4921-9e0f-980c8685ef05 Jul 22 14:32:03.989326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662f5778-c8e8-4443-8d2b-a57087288bf8') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:03.989911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662f5778-c8e8-4443-8d2b-a57087288bf8') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:04.009009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9af7d915-51d3-4f9a-8e86-3820bcb07e45 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:04.011099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.034175 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.043904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:04.046156 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:04.049856 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:04.061012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.107220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:04.122195 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.123313 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Added segment 9415f3a6-9973-427a-9648-8363408b26a2 of type vlan for network 537cf048-518c-4404-ae17-703089e36820 Jul 22 14:32:04.152522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:04.158692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:04.159167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.188207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.192499 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.198043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9200f5fb-cb91-4f7d-ac0b-2d01a758e16a {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:32:04.202292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.210611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/networks/9200f5fb-cb91-4f7d-ac0b-2d01a758e16a HTTP/1.1" status: 204 len: 168 time: 0.5060463 Jul 22 14:32:04.226654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a6cb-aea9-49d8-8411-cb17089667d3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event deleted for resources: {'Network': ['ID=9200f5fb-cb91-4f7d-ac0b-2d01a758e16a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.271868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.272490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.283669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.291384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.292174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.292452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.323658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 9af7d915-51d3-4f9a-8e86-3820bcb07e45, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9af7d915-51d3-4f9a-8e86-3820bcb07e45,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:04.328014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9638324 Jul 22 14:32:04.330627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:04.340693 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.432777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Network': ['ID=2a196f3d-8d4e-4921-9e0f-980c8685ef05,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.449503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 2a196f3d-8d4e-4921-9e0f-980c8685ef05 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:04.479788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=9af7d915-51d3-4f9a-8e86-3820bcb07e45,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.613279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e549460-fe07-45c9-aa8e-72ee0514fabb tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.632788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e549460-fe07-45c9-aa8e-72ee0514fabb tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.640230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e549460-fe07-45c9-aa8e-72ee0514fabb tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.642691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2b8ad-1b8a-4dc7-be3b-912f3324689b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Network': ['ID=537cf048-518c-4404-ae17-703089e36820,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.646603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e549460-fe07-45c9-aa8e-72ee0514fabb tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.648365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7e549460-fe07-45c9-aa8e-72ee0514fabb tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3164456 Jul 22 14:32:04.655585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:04.656267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 537cf048-518c-4404-ae17-703089e36820 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:04.726793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45784) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:04.733204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'name': 'tempest-router--60656212', 'project_id': '94f8b6a44f9e4434a6135470b1f0ba96'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:04.741464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.760834 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.762258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.840524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.852357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.871409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.876368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7948ca14-05c8-43ff-a3f9-f69d26fa5d7e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1458290 Jul 22 14:32:04.876643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45786) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:04.976661 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.271092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.283225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a196f3d-8d4e-4921-9e0f-980c8685ef05']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:05.294729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b50da9-b30f-4260-8b97-54420507eba0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:05.295168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b50da9-b30f-4260-8b97-54420507eba0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:05.304745 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.319744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.328182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:05.328182 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:05.331846 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:05.395146 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.417227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.419175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/networks/2a196f3d-8d4e-4921-9e0f-980c8685ef05 HTTP/1.1" status: 204 len: 168 time: 0.7625790 Jul 22 14:32:05.422044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:05.430155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916faef-635c-4b7a-8e44-e9a762b017ce tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Network': ['ID=2a196f3d-8d4e-4921-9e0f-980c8685ef05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:05.454136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.456957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.504173 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.504383 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.504954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebca6ac1-28a4-4ee8-ae21-dbe37865f716 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:05.509894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.511160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-764a722c-073f-470f-ae45-7cf845242d14 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ebca6ac1-28a4-4ee8-ae21-dbe37865f716 HTTP/1.1" status: 204 len: 168 time: 0.6334023 Jul 22 14:32:05.605242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.617118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537cf048-518c-4404-ae17-703089e36820']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:05.627424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:05.631657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9415f3a6-9973-427a-9648-8363408b26a2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:05.631966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9415f3a6-9973-427a-9648-8363408b26a2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:05.647371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.663832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.673289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:05.673740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:05.676940 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:05.752935 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.761528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.763993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/networks/537cf048-518c-4404-ae17-703089e36820 HTTP/1.1" status: 204 len: 168 time: 0.3407884 Jul 22 14:32:05.766746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45804) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:05.777355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058d1b9-7f9c-4c47-a661-87d3f3722a9c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Network': ['ID=537cf048-518c-4404-ae17-703089e36820,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:05.877078 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-699183456', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:05.903498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9af7d915-51d3-4f9a-8e86-3820bcb07e45 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:05.907081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.908116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.959002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:05.961078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.970899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.984664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e879bf8-78d7-4f6d-a8d5-737e3321f416 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:05.991633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e879bf8-78d7-4f6d-a8d5-737e3321f416 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:05.993307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e879bf8-78d7-4f6d-a8d5-737e3321f416 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2255011 Jul 22 14:32:05.998518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.004897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-412891942'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.040036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:06.044128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.072249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:06.084318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.084765 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Added segment eb9d6165-273c-4973-ae76-f49265ac3424 of type vlan for network 0a86ce8a-6032-47d8-a181-3cf99bf5dcd5 Jul 22 14:32:06.133816 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.168794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.169870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.175749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:06.176712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.219584 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2193644 Jul 22 14:32:06.222926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.228273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-243915114'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.284508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf310321-74b8-4a2d-920b-278b0a900a9d tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Network': ['ID=0a86ce8a-6032-47d8-a181-3cf99bf5dcd5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:06.298821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0a86ce8a-6032-47d8-a181-3cf99bf5dcd5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:06.324161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:06.329935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.374390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:06.388516 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.389079 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Added segment 24de75aa-8355-491b-b044-30e235a5f2ab of type vlan for network 3d1fb4b4-89cb-44de-916b-f1578baf055f Jul 22 14:32:06.441556 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.467765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.483750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.489081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.490694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:06.491740 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.583580 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Network': ['ID=3d1fb4b4-89cb-44de-916b-f1578baf055f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:06.597167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3d1fb4b4-89cb-44de-916b-f1578baf055f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:06.615717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-24f4c899-6180-4998-9daa-bba3eea8d28f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3891342 Jul 22 14:32:06.615979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Allocated IP 172.25.8.45 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/03a97741-fd8b-4db7-a6f8-0b34bbc49575) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:06.616656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.625146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'ports': [{'network_id': '0a86ce8a-6032-47d8-a181-3cf99bf5dcd5', 'name': 'tempest-port--1179914742', 'admin_state_up': True}, {'network_id': '3d1fb4b4-89cb-44de-916b-f1578baf055f', 'admin_state_up': False}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.625897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'port': {'network_id': '0a86ce8a-6032-47d8-a181-3cf99bf5dcd5', 'name': 'tempest-port--1179914742', 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.626222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'port': {'network_id': '3d1fb4b4-89cb-44de-916b-f1578baf055f', 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.774991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-f9964b97-15f7-4223-aa9d-43e2efe65eaa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:06.776568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-f9964b97-15f7-4223-aa9d-43e2efe65eaa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.2053444 Jul 22 14:32:06.793503 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-e95b04f3-a900-4d0b-aa3d-45db19d30a9b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0099628 Jul 22 14:32:06.861498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Sync routers for ids ['55718a92-ed6e-4845-ae85-1e697bde595e'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:06.867931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.871447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Routers {'55718a92-ed6e-4845-ae85-1e697bde595e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:06.872227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55718a92-ed6e-4845-ae85-1e697bde595e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:06.900011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'port': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:06.905336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.918644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-fa833078-2e55-4aaa-af27-44d143a35072 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184273 Jul 22 14:32:06.929514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.930492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-ec8d3629-a9fb-4bd2-976f-5dec55dc48dd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:06.931900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-ec8d3629-a9fb-4bd2-976f-5dec55dc48dd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058041 Jul 22 14:32:06.964878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.989564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Set router 55718a92-ed6e-4845-ae85-1e697bde595e gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:07.031898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-7df4ed8b-c4df-4e9e-97e9-0162a67a729b service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929193 Jul 22 14:32:07.062677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:07.071665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] device_id is not set on port bf4afb09-f01d-424e-8da6-9b63a7073e37 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:32:07.075412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:07.077808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:07.082270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event updated for resources: {'Port': ['ID=03a97741-fd8b-4db7-a6f8-0b34bbc49575,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:07.134935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-311b849b-0f9f-4f5b-afc0-bafaa37d9554 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961597 Jul 22 14:32:07.211078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:02Z', 'revision_number': 4, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '73c76151-9e39-47a6-afd2-ee5bacc35a76', 'name': '', 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'mac_address': 'fa:16:3e:95:80:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'bde29921-0a96-4132-9204-aa36c6622cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:01Z', 'updated_at': '2021-07-22T14:32:02Z', 'revision_number': 2, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'subnets': [{'id': 'bde29921-0a96-4132-9204-aa36c6622cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:07.244829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Checking router: 55718a92-ed6e-4845-ae85-1e697bde595e for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:07.245158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Updating router 55718a92-ed6e-4845-ae85-1e697bde595e port 73c76151-9e39-47a6-afd2-ee5bacc35a76 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:07.282655 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.412378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.489536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-73e6ede8-18f6-4980-84d9-a4af17140d6d req-6efe9836-1654-4a03-8681-6780b1744937 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.0354986 Jul 22 14:32:07.518543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] device_id is not set on port ca298012-c6ef-4098-b9e4-ac395d07d968 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:32:07.543301 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.572844 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.584444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Transition to ACTIVE for port object 73c76151-9e39-47a6-afd2-ee5bacc35a76 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:07.591088 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.673405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf19ff3-23b3-4e3c-af1d-1ad359a3e5ea None None] Pushing event updated for resources: {'Port': ['ID=73c76151-9e39-47a6-afd2-ee5bacc35a76,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:07.728639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Attempting to bind port 73c76151-9e39-47a6-afd2-ee5bacc35a76 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:07.729017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Attempting to bind port 73c76151-9e39-47a6-afd2-ee5bacc35a76 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:07.729392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Attempting to bind port 73c76151-9e39-47a6-afd2-ee5bacc35a76 on network 9f99c621-e757-4a78-8962-d524f879ed70 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:07.736877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:07.737524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Checking segment: {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:07.738140 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.738683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Bound using segment: {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:07.739171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Bound port: 73c76151-9e39-47a6-afd2-ee5bacc35a76, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc230d05-7251-4159-9bc0-5324a5345333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:07.739556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.834141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] For port 73c76151-9e39-47a6-afd2-ee5bacc35a76, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:07.838821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] For port 73c76151-9e39-47a6-afd2-ee5bacc35a76, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=73c76151-9e39-47a6-afd2-ee5bacc35a76,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:07.850372 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.854625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.894990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.936831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Routers {'55718a92-ed6e-4845-ae85-1e697bde595e'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:07.937467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55718a92-ed6e-4845-ae85-1e697bde595e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:08.005071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.036516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf19ff3-23b3-4e3c-af1d-1ad359a3e5ea None None] Pushing event updated for resources: {'Port': ['ID=73c76151-9e39-47a6-afd2-ee5bacc35a76,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:08.070799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Port': ['ID=bf4afb09-f01d-424e-8da6-9b63a7073e37,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:08.125031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] Set router 55718a92-ed6e-4845-ae85-1e697bde595e gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:08.126902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Checking segment: {'id': 'eb9d6165-273c-4973-ae76-f49265ac3424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0a86ce8a-6032-47d8-a181-3cf99bf5dcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:08.127284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network hostable DHCP agents. Network: 0a86ce8a-6032-47d8-a181-3cf99bf5dcd5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:08.160265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network 0a86ce8a-6032-47d8-a181-3cf99bf5dcd5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:08.169865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Router b14ad034-62f1-48ee-8a43-dd151c14222c is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:08.175392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0a86ce8a-6032-47d8-a181-3cf99bf5dcd5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:08.179710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:08.181604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.206078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887e302-b2e4-4745-a6aa-fddec0f1cf52 None None] Network 0a86ce8a-6032-47d8-a181-3cf99bf5dcd5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:08.335161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Port': ['ID=ca298012-c6ef-4098-b9e4-ac395d07d968,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:08.354052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Checking segment: {'id': '24de75aa-8355-491b-b044-30e235a5f2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3d1fb4b4-89cb-44de-916b-f1578baf055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:08.354429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network hostable DHCP agents. Network: 3d1fb4b4-89cb-44de-916b-f1578baf055f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:08.389198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:08.398754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network 3d1fb4b4-89cb-44de-916b-f1578baf055f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:08.404698 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] Sync routers for ids ['b14ad034-62f1-48ee-8a43-dd151c14222c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:08.416442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3d1fb4b4-89cb-44de-916b-f1578baf055f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:08.421496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:08.428049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.434228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.435771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.437018 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] Routers {'b14ad034-62f1-48ee-8a43-dd151c14222c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:08.438969 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b14ad034-62f1-48ee-8a43-dd151c14222c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:08.439552 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087d665-4429-4d3d-b6be-d34a9fff1d6e None None] Network 3d1fb4b4-89cb-44de-916b-f1578baf055f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:08.444419 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.447037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45850) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:08.447162 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-57b5c9fa-614e-4fbf-9fa0-9b3b4a90cd56 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8187685 Jul 22 14:32:08.462890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d5e21a5-8180-42e5-8b89-e739601c2395 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8428490 Jul 22 14:32:08.464947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:08.520295 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:08.537686 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] Routers {'b14ad034-62f1-48ee-8a43-dd151c14222c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:08.539573 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b14ad034-62f1-48ee-8a43-dd151c14222c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:08.561120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6674a52e-0750-4e3f-9929-b4140fd95b23 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.570238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6674a52e-0750-4e3f-9929-b4140fd95b23 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.572785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6674a52e-0750-4e3f-9929-b4140fd95b23 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1066041 Jul 22 14:32:08.576392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45856) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:08.584656 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:08.585718 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44381c-3a53-46e4-bb2f-d4512ec70a05 None None] The sync data for ids ['b14ad034-62f1-48ee-8a43-dd151c14222c'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:08.661593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-396f0d7e-3742-49f6-9cd1-6d50427bf81b req-32f7c632-24ce-4c11-bf59-da74470c04df tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.0454898 Jul 22 14:32:08.684565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:08.685457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5dd60557-cdad-41ec-a274-92d64a54ef69 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/b14ad034-62f1-48ee-8a43-dd151c14222c HTTP/1.1" status: 200 len: 923 time: 0.2311330 Jul 22 14:32:08.723703 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-478a9967-625c-4ec8-a48f-dad284129cf4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=b14ad034-62f1-48ee-8a43-dd151c14222c HTTP/1.1" status: 200 len: 205 time: 0.0429554 Jul 22 14:32:08.726886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:08.750794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Deleting port bf4afb09-f01d-424e-8da6-9b63a7073e37 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:08.751231 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.790296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:02Z', 'revision_number': 4, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '73c76151-9e39-47a6-afd2-ee5bacc35a76', 'name': '', 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'mac_address': 'fa:16:3e:95:80:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'bde29921-0a96-4132-9204-aa36c6622cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:01Z', 'updated_at': '2021-07-22T14:32:07Z', 'revision_number': 4, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'subnets': [{'id': 'bde29921-0a96-4132-9204-aa36c6622cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:08.836263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852c73-401d-4940-ad7f-2a1be2b235f9 None None] The sync data for ids ['55718a92-ed6e-4845-ae85-1e697bde595e'] in n-d-787205-11 is: [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:02Z', 'revision_number': 4, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '73c76151-9e39-47a6-afd2-ee5bacc35a76', 'name': '', 'network_id': '9f99c621-e757-4a78-8962-d524f879ed70', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'mac_address': 'fa:16:3e:95:80:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'bde29921-0a96-4132-9204-aa36c6622cdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:01Z', 'updated_at': '2021-07-22T14:32:07Z', 'revision_number': 4, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'subnets': [{'id': 'bde29921-0a96-4132-9204-aa36c6622cdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:08.839130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.862899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Calling delete_port for bf4afb09-f01d-424e-8da6-9b63a7073e37 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:08.974877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.007492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Port': ['ID=bf4afb09-f01d-424e-8da6-9b63a7073e37,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.022678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.024623 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.028462 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-05d12124-c1d2-4ad4-a087-a2d86c2f8d45 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/ports/bf4afb09-f01d-424e-8da6-9b63a7073e37 HTTP/1.1" status: 204 len: 168 time: 0.4510868 Jul 22 14:32:09.035209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45862) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:09.068879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-93ad96f5-fb02-4bd3-b796-9db87180e67b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:09.070504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-93ad96f5-fb02-4bd3-b796-9db87180e67b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.3221893 Jul 22 14:32:09.115431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:09.155599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Deleting port ca298012-c6ef-4098-b9e4-ac395d07d968 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:09.155988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.230261 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.244631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Calling delete_port for ca298012-c6ef-4098-b9e4-ac395d07d968 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:09.251287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.279677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:09.283364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.341314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.381703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Port': ['ID=ca298012-c6ef-4098-b9e4-ac395d07d968,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.402122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.404941 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3a7fb65b-eeb0-4c3b-b94b-f7d678dd7031 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/ports/ca298012-c6ef-4098-b9e4-ac395d07d968 HTTP/1.1" status: 204 len: 168 time: 0.3684759 Jul 22 14:32:09.407501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45864) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:09.443175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1e951e7f-f42c-4248-879c-aeb02c02bb1c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0344512 Jul 22 14:32:09.443857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45866) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:09.445528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Deleting port 03a97741-fd8b-4db7-a6f8-0b34bbc49575 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:09.445908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.448821 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1511015085'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:09.479147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:09.483398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.487996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.10 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/e248168e-b5e0-4707-a1cc-954e6bdf53fb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:09.514922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:09.534618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.535236 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Added segment e4117bfe-d15f-4e83-96c5-a345ee2afd01 of type vlan for network 4b3ca48a-dda0-4d9d-972a-75d21afca701 Jul 22 14:32:09.605082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.646522 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.652981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:09.654383 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.744375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Network': ['ID=4b3ca48a-dda0-4d9d-972a-75d21afca701,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.755181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2914a62a-65cc-4d41-8030-1dd832fa48a0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3101408 Jul 22 14:32:09.756078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45874) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:09.759228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4b3ca48a-dda0-4d9d-972a-75d21afca701 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:09.770551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1766569395'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:09.809400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bcf98f8c-7a43-4acb-bdc8-9cd13127d2a8 req-774422b7-54a8-4160-8abc-c75e9bab7e30 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.0602884 Jul 22 14:32:09.838445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:09.854957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.898346 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:09.910973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.911592 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Added segment 41b6a027-1e0b-47db-9c9d-e44f5c5230e1 of type vlan for network d7b85eb2-fc27-46e8-a69c-23915ae8c58a Jul 22 14:32:09.977119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.978025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.005524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73c76151-9e39-47a6-afd2-ee5bacc35a76 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:10.014110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Calling delete_port for 03a97741-fd8b-4db7-a6f8-0b34bbc49575 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:10.027697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.037066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:10.037877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.061908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 73c76151-9e39-47a6-afd2-ee5bacc35a76 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:10.065034 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2981694 Jul 22 14:32:10.080629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 73c76151-9e39-47a6-afd2-ee5bacc35a76 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:10.081170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.207894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc261768-79a1-4a60-8c3e-8deab2ed3aa8 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Network': ['ID=d7b85eb2-fc27-46e8-a69c-23915ae8c58a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.229332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d7b85eb2-fc27-46e8-a69c-23915ae8c58a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:10.265453 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.343401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object e248168e-b5e0-4707-a1cc-954e6bdf53fb will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:10.382407 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.442132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 73c76151-9e39-47a6-afd2-ee5bacc35a76, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=73c76151-9e39-47a6-afd2-ee5bacc35a76,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:10.455298 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.459629 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.462894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.499809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event deleted for resources: {'Port': ['ID=03a97741-fd8b-4db7-a6f8-0b34bbc49575,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.602920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=73c76151-9e39-47a6-afd2-ee5bacc35a76,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.619609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:10.639534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:10.642865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:10.699966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.812928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=e248168e-b5e0-4707-a1cc-954e6bdf53fb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.968628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:10.969557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.020973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.035391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.087716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4f1a476f-2144-46f4-9317-830edf5b16ca tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9782994 Jul 22 14:32:11.096004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b594c-ed09-4ab5-a9d7-ad6ec119da09 req-c6eb3cd6-97f2-4565-8340-49b1631c1f17 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:11.099853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a872d279-827b-48a6-a141-5a0aeb13f536 None None] Provisioning for port e248168e-b5e0-4707-a1cc-954e6bdf53fb completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:11.103304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c2b594c-ed09-4ab5-a9d7-ad6ec119da09 req-c6eb3cd6-97f2-4565-8340-49b1631c1f17 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 932 time: 0.1655469 Jul 22 14:32:11.107076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a872d279-827b-48a6-a141-5a0aeb13f536 None None] Provisioning complete for port e248168e-b5e0-4707-a1cc-954e6bdf53fb triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:11.107815 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a872d279-827b-48a6-a141-5a0aeb13f536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.111261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Request body: {'port': {'device_id': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:11.114637 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.115395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Fanout notify agent at l3_agent the message router_deleted on router b14ad034-62f1-48ee-8a43-dd151c14222c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:11.124511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.126061 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-49effe52-09c6-489d-974e-9930a0ae0c40 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/b14ad034-62f1-48ee-8a43-dd151c14222c HTTP/1.1" status: 204 len: 168 time: 2.3981202 Jul 22 14:32:11.142024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45880) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:11.157472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452725787', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': False}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:11.204518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a872d279-827b-48a6-a141-5a0aeb13f536 None None] Port e248168e-b5e0-4707-a1cc-954e6bdf53fb cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:11.230551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c2b594c-ed09-4ab5-a9d7-ad6ec119da09 req-8fce51aa-4f55-49d6-844c-a49d89b77a42 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 Jul 22 14:32:11.234010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.237755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.248658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.313867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.553558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.664678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e248168e-b5e0-4707-a1cc-954e6bdf53fb {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:11.673825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.687088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Transition to ACTIVE for port object e248168e-b5e0-4707-a1cc-954e6bdf53fb will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:11.694277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.909570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Pushing event updated for resources: {'Port': ['ID=e248168e-b5e0-4707-a1cc-954e6bdf53fb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:11.947681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.990475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Attempting to bind port e248168e-b5e0-4707-a1cc-954e6bdf53fb on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:11.990958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Attempting to bind port e248168e-b5e0-4707-a1cc-954e6bdf53fb by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:11.991391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Attempting to bind port e248168e-b5e0-4707-a1cc-954e6bdf53fb on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:11.998510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Port e248168e-b5e0-4707-a1cc-954e6bdf53fb on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:11.999159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Attempting to bind port e248168e-b5e0-4707-a1cc-954e6bdf53fb on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:12.009526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.024882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73c76151-9e39-47a6-afd2-ee5bacc35a76 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:12.072913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:12.073528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:12.074079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:12.074659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Bound port: e248168e-b5e0-4707-a1cc-954e6bdf53fb, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:12.075721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.143036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 73c76151-9e39-47a6-afd2-ee5bacc35a76 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:12.144737 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.200720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] For port e248168e-b5e0-4707-a1cc-954e6bdf53fb, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:12.207898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] For port e248168e-b5e0-4707-a1cc-954e6bdf53fb, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:12.214239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.232497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Allocated IP 172.25.8.3 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/f84218b5-0799-4768-8c96-2e62d84f53fd) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:12.353530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.356037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.359363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] 10.222.0.20 "PUT /v2.0/ports/e248168e-b5e0-4707-a1cc-954e6bdf53fb HTTP/1.1" status: 200 len: 1093 time: 1.2641344 Jul 22 14:32:12.366200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'tag': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:12.370611 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a024418b-0c14-420a-bd54-9d92fca458f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceddd119-e963-45e1-98e5-33d193acbe87", "tag": "e248168e-b5e0-4707-a1cc-954e6bdf53fb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:12.477793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40fe89-3445-42d4-8532-5f818bc2dc93 service neutron] Pushing event updated for resources: {'Port': ['ID=e248168e-b5e0-4707-a1cc-954e6bdf53fb,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:12.511795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-ba185734-31c2-4337-acf1-c44b4e951290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.514324 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-ba185734-31c2-4337-acf1-c44b4e951290 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 1096 time: 0.1037335 Jul 22 14:32:12.631655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-6aee08e9-9859-4f42-8425-efe55b6c6229 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb HTTP/1.1" status: 200 len: 217 time: 0.1099489 Jul 22 14:32:12.749355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-e1af659b-fabd-404c-aad1-54907c6fa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.751810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-e1af659b-fabd-404c-aad1-54907c6fa664 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.1120834 Jul 22 14:32:12.832778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-eb147342-8b1a-48d9-95f7-dc0707327214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.834463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-eb147342-8b1a-48d9-95f7-dc0707327214 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762687 Jul 22 14:32:12.929959 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ea37cb-f992-4d19-9b07-b7bc42261277 x-openstack-request-id: req-f7ea37cb-f992-4d19-9b07-b7bc42261277 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:12.930332 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceddd119-e963-45e1-98e5-33d193acbe87", "tag": "e248168e-b5e0-4707-a1cc-954e6bdf53fb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:12.930525 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7ea37cb-f992-4d19-9b07-b7bc42261277 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:12.930882 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'tag': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb', 'status': 'completed', 'code': 200} Jul 22 14:32:12.961904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-eb57ef92-eab5-4bef-aa12-bb1f5113f75c service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190073 Jul 22 14:32:12.985937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.045148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda40fd-b49a-4214-a364-d942e1b80822 req-cf0b1d7a-4f1b-4dc8-a868-7338148e96a2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.058032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdda40fd-b49a-4214-a364-d942e1b80822 req-cf0b1d7a-4f1b-4dc8-a868-7338148e96a2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.1782138 Jul 22 14:32:13.105915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25a22733-4c91-4b07-9337-3659c3c8cf9c req-60fa3887-e287-4fa8-906c-ebc35742268e service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373324 Jul 22 14:32:13.136970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.266145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-5176ab38-92f5-4760-b6b0-4ae8819bb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.271579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Port': ['ID=f84218b5-0799-4768-8c96-2e62d84f53fd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:13.273002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-5176ab38-92f5-4760-b6b0-4ae8819bb727 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 1096 time: 0.1120262 Jul 22 14:32:13.288949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cdda40fd-b49a-4214-a364-d942e1b80822 req-5bcf4e90-11cb-465f-82a8-d1a83bcd2fd4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300601 Jul 22 14:32:13.316510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:13.318155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:13.324741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:13.452419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-cd400014-47b5-477c-b77c-80f372462e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.454014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-cd400014-47b5-477c-b77c-80f372462e66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1770830 Jul 22 14:32:13.545215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-6b3a1192-e47a-44a0-b137-a7964a624fa9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb HTTP/1.1" status: 200 len: 217 time: 0.0833063 Jul 22 14:32:13.625385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-a6611937-9636-4c8a-92ad-a1015df22afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.627020 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-a6611937-9636-4c8a-92ad-a1015df22afa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0751629 Jul 22 14:32:13.713994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45902) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:13.720355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'subnets': [{'network_id': '4b3ca48a-dda0-4d9d-972a-75d21afca701', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1380431764', 'ip_version': 6}, {'network_id': 'd7b85eb2-fc27-46e8-a69c-23915ae8c58a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:13.721950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'subnet': {'network_id': '4b3ca48a-dda0-4d9d-972a-75d21afca701', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1380431764', 'ip_version': 6}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:13.723224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Request body: {'subnet': {'network_id': 'd7b85eb2-fc27-46e8-a69c-23915ae8c58a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:13.724218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.827547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-1b2841f0-c181-404a-b5ab-9e54d855455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.829080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-1b2841f0-c181-404a-b5ab-9e54d855455c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933095 Jul 22 14:32:13.984299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.030819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-05d64129-7c37-4d17-8327-d493b39a7162 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605413 Jul 22 14:32:14.133286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Made reservation on behalf of fc97e922355e4bfcbe8d30a04f9313f8 for: {'subnet': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:14.140188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.140642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.141117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Router b85fd8d8-bca4-4ad0-9560-b97298a46611 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:14.182653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a024418b-0c14-420a-bd54-9d92fca458f6 req-c16bd115-40df-4768-8169-8b016ff6ce90 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465249 Jul 22 14:32:14.303013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:14.313206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Sync routers for ids ['b85fd8d8-bca4-4ad0-9560-b97298a46611'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:14.326968 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.332006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee0b1dbb-c4ee-4c29-a694-4b58de551736 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1861672 Jul 22 14:32:14.332881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:14.333982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Routers {'b85fd8d8-bca4-4ad0-9560-b97298a46611'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:14.334797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b85fd8d8-bca4-4ad0-9560-b97298a46611'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:14.469768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2faa89de-9501-45b7-893e-57fc530251dc tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/b85fd8d8-bca4-4ad0-9560-b97298a46611 HTTP/1.1" status: 200 len: 907 time: 0.1351011 Jul 22 14:32:14.472262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45908) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:14.478615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1452725787', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': True}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:14.510057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.511733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.517180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Set router b85fd8d8-bca4-4ad0-9560-b97298a46611 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:14.583714 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.606948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390bb7-47b8-4e62-a9cb-3e61f521bc9a req-f16c6202-9db0-46bb-9253-c227a114ba22 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:14.611736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1390bb7-47b8-4e62-a9cb-3e61f521bc9a req-f16c6202-9db0-46bb-9253-c227a114ba22 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.2002747 Jul 22 14:32:14.672724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1390bb7-47b8-4e62-a9cb-3e61f521bc9a req-45624eb7-7c19-434a-8d6d-624ef1ac620a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510571 Jul 22 14:32:14.784841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fd8d8-bca4-4ad0-9560-b97298a46611', 'name': 'tempest-snat-router-1452725787', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.3'}], 'enable_snat': False}, 'gw_port_id': 'f84218b5-0799-4768-8c96-2e62d84f53fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:11Z', 'updated_at': '2021-07-22T14:32:13Z', 'revision_number': 3, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port': {'id': 'f84218b5-0799-4768-8c96-2e62d84f53fd', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fd8d8-bca4-4ad0-9560-b97298a46611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:12Z', 'updated_at': '2021-07-22T14:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:14.806180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.821476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Checking router: b85fd8d8-bca4-4ad0-9560-b97298a46611 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:14.821476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Updating router b85fd8d8-bca4-4ad0-9560-b97298a46611 port f84218b5-0799-4768-8c96-2e62d84f53fd binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:14.822959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.864547 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.901521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Subnet': ['ID=ef1177c3-5fb8-4ee9-80d8-ba62fb940dae,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:14.926214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Checking segment: {'id': 'e4117bfe-d15f-4e83-96c5-a345ee2afd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4b3ca48a-dda0-4d9d-972a-75d21afca701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:14.926589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network hostable DHCP agents. Network: 4b3ca48a-dda0-4d9d-972a-75d21afca701, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:14.949519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network 4b3ca48a-dda0-4d9d-972a-75d21afca701 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:14.966285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4b3ca48a-dda0-4d9d-972a-75d21afca701) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:14.975463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.979850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25c9c0-9526-4b3f-8bc9-42fb18e631d7 None None] Network 4b3ca48a-dda0-4d9d-972a-75d21afca701 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:15.035924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event updated for resources: {'Subnet': ['ID=9f5852ac-ba8e-47df-8d90-7040f8d9959f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:15.069036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Checking segment: {'id': '41b6a027-1e0b-47db-9c9d-e44f5c5230e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd7b85eb2-fc27-46e8-a69c-23915ae8c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:15.069722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network hostable DHCP agents. Network: d7b85eb2-fc27-46e8-a69c-23915ae8c58a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:15.088305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Network d7b85eb2-fc27-46e8-a69c-23915ae8c58a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:15.098763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d7b85eb2-fc27-46e8-a69c-23915ae8c58a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:15.104003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.104481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.105543 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.121808 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.123919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7e3bee66-c59d-48d6-945d-54100179798f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4090714 Jul 22 14:32:15.126610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:15.138759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d2a5a-8d29-4f30-930e-65ea469c0ff7 None None] Network d7b85eb2-fc27-46e8-a69c-23915ae8c58a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:15.145847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.186261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb701073-e102-4603-82d2-4bff0318cada tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.188068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb701073-e102-4603-82d2-4bff0318cada tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.189725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb701073-e102-4603-82d2-4bff0318cada tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.191396 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb701073-e102-4603-82d2-4bff0318cada tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0638468 Jul 22 14:32:15.202535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:15.256220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Deleting subnet ef1177c3-5fb8-4ee9-80d8-ba62fb940dae {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:15.259683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.283079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeed2c0-c328-492c-8fe2-48473040f7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4b3ca48a-dda0-4d9d-972a-75d21afca701', 'network_id': '4b3ca48a-dda0-4d9d-972a-75d21afca701', 'tenant_id': 'fc97e922355e4bfcbe8d30a04f9313f8', 'fixed_ips': [{'subnet_id': 'ef1177c3-5fb8-4ee9-80d8-ba62fb940dae'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:32:15.283976 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feeed2c0-c328-492c-8fe2-48473040f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.302466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.352119 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.389311 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:32:15.411390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.439788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1177c3-5fb8-4ee9-80d8-ba62fb940dae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:15.446034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.452368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c8f018a-8248-4b44-9ba1-dcae13b0a041 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/subnets/ef1177c3-5fb8-4ee9-80d8-ba62fb940dae HTTP/1.1" status: 204 len: 168 time: 0.2468565 Jul 22 14:32:15.453186 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45922) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:15.506094 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.515954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Deleting subnet 9f5852ac-ba8e-47df-8d90-7040f8d9959f {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:15.520202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-feeed2c0-c328-492c-8fe2-48473040f7da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef1177c3-5fb8-4ee9-80d8-ba62fb940dae: This subnet is being modified by another concurrent operation. Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef1177c3-5fb8-4ee9-80d8-ba62fb940dae: This subnet is being modified by another concurrent operation. Jul 22 14:32:15.524129 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:32:15.533869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb799a-65b5-4cd0-b167-fa30b8e7e8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-d7b85eb2-fc27-46e8-a69c-23915ae8c58a', 'network_id': 'd7b85eb2-fc27-46e8-a69c-23915ae8c58a', 'tenant_id': 'fc97e922355e4bfcbe8d30a04f9313f8', 'fixed_ips': [{'subnet_id': '9f5852ac-ba8e-47df-8d90-7040f8d9959f'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:32:15.533869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2bb799a-65b5-4cd0-b167-fa30b8e7e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.545259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Transition to ACTIVE for port object f84218b5-0799-4768-8c96-2e62d84f53fd will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:15.559549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82878f-22fb-497d-9cc1-c641635c9e5d None None] Network 4b3ca48a-dda0-4d9d-972a-75d21afca701 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:15.565598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.596868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.647897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Allocated IP 172.25.8.171 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/3ce2a976-28d7-4824-bf3f-c332eab0ee11) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:15.665027 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.804167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.840124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4eafa-58d5-41f8-80a2-8af28abeb3e2 req-62af277c-e30a-41da-8d15-afeb5cf36062 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.840301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5852ac-ba8e-47df-8d90-7040f8d9959f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:15.842035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecb4eafa-58d5-41f8-80a2-8af28abeb3e2 req-62af277c-e30a-41da-8d15-afeb5cf36062 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.0704377 Jul 22 14:32:15.849244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.851212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0d6d8522-c415-449e-9612-34eb66fd8b66 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/subnets/9f5852ac-ba8e-47df-8d90-7040f8d9959f HTTP/1.1" status: 204 len: 168 time: 0.3973172 Jul 22 14:32:15.853805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45934) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:15.867153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.901591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecb4eafa-58d5-41f8-80a2-8af28abeb3e2 req-992fef4f-94bb-487e-8ede-82f9a7973efe tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501618 Jul 22 14:32:15.930085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf06b39-8667-4595-a9c9-34dd8cb6878e tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.941194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dbf06b39-8667-4595-a9c9-34dd8cb6878e tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0768676 Jul 22 14:32:15.941418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:15.958325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Attempting to bind port f84218b5-0799-4768-8c96-2e62d84f53fd on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:15.959118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Attempting to bind port f84218b5-0799-4768-8c96-2e62d84f53fd by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:15.959561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Attempting to bind port f84218b5-0799-4768-8c96-2e62d84f53fd on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:15.993625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.005595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157ebf-bcd5-457d-b9ce-c471c9861f0c None None] Pushing event updated for resources: {'Port': ['ID=f84218b5-0799-4768-8c96-2e62d84f53fd,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:16.016062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:16.016647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:16.017083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.017549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:16.018192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Bound port: f84218b5-0799-4768-8c96-2e62d84f53fd, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:16.018686 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.039768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-c2bb799a-65b5-4cd0-b167-fa30b8e7e8e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5852ac-ba8e-47df-8d90-7040f8d9959f: This subnet is being modified by another concurrent operation. Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5852ac-ba8e-47df-8d90-7040f8d9959f: This subnet is being modified by another concurrent operation. Jul 22 14:32:16.040936 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:32:16.050482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:16.050482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:16.060226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:16.079887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5753808-6c13-4a1e-b687-f042de4ff09b None None] Network d7b85eb2-fc27-46e8-a69c-23915ae8c58a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:16.083254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce2a976-28d7-4824-bf3f-c332eab0ee11,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:16.093153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd19c40-909a-44b4-8b8d-330a79b51d07 req-5ef791d8-171c-4e3e-8084-07b63653a7d6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:16.094800 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0bd19c40-909a-44b4-8b8d-330a79b51d07 req-5ef791d8-171c-4e3e-8084-07b63653a7d6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1513052 Jul 22 14:32:16.157440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.168641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b85eb2-fc27-46e8-a69c-23915ae8c58a']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.180258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b6a027-1e0b-47db-9c9d-e44f5c5230e1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.180584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b6a027-1e0b-47db-9c9d-e44f5c5230e1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.185346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] For port f84218b5-0799-4768-8c96-2e62d84f53fd, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:16.191578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.204745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] For port f84218b5-0799-4768-8c96-2e62d84f53fd, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f84218b5-0799-4768-8c96-2e62d84f53fd,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:16.208507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0bd19c40-909a-44b4-8b8d-330a79b51d07 req-812fd6c5-e1c8-4091-8c10-e1bf8e5ff5ad tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046381 Jul 22 14:32:16.209389 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.221287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:16.221889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:16.226262 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:16.259394 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.298154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b0a60-b6a4-4ce7-86c2-4d505e7e6953 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:32:16.316455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.328150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.334141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/networks/d7b85eb2-fc27-46e8-a69c-23915ae8c58a HTTP/1.1" status: 204 len: 168 time: 0.3883350 Jul 22 14:32:16.334374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45940) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:16.363170 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e7f70-1c0a-402b-9960-3cd1e3e79d3b tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Network': ['ID=d7b85eb2-fc27-46e8-a69c-23915ae8c58a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:16.376472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157ebf-bcd5-457d-b9ce-c471c9861f0c None None] Pushing event updated for resources: {'Port': ['ID=f84218b5-0799-4768-8c96-2e62d84f53fd,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:16.383649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Routers {'b85fd8d8-bca4-4ad0-9560-b97298a46611'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:16.384527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b85fd8d8-bca4-4ad0-9560-b97298a46611'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.387578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.442720 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.536856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.548358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3ca48a-dda0-4d9d-972a-75d21afca701']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.559199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4117bfe-d15f-4e83-96c5-a345ee2afd01') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.560174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4117bfe-d15f-4e83-96c5-a345ee2afd01') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.561837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505b0a60-b6a4-4ce7-86c2-4d505e7e6953 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:32:16.570086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.581295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] Set router b85fd8d8-bca4-4ad0-9560-b97298a46611 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:16.584473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.590603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:16.591216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:16.594227 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:16.630266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.665335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.671162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.675481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/networks/4b3ca48a-dda0-4d9d-972a-75d21afca701 HTTP/1.1" status: 204 len: 168 time: 0.3375146 Jul 22 14:32:16.676299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45942) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:16.691091 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4c389-a1af-4535-aacd-3647abf5125f tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Network': ['ID=4b3ca48a-dda0-4d9d-972a-75d21afca701,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:16.801188 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.916561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.927321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Router 9c298745-6393-4484-b532-90a8095fe04e is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:16.930777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1fb4b4-89cb-44de-916b-f1578baf055f']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.933658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b85fd8d8-bca4-4ad0-9560-b97298a46611', 'name': 'tempest-snat-router-1452725787', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.3'}], 'enable_snat': False}, 'gw_port_id': 'f84218b5-0799-4768-8c96-2e62d84f53fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:11Z', 'updated_at': '2021-07-22T14:32:13Z', 'revision_number': 3, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port': {'id': 'f84218b5-0799-4768-8c96-2e62d84f53fd', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fd8d8-bca4-4ad0-9560-b97298a46611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:12Z', 'updated_at': '2021-07-22T14:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.949703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24de75aa-8355-491b-b044-30e235a5f2ab') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.950034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24de75aa-8355-491b-b044-30e235a5f2ab') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.963179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.981285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be0a4e4-7622-4974-9086-9e9f7c12aecc None None] The sync data for ids ['b85fd8d8-bca4-4ad0-9560-b97298a46611'] in n-d-787205-11 is: [{'id': 'b85fd8d8-bca4-4ad0-9560-b97298a46611', 'name': 'tempest-snat-router-1452725787', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.3'}], 'enable_snat': False}, 'gw_port_id': 'f84218b5-0799-4768-8c96-2e62d84f53fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:11Z', 'updated_at': '2021-07-22T14:32:13Z', 'revision_number': 3, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port': {'id': 'f84218b5-0799-4768-8c96-2e62d84f53fd', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b85fd8d8-bca4-4ad0-9560-b97298a46611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:12Z', 'updated_at': '2021-07-22T14:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:17.048361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.057303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b4ed4-284e-4d9d-8407-01f32fcaff9e None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:32:17.063693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:17.064081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: items = [ Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:17.067118 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:17.093516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b7e4e-14c9-4ce9-9d4c-c1332f2eab32 req-4d6f7e22-3af2-412e-b293-d5767f879bdd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:17.103715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c7b7e4e-14c9-4ce9-9d4c-c1332f2eab32 req-4d6f7e22-3af2-412e-b293-d5767f879bdd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.1127346 Jul 22 14:32:17.158058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c7b7e4e-14c9-4ce9-9d4c-c1332f2eab32 req-1584fa82-30b3-4ec6-afb1-99d323a8d7b6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474749 Jul 22 14:32:17.183068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b4ed4-284e-4d9d-8407-01f32fcaff9e None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:32:17.507108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:17.514607 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.517072 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Sync routers for ids ['9c298745-6393-4484-b532-90a8095fe04e'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:17.526262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.528693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/networks/3d1fb4b4-89cb-44de-916b-f1578baf055f HTTP/1.1" status: 204 len: 168 time: 0.8504605 Jul 22 14:32:17.532233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:17.540629 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Routers {'9c298745-6393-4484-b532-90a8095fe04e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:17.541245 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9c298745-6393-4484-b532-90a8095fe04e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:17.546723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a64e6-1c59-4cd2-a1dc-34a9ace29ce0 tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Network': ['ID=3d1fb4b4-89cb-44de-916b-f1578baf055f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:17.557190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.558495 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3e5b53ce-d286-452f-8d89-5fc763ae8690 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0853179 Jul 22 14:32:17.562531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45950) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:17.648157 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.655770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b3383-52bc-48c3-9aef-21b4c6172d1a req-ca941843-ae18-428f-b87e-5b48ddd6cee2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:17.658655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-894b3383-52bc-48c3-9aef-21b4c6172d1a req-ca941843-ae18-428f-b87e-5b48ddd6cee2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.2243190 Jul 22 14:32:17.661828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Set router 9c298745-6393-4484-b532-90a8095fe04e gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:17.721998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-894b3383-52bc-48c3-9aef-21b4c6172d1a req-49b8deb4-aec6-472d-b09b-137809d02f6a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554533 Jul 22 14:32:17.755111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-394c7ed2-c02c-423b-86fb-89e7aa499d78 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/9c298745-6393-4484-b532-90a8095fe04e HTTP/1.1" status: 200 len: 908 time: 0.1914601 Jul 22 14:32:17.758259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 45952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:17.770659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.786561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a86ce8a-6032-47d8-a181-3cf99bf5dcd5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:17.802142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9d6165-273c-4973-ae76-f49265ac3424') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:17.802432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9d6165-273c-4973-ae76-f49265ac3424') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:17.813547 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.829828 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.837058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:17.837528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:17.842492 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:17.898735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.936078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.950325 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c298745-6393-4484-b532-90a8095fe04e', 'name': 'tempest-snat-router-1452725787', 'tenant_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '3ce2a976-28d7-4824-bf3f-c332eab0ee11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:14Z', 'updated_at': '2021-07-22T14:32:16Z', 'revision_number': 3, 'project_id': '65d3b49d534d414e9b8c0d0d8a81751c', 'gw_port': {'id': '3ce2a976-28d7-4824-bf3f-c332eab0ee11', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c5:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c298745-6393-4484-b532-90a8095fe04e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:15Z', 'updated_at': '2021-07-22T14:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:17.961503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.966001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] 10.222.0.11 "DELETE /v2.0/networks/0a86ce8a-6032-47d8-a181-3cf99bf5dcd5 HTTP/1.1" status: 204 len: 168 time: 0.4291005 Jul 22 14:32:17.966001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f01f5d-0438-4aac-8712-c60f52c71c2c tempest-BulkNetworkOpsIpV6Test-1234464218 tempest-BulkNetworkOpsIpV6Test-1234464218-project] Pushing event deleted for resources: {'Network': ['ID=0a86ce8a-6032-47d8-a181-3cf99bf5dcd5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:17.994087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f84218b5-0799-4768-8c96-2e62d84f53fd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:18.065886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.083713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f84218b5-0799-4768-8c96-2e62d84f53fd completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:18.088642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f84218b5-0799-4768-8c96-2e62d84f53fd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:18.089028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.102430 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Checking router: 9c298745-6393-4484-b532-90a8095fe04e for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:18.102862 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Updating router 9c298745-6393-4484-b532-90a8095fe04e port 3ce2a976-28d7-4824-bf3f-c332eab0ee11 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:18.146826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Deleting port 3ce2a976-28d7-4824-bf3f-c332eab0ee11 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:18.147353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.152992 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.252265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.284409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f84218b5-0799-4768-8c96-2e62d84f53fd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f84218b5-0799-4768-8c96-2e62d84f53fd,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:18.285104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.289002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.302053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Calling delete_port for 3ce2a976-28d7-4824-bf3f-c332eab0ee11 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:18.346187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620d474-e293-4f4e-af13-763be2cbd7f6 req-d53fff27-22bf-4795-90e6-25df2c09f400 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:18.353088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0620d474-e293-4f4e-af13-763be2cbd7f6 req-d53fff27-22bf-4795-90e6-25df2c09f400 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.1012769 Jul 22 14:32:18.353644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f84218b5-0799-4768-8c96-2e62d84f53fd,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:18.396874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0620d474-e293-4f4e-af13-763be2cbd7f6 req-fc5ca043-377b-4627-a851-e393af70c7ce tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Jul 22 14:32:18.397229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:18.529117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.535946 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.db.api [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93762) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:32:18.537017 n-d-787205-11 neutron-server[93762]: DEBUG oslo_db.api [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:32:18.557910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ce2a976-28d7-4824-bf3f-c332eab0ee11,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:18.565195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-81bc6fbf-88ea-4f00-a762-35c3ef24491a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc97e922355e4bfcbe8d30a04f9313f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668518 Jul 22 14:32:18.567556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:18.588228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ad6cbaa8-263d-4eb4-bfb4-521ac313c3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.623289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c4064c8-3e9d-4110-9808-de918963b519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.623705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.650893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c4064c8-3e9d-4110-9808-de918963b519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.707834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c4064c8-3e9d-4110-9808-de918963b519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.710689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c4064c8-3e9d-4110-9808-de918963b519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.712098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9c4064c8-3e9d-4110-9808-de918963b519 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ab0173f-2815-422e-a3fe-67668ec4937c HTTP/1.1" status: 204 len: 168 time: 0.1435075 Jul 22 14:32:18.721263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4064c8-3e9d-4110-9808-de918963b519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab0173f-2815-422e-a3fe-67668ec4937c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:18.726834 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.730234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.788702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.789324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c298745-6393-4484-b532-90a8095fe04e {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:18.796300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.798204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ab0d2168-2497-40b7-aafd-ad40fb18902d tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/routers/9c298745-6393-4484-b532-90a8095fe04e HTTP/1.1" status: 204 len: 168 time: 1.0388398 Jul 22 14:32:18.801275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 45970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:18.897831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50427a17-a963-4d4d-b39e-c9fa30fd1997 req-e125f6db-ae4e-4f8b-9875-881fda7d15a2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:18.899296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50427a17-a963-4d4d-b39e-c9fa30fd1997 req-e125f6db-ae4e-4f8b-9875-881fda7d15a2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.0860841 Jul 22 14:32:18.927876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.940576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50427a17-a963-4d4d-b39e-c9fa30fd1997 req-5cda280a-4adf-4d7a-b603-2782a10c521b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347872 Jul 22 14:32:19.043086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.064061 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Port 3ce2a976-28d7-4824-bf3f-c332eab0ee11 not found while updating agent binding for router 9c298745-6393-4484-b532-90a8095fe04e. {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 14:32:19.079061 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Routers set() bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:19.079509 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Router IDs set() for agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 14:32:19.080286 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_agentschedulers_db [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c298745-6393-4484-b532-90a8095fe04e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:31:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent'). {{(pid=93762) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 14:32:19.080790 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c07ec-0a0d-49a5-a779-64a3258f1916 None None] The sync data for ids ['9c298745-6393-4484-b532-90a8095fe04e'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:19.101928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Deleting port f84218b5-0799-4768-8c96-2e62d84f53fd {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:19.102401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.185218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] For port f84218b5-0799-4768-8c96-2e62d84f53fd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f84218b5-0799-4768-8c96-2e62d84f53fd,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:19.185577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.197881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Calling delete_port for f84218b5-0799-4768-8c96-2e62d84f53fd owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:19.221213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.381976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.418660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event deleted for resources: {'Port': ['ID=f84218b5-0799-4768-8c96-2e62d84f53fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:19.486075 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.948393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.952451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.012340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.013538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b85fd8d8-bca4-4ad0-9560-b97298a46611 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:20.025501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51f54-382f-409b-bf33-303f89618275 req-ec790b6e-56c8-4f78-a036-d539810a35f6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:20.026994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71a51f54-382f-409b-bf33-303f89618275 req-ec790b6e-56c8-4f78-a036-d539810a35f6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.5462768 Jul 22 14:32:20.030615 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.035613 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d67dc9b2-42bd-491c-af71-f0d15cbf5274 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "DELETE /v2.0/routers/b85fd8d8-bca4-4ad0-9560-b97298a46611 HTTP/1.1" status: 204 len: 168 time: 1.2329233 Jul 22 14:32:20.038295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46008) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.045348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-114072363', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:20.073397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71a51f54-382f-409b-bf33-303f89618275 req-24b56f01-ca3a-41d0-9686-a58669057b92 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366166 Jul 22 14:32:20.102713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.103755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.150063 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.154056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1b2b-a12f-4521-a35f-10ec63bf20c8 req-6e6e57ff-3347-40e8-a1c1-6376000a62d0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:20.155826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88ae1b2b-a12f-4521-a35f-10ec63bf20c8 req-6e6e57ff-3347-40e8-a1c1-6376000a62d0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1270156 Jul 22 14:32:20.198305 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.291304 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88ae1b2b-a12f-4521-a35f-10ec63bf20c8 req-f8a33419-b29a-4548-9f37-d437fafb95f6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101532 Jul 22 14:32:20.333318 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.365756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.443064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68e2a984-5500-4a67-99ef-aec1db7d552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.540073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68e2a984-5500-4a67-99ef-aec1db7d552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.545709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68e2a984-5500-4a67-99ef-aec1db7d552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.583357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.588546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-68e2a984-5500-4a67-99ef-aec1db7d552d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2636a3e51ac4a3fa78d7b8d338e8ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540638 Jul 22 14:32:20.590846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2a984-5500-4a67-99ef-aec1db7d552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142296c2-ce27-4c7c-949f-f77f8e94d0a0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:20.593304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.614389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.644094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9a953cd-adb8-412b-9c50-f7586e8f286d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.665686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9a953cd-adb8-412b-9c50-f7586e8f286d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.716930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9a953cd-adb8-412b-9c50-f7586e8f286d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.719805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9a953cd-adb8-412b-9c50-f7586e8f286d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.721007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9a953cd-adb8-412b-9c50-f7586e8f286d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/142296c2-ce27-4c7c-949f-f77f8e94d0a0 HTTP/1.1" status: 204 len: 168 time: 0.1267498 Jul 22 14:32:20.728975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a953cd-adb8-412b-9c50-f7586e8f286d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142296c2-ce27-4c7c-949f-f77f8e94d0a0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:20.738615 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Allocated IP 172.25.8.61 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e88b5af7-c0cb-4950-9629-0c88293892a2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:20.866465 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.910526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.958899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:20.962027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:20.964625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:20.984353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.988710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event updated for resources: {'Port': ['ID=e88b5af7-c0cb-4950-9629-0c88293892a2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:20.999331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c89d6052-7010-430f-81c2-b2faff192440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.088138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c89d6052-7010-430f-81c2-b2faff192440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.092771 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c89d6052-7010-430f-81c2-b2faff192440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.135291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c89d6052-7010-430f-81c2-b2faff192440 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=048c58e078e24c07b1035e7cc8f14b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496980 Jul 22 14:32:21.138120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d6052-7010-430f-81c2-b2faff192440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34b6b33-dd45-43b1-8cc2-fda3c43fa8e3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:21.141059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46028) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:21.211457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e96cce-9ba6-4773-8867-911742945f0d req-75dc8332-89ea-44f6-bf03-17663ab2dc86 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:21.212985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e96cce-9ba6-4773-8867-911742945f0d req-75dc8332-89ea-44f6-bf03-17663ab2dc86 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.0665531 Jul 22 14:32:21.251781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9e96cce-9ba6-4773-8867-911742945f0d req-b70ba18d-f5db-467d-afbd-d24181c2cfe0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jul 22 14:32:21.282255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7306d8db-047f-4c1c-ba7b-6d6c8fe7d7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.314222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.318120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7306d8db-047f-4c1c-ba7b-6d6c8fe7d7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.349038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.443009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9dfdcd4e-005b-4a6d-9f16-7a3078b1e05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.497772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7306d8db-047f-4c1c-ba7b-6d6c8fe7d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.500367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7306d8db-047f-4c1c-ba7b-6d6c8fe7d7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.501546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7306d8db-047f-4c1c-ba7b-6d6c8fe7d7e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c34b6b33-dd45-43b1-8cc2-fda3c43fa8e3 HTTP/1.1" status: 204 len: 168 time: 0.3584554 Jul 22 14:32:21.567843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3b21b-a2cc-4a88-b3c3-90f4d29400ea req-0498deb0-0a20-4918-bb3d-4d924ecef187 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:21.569352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79a3b21b-a2cc-4a88-b3c3-90f4d29400ea req-0498deb0-0a20-4918-bb3d-4d924ecef187 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1828682 Jul 22 14:32:21.579522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306d8db-047f-4c1c-ba7b-6d6c8fe7d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34b6b33-dd45-43b1-8cc2-fda3c43fa8e3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:21.640300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-79a3b21b-a2cc-4a88-b3c3-90f4d29400ea req-f265087b-5c2d-4646-93bd-a99dcb73a8df tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643618 Jul 22 14:32:21.648802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.788823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Router 15a170a1-38cf-49d6-9fc6-6cfa53dc4441 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:21.864703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f84218b5-0799-4768-8c96-2e62d84f53fd no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:21.886707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f84218b5-0799-4768-8c96-2e62d84f53fd {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:21.887255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f84218b5-0799-4768-8c96-2e62d84f53fd not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:21.922179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:21.934144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] Sync routers for ids ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:21.941139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.942624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8cf5a179-a393-4115-a7db-bb64719d43af tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9032307 Jul 22 14:32:21.943830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] Routers {'15a170a1-38cf-49d6-9fc6-6cfa53dc4441'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:21.944503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:21.945589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:21.950415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:21.981947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:21.991396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] Routers {'15a170a1-38cf-49d6-9fc6-6cfa53dc4441'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:21.992125 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:22.025578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:22.026269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3366eaaa-4ce3-4f73-9cf6-528b90e8a9bb None None] The sync data for ids ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:22.255917 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.415498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de865b-a61b-4ad0-af73-32dd3b5718cf req-eac0f3dd-fa35-4e41-94a0-420c6b8ebede tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.417006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-05de865b-a61b-4ad0-af73-32dd3b5718cf req-eac0f3dd-fa35-4e41-94a0-420c6b8ebede tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.0834665 Jul 22 14:32:22.443511 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.524855 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-05de865b-a61b-4ad0-af73-32dd3b5718cf req-2f21a6cb-459a-4087-a438-66d58a2f9303 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775595 Jul 22 14:32:22.746058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.750250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.796647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f899a5d-f482-4031-a4ed-c7bc8b6d2ed1 req-8b0ef88f-af67-4e8b-b176-c848bb6445d1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.798599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f899a5d-f482-4031-a4ed-c7bc8b6d2ed1 req-8b0ef88f-af67-4e8b-b176-c848bb6445d1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.0726287 Jul 22 14:32:22.841065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f899a5d-f482-4031-a4ed-c7bc8b6d2ed1 req-8893e7f7-71a7-4f90-b330-333075210c53 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370641 Jul 22 14:32:22.877062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Router 15a170a1-38cf-49d6-9fc6-6cfa53dc4441 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:22.986296 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:22.991295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.992300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1d7babdb-e566-4cd7-9050-eec9373abcd1 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "PUT /v2.0/routers/15a170a1-38cf-49d6-9fc6-6cfa53dc4441 HTTP/1.1" status: 200 len: 924 time: 1.0455301 Jul 22 14:32:22.995042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.003025 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] Sync routers for ids ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:23.018311 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] Routers {'15a170a1-38cf-49d6-9fc6-6cfa53dc4441'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:23.019229 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:23.053432 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:23.063174 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] Routers {'15a170a1-38cf-49d6-9fc6-6cfa53dc4441'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:23.063774 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:23.099514 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:23.100286 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9913ffe4-558b-4912-82b1-ccc62e3878c4 None None] The sync data for ids ['15a170a1-38cf-49d6-9fc6-6cfa53dc4441'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:23.119243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8376731f-b0e5-4d7b-b34f-39aa847d069b tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/15a170a1-38cf-49d6-9fc6-6cfa53dc4441 HTTP/1.1" status: 200 len: 924 time: 0.1230536 Jul 22 14:32:23.122620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46092) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.222424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13672fdc-2cd7-4d1a-8c60-6c84e5c35d44 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.224027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-13672fdc-2cd7-4d1a-8c60-6c84e5c35d44 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=15a170a1-38cf-49d6-9fc6-6cfa53dc4441&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1004403 Jul 22 14:32:23.226641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.312775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ac9a9-2bbb-40bb-8133-1ef4d6ebf25e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.314311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-123ac9a9-2bbb-40bb-8133-1ef4d6ebf25e tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.0867577 Jul 22 14:32:23.317103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.350786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-128b81c7-3a44-44b0-845c-64e821aa41df tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=15a170a1-38cf-49d6-9fc6-6cfa53dc4441 HTTP/1.1" status: 200 len: 205 time: 0.0325768 Jul 22 14:32:23.353129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.432894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46108) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.459776 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.540840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e819a898-6034-4a77-9994-b27047a29960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.565289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.637066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e819a898-6034-4a77-9994-b27047a29960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.641908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e819a898-6034-4a77-9994-b27047a29960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.662496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Deleting port e88b5af7-c0cb-4950-9629-0c88293892a2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:23.662844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.682039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e819a898-6034-4a77-9994-b27047a29960 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5639c65fa093421ba23d9c9a72608957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478580 Jul 22 14:32:23.683044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819a898-6034-4a77-9994-b27047a29960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d861c3-351a-49cf-b5f8-3bd745d9fbcd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:23.686367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b5c47-f598-4921-bf78-425b3788f450 req-8cd8cedb-48a2-4d62-a9a4-b6d1976d965e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.687895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b42b5c47-f598-4921-bf78-425b3788f450 req-8cd8cedb-48a2-4d62-a9a4-b6d1976d965e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 944 time: 0.0887918 Jul 22 14:32:23.690581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:23.741836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b3e38f2-b13a-4182-9176-c2bcecde5621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.764839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b3e38f2-b13a-4182-9176-c2bcecde5621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.767423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b42b5c47-f598-4921-bf78-425b3788f450 req-43c071d4-d652-42e1-a61e-ff8a42c48bfc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729640 Jul 22 14:32:23.783021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.795755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Calling delete_port for e88b5af7-c0cb-4950-9629-0c88293892a2 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:23.816235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b3e38f2-b13a-4182-9176-c2bcecde5621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.819240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b3e38f2-b13a-4182-9176-c2bcecde5621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.822656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0b3e38f2-b13a-4182-9176-c2bcecde5621 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63d861c3-351a-49cf-b5f8-3bd745d9fbcd HTTP/1.1" status: 204 len: 168 time: 0.1285770 Jul 22 14:32:23.828945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e38f2-b13a-4182-9176-c2bcecde5621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d861c3-351a-49cf-b5f8-3bd745d9fbcd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:23.937198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e248168e-b5e0-4707-a1cc-954e6bdf53fb details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:32:23.994522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.001888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34758-b9a1-49de-83fa-c5c5648369e7 req-5a7432b8-5561-444f-ba1e-7a12555edad0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:24.003678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85d34758-b9a1-49de-83fa-c5c5648369e7 req-5a7432b8-5561-444f-ba1e-7a12555edad0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.0838380 Jul 22 14:32:24.045083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event deleted for resources: {'Port': ['ID=e88b5af7-c0cb-4950-9629-0c88293892a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:24.057725 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85d34758-b9a1-49de-83fa-c5c5648369e7 req-9b59187b-217a-4cb0-a575-17e0e610fbed tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Jul 22 14:32:24.065720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e248168e-b5e0-4707-a1cc-954e6bdf53fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:24.087303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb', 'mac_address': 'fa:16:3e:ad:40:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:32:24.124226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.130326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.147225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e248168e-b5e0-4707-a1cc-954e6bdf53fb {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:24.155109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46122) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:24.170532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c42c6e9c-e38b-4fd8-ab63-8a3b78edc1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.172370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e248168e-b5e0-4707-a1cc-954e6bdf53fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:24.178377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.228172 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.230527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.240756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e248168e-b5e0-4707-a1cc-954e6bdf53fb,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:24.264560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.280068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.280276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c42c6e9c-e38b-4fd8-ab63-8a3b78edc1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.280650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Fanout notify agent at l3_agent the message router_deleted on router 15a170a1-38cf-49d6-9fc6-6cfa53dc4441 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:24.287108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c42c6e9c-e38b-4fd8-ab63-8a3b78edc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.287871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.289115 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d6fd8009-4519-4649-9ebe-97e3743594e4 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/15a170a1-38cf-49d6-9fc6-6cfa53dc4441 HTTP/1.1" status: 204 len: 168 time: 0.9349749 Jul 22 14:32:24.293279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:24.297945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1297340354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:24.319967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.321227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.335995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c42c6e9c-e38b-4fd8-ab63-8a3b78edc1c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=541beef7c57144baa8181ba71a3de849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795428 Jul 22 14:32:24.336860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c6e9c-e38b-4fd8-ab63-8a3b78edc1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a49c16a-e7e5-4256-aab4-33e3def8dc5e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:24.338470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:24.392545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.399729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.407228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e248168e-b5e0-4707-a1cc-954e6bdf53fb'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:24.430478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.435575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8811e8d7-3381-4fa0-af43-3a02c950952a tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1372824 Jul 22 14:32:24.435575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:24.439819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:24.443276 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45d338a5-aee3-4777-863d-9dac0d578364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.527077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45d338a5-aee3-4777-863d-9dac0d578364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.692999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.718560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45d338a5-aee3-4777-863d-9dac0d578364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.720990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45d338a5-aee3-4777-863d-9dac0d578364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.722158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-45d338a5-aee3-4777-863d-9dac0d578364 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a49c16a-e7e5-4256-aab4-33e3def8dc5e HTTP/1.1" status: 204 len: 168 time: 0.3825741 Jul 22 14:32:24.740482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d338a5-aee3-4777-863d-9dac0d578364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a49c16a-e7e5-4256-aab4-33e3def8dc5e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:24.946132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.971402 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:25.034715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251ebf-80c0-476e-9c59-2a3dcff916b3 req-bb87846a-7177-4ba6-829c-b993dadef358 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.036249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95251ebf-80c0-476e-9c59-2a3dcff916b3 req-bb87846a-7177-4ba6-829c-b993dadef358 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 945 time: 0.1770506 Jul 22 14:32:25.115039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95251ebf-80c0-476e-9c59-2a3dcff916b3 req-00ccc025-9bae-4392-a5a1-500e73926cec tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728250 Jul 22 14:32:25.132696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Allocated IP 172.25.8.48 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/44bff610-f6b4-4d59-b9a3-dfe8b1825851) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:25.220785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6855e64-e3b6-43ee-84b9-25b54d60cbb8 req-b5ba33cb-1857-45fa-9721-0f019ca82880 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.227693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6855e64-e3b6-43ee-84b9-25b54d60cbb8 req-b5ba33cb-1857-45fa-9721-0f019ca82880 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.0738790 Jul 22 14:32:25.264405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:25.273703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b6855e64-e3b6-43ee-84b9-25b54d60cbb8 req-7b22324d-2c24-4a29-9c9c-da30da513663 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Jul 22 14:32:25.311782 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:25.347057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:25.353872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:25.357548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:25.722941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event updated for resources: {'Port': ['ID=44bff610-f6b4-4d59-b9a3-dfe8b1825851,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:25.936792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e248168e-b5e0-4707-a1cc-954e6bdf53fb up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:25.968353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:25.993481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port e248168e-b5e0-4707-a1cc-954e6bdf53fb completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:25.997819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port e248168e-b5e0-4707-a1cc-954e6bdf53fb triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:25.998197 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.079968 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.103428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:26.106745 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7de639-a73f-4bf5-ab7b-cf040d7b823b" -d '{"events": [{"server_uuid": "ceddd119-e963-45e1-98e5-33d193acbe87", "name": "network-vif-plugged", "status": "completed", "tag": "e248168e-b5e0-4707-a1cc-954e6bdf53fb"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:26.122868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e248168e-b5e0-4707-a1cc-954e6bdf53fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:26.128290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.200952 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.207962 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.227112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e248168e-b5e0-4707-a1cc-954e6bdf53fb,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:26.309091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529d85-e2a0-44ae-8d17-68bd69af003a req-fb5c0206-9e31-43b0-9f81-068405a1f0eb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:26.311265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d529d85-e2a0-44ae-8d17-68bd69af003a req-fb5c0206-9e31-43b0-9f81-068405a1f0eb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.1119332 Jul 22 14:32:26.348415 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c381d-8ecb-4bb0-b437-4c25699b9371 x-openstack-request-id: req-417c381d-8ecb-4bb0-b437-4c25699b9371 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:26.349543 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceddd119-e963-45e1-98e5-33d193acbe87", "name": "network-vif-plugged", "status": "completed", "tag": "e248168e-b5e0-4707-a1cc-954e6bdf53fb", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:26.349715 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-417c381d-8ecb-4bb0-b437-4c25699b9371 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:26.350165 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb', 'code': 200} Jul 22 14:32:26.386928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d529d85-e2a0-44ae-8d17-68bd69af003a req-33876b9b-567a-4c80-852e-621564224a0a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673170 Jul 22 14:32:26.390447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Router 0e04a293-0601-4376-9faf-d159ab0c0ceb is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:26.590934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:26.594511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294037-9db7-46ef-af62-2f2f21eb1b8a req-413af5ef-aaad-46bc-aa0b-5a41be2e14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:26.596034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c294037-9db7-46ef-af62-2f2f21eb1b8a req-413af5ef-aaad-46bc-aa0b-5a41be2e14f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 1098 time: 0.1562264 Jul 22 14:32:26.600881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] Sync routers for ids ['0e04a293-0601-4376-9faf-d159ab0c0ceb'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:26.601352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.602476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba7f810b-9a58-4f14-9d6a-4cb274795adf tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "PUT /v2.0/routers/0e04a293-0601-4376-9faf-d159ab0c0ceb HTTP/1.1" status: 200 len: 883 time: 2.1663396 Jul 22 14:32:26.605249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46190) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:26.612985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] Routers {'0e04a293-0601-4376-9faf-d159ab0c0ceb'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:26.615014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e04a293-0601-4376-9faf-d159ab0c0ceb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:26.627559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d194e-dd77-436f-a69f-7fbc87af7739 req-ee7c8fd6-38d1-4f23-ac5e-63fc715b187c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:26.629068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc4d194e-dd77-436f-a69f-7fbc87af7739 req-ee7c8fd6-38d1-4f23-ac5e-63fc715b187c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1881275 Jul 22 14:32:26.650723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:26.664279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] Routers {'0e04a293-0601-4376-9faf-d159ab0c0ceb'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:26.665484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0e04a293-0601-4376-9faf-d159ab0c0ceb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:26.665654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c294037-9db7-46ef-af62-2f2f21eb1b8a req-7c64f1b5-79a4-48d0-b8fa-30ecf6205144 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607569 Jul 22 14:32:26.691415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc4d194e-dd77-436f-a69f-7fbc87af7739 req-a68d66a9-5638-4e2d-9d71-c0f1794302fe tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503292 Jul 22 14:32:26.706536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:26.707353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dff448-f50c-497a-8cb9-b1c2c9111c00 None None] The sync data for ids ['0e04a293-0601-4376-9faf-d159ab0c0ceb'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:27.022483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aea2a61d-4628-453f-a6ba-06cc5bf95209 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/0e04a293-0601-4376-9faf-d159ab0c0ceb HTTP/1.1" status: 200 len: 924 time: 0.4159629 Jul 22 14:32:27.025067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46192) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:27.126049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f4150-d983-4782-b416-58217be42c33 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.127601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e05f4150-d983-4782-b416-58217be42c33 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=0e04a293-0601-4376-9faf-d159ab0c0ceb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1015949 Jul 22 14:32:27.130548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46194) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:27.213838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39059122-4cfb-46f9-a411-7d066d42ab68 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.215162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-39059122-4cfb-46f9-a411-7d066d42ab68 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.0837071 Jul 22 14:32:27.218768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46196) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:27.252790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-057814cb-d353-4f88-9efa-0a5610551112 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e04a293-0601-4376-9faf-d159ab0c0ceb HTTP/1.1" status: 200 len: 205 time: 0.0329361 Jul 22 14:32:27.255498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46198) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:27.361539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.507464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.574173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb22322-641f-439a-9be9-0c95de4d31d6 req-17fde189-85da-4963-a26a-48437afecc24 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.575523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbb22322-641f-439a-9be9-0c95de4d31d6 req-17fde189-85da-4963-a26a-48437afecc24 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.1031985 Jul 22 14:32:27.609422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Deleting port 44bff610-f6b4-4d59-b9a3-dfe8b1825851 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:27.610134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.683449 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bbb22322-641f-439a-9be9-0c95de4d31d6 req-fdfdc811-e2a3-4053-b619-28378012b8c5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862601 Jul 22 14:32:27.776214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.793066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Calling delete_port for 44bff610-f6b4-4d59-b9a3-dfe8b1825851 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:27.895205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea50c5-c8c2-4e32-bf63-0a79b10a4607 req-3b1b6b9d-fce8-4a54-a1bd-5c0ae065f540 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.896990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edea50c5-c8c2-4e32-bf63-0a79b10a4607 req-3b1b6b9d-fce8-4a54-a1bd-5c0ae065f540 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.0908303 Jul 22 14:32:27.934703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed64c5-5a40-49e0-8589-4b6254489bcc req-a6dba287-1e0c-452e-914d-21bb208ac4a1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.936478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07ed64c5-5a40-49e0-8589-4b6254489bcc req-a6dba287-1e0c-452e-914d-21bb208ac4a1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1381338 Jul 22 14:32:27.946886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-edea50c5-c8c2-4e32-bf63-0a79b10a4607 req-4216a334-c002-4e28-b86a-3cca86b1ff44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Jul 22 14:32:28.055085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07ed64c5-5a40-49e0-8589-4b6254489bcc req-2025ae2f-bbc5-402e-8878-44bd6954418b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841963 Jul 22 14:32:28.127014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b6838-40ce-44ce-a528-1e5188f0270e req-9e75ac30-a65f-44ad-ac20-e246dfa38316 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:28.127403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.130971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe9b6838-40ce-44ce-a528-1e5188f0270e req-9e75ac30-a65f-44ad-ac20-e246dfa38316 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.1134760 Jul 22 14:32:28.160693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event deleted for resources: {'Port': ['ID=44bff610-f6b4-4d59-b9a3-dfe8b1825851,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:28.185028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fe9b6838-40ce-44ce-a528-1e5188f0270e req-fa40778e-5a99-4f08-aa97-caa9a78025fb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Jul 22 14:32:28.253004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.359196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.362462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.415242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.416035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Fanout notify agent at l3_agent the message router_deleted on router 0e04a293-0601-4376-9faf-d159ab0c0ceb {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:28.431139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.436903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0aa3b67c-d59c-42f0-a5f6-568734ac6390 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/0e04a293-0601-4376-9faf-d159ab0c0ceb HTTP/1.1" status: 204 len: 168 time: 1.1759074 Jul 22 14:32:28.437076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:28.443525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2091205659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:28.492890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.494549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.533165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b5b3-550f-4a84-94e4-b309202a8417 req-3586c6c1-d361-4efa-bab1-960f64e050cc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:28.534771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63f6b5b3-550f-4a84-94e4-b309202a8417 req-3586c6c1-d361-4efa-bab1-960f64e050cc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.1108835 Jul 22 14:32:28.592862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.598514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.625006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63f6b5b3-550f-4a84-94e4-b309202a8417 req-3b63b0be-cce4-4223-bc5a-51da2f2fe313 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820615 Jul 22 14:32:28.626959 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.629093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:32:28.632779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46244) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:28.632937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-364310f1-eb0d-4d10-ba5d-4dd2d6ff2212 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1949840 Jul 22 14:32:28.638230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': True}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:28.732507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:28.745296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'mac_address': 'fa:16:3e:78:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:32:28.831296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.853196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7768697-268d-426e-8eef-edada6aeb7e7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:28.868634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.881422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:28.887376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.976676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:28.988005 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['d7768697-268d-426e-8eef-edada6aeb7e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:29.180307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.205575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.375092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Allocated IP 172.25.8.66 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2ac1bd14-1be2-4d68-be20-77ba2009f5ee) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:29.601682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c551b7-3bcb-46b6-9a09-d6b1ced31327 req-0db21851-fd03-499d-ac6b-580dfbac2bd4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:29.603280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30c551b7-3bcb-46b6-9a09-d6b1ced31327 req-0db21851-fd03-499d-ac6b-580dfbac2bd4 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 944 time: 0.2335341 Jul 22 14:32:29.673369 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.700480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-cbf36db4-3487-4338-8f11-04970ee1983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:29.702075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-cbf36db4-3487-4338-8f11-04970ee1983e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1096 time: 0.5744874 Jul 22 14:32:29.719040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30c551b7-3bcb-46b6-9a09-d6b1ced31327 req-8aaf29c7-a710-4714-96e1-5af733af53f0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022265 Jul 22 14:32:29.833255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ee16b-9790-480f-ab6b-f7c9cb37ba0b req-c8368b69-78ee-4642-ac70-fd2acf68630e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:29.839072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b54ee16b-9790-480f-ab6b-f7c9cb37ba0b req-c8368b69-78ee-4642-ac70-fd2acf68630e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.0964611 Jul 22 14:32:29.867976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.919900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-3c7cdae1-f67d-45c2-91bc-f543a7ecfddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:29.921506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-3c7cdae1-f67d-45c2-91bc-f543a7ecfddc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1932049 Jul 22 14:32:29.949443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:29.990183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b54ee16b-9790-480f-ab6b-f7c9cb37ba0b req-cf120303-d3ad-4052-b74c-0f2e321b2f38 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434493 Jul 22 14:32:30.018980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:30.025706 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:30.041189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-72713ec4-9646-41fd-bbad-36fad2f3013c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:30.042873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-72713ec4-9646-41fd-bbad-36fad2f3013c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 946 time: 0.1207163 Jul 22 14:32:30.147617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Port': ['ID=2ac1bd14-1be2-4d68-be20-77ba2009f5ee,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:30.235297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-8b359029-0ac8-4b63-8c45-f5cc43f5d99c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 1000 time: 0.3003354 Jul 22 14:32:30.252266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port e248168e-b5e0-4707-a1cc-954e6bdf53fb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:30.252499 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.368551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-08e4a10e-0b60-4429-91b5-0f8aab32b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:30.370189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-08e4a10e-0b60-4429-91b5-0f8aab32b304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1266866 Jul 22 14:32:30.399087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port e248168e-b5e0-4707-a1cc-954e6bdf53fb, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e248168e-b5e0-4707-a1cc-954e6bdf53fb,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:30.399460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.416483 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for e248168e-b5e0-4707-a1cc-954e6bdf53fb owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:30.574525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-c2b2ea38-5bfb-49f6-b4b9-857ea8cb8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:30.578398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-c2b2ea38-5bfb-49f6-b4b9-857ea8cb8693 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983519 Jul 22 14:32:30.589283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.601107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-744fdf9a-a30e-4b87-a695-a8a92ea898ef service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:30.602803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-744fdf9a-a30e-4b87-a695-a8a92ea898ef service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154626 Jul 22 14:32:30.633373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:30.700306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.729341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e248168e-b5e0-4707-a1cc-954e6bdf53fb'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:30.743042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=e248168e-b5e0-4707-a1cc-954e6bdf53fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:30.788984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port d7768697-268d-426e-8eef-edada6aeb7e7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:30.789452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.836045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port e248168e-b5e0-4707-a1cc-954e6bdf53fb on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:30.841283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.843688 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b36b1dfc-8118-4480-9b38-ef2aa7621090 req-dd397eed-f2c9-412f-b5b6-86ce9dce652e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "DELETE /v2.0/ports/e248168e-b5e0-4707-a1cc-954e6bdf53fb HTTP/1.1" status: 204 len: 173 time: 0.7947183 Jul 22 14:32:30.844173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'name': 'network-vif-deleted', 'tag': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:30.854326 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3703a8-e0a0-4485-855e-10ce44beb350" -d '{"events": [{"server_uuid": "ceddd119-e963-45e1-98e5-33d193acbe87", "name": "network-vif-deleted", "tag": "e248168e-b5e0-4707-a1cc-954e6bdf53fb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:30.947812 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b28612-e3f5-40e5-99ba-bc52f5d92f22 x-openstack-request-id: req-e0b28612-e3f5-40e5-99ba-bc52f5d92f22 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:30.948218 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceddd119-e963-45e1-98e5-33d193acbe87", "name": "network-vif-deleted", "tag": "e248168e-b5e0-4707-a1cc-954e6bdf53fb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:30.948428 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0b28612-e3f5-40e5-99ba-bc52f5d92f22 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:30.948769 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceddd119-e963-45e1-98e5-33d193acbe87', 'name': 'network-vif-deleted', 'tag': 'e248168e-b5e0-4707-a1cc-954e6bdf53fb', 'status': 'completed', 'code': 200} Jul 22 14:32:30.985451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.041649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:31.044703 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275cce5e-ab3b-469e-aaef-5f84c4fec68e" -d '{"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:31.173586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9ad639f0-fbe2-4c69-b061-29db421641bb req-ffe7dcff-4189-45d6-9a06-dc9679e5c6c9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.0669732 Jul 22 14:32:31.372511 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7bd976-2b61-4bc3-a640-958dbd18ad7c x-openstack-request-id: req-9c7bd976-2b61-4bc3-a640-958dbd18ad7c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:31.373438 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:31.373931 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c7bd976-2b61-4bc3-a640-958dbd18ad7c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:31.374477 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'code': 200} Jul 22 14:32:31.376580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:31.382707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.442740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:31.636588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-e17530c9-8c7c-4f8c-9032-a664e272ac4d service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9630527 Jul 22 14:32:31.698157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9c01a-f91b-40f6-8809-40bc468d6139 req-cb4cd559-966d-4ae8-9f02-4d64c76009f5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:31.699883 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2c9c01a-f91b-40f6-8809-40bc468d6139 req-cb4cd559-966d-4ae8-9f02-4d64c76009f5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.3412890 Jul 22 14:32:31.840558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.850952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2c9c01a-f91b-40f6-8809-40bc468d6139 req-077f4dae-8a6d-4767-bb79-c8c9210cadc3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302838 Jul 22 14:32:31.855672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.864242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7563b4d1-a89a-4a45-ae5e-5a1c531caae3 req-155b1b97-2f63-4153-a389-c10e70b69508 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999760 Jul 22 14:32:32.048156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Router 1bab2a88-1873-4719-b05e-fd6c47298940 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:32.188847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:32.196597 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] Sync routers for ids ['1bab2a88-1873-4719-b05e-fd6c47298940'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:32.202134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.206091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c1a79a3f-c3ea-4689-b92a-be68cbeeb502 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "PUT /v2.0/routers/1bab2a88-1873-4719-b05e-fd6c47298940 HTTP/1.1" status: 200 len: 918 time: 3.5696335 Jul 22 14:32:32.206833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:32.207396 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] Routers {'1bab2a88-1873-4719-b05e-fd6c47298940'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:32.208012 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1bab2a88-1873-4719-b05e-fd6c47298940'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:32.282835 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:32.305163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] Routers {'1bab2a88-1873-4719-b05e-fd6c47298940'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:32.305820 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['1bab2a88-1873-4719-b05e-fd6c47298940'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:32.339052 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:32.340010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a925a4-a277-4cd0-84ee-50b5090fb1f5 None None] The sync data for ids ['1bab2a88-1873-4719-b05e-fd6c47298940'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:32.393329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1bd9c1e-e75d-47ab-9f3d-2c167bf4bd58 req-62a00818-1474-4623-933b-5ca8fbcd7c72 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.0903444 Jul 22 14:32:32.464956 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ac4c2c5-3719-44be-b54c-8fd1635a6bc3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/1bab2a88-1873-4719-b05e-fd6c47298940 HTTP/1.1" status: 200 len: 924 time: 0.2559342 Jul 22 14:32:32.468623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46306) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:32.566814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e02bb9-240c-4b35-b92c-178f4d6271a0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.568699 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-62e02bb9-240c-4b35-b92c-178f4d6271a0 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=1bab2a88-1873-4719-b05e-fd6c47298940&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0989680 Jul 22 14:32:32.571607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:32.752622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d72e3-88ad-4758-8d31-b72ff9380849 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.755329 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2b7d72e3-88ad-4758-8d31-b72ff9380849 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.1818247 Jul 22 14:32:32.757716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:32.805600 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8a97acf8-071b-4b34-b553-e2b9d610ed37 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bab2a88-1873-4719-b05e-fd6c47298940 HTTP/1.1" status: 200 len: 205 time: 0.0467260 Jul 22 14:32:32.808183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:33.046977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.112252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246a305-8e77-4772-89d7-dfe9841b6bc0 req-d9652ef9-d6ea-4731-9a4b-a2937c2c7b9c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:33.124325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4246a305-8e77-4772-89d7-dfe9841b6bc0 req-d9652ef9-d6ea-4731-9a4b-a2937c2c7b9c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1312883 Jul 22 14:32:33.206091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4246a305-8e77-4772-89d7-dfe9841b6bc0 req-59134fbc-18a0-4f0a-acfd-d671815f9864 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807390 Jul 22 14:32:33.287416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.385548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Deleting port 2ac1bd14-1be2-4d68-be20-77ba2009f5ee {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:33.389840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.625740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3eb7661b-4a9d-475f-a3da-fc5c508deeb8 req-796d71c8-1ee9-466f-9cc4-5c306579137b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.1144855 Jul 22 14:32:33.628136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.646692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Calling delete_port for 2ac1bd14-1be2-4d68-be20-77ba2009f5ee owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:33.949303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.979505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e248168e-b5e0-4707-a1cc-954e6bdf53fb no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:34.024018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: e248168e-b5e0-4707-a1cc-954e6bdf53fb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:34.024666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e248168e-b5e0-4707-a1cc-954e6bdf53fb not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:34.050024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event deleted for resources: {'Port': ['ID=2ac1bd14-1be2-4d68-be20-77ba2009f5ee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:34.097587 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.206164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.208721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.280946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.281726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Fanout notify agent at l3_agent the message router_deleted on router 1bab2a88-1873-4719-b05e-fd6c47298940 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:34.294832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.301426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-67676fe1-b6b9-4e42-aa3a-115ff63234b8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/1bab2a88-1873-4719-b05e-fd6c47298940 HTTP/1.1" status: 204 len: 168 time: 1.4886556 Jul 22 14:32:34.302124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:34.306804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-516259329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:34.343218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.345981 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.423360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d240c6-5dfa-4463-81c2-9d026d101e07 req-fa42b605-e039-47b8-ab56-8e8d9219e7d6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.431932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55d240c6-5dfa-4463-81c2-9d026d101e07 req-fa42b605-e039-47b8-ab56-8e8d9219e7d6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1336570 Jul 22 14:32:34.446865 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.461781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.494795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.498668 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e98c0fa-807a-4016-ade6-08d3e9911189 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1928895 Jul 22 14:32:34.499030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:34.504242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:34.528670 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-55d240c6-5dfa-4463-81c2-9d026d101e07 req-49a43295-6264-4f97-8abe-bb855605d461 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952020 Jul 22 14:32:34.875311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfe7dd65-ec75-4108-aa62-8b83781d7b87 req-1e56f59d-91e5-4372-bc3c-e9e04a81d90f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.1093345 Jul 22 14:32:34.925312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.325940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.392255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.595920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Allocated IP 172.25.8.218 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/c51e75ad-4994-462d-9911-96267daffff0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:35.808856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf49ea-ca50-49cf-bb87-10103b6e818d req-031ce863-26c0-4ba0-a271-3beaebdf3f4a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:35.823933 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50bf49ea-ca50-49cf-bb87-10103b6e818d req-031ce863-26c0-4ba0-a271-3beaebdf3f4a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1920300 Jul 22 14:32:35.831152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.914162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-50bf49ea-ca50-49cf-bb87-10103b6e818d req-63bb252c-0f92-45ce-b739-1987e038b2ef tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791123 Jul 22 14:32:35.951501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.050640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d23a08a-f015-41a3-9b45-091034b48eb5 req-279e9a93-31c0-4d41-86d5-ab0ae684d784 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=ceddd119-e963-45e1-98e5-33d193acbe87 HTTP/1.1" status: 200 len: 210 time: 0.0510552 Jul 22 14:32:36.065307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:36.066375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:36.068633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Pushing event updated for resources: {'Port': ['ID=c51e75ad-4994-462d-9911-96267daffff0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:36.071211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:36.724508 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.953174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.960187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.071982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ba60f-b8b5-4948-8838-24fa86c6de7d req-7ad222d2-fbc6-4905-8aec-515e7c386e07 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:37.081972 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-607ba60f-b8b5-4948-8838-24fa86c6de7d req-7ad222d2-fbc6-4905-8aec-515e7c386e07 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.0895331 Jul 22 14:32:37.137609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-607ba60f-b8b5-4948-8838-24fa86c6de7d req-52fee118-f35a-4a93-af18-1a4022a20c0e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540268 Jul 22 14:32:37.210419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Router b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:37.390733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:37.396542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.398726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0fdbf48a-80f1-4302-8cc4-a3491c189416 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "PUT /v2.0/routers/b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 HTTP/1.1" status: 200 len: 919 time: 2.8982236 Jul 22 14:32:37.402185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46382) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:37.404664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] Sync routers for ids ['b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:37.429736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] Routers {'b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:37.430993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.531053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.554918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] Routers {'b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:37.555564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.628900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.629569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff69cd75-539f-484a-8510-e7122ebec920 None None] The sync data for ids ['b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:37.650455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bef4901e-0bdb-4380-adbe-b43c453e3396 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 HTTP/1.1" status: 200 len: 925 time: 0.2434568 Jul 22 14:32:37.651053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:37.739754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46e64f4-3299-45ab-a3a3-73cee64a9aa3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:37.743993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f46e64f4-3299-45ab-a3a3-73cee64a9aa3 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0919054 Jul 22 14:32:37.744206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46394) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:37.884364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663edc10-02f8-4aad-a6cd-e20753b78a39 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:37.886487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-663edc10-02f8-4aad-a6cd-e20753b78a39 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/networks/b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 881 time: 0.1413944 Jul 22 14:32:37.889379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:37.928363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a23ed22-1e0c-4806-a954-bf7db39079ae tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 HTTP/1.1" status: 200 len: 205 time: 0.0377662 Jul 22 14:32:37.930951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46400) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:38.069979 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.259648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.334531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Deleting port c51e75ad-4994-462d-9911-96267daffff0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:38.334988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.426598 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.451846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Calling delete_port for c51e75ad-4994-462d-9911-96267daffff0 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:38.484844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40e8ae-a15c-44bd-a648-fe0ffe956587 req-bb5af3f3-f176-4dbe-9d2c-031293d304e0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.488862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e40e8ae-a15c-44bd-a648-fe0ffe956587 req-bb5af3f3-f176-4dbe-9d2c-031293d304e0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.2582526 Jul 22 14:32:38.592848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e40e8ae-a15c-44bd-a648-fe0ffe956587 req-f84f5b52-a37d-41c1-9d5a-6294e7fb592c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937791 Jul 22 14:32:38.770440 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.845783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event deleted for resources: {'Port': ['ID=c51e75ad-4994-462d-9911-96267daffff0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:38.914210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.093578 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.095200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.163544 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.164832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Fanout notify agent at l3_agent the message router_deleted on router b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:39.183493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.183493 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-25881899-89df-4d20-8d85-b4e6015fd5e8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 HTTP/1.1" status: 204 len: 168 time: 1.2434306 Jul 22 14:32:39.183493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46412) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:39.229898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1459650807', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}, 'admin_state_up': False}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:39.261121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.264314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.353390 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.586674 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.817829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8051491-18fd-4433-b2cf-2809961868c1 req-f4f39841-89c5-4369-9c58-dc61d2769df5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:39.819812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8051491-18fd-4433-b2cf-2809961868c1 req-f4f39841-89c5-4369-9c58-dc61d2769df5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1067133 Jul 22 14:32:39.996281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8051491-18fd-4433-b2cf-2809961868c1 req-049bb657-e861-4363-b115-665ae8e597b5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683903 Jul 22 14:32:39.997148 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.032162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.188733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Allocated IP 172.25.8.81 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/fa69dd2c-c5a2-4467-9ccf-0b0a8ecb6ba7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:40.388425 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.437373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.485507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:40.488921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:40.495448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:40.528056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event updated for resources: {'Port': ['ID=fa69dd2c-c5a2-4467-9ccf-0b0a8ecb6ba7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:40.785105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.253856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1215b2-086e-47ae-9694-002f16987bd6 req-ba402848-253d-4aa1-a41e-033eb77b6a23 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.260182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e1215b2-086e-47ae-9694-002f16987bd6 req-ba402848-253d-4aa1-a41e-033eb77b6a23 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1228292 Jul 22 14:32:41.328892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e1215b2-086e-47ae-9694-002f16987bd6 req-1fe4ab14-f43d-42e9-bd7f-40257c134505 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619979 Jul 22 14:32:41.454754 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.743204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Router 48881639-4ce0-4d56-a88f-7dbb7163f6d7 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:41.942478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:41.957953 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] Sync routers for ids ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:41.969114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.969774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bab785dc-a744-43c7-a6f9-0fa52beeb924 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7875512 Jul 22 14:32:41.972228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46512) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:41.977349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:41.978090 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] Routers {'48881639-4ce0-4d56-a88f-7dbb7163f6d7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:41.978711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:42.077856 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:42.117155 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] Routers {'48881639-4ce0-4d56-a88f-7dbb7163f6d7'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:42.118376 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:42.193749 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:42.201642 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2c63b-61e3-449e-a901-bc780abb764e None None] The sync data for ids ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:42.541114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.564316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da201b-62cf-458b-9e9e-0e79f17a8b70 req-20a1309e-164c-48af-8a14-f8601acfaaf1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.566377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41da201b-62cf-458b-9e9e-0e79f17a8b70 req-20a1309e-164c-48af-8a14-f8601acfaaf1 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1053596 Jul 22 14:32:42.575835 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.659511 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-41da201b-62cf-458b-9e9e-0e79f17a8b70 req-24d2e3d2-ef01-48e7-a3e7-e25d45033d93 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861001 Jul 22 14:32:42.694769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Deleting port fa69dd2c-c5a2-4467-9ccf-0b0a8ecb6ba7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:42.695242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.816241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.859599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Calling delete_port for fa69dd2c-c5a2-4467-9ccf-0b0a8ecb6ba7 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:43.125423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.156127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Pushing event deleted for resources: {'Port': ['ID=fa69dd2c-c5a2-4467-9ccf-0b0a8ecb6ba7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:43.263849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.560884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.568492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-416486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-416509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-416333'] for router, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.684507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Router 48881639-4ce0-4d56-a88f-7dbb7163f6d7 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:43.792094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:43.804330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] Sync routers for ids ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:43.810469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.811689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-15300219-97d7-4602-aa0a-1060517ab22e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "PUT /v2.0/routers/48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 200 len: 710 time: 1.8382885 Jul 22 14:32:43.815743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46568) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:43.826626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] Routers {'48881639-4ce0-4d56-a88f-7dbb7163f6d7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:43.827306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:43.917067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:43.946735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] Routers {'48881639-4ce0-4d56-a88f-7dbb7163f6d7'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:43.947356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:32:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:43.948729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7d560bd5-ffe0-4eda-b849-12702d8ee773 tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/routers/48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 200 len: 745 time: 0.1314669 Jul 22 14:32:43.951537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46572) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:43.957679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9169f53-3498-4a57-b224-0fc66bc95b8f req-684e97f0-5284-4327-acd4-ad595751fb5b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.967567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9169f53-3498-4a57-b224-0fc66bc95b8f req-684e97f0-5284-4327-acd4-ad595751fb5b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1594207 Jul 22 14:32:44.032766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-57b1cbd1-dc9c-40a4-b57f-f25f1765c77c tempest-RoutersIpV6AdminTest-1807283938 tempest-RoutersIpV6AdminTest-1807283938-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&device_id=48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 200 len: 205 time: 0.0800090 Jul 22 14:32:44.041783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:44.042122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46574) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.043899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc15d9-1661-4d52-a751-7118fe334df0 None None] The sync data for ids ['48881639-4ce0-4d56-a88f-7dbb7163f6d7'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:44.062241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f9169f53-3498-4a57-b224-0fc66bc95b8f req-f681e5e7-dfa1-47ba-b83b-7ed9253f0814 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928164 Jul 22 14:32:44.085362 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-95fc5b7b-2992-4e19-87cf-9fb2be591776 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 200 len: 205 time: 0.0420058 Jul 22 14:32:44.087881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.188094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.386518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.389743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.453539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.454130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Fanout notify agent at l3_agent the message router_deleted on router 48881639-4ce0-4d56-a88f-7dbb7163f6d7 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:44.461820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.467093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5146abef-f8ef-4d33-926a-ed1d2a7d9d9b tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 204 len: 168 time: 0.3741856 Jul 22 14:32:44.468083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46582) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.504832 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9e7b37fd-3995-47da-a1dc-733b4b20fe63 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 200 len: 205 time: 0.0334537 Jul 22 14:32:44.506053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46584) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.560551 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-403adcd2-e1db-441b-9c5b-1f58dcb069eb tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] delete failed (client error): The resource could not be found. Jul 22 14:32:44.564069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-403adcd2-e1db-441b-9c5b-1f58dcb069eb tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/48881639-4ce0-4d56-a88f-7dbb7163f6d7 HTTP/1.1" status: 404 len: 336 time: 0.0555732 Jul 22 14:32:44.564848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46586) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.609886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-db6dc4ef-c993-4cae-ba75-dd8a13882473 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 HTTP/1.1" status: 200 len: 205 time: 0.0406182 Jul 22 14:32:44.610106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46588) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.656608 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-a864da17-dac7-486e-9e89-e60ed99796d3 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] delete failed (client error): The resource could not be found. Jul 22 14:32:44.660332 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a864da17-dac7-486e-9e89-e60ed99796d3 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/b6a5ae0c-c564-4f55-8f8f-7c0b0ed39bd8 HTTP/1.1" status: 404 len: 336 time: 0.0464263 Jul 22 14:32:44.661023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.702699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46592) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.703176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c7db9a08-06f5-497b-95d7-27f0f8e7a360 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bab2a88-1873-4719-b05e-fd6c47298940 HTTP/1.1" status: 200 len: 205 time: 0.0399709 Jul 22 14:32:44.788006 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-9890f5cc-2032-4fe3-9640-77d98f91316e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] delete failed (client error): The resource could not be found. Jul 22 14:32:44.791746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9890f5cc-2032-4fe3-9640-77d98f91316e tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/1bab2a88-1873-4719-b05e-fd6c47298940 HTTP/1.1" status: 404 len: 336 time: 0.0853717 Jul 22 14:32:44.792485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.844717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46600) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.856560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2ea5af9-16f2-47dc-af9d-d6c96434b098 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e04a293-0601-4376-9faf-d159ab0c0ceb HTTP/1.1" status: 200 len: 205 time: 0.0617154 Jul 22 14:32:44.894363 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-2baf6c3e-203a-4423-9126-34d82a15dcf8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] delete failed (client error): The resource could not be found. Jul 22 14:32:44.895499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2baf6c3e-203a-4423-9126-34d82a15dcf8 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/0e04a293-0601-4376-9faf-d159ab0c0ceb HTTP/1.1" status: 404 len: 336 time: 0.0497663 Jul 22 14:32:44.898827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:44.954049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6a0b1bf6-6b88-47e6-8898-66ee189a8e67 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=15a170a1-38cf-49d6-9fc6-6cfa53dc4441 HTTP/1.1" status: 200 len: 205 time: 0.0532591 Jul 22 14:32:44.955705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46604) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.051682 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-361cca46-2b6a-41d7-9ce9-ab13949c4657 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] delete failed (client error): The resource could not be found. Jul 22 14:32:45.055802 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-361cca46-2b6a-41d7-9ce9-ab13949c4657 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/15a170a1-38cf-49d6-9fc6-6cfa53dc4441 HTTP/1.1" status: 404 len: 336 time: 0.0990765 Jul 22 14:32:45.058643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.126680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5bd466c2-00b9-41d3-8806-af90bc6ac6ae tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "GET /v2.0/ports?device_id=b14ad034-62f1-48ee-8a43-dd151c14222c HTTP/1.1" status: 200 len: 205 time: 0.0628562 Jul 22 14:32:45.127548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46612) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.211224 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-551b0031-3b5e-430b-b0dc-375bdb2ceeeb tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] delete failed (client error): The resource could not be found. Jul 22 14:32:45.213190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-551b0031-3b5e-430b-b0dc-375bdb2ceeeb tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/routers/b14ad034-62f1-48ee-8a43-dd151c14222c HTTP/1.1" status: 404 len: 336 time: 0.0846210 Jul 22 14:32:45.214924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.259410 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9269ba5-fb94-4067-9903-a813b4777ed6 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] DELETE failed (client error): The resource could not be found. Jul 22 14:32:45.259808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9269ba5-fb94-4067-9903-a813b4777ed6 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:32:45.265964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e9269ba5-fb94-4067-9903-a813b4777ed6 tempest-RoutersIpV6AdminTest-1131179161 tempest-RoutersIpV6AdminTest-1131179161-project] 10.222.0.11 "DELETE /v2.0/subnets/4313148d-2c7f-4ca2-af4c-b40bdd28f74e HTTP/1.1" status: 404 len: 337 time: 0.0485401 Jul 22 14:32:45.711928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46632) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.764472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35e584-a7b6-49bc-97be-48b62577b60d req-2d2647f0-29de-4f44-9c58-e6eaf33741c6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.766102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a35e584-a7b6-49bc-97be-48b62577b60d req-2d2647f0-29de-4f44-9c58-e6eaf33741c6 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.5645144 Jul 22 14:32:45.815736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a35e584-a7b6-49bc-97be-48b62577b60d req-b0333f25-bbca-4577-a558-2a17df1f464c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 Jul 22 14:32:45.851093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf7e8-aae9-4cda-b3b3-a854bacf05a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:45.961414 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf7e8-aae9-4cda-b3b3-a854bacf05a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:45.967220 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc2cf7e8-aae9-4cda-b3b3-a854bacf05a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.013772 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cc2cf7e8-aae9-4cda-b3b3-a854bacf05a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95c39185cda34b45837cc7f62fd952d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974951 Jul 22 14:32:46.013772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cf7e8-aae9-4cda-b3b3-a854bacf05a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24181cee-234f-4b9f-b408-89efdefb80e0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:46.014079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46640) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:46.081210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263866a1-5c95-467c-8249-252d8dff8a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.109867 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263866a1-5c95-467c-8249-252d8dff8a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.163923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263866a1-5c95-467c-8249-252d8dff8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.168947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263866a1-5c95-467c-8249-252d8dff8a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.168947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-263866a1-5c95-467c-8249-252d8dff8a9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24181cee-234f-4b9f-b408-89efdefb80e0 HTTP/1.1" status: 204 len: 168 time: 0.1533866 Jul 22 14:32:46.180230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263866a1-5c95-467c-8249-252d8dff8a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24181cee-234f-4b9f-b408-89efdefb80e0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:46.274255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-215cab6d-4980-4bbb-bb6d-d72e40d27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.275837 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-215cab6d-4980-4bbb-bb6d-d72e40d27af3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1097 time: 0.0663912 Jul 22 14:32:46.428682 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-a3e301a5-a51e-44c9-90f5-514e9f42d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.431072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-a3e301a5-a51e-44c9-90f5-514e9f42d54f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1492236 Jul 22 14:32:46.505077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-4c1f99d7-53ec-4454-9466-b59f81a04bac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 1001 time: 0.0669887 Jul 22 14:32:46.555387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46648) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:46.580986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-55e4fde4-e2da-4b12-8ea3-feab1d90de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.582521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-55e4fde4-e2da-4b12-8ea3-feab1d90de36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0712636 Jul 22 14:32:46.635847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bb7f926a-6e3e-4fe6-ab52-bd6dce61bef9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65d3b49d534d414e9b8c0d0d8a81751c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0770679 Jul 22 14:32:46.636078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46650) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:46.701012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-8400c88c-013d-47a3-addf-0602f6eb21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.702727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-8400c88c-013d-47a3-addf-0602f6eb21c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115017 Jul 22 14:32:46.707898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.762303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.842758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-df889ddd-b39e-4088-815c-ddae426038b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326797 Jul 22 14:32:46.888775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.891399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.894847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7dc2256-2ae0-47d9-aa9d-adee5ecf61dc HTTP/1.1" status: 204 len: 168 time: 0.2556820 Jul 22 14:32:46.937049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc2256-2ae0-47d9-aa9d-adee5ecf61dc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:46.947486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.947756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.948098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.948439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.948770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.949101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.950052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.950634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.950933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.951249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.951591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.951904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a13eb-8ac2-4ad9-be53-78484963dd12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:46.992956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6ffb503-cc6d-43b7-be13-ec7a8d3f0d48 req-aa440e2f-7b8e-4f21-970a-90a0784cd782 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422396 Jul 22 14:32:47.037952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71970a-f6e2-42d5-9277-0eaf4c1e527f req-43c5316c-da0f-4d13-a475-e11aa305c65c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.039973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd71970a-f6e2-42d5-9277-0eaf4c1e527f req-43c5316c-da0f-4d13-a475-e11aa305c65c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1146383 Jul 22 14:32:47.105420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd71970a-f6e2-42d5-9277-0eaf4c1e527f req-982599bc-66f4-4da4-9be8-8f54e5e63d61 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583827 Jul 22 14:32:47.756433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46680) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.874116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-1f86d1fe-171d-4ff0-a9cb-6d64e5e48942 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.875163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f86d1fe-171d-4ff0-a9cb-6d64e5e48942 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1176376 Jul 22 14:32:47.878029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46684) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.882356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-74e4e41b-2e2c-49c9-bf85-de8e8d27b299 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.885531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-74e4e41b-2e2c-49c9-bf85-de8e8d27b299 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043995 Jul 22 14:32:47.886259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.891253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-d5e39baa-499b-481a-8a67-86c8815c6f6e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.892497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d5e39baa-499b-481a-8a67-86c8815c6f6e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050476 Jul 22 14:32:47.895036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.899147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-cd094fd5-a34a-4fdd-bd4e-392ad0985c46 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.900080 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cd094fd5-a34a-4fdd-bd4e-392ad0985c46 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040126 Jul 22 14:32:47.902266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46690) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.906788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-c00872d7-d923-475f-a7c0-af5e99156270 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.909665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c00872d7-d923-475f-a7c0-af5e99156270 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045159 Jul 22 14:32:47.910379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.914896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-64a469be-e18a-4c6a-83a0-26927a4acd54 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.915874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-64a469be-e18a-4c6a-83a0-26927a4acd54 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045764 Jul 22 14:32:47.918804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.922961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-e11566e3-cdb9-4683-a36c-54946ea12a10 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.923944 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e11566e3-cdb9-4683-a36c-54946ea12a10 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040021 Jul 22 14:32:47.926297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46696) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.930659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-e2165d88-b403-4395-b019-8473227b2ced tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.931630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e2165d88-b403-4395-b019-8473227b2ced tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0044012 Jul 22 14:32:47.933802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46698) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.938379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-b84405b4-f2bd-49d2-a328-a33197e95a64 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.939357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b84405b4-f2bd-49d2-a328-a33197e95a64 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042055 Jul 22 14:32:47.941668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46700) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.945743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-83d17ce2-bf05-4389-a5c4-1ed45389cb76 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.946674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-83d17ce2-bf05-4389-a5c4-1ed45389cb76 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041163 Jul 22 14:32:47.948719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46702) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.953794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-ac7a6183-1882-4c16-9346-906292eac6d6 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.954840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac7a6183-1882-4c16-9346-906292eac6d6 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052207 Jul 22 14:32:47.957206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.967700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-2cc8fdf2-25c1-4067-b255-8b53e46ee708 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.969022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2cc8fdf2-25c1-4067-b255-8b53e46ee708 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0106695 Jul 22 14:32:47.971647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.976872 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-f8c97da8-f12a-44be-b308-1a413d838d98 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.977969 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8c97da8-f12a-44be-b308-1a413d838d98 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046167 Jul 22 14:32:47.980422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46708) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.985366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-28ccb6e5-8883-45e6-b430-47f87309c640 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.986677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-28ccb6e5-8883-45e6-b430-47f87309c640 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047278 Jul 22 14:32:47.989402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.993775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-0c258efc-9054-432b-9524-1bf3c59908e3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:47.996099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0c258efc-9054-432b-9524-1bf3c59908e3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056674 Jul 22 14:32:47.999522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.003896 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-cac8bf26-1d35-4312-8677-4bd16df226f6 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.007320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cac8bf26-1d35-4312-8677-4bd16df226f6 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068548 Jul 22 14:32:48.007564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46714) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.012392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-2a7e9423-8163-499a-b83d-011beea13905 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.013663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2a7e9423-8163-499a-b83d-011beea13905 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052292 Jul 22 14:32:48.016256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46716) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.020792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-a17ab508-5510-4b27-9e50-9bc8868881df tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.021835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a17ab508-5510-4b27-9e50-9bc8868881df tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046320 Jul 22 14:32:48.024619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46718) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.031125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-0e5d9ea3-2a8b-432b-b405-a698b9639d03 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.032958 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0e5d9ea3-2a8b-432b-b405-a698b9639d03 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0065396 Jul 22 14:32:48.034980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46720) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.041317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-a4842d8e-d172-47d5-ae16-d87ce66155b1 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.045028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.045509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a4842d8e-d172-47d5-ae16-d87ce66155b1 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073555 Jul 22 14:32:48.049711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-a0ff661c-c7d6-486f-831c-85c33ba98600 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.052945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a0ff661c-c7d6-486f-831c-85c33ba98600 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048206 Jul 22 14:32:48.055492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.060052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-885b2e0b-9424-49bb-8518-ef1975b92340 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.062278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-885b2e0b-9424-49bb-8518-ef1975b92340 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0074682 Jul 22 14:32:48.065349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46726) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.069942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-ca1ea142-2d0f-4d4a-9723-786771a5bbf0 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.070976 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ca1ea142-2d0f-4d4a-9723-786771a5bbf0 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044796 Jul 22 14:32:48.073594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46728) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.081541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-3ccee838-f61c-463d-9ea2-b4df3166b525 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.082901 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3ccee838-f61c-463d-9ea2-b4df3166b525 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063074 Jul 22 14:32:48.085489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46730) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.091776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-6170b9d8-72e7-492b-bf36-10d7b7d0fe29 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.094093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6170b9d8-72e7-492b-bf36-10d7b7d0fe29 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074654 Jul 22 14:32:48.095588 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46732) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.100205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-6a0a7a03-5836-4c03-b49f-e7dc2cba9cf3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.103794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.104005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6a0a7a03-5836-4c03-b49f-e7dc2cba9cf3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0072913 Jul 22 14:32:48.109346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-7faebaed-2fa8-4764-bc59-1563d90da6e8 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.110478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7faebaed-2fa8-4764-bc59-1563d90da6e8 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056837 Jul 22 14:32:48.113067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.117991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-f698d64a-ac76-4f36-9d53-5af6040cc932 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.118955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f698d64a-ac76-4f36-9d53-5af6040cc932 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048037 Jul 22 14:32:48.121131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.125343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-14e9b532-550a-4d60-8277-c9d04ee1512a tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.128630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46740) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.128872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14e9b532-550a-4d60-8277-c9d04ee1512a tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064738 Jul 22 14:32:48.133120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-c56f521d-bee5-4e36-9b25-d7163009259e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.135568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c56f521d-bee5-4e36-9b25-d7163009259e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045111 Jul 22 14:32:48.136784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46744) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.143156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-ebd1c7a6-c681-4cee-a719-fcb3e5ff0e86 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.146348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.147475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ebd1c7a6-c681-4cee-a719-fcb3e5ff0e86 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0089524 Jul 22 14:32:48.151019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-f1177b03-da6f-40c5-981f-12ca6b1551d3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.152031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f1177b03-da6f-40c5-981f-12ca6b1551d3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044110 Jul 22 14:32:48.155357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.159609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-ca1aa0ef-cfec-4ca2-b5c5-08766c2d6e66 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.160580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ca1aa0ef-cfec-4ca2-b5c5-08766c2d6e66 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043149 Jul 22 14:32:48.163253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46752) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.172200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-8d07f4af-5e1c-48de-bc63-f8fd69411c00 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.175926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.176062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8d07f4af-5e1c-48de-bc63-f8fd69411c00 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0113709 Jul 22 14:32:48.180286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-d65b7959-91b3-4b07-a172-6aebd18e614f tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.181253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d65b7959-91b3-4b07-a172-6aebd18e614f tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044186 Jul 22 14:32:48.184399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46758) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.188837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-8b2fb4fa-0822-4d0d-84a0-d830d0d4abb9 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.192625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.197042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-977e91f3-b2cc-47ab-b652-579807b71a2e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.203854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8b2fb4fa-0822-4d0d-84a0-d830d0d4abb9 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0161653 Jul 22 14:32:48.204019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-977e91f3-b2cc-47ab-b652-579807b71a2e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0090892 Jul 22 14:32:48.204109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46762) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.207780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-9cb0d69a-5a7e-4ae3-83d3-b9334f01c9a6 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.213029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.217550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-ff1849e6-0d40-4fef-836c-5b727402b291 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.221249 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9cb0d69a-5a7e-4ae3-83d3-b9334f01c9a6 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0168025 Jul 22 14:32:48.221960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46770) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.223463 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff1849e6-0d40-4fef-836c-5b727402b291 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093246 Jul 22 14:32:48.229359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-1e4e8c6e-e53b-4640-a48e-812ef4a6e3ff tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.233189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.238736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-3e9a9edc-6053-49d2-88d6-ca6dfad25ca5 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.242262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e9a9edc-6053-49d2-88d6-ca6dfad25ca5 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0080667 Jul 22 14:32:48.243042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.243753 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1e4e8c6e-e53b-4640-a48e-812ef4a6e3ff tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0207324 Jul 22 14:32:48.252471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-9785502f-cbda-4215-b09c-2af5b2fe5951 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.258339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9785502f-cbda-4215-b09c-2af5b2fe5951 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091209 Jul 22 14:32:48.258916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.264042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-71f6667f-bb98-431a-9f35-350d343d69da tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.275045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-71f6667f-bb98-431a-9f35-350d343d69da tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0148697 Jul 22 14:32:48.277423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.295360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-0d408c5c-d45d-48cf-8234-be167faf452b tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.301034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d408c5c-d45d-48cf-8234-be167faf452b tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0213256 Jul 22 14:32:48.301721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.315054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-9af671c8-82df-44e9-855e-744e9291c7a1 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.316058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9af671c8-82df-44e9-855e-744e9291c7a1 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0122969 Jul 22 14:32:48.318582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.323018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-a08cf263-7239-4eba-961a-196dc912cf44 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.327415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46792) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.327637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a08cf263-7239-4eba-961a-196dc912cf44 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079596 Jul 22 14:32:48.333419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-fb3c2611-9b9c-4357-a7c1-979aff71dcc2 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.334446 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fb3c2611-9b9c-4357-a7c1-979aff71dcc2 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046718 Jul 22 14:32:48.337039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46794) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.345077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-42a86166-2352-4f5a-b62b-5f13082460cc tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.349842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-42a86166-2352-4f5a-b62b-5f13082460cc tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0116267 Jul 22 14:32:48.351758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.352916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d90b-4dfe-44ce-afd6-2a1d118a3b48 req-32ace188-c4e4-44ba-8cb3-4bbfb6cea26b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.354560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8e4d90b-4dfe-44ce-afd6-2a1d118a3b48 req-32ace188-c4e4-44ba-8cb3-4bbfb6cea26b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1295624 Jul 22 14:32:48.360941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-14db0c55-2b93-4e5a-90bb-676bd58252f4 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.365676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14db0c55-2b93-4e5a-90bb-676bd58252f4 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0112288 Jul 22 14:32:48.366868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.373647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-d346b720-10b1-4418-bde4-611f18b419f4 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.378108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d346b720-10b1-4418-bde4-611f18b419f4 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0101137 Jul 22 14:32:48.378886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.384282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-58520946-10ec-4fcb-9c66-f9f09e156ef5 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.389350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-58520946-10ec-4fcb-9c66-f9f09e156ef5 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0092452 Jul 22 14:32:48.390184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46804) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.394781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-94d2294e-a093-4c1e-9bcb-90b763f0cfe3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.399682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-94d2294e-a093-4c1e-9bcb-90b763f0cfe3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081291 Jul 22 14:32:48.400690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.406120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-651b0768-b2f4-4890-be27-8f4c020dea3c tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.409638 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8e4d90b-4dfe-44ce-afd6-2a1d118a3b48 req-1ed71529-d4bc-40e2-acc3-dbca1ec1020e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467296 Jul 22 14:32:48.410295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.410924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-651b0768-b2f4-4890-be27-8f4c020dea3c tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087116 Jul 22 14:32:48.416299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-9acde6ee-1967-4da8-8e3c-cb6f87ae7d17 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.419670 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9acde6ee-1967-4da8-8e3c-cb6f87ae7d17 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054858 Jul 22 14:32:48.420062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46810) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.440172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-b2ca3aa5-e302-4ee8-827f-e58342193549 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.442394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b2ca3aa5-e302-4ee8-827f-e58342193549 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064874 Jul 22 14:32:48.445462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.451065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-63e40b3e-e100-4f46-9fcd-730aadc8a3a3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.454479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-63e40b3e-e100-4f46-9fcd-730aadc8a3a3 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0056272 Jul 22 14:32:48.461039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46816) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.466502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-c629b2c8-fa3b-48c5-9954-978077061fb5 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.467463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c629b2c8-fa3b-48c5-9954-978077061fb5 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046747 Jul 22 14:32:48.470279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.475443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-f161bb46-0656-4118-a3e6-8383b652314b tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.476639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f161bb46-0656-4118-a3e6-8383b652314b tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052192 Jul 22 14:32:48.478937 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.485979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-85659b31-e790-45d7-ae3a-dc1af82b57ec tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.489754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85659b31-e790-45d7-ae3a-dc1af82b57ec tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0096624 Jul 22 14:32:48.492427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46824) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.502734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-d55a19b1-cbd2-4615-a497-02e79b92c3db tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.506364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d55a19b1-cbd2-4615-a497-02e79b92c3db tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0127475 Jul 22 14:32:48.509004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46826) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.514503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-fac5db1b-8d27-400c-b82a-72a7ebec138e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.516010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fac5db1b-8d27-400c-b82a-72a7ebec138e tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057635 Jul 22 14:32:48.518626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.523365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-1e30ca34-5570-43a7-9e6c-65e9c6c93ad0 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.527711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e30ca34-5570-43a7-9e6c-65e9c6c93ad0 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079064 Jul 22 14:32:48.527920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46830) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.534506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-a6a198d7-17fc-4b2d-9036-5cd38b02f610 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.536587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a6a198d7-17fc-4b2d-9036-5cd38b02f610 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064962 Jul 22 14:32:48.538904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.544855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-cacef119-116d-4ca8-94a6-17f5fe3943c9 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.548997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cacef119-116d-4ca8-94a6-17f5fe3943c9 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086932 Jul 22 14:32:48.549187 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46834) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.560199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-4a927c72-5fb8-4e02-9253-a0ee3db99160 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.567447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4a927c72-5fb8-4e02-9253-a0ee3db99160 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0145249 Jul 22 14:32:48.567852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46838) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.579417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-1f33ff66-37c2-4918-84c5-c421aca84ae8 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.582869 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f33ff66-37c2-4918-84c5-c421aca84ae8 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0116067 Jul 22 14:32:48.584280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.591722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [None req-a7e7a9ec-ce00-4bed-a46e-283b58e0c7d7 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.599660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a30ff1bd-2b64-4915-af26-bf114d411aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.600643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46844) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.601216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7e7a9ec-ce00-4bed-a46e-283b58e0c7d7 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0156732 Jul 22 14:32:48.605506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-b62eb201-a249-43bb-ac27-2822b092db48 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.611347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b62eb201-a249-43bb-ac27-2822b092db48 tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053484 Jul 22 14:32:48.611347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.616071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [None req-a7f74766-7178-4595-bc7a-c1b54c046fac tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:48.617667 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a7f74766-7178-4595-bc7a-c1b54c046fac tempest-ExtensionsTestJSON-617304895 tempest-ExtensionsTestJSON-617304895-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055344 Jul 22 14:32:48.896229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46854) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.981507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46858) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.095341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e429e3f7-dd4d-42e1-8174-5888e7bef2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.110403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.142225 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:32:49.142225 n-d-787205-11 neutron-server[93760]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:32:49.142225 n-d-787205-11 neutron-server[93760]: [parameters: {'project_id': '1ad57728df3c4d649f593c4f35d94dd4', 'id': 'a6672314-1803-4ca2-8421-2bd381db209e', 'expiration': datetime.datetime(2021, 7, 22, 14, 34, 49, 134856)}] Jul 22 14:32:49.142225 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:32:49.142744 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:32:49.219306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e429e3f7-dd4d-42e1-8174-5888e7bef2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.232008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e429e3f7-dd4d-42e1-8174-5888e7bef2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.240576 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.276148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e429e3f7-dd4d-42e1-8174-5888e7bef2e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=549244cf66134ff58530110da1f41a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3788259 Jul 22 14:32:49.277072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429e3f7-dd4d-42e1-8174-5888e7bef2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee88ad4-ec99-49f0-b975-c104f382e58c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.279340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.335395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.358401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.407503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.410261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.411432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fee88ad4-ec99-49f0-b975-c104f382e58c HTTP/1.1" status: 204 len: 168 time: 0.1309872 Jul 22 14:32:49.421013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee88ad4-ec99-49f0-b975-c104f382e58c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.429041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.430112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.430547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.431018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.431438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.431791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.432395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.432730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.433148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.433478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.434465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.434802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45488ee1-2db9-4533-9a6b-51bb854f2d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:49.571198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba06b8-b16d-4037-91b2-7d44a1230368 req-a60597e8-da7e-4bc1-8025-1bf26d2cb614 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.573812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fba06b8-b16d-4037-91b2-7d44a1230368 req-a60597e8-da7e-4bc1-8025-1bf26d2cb614 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.0765760 Jul 22 14:32:49.623683 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fba06b8-b16d-4037-91b2-7d44a1230368 req-ad92bfcd-c28d-4b65-9bc7-94ae8afa0b05 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441010 Jul 22 14:32:49.644338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.748656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46876) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.768543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.775125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7545d623-069c-4971-b34d-3de2cb7bc5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.776937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.828815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460c3a64-b683-4ebc-9ada-6f6696b6cf86,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.850544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a6303116-c6c5-423c-bcde-44295fab2ac8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ad57728df3c4d649f593c4f35d94dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8785157 Jul 22 14:32:49.853179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.926035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6de1999a-3b0e-44c3-af5a-edca9a2129db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.953779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6de1999a-3b0e-44c3-af5a-edca9a2129db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.966367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7545d623-069c-4971-b34d-3de2cb7bc5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.973418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7545d623-069c-4971-b34d-3de2cb7bc5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.032358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6de1999a-3b0e-44c3-af5a-edca9a2129db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.035609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6de1999a-3b0e-44c3-af5a-edca9a2129db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.036970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6de1999a-3b0e-44c3-af5a-edca9a2129db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/460c3a64-b683-4ebc-9ada-6f6696b6cf86 HTTP/1.1" status: 204 len: 168 time: 0.1820652 Jul 22 14:32:50.048693 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7545d623-069c-4971-b34d-3de2cb7bc5f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eec53e4790a494691695da34dd30f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996783 Jul 22 14:32:50.048888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:50.051232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545d623-069c-4971-b34d-3de2cb7bc5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08350c57-2a42-41c9-97d4-36feb155e232,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.063395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1999a-3b0e-44c3-af5a-edca9a2129db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460c3a64-b683-4ebc-9ada-6f6696b6cf86,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.120399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f238f385-6c02-4dc2-8c62-856a9d7d2e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.144331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.151741 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f238f385-6c02-4dc2-8c62-856a9d7d2e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.217483 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f238f385-6c02-4dc2-8c62-856a9d7d2e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.221963 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f238f385-6c02-4dc2-8c62-856a9d7d2e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.225430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f238f385-6c02-4dc2-8c62-856a9d7d2e51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08350c57-2a42-41c9-97d4-36feb155e232 HTTP/1.1" status: 204 len: 168 time: 0.1735616 Jul 22 14:32:50.250701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238f385-6c02-4dc2-8c62-856a9d7d2e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08350c57-2a42-41c9-97d4-36feb155e232,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.718033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:50.826358 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.877899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:50.878913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:50.883750 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b2e71e-aefa-4e99-af90-ce7ce3c56990" -d '{"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-unplugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:50.891499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a0969-73f2-444c-89f8-df8289815d8e req-3cabcd26-e9d5-4ca2-ae2b-18bfac7e4794 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:50.894339 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.901455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-343a0969-73f2-444c-89f8-df8289815d8e req-3cabcd26-e9d5-4ca2-ae2b-18bfac7e4794 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 945 time: 0.1610167 Jul 22 14:32:50.954896 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2249eb-36a1-48b0-834f-5ab194c015d4 x-openstack-request-id: req-5b2249eb-36a1-48b0-834f-5ab194c015d4 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:50.955192 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-unplugged", "status": "failed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:50.955450 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b2249eb-36a1-48b0-834f-5ab194c015d4 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:50.955859 n-d-787205-11 neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'code': 422} returned with failed status Jul 22 14:32:50.962888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.995136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.995493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.995839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.996239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.997083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.997503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.997793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.998128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.998465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.998799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.999139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:50.999460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:51.004103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-343a0969-73f2-444c-89f8-df8289815d8e req-8fb43e94-b53c-489d-8983-7edf40e02d90 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015601 Jul 22 14:32:51.345589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.357031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-2e79a77c-bbca-4537-a8d8-7b36a19fe0fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2672720 Jul 22 14:32:51.429455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 46962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:51.448028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-27b0e2a0-a55c-45d8-b467-18a2bac01e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.606831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-505479502'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:51.632828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Made reservation on behalf of 281e2294273241589b0de79f5d222342 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:51.636138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.646021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.759873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.765086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.790288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:51.807156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f1f61-39cd-4450-863b-a08d7c7c8fb4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:51.819885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.820479 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Added segment 837ad410-dd27-4667-b3ed-4e56bff9c09b of type vlan for network 4b6371a2-323f-430a-a047-182b29350505 Jul 22 14:32:51.873262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.919894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.926409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.927221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.964745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5338559 Jul 22 14:32:51.968232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 46978) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:51.974080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Request body: {'subnet': {'network_id': '4b6371a2-323f-430a-a047-182b29350505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:52.014114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a9e30-33b8-4083-9c78-9a8cb909579c tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event updated for resources: {'Network': ['ID=4b6371a2-323f-430a-a047-182b29350505,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:52.030925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 4b6371a2-323f-430a-a047-182b29350505 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:52.168647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Made reservation on behalf of 281e2294273241589b0de79f5d222342 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:52.172850 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.209476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a06769-f50a-44e3-896b-ae076ee8679f req-418efb4b-643d-4861-9b73-1331b8b9616e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.211099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87a06769-f50a-44e3-896b-ae076ee8679f req-418efb4b-643d-4861-9b73-1331b8b9616e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1238918 Jul 22 14:32:52.299797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87a06769-f50a-44e3-896b-ae076ee8679f req-ef359966-5e04-45fb-ba4d-0605ac7b8ae2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789416 Jul 22 14:32:52.393058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:32:52.444353 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.452341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.530561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event updated for resources: {'Subnet': ['ID=f73db082-1eb9-42f1-bfab-892d47c4330b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:52.558769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Checking segment: {'id': '837ad410-dd27-4667-b3ed-4e56bff9c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b6371a2-323f-430a-a047-182b29350505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:52.560560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Network hostable DHCP agents. Network: 4b6371a2-323f-430a-a047-182b29350505, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:52.588242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Network 4b6371a2-323f-430a-a047-182b29350505 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:52.600612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 4b6371a2-323f-430a-a047-182b29350505) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:52.607349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.608199 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.639665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02520419-ee9e-4584-a37a-0ace98de5e26 None None] Network 4b6371a2-323f-430a-a047-182b29350505 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:52.640130 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-da2680af-99d1-4d02-ab48-2750a22a72fc tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6702213 Jul 22 14:32:52.642630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:52.648739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Request body: {'port': {'network_id': '4b6371a2-323f-430a-a047-182b29350505', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1450924872'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:52.815370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Made reservation on behalf of 281e2294273241589b0de79f5d222342 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:52.819632 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.846396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] device_id is not set on port 59418172-c1d1-4ac2-9bc0-57d06427219e yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:32:52.853932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-4b6371a2-323f-430a-a047-182b29350505', 'network_id': '4b6371a2-323f-430a-a047-182b29350505', 'tenant_id': '281e2294273241589b0de79f5d222342', 'fixed_ips': [{'subnet_id': 'f73db082-1eb9-42f1-bfab-892d47c4330b'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:32:52.858089 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.004432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Allocated IP 2001:db8::2f4 (4b6371a2-323f-430a-a047-182b29350505/f73db082-1eb9-42f1-bfab-892d47c4330b/59418172-c1d1-4ac2-9bc0-57d06427219e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:53.176164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.191601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Transition to ACTIVE for port object 59418172-c1d1-4ac2-9bc0-57d06427219e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:53.232622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.283936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Network 4b6371a2-323f-430a-a047-182b29350505 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:53.287051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:53.291067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:53.297293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.297948 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.304511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event updated for resources: {'Port': ['ID=59418172-c1d1-4ac2-9bc0-57d06427219e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:53.314651 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Allocated IP 2001:db8::2 (4b6371a2-323f-430a-a047-182b29350505/f73db082-1eb9-42f1-bfab-892d47c4330b/a6d3773b-a585-4655-b4e2-46ed1721724b) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:53.318770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-98a1df9f-3d11-4d20-969a-de0d053ba250 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6749120 Jul 22 14:32:53.321718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:53.327902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Request body: {'port': {'network_id': '4b6371a2-323f-430a-a047-182b29350505', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-369897418', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:53.328713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] bootfile-name is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:32:53.329364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] tftp-server is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:32:53.329915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] server-ip-address is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:32:53.517161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Made reservation on behalf of 281e2294273241589b0de79f5d222342 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:53.520859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.532598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.545535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Transition to ACTIVE for port object a6d3773b-a585-4655-b4e2-46ed1721724b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:53.548680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bb253-3f21-4f71-ae4a-8d2c3c96e93e req-611a8699-e765-47aa-8d20-e39dd951f517 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.550390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e69bb253-3f21-4f71-ae4a-8d2c3c96e93e req-611a8699-e765-47aa-8d20-e39dd951f517 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1344833 Jul 22 14:32:53.559107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] device_id is not set on port 6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:32:53.562616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Transition to ACTIVE for port object a6d3773b-a585-4655-b4e2-46ed1721724b will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:53.569068 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.622100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Network 4b6371a2-323f-430a-a047-182b29350505 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:53.626319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:53.631845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:53.635657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Pushing event updated for resources: {'Port': ['ID=a6d3773b-a585-4655-b4e2-46ed1721724b,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:53.666313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e69bb253-3f21-4f71-ae4a-8d2c3c96e93e req-e0d95736-a14c-4fbb-a28e-1394e59f5c16 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086967 Jul 22 14:32:53.710033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Attempting to bind port a6d3773b-a585-4655-b4e2-46ed1721724b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:53.710477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Attempting to bind port a6d3773b-a585-4655-b4e2-46ed1721724b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '837ad410-dd27-4667-b3ed-4e56bff9c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b6371a2-323f-430a-a047-182b29350505'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:53.710918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Attempting to bind port a6d3773b-a585-4655-b4e2-46ed1721724b on network 4b6371a2-323f-430a-a047-182b29350505 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:53.717534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:53.718036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Checking segment: {'id': '837ad410-dd27-4667-b3ed-4e56bff9c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b6371a2-323f-430a-a047-182b29350505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:53.718669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.719294 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Bound using segment: {'id': '837ad410-dd27-4667-b3ed-4e56bff9c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b6371a2-323f-430a-a047-182b29350505'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:53.720512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Bound port: a6d3773b-a585-4655-b4e2-46ed1721724b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ad410-dd27-4667-b3ed-4e56bff9c09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b6371a2-323f-430a-a047-182b29350505'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:53.721107 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.751450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Allocated IP 2001:db8::3e4 (4b6371a2-323f-430a-a047-182b29350505/f73db082-1eb9-42f1-bfab-892d47c4330b/6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:53.813836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:53.817778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] For port a6d3773b-a585-4655-b4e2-46ed1721724b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:53.822731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] For port a6d3773b-a585-4655-b4e2-46ed1721724b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a6d3773b-a585-4655-b4e2-46ed1721724b,segment=NetworkSegment(837ad410-dd27-4667-b3ed-4e56bff9c09b),segment_id=837ad410-dd27-4667-b3ed-4e56bff9c09b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:53.827921 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.922879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb743-e7f9-44b6-855a-fbf93a8174d2 None None] Pushing event updated for resources: {'Port': ['ID=a6d3773b-a585-4655-b4e2-46ed1721724b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.037154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f43fe81-2826-4497-a54a-f79260278f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.040523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.070168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Transition to ACTIVE for port object 6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:54.113790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.172019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Network 4b6371a2-323f-430a-a047-182b29350505 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:54.196034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:54.201561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:54.207804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.208584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.233573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event updated for resources: {'Port': ['ID=6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.260089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f43fe81-2826-4497-a54a-f79260278f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.267443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f43fe81-2826-4497-a54a-f79260278f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.273141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e04aa38d-5a7c-4585-b56e-87bcd30e04bd tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9500501 Jul 22 14:32:54.275476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:54.280820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.317265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8f43fe81-2826-4497-a54a-f79260278f0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44655a0128da4760a827ea6fc0f0c104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012336 Jul 22 14:32:54.321256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47044) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:54.330885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43fe81-2826-4497-a54a-f79260278f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4decd413-fee4-45fb-b36b-f53cee80ec97,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.374024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b06735-ddfc-4f58-93bb-16d4033285a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.382603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b06735-ddfc-4f58-93bb-16d4033285a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.390579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b06735-ddfc-4f58-93bb-16d4033285a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.392573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-43b06735-ddfc-4f58-93bb-16d4033285a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1158044 Jul 22 14:32:54.395467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:54.476310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3314abe0-5b75-4a39-b38e-80fecf2cefc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.510053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-4de5d058-f589-4a97-89c3-570b25dd9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.511614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-4de5d058-f589-4a97-89c3-570b25dd9ac8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1&tenant_id=e7f024a9792841999c853aedf059c7e8 HTTP/1.1" status: 200 len: 1095 time: 0.1546857 Jul 22 14:32:54.517795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3314abe0-5b75-4a39-b38e-80fecf2cefc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.520963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Deleting port 6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:54.521330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.610054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3314abe0-5b75-4a39-b38e-80fecf2cefc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.612704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3314abe0-5b75-4a39-b38e-80fecf2cefc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.614309 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3314abe0-5b75-4a39-b38e-80fecf2cefc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4decd413-fee4-45fb-b36b-f53cee80ec97 HTTP/1.1" status: 204 len: 168 time: 0.2918398 Jul 22 14:32:54.618573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-4097e779-328f-4369-a314-7f61e448842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.620139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-4097e779-328f-4369-a314-7f61e448842f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1095 time: 0.0834360 Jul 22 14:32:54.632675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.635758 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314abe0-5b75-4a39-b38e-80fecf2cefc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4decd413-fee4-45fb-b36b-f53cee80ec97,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.650217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Calling delete_port for 6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:54.735082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-30825096-90e8-49d4-8ddc-267b3d798998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.736879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-30825096-90e8-49d4-8ddc-267b3d798998 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1096849 Jul 22 14:32:54.879827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.905406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-8a6c3ed6-feeb-4f30-96f8-b9c93c617d21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 999 time: 0.1612356 Jul 22 14:32:54.934355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event deleted for resources: {'Port': ['ID=6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.994426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.014133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b01fc713-0b6f-41c3-b01d-83a1ba5462e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "DELETE /v2.0/ports/6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f HTTP/1.1" status: 204 len: 168 time: 0.6136594 Jul 22 14:32:55.014850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:55.020745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Request body: {'port': {'name': 'tempest-new-port-name-274428951', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:55.021325 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] bootfile-name is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:32:55.021727 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] tftp-server is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:32:55.022070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] server-ip-address is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:32:55.039128 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8a0a-3af1-4cdb-b865-a2f124623841 req-028d3b77-0ee7-4725-9363-acaf267ba802 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.041579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c9a8a0a-3af1-4cdb-b865-a2f124623841 req-028d3b77-0ee7-4725-9363-acaf267ba802 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.2121241 Jul 22 14:32:55.043603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-e5af4410-ba00-450c-bcbe-2d8b21971e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.045371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-e5af4410-ba00-450c-bcbe-2d8b21971e5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.1323798 Jul 22 14:32:55.133553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:55.146305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c9a8a0a-3af1-4cdb-b865-a2f124623841 req-a14decad-5d17-43d9-904b-0e3ee05db1e2 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984206 Jul 22 14:32:55.179338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfb48-dc2d-4863-a6c6-b053c45208e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.196921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-3146510f-7c14-4bbd-86ad-f8e4ff9f095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.199003 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-3146510f-7c14-4bbd-86ad-f8e4ff9f095d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351440 Jul 22 14:32:55.207669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.313904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c7e89-73fb-4644-a909-dc7375562c4f None None] Network 4b6371a2-323f-430a-a047-182b29350505 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:55.342487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-fe86413c-087f-4410-bd7e-e871100149bf service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337237 Jul 22 14:32:55.445650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfb48-dc2d-4863-a6c6-b053c45208e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.455154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d5cfb48-dc2d-4863-a6c6-b053c45208e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.463860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13e3510b-8907-4f9e-b9eb-058ff7a1563b None None] Provisioning for port a6d3773b-a585-4655-b4e2-46ed1721724b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:55.506272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e94f113-d5c0-4afc-a031-ded6a66a7d76 req-b9121220-4e62-4e5c-aecb-a92ca6e43fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565399 Jul 22 14:32:55.527751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cfb48-dc2d-4863-a6c6-b053c45208e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479712d7-2f29-4ca2-a195-eda519848b9c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:55.537066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9d5cfb48-dc2d-4863-a6c6-b053c45208e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b4af2d1f3594ae490706d785978a958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001691 Jul 22 14:32:55.537661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47060) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:55.570238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.576492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.629236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] In _notify_port_updated(), no bound segment for port 59418172-c1d1-4ac2-9bc0-57d06427219e on network 4b6371a2-323f-430a-a047-182b29350505 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:32:55.633338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3d54-3e91-4222-a41a-4b04ab7ab84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.635743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.636421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.640281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "PUT /v2.0/ports/59418172-c1d1-4ac2-9bc0-57d06427219e HTTP/1.1" status: 200 len: 1129 time: 0.6221688 Jul 22 14:32:55.640666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47066) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:55.642730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406a4ef-2fbc-466a-b02e-8bf199216195 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event updated for resources: {'Port': ['ID=59418172-c1d1-4ac2-9bc0-57d06427219e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:55.711895 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3d54-3e91-4222-a41a-4b04ab7ab84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.754349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816cc58-2d1f-49ea-9ba9-a84b8e429a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.756269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4816cc58-2d1f-49ea-9ba9-a84b8e429a53 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "GET /v2.0/ports/59418172-c1d1-4ac2-9bc0-57d06427219e HTTP/1.1" status: 200 len: 1129 time: 0.1147017 Jul 22 14:32:55.761503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:55.802442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3d54-3e91-4222-a41a-4b04ab7ab84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.806375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ddb3d54-3e91-4222-a41a-4b04ab7ab84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.807555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6ddb3d54-3e91-4222-a41a-4b04ab7ab84e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/479712d7-2f29-4ca2-a195-eda519848b9c HTTP/1.1" status: 204 len: 168 time: 0.2689910 Jul 22 14:32:55.818385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb3d54-3e91-4222-a41a-4b04ab7ab84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479712d7-2f29-4ca2-a195-eda519848b9c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:55.919121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9a15eee-a9bc-4ef9-b6b2-bc6c101c61d1 None None] Provisioning for port 59418172-c1d1-4ac2-9bc0-57d06427219e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:55.929296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c9a15eee-a9bc-4ef9-b6b2-bc6c101c61d1 None None] Provisioning complete for port 59418172-c1d1-4ac2-9bc0-57d06427219e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:55.930688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c9a15eee-a9bc-4ef9-b6b2-bc6c101c61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.024820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Deleting port 59418172-c1d1-4ac2-9bc0-57d06427219e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:56.025249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.035815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c9a15eee-a9bc-4ef9-b6b2-bc6c101c61d1 None None] Port 59418172-c1d1-4ac2-9bc0-57d06427219e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:56.075014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a6d3773b-a585-4655-b4e2-46ed1721724b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:56.194399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a6d3773b-a585-4655-b4e2-46ed1721724b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:56.201832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a6d3773b-a585-4655-b4e2-46ed1721724b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:56.202204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.208697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.239361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Calling delete_port for 59418172-c1d1-4ac2-9bc0-57d06427219e owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:56.341704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9b041799-4d18-43b9-b690-63f1df173af5 None None] Provisioning complete for port 59418172-c1d1-4ac2-9bc0-57d06427219e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:56.342816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9b041799-4d18-43b9-b690-63f1df173af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.380332 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.484533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a6d3773b-a585-4655-b4e2-46ed1721724b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a6d3773b-a585-4655-b4e2-46ed1721724b,segment=NetworkSegment(837ad410-dd27-4667-b3ed-4e56bff9c09b),segment_id=837ad410-dd27-4667-b3ed-4e56bff9c09b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:56.491203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9b041799-4d18-43b9-b690-63f1df173af5 None None] Port 59418172-c1d1-4ac2-9bc0-57d06427219e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:56.499972 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.550732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.702211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event deleted for resources: {'Port': ['ID=59418172-c1d1-4ac2-9bc0-57d06427219e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:56.721598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bcac7-f10a-48c3-a1f0-4d5ccb91d358 req-e9bf80f2-e8a1-4a0a-92a5-24bd66a27723 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.732439 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-180bcac7-f10a-48c3-a1f0-4d5ccb91d358 req-e9bf80f2-e8a1-4a0a-92a5-24bd66a27723 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.3771052 Jul 22 14:32:56.755707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9e42537d-6b83-4e24-b8da-167c034dd65d None None] Could not find standard attr ID for object 6db9ab8c-081b-4bb9-80ae-f3f21b0d7a3f. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:32:56.759940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a6d3773b-a585-4655-b4e2-46ed1721724b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:56.802908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.805502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6bf646c6-a9fa-4a58-a7c7-c90b3b1b750d tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "DELETE /v2.0/ports/59418172-c1d1-4ac2-9bc0-57d06427219e HTTP/1.1" status: 204 len: 168 time: 1.0421782 Jul 22 14:32:56.808325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:56.834471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-180bcac7-f10a-48c3-a1f0-4d5ccb91d358 req-5796329b-2678-4ecd-b87a-3e2e37cee636 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637174 Jul 22 14:32:56.954861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Deleting subnet f73db082-1eb9-42f1-bfab-892d47c4330b {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:56.961051 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.043929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.281059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.414731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.524307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.531370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "DELETE /v2.0/subnets/f73db082-1eb9-42f1-bfab-892d47c4330b HTTP/1.1" status: 204 len: 168 time: 0.7192769 Jul 22 14:32:57.531839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:57.532848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2172e6-64e6-4ae1-b9bf-c891bfe17a9e tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event deleted for resources: {'Subnet': ['ID=f73db082-1eb9-42f1-bfab-892d47c4330b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:57.586918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f6bd1da7-57f7-4236-bd2b-753fc220fc03 None None] Could not find standard attr ID for object 59418172-c1d1-4ac2-9bc0-57d06427219e. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:32:57.668070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.804295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Deleting port a6d3773b-a585-4655-b4e2-46ed1721724b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:57.804678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.950451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394e327-f13c-4c0c-b01b-b7383f763534 None None] Network 4b6371a2-323f-430a-a047-182b29350505 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:57.990031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] For port a6d3773b-a585-4655-b4e2-46ed1721724b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a6d3773b-a585-4655-b4e2-46ed1721724b,segment=NetworkSegment(837ad410-dd27-4667-b3ed-4e56bff9c09b),segment_id=837ad410-dd27-4667-b3ed-4e56bff9c09b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:57.990761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.028063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Calling delete_port for a6d3773b-a585-4655-b4e2-46ed1721724b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:58.124578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a6d3773b-a585-4655-b4e2-46ed1721724b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:58.184088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e08c1-6375-4cbf-97e3-2752d6bb54ea req-b0c68504-ecae-4b65-8564-a8d881e07230 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.201876 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-293e08c1-6375-4cbf-97e3-2752d6bb54ea req-b0c68504-ecae-4b65-8564-a8d881e07230 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.2302010 Jul 22 14:32:58.241297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.299412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event deleted for resources: {'Port': ['ID=a6d3773b-a585-4655-b4e2-46ed1721724b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:58.304820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] No DVR routers for this DVR port a6d3773b-a585-4655-b4e2-46ed1721724b on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:58.319957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-293e08c1-6375-4cbf-97e3-2752d6bb54ea req-7ef91978-986d-4a85-98b8-39b6c18c8d67 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115456 Jul 22 14:32:58.390192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No active binding found for port a6d3773b-a585-4655-b4e2-46ed1721724b {{(pid=93761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:32:58.391214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a6d3773b-a585-4655-b4e2-46ed1721724b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 14:32:58.462686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Port a6d3773b-a585-4655-b4e2-46ed1721724b not found, will not notify nova. {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 14:32:58.518574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946eb3f-d559-404b-a127-7ed519fac685 None None] DHCP port deletion for 4b6371a2-323f-430a-a047-182b29350505 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:32:58.528458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.558186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6371a2-323f-430a-a047-182b29350505']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:58.580999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837ad410-dd27-4667-b3ed-4e56bff9c09b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:58.581401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837ad410-dd27-4667-b3ed-4e56bff9c09b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:58.595523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.624387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.631358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:58.631961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:58.635962 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:58.751945 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.766977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.773932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] 10.222.0.11 "DELETE /v2.0/networks/4b6371a2-323f-430a-a047-182b29350505 HTTP/1.1" status: 204 len: 168 time: 1.2387266 Jul 22 14:32:58.798628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47657a4b-4e29-426c-9909-47b725b29244 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983 tempest-ExtraDHCPOptionsIpV6TestJSON-1094313983-project] Pushing event deleted for resources: {'Network': ['ID=4b6371a2-323f-430a-a047-182b29350505,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:59.195874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:59.498335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1fc470b3-c4c9-4e18-8eee-199aaab31c33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=281e2294273241589b0de79f5d222342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011420 Jul 22 14:32:59.506625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:59.602397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06749f29-77ae-4525-86c0-58a33125cdd8 req-40286c37-7784-42a7-8552-345e9d10676a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:59.611167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06749f29-77ae-4525-86c0-58a33125cdd8 req-40286c37-7784-42a7-8552-345e9d10676a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1884654 Jul 22 14:32:59.637675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5ca-3e01-4306-a192-f59f60777702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.681275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5ca-3e01-4306-a192-f59f60777702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.691184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06749f29-77ae-4525-86c0-58a33125cdd8 req-99d0eb70-7b43-4098-8e3e-39c21ac417d0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690379 Jul 22 14:32:59.765258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5ca-3e01-4306-a192-f59f60777702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.768686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fa0b5ca-3e01-4306-a192-f59f60777702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.770181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8fa0b5ca-3e01-4306-a192-f59f60777702 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b0f1f61-39cd-4450-863b-a08d7c7c8fb4 HTTP/1.1" status: 204 len: 168 time: 0.2679584 Jul 22 14:32:59.803446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0b5ca-3e01-4306-a192-f59f60777702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f1f61-39cd-4450-863b-a08d7c7c8fb4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:00.013772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a6d3773b-a585-4655-b4e2-46ed1721724b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:00.047895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a6d3773b-a585-4655-b4e2-46ed1721724b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:00.048352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a6d3773b-a585-4655-b4e2-46ed1721724b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:00.992831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0113e7-7699-45a0-89f1-8d2a23fa70d5 req-6d11afd0-27cd-4212-9f20-a500282d786b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.004247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a0113e7-7699-45a0-89f1-8d2a23fa70d5 req-6d11afd0-27cd-4212-9f20-a500282d786b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1426663 Jul 22 14:33:01.119002 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a0113e7-7699-45a0-89f1-8d2a23fa70d5 req-98708c12-96a3-4909-9d95-04aa4d8e8a5d tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132226 Jul 22 14:33:02.503139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa5067-9e98-46ae-a8a0-cdf73b3b9b5b req-278ee7aa-9f7c-4873-bcb1-6cc55e47c5f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:02.506632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1aa5067-9e98-46ae-a8a0-cdf73b3b9b5b req-278ee7aa-9f7c-4873-bcb1-6cc55e47c5f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.2613637 Jul 22 14:33:02.593121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1aa5067-9e98-46ae-a8a0-cdf73b3b9b5b req-16f5002d-7f09-446a-80d5-835e98cc1dd3 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779769 Jul 22 14:33:02.619344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47252) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:02.832255 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6760cedd-489e-4ec0-92a2-a72a60c07f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.042191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6760cedd-489e-4ec0-92a2-a72a60c07f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.084293 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6760cedd-489e-4ec0-92a2-a72a60c07f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.202272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6760cedd-489e-4ec0-92a2-a72a60c07f08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4625e196136540f0a6348f8d812b88e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695896 Jul 22 14:33:03.217914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47264) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:03.224323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760cedd-489e-4ec0-92a2-a72a60c07f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae80536-e0eb-4f5b-9a04-4c1460d3d704,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:03.296960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18abef42-4565-47db-acba-be04fe4a4bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.347817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18abef42-4565-47db-acba-be04fe4a4bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.480841 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18abef42-4565-47db-acba-be04fe4a4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.489815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18abef42-4565-47db-acba-be04fe4a4bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.498425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-18abef42-4565-47db-acba-be04fe4a4bd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ae80536-e0eb-4f5b-9a04-4c1460d3d704 HTTP/1.1" status: 204 len: 168 time: 0.2977448 Jul 22 14:33:03.514184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abef42-4565-47db-acba-be04fe4a4bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae80536-e0eb-4f5b-9a04-4c1460d3d704,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:03.926810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc156c5c-1583-4054-9ee2-a56ee5d46298 req-f600aa1b-76da-41a9-b365-ae800130a521 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.935998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc156c5c-1583-4054-9ee2-a56ee5d46298 req-f600aa1b-76da-41a9-b365-ae800130a521 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.2128863 Jul 22 14:33:04.021308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc156c5c-1583-4054-9ee2-a56ee5d46298 req-e83fc349-729b-4a5e-a410-722135589304 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842855 Jul 22 14:33:04.119965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47274) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:04.147235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3a3bde9-7eeb-4a5e-85ff-890563d96daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.354450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3a3bde9-7eeb-4a5e-85ff-890563d96daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.360974 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3a3bde9-7eeb-4a5e-85ff-890563d96daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.391669 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f3a3bde9-7eeb-4a5e-85ff-890563d96daf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=599953c9398f401a8d98e41182d1a6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676635 Jul 22 14:33:04.392053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:04.437968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3bde9-7eeb-4a5e-85ff-890563d96daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dfbef8-2146-4562-9eec-9915327664e9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:04.525004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dde9b9-1278-42eb-b08c-42075e4737f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.558479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dde9b9-1278-42eb-b08c-42075e4737f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.612961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dde9b9-1278-42eb-b08c-42075e4737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.616244 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4dde9b9-1278-42eb-b08c-42075e4737f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.618171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f4dde9b9-1278-42eb-b08c-42075e4737f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04dfbef8-2146-4562-9eec-9915327664e9 HTTP/1.1" status: 204 len: 168 time: 0.2250011 Jul 22 14:33:04.628825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dde9b9-1278-42eb-b08c-42075e4737f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dfbef8-2146-4562-9eec-9915327664e9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:05.239251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb8796-1da2-4b5a-b7be-d0dd3cf692a4 req-4ac8fc97-3d6d-42b0-9377-7b5fcb53f1f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.253886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8dcb8796-1da2-4b5a-b7be-d0dd3cf692a4 req-4ac8fc97-3d6d-42b0-9377-7b5fcb53f1f8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1128244 Jul 22 14:33:05.314527 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8dcb8796-1da2-4b5a-b7be-d0dd3cf692a4 req-c041a252-a519-4ccd-8888-8118861cc422 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593026 Jul 22 14:33:06.582986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f944c-e1e6-4211-8a75-66d8f81756da req-73290e17-4fd8-4bb8-9f55-c8f0a2496edc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.586209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b20f944c-e1e6-4211-8a75-66d8f81756da req-73290e17-4fd8-4bb8-9f55-c8f0a2496edc tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.1485138 Jul 22 14:33:06.642528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b20f944c-e1e6-4211-8a75-66d8f81756da req-efd3760f-f6c7-4f4d-af38-2bf57041ac69 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503173 Jul 22 14:33:06.951964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:07.070746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-325398b1-8f44-49bb-a7e3-819ef92960ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.172326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-325398b1-8f44-49bb-a7e3-819ef92960ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.177160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-325398b1-8f44-49bb-a7e3-819ef92960ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.221136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-325398b1-8f44-49bb-a7e3-819ef92960ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ead98a8942fd44269afba1c72b95eaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678592 Jul 22 14:33:07.221913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325398b1-8f44-49bb-a7e3-819ef92960ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb817c1e-84ff-403b-a022-c4e816aa2e88,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:07.223861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47360) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:07.297028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8329c96-e08a-42bb-bea3-efcb916f2be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.321265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8329c96-e08a-42bb-bea3-efcb916f2be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.390793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8329c96-e08a-42bb-bea3-efcb916f2be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.399900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c8329c96-e08a-42bb-bea3-efcb916f2be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.401229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8329c96-e08a-42bb-bea3-efcb916f2be0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb817c1e-84ff-403b-a022-c4e816aa2e88 HTTP/1.1" status: 204 len: 168 time: 0.1759543 Jul 22 14:33:07.420165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8329c96-e08a-42bb-bea3-efcb916f2be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb817c1e-84ff-403b-a022-c4e816aa2e88,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:07.804074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01b452-ccc1-45eb-b5a8-c8ecb7ec0913 req-46e66b89-5edc-46b7-8702-8efa91a0c14c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.805716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da01b452-ccc1-45eb-b5a8-c8ecb7ec0913 req-46e66b89-5edc-46b7-8702-8efa91a0c14c tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.0787399 Jul 22 14:33:07.862158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-da01b452-ccc1-45eb-b5a8-c8ecb7ec0913 req-5a27a632-c6b1-4630-8b84-03e54d4a304a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485003 Jul 22 14:33:07.919578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:07.933683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd3cee4b-1f2a-49e3-86b4-a39c0fb3a4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.046334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd3cee4b-1f2a-49e3-86b4-a39c0fb3a4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.051590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd3cee4b-1f2a-49e3-86b4-a39c0fb3a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.108194 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd3cee4b-1f2a-49e3-86b4-a39c0fb3a4cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8826e2187f464b78a49553dbc099de0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848130 Jul 22 14:33:08.108194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cee4b-1f2a-49e3-86b4-a39c0fb3a4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b54a7-6858-4831-bc9c-f2431f4ea9bf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:08.109531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:08.176853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e60257f-7b74-41fc-ba5d-339202f53e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.206320 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e60257f-7b74-41fc-ba5d-339202f53e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.258393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e60257f-7b74-41fc-ba5d-339202f53e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.262354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e60257f-7b74-41fc-ba5d-339202f53e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.263537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6e60257f-7b74-41fc-ba5d-339202f53e71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/808b54a7-6858-4831-bc9c-f2431f4ea9bf HTTP/1.1" status: 204 len: 168 time: 0.1526008 Jul 22 14:33:08.271370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60257f-7b74-41fc-ba5d-339202f53e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b54a7-6858-4831-bc9c-f2431f4ea9bf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:09.025883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a928-e378-4472-a854-e94da328873e req-cf5e6317-6aa5-4718-986f-dc309b8ab67b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:09.028679 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43d2a928-e378-4472-a854-e94da328873e req-cf5e6317-6aa5-4718-986f-dc309b8ab67b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.0834751 Jul 22 14:33:09.072038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-a866baa2-ee74-444a-a84b-437338bda542 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:09.074304 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43d2a928-e378-4472-a854-e94da328873e req-79fb242d-d773-476b-bfc2-ee32318881a0 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378883 Jul 22 14:33:09.078138 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-a866baa2-ee74-444a-a84b-437338bda542 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1392179 Jul 22 14:33:09.091717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-cfc72fac-a96b-400c-9898-7d30bb243276 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0108376 Jul 22 14:33:09.175899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-7b3294d0-1a70-4471-8bbe-d2a2c26a1571 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731826 Jul 22 14:33:09.452122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-740c0e21-8a2c-435e-9e69-2e6c4e4b1eae service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677283 Jul 22 14:33:09.559282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-15b5a5af-1b91-4683-b2e4-0a30147762dc service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989876 Jul 22 14:33:09.816789 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-605f71c6-0252-4650-9826-345a8895abfd req-79b2b65b-7826-4ea3-bb03-695cc6e47405 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 210 time: 0.0516825 Jul 22 14:33:10.268927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1199c-a5c9-4f3c-8aea-a72222888500 req-c3b7060c-672c-4a9b-b11f-bfba04ebfc33 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.270843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffe1199c-a5c9-4f3c-8aea-a72222888500 req-c3b7060c-672c-4a9b-b11f-bfba04ebfc33 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 943 time: 0.0993624 Jul 22 14:33:10.319543 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffe1199c-a5c9-4f3c-8aea-a72222888500 req-2f16bf94-912a-4511-8a2b-c2218b227dbf tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 Jul 22 14:33:10.769753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:10.960667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:10.974447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'port_id': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'mac_address': 'fa:16:3e:78:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:11.014448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-dd9c3bcf-a39c-47d0-a0ff-daef2f3048a2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.017479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.017731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-dd9c3bcf-a39c-47d0-a0ff-daef2f3048a2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.2720256 Jul 22 14:33:11.020322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed3764d7-0c6e-420d-a98c-5fa4d756ec07 req-67ba3334-efd4-409b-8f8e-d972ae5fb0ce tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 210 time: 0.0533862 Jul 22 14:33:11.032243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7768697-268d-426e-8eef-edada6aeb7e7 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:11.039043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': '95d99973-066d-433e-8ee3-e4d660e254e8', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:11.088441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:11.095688 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.182355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:11.247301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:11.251804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.311383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['d7768697-268d-426e-8eef-edada6aeb7e7'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:11.488466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.6 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/75105f89-f340-4ec6-96a8-2fc483c810f1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:11.494745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed1461-1037-4a3b-962c-b696a5a04831 req-792348ed-69ce-4ac9-9b6f-b2c83f50c14b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.498015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bed1461-1037-4a3b-962c-b696a5a04831 req-792348ed-69ce-4ac9-9b6f-b2c83f50c14b tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 944 time: 0.0917199 Jul 22 14:33:11.572033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bed1461-1037-4a3b-962c-b696a5a04831 req-6d5c1cd3-6337-4690-874f-5438550e718a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679336 Jul 22 14:33:11.720985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.735755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object 75105f89-f340-4ec6-96a8-2fc483c810f1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:11.789044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.813285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:11.832650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:11.837382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:11.894246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=75105f89-f340-4ec6-96a8-2fc483c810f1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:11.914632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.915445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.941041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-910cce13-81c2-46b9-bbbb-6176027d9296 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9072597 Jul 22 14:33:11.955572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Request body: {'port': {'device_id': '95d99973-066d-433e-8ee3-e4d660e254e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:12.120133 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.291350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-29f29303-e304-421e-8a2d-ef72a9557ddb None None] Provisioning for port 75105f89-f340-4ec6-96a8-2fc483c810f1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:12.301448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-29f29303-e304-421e-8a2d-ef72a9557ddb None None] Provisioning complete for port 75105f89-f340-4ec6-96a8-2fc483c810f1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:12.302290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-29f29303-e304-421e-8a2d-ef72a9557ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.371287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-29f29303-e304-421e-8a2d-ef72a9557ddb None None] Port 75105f89-f340-4ec6-96a8-2fc483c810f1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:33:12.785473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:12.858422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0a072-21b1-40ff-bba0-d2ef4ac8e2a1 req-c0d4c2d2-8b38-4288-aa8a-1d3da101fbf5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:12.860040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfa0a072-21b1-40ff-bba0-d2ef4ac8e2a1 req-c0d4c2d2-8b38-4288-aa8a-1d3da101fbf5 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 944 time: 0.1842926 Jul 22 14:33:12.920115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port d7768697-268d-426e-8eef-edada6aeb7e7 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:12.920852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.924656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75105f89-f340-4ec6-96a8-2fc483c810f1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:12.933826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.962050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a12d6-634c-471b-91ae-180597298053 req-2c3fc86d-7dee-4282-8d94-107fa681c8cf tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:12.964325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-659a12d6-634c-471b-91ae-180597298053 req-2c3fc86d-7dee-4282-8d94-107fa681c8cf tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 931 time: 0.7897089 Jul 22 14:33:12.970476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Transition to ACTIVE for port object 75105f89-f340-4ec6-96a8-2fc483c810f1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:12.982147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfa0a072-21b1-40ff-bba0-d2ef4ac8e2a1 req-6807055e-0805-4b65-bb5a-cb78627e9c73 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128533 Jul 22 14:33:12.993718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.064741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.079757 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-659a12d6-634c-471b-91ae-180597298053 req-e6d55ac6-24c0-4054-8aec-502db06a50ab tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060159 Jul 22 14:33:13.087704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Pushing event updated for resources: {'Port': ['ID=75105f89-f340-4ec6-96a8-2fc483c810f1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:13.124931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:13.134837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:13.137334 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ee4d65-21d0-4a72-a003-f7e4f97e67a3" -d '{"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:13.160281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.296313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:13.322339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Attempting to bind port 75105f89-f340-4ec6-96a8-2fc483c810f1 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:13.322805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Attempting to bind port 75105f89-f340-4ec6-96a8-2fc483c810f1 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:13.322916 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2ae678-73c8-4470-8040-4634ba1b292d x-openstack-request-id: req-ce2ae678-73c8-4470-8040-4634ba1b292d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:13.323023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Attempting to bind port 75105f89-f340-4ec6-96a8-2fc483c810f1 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:13.323132 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:13.323338 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce2ae678-73c8-4470-8040-4634ba1b292d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:13.324829 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'code': 200} Jul 22 14:33:13.365269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Port 75105f89-f340-4ec6-96a8-2fc483c810f1 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:13.365634 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Attempting to bind port 75105f89-f340-4ec6-96a8-2fc483c810f1 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:13.389801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:13.391986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:13.395881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:13.395881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Bound port: 75105f89-f340-4ec6-96a8-2fc483c810f1, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:13.401978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.630301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] For port 75105f89-f340-4ec6-96a8-2fc483c810f1, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:13.637723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] For port 75105f89-f340-4ec6-96a8-2fc483c810f1, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=75105f89-f340-4ec6-96a8-2fc483c810f1,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:13.642258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8a29c-1ae1-4852-826e-1371267f8559 req-7c8856f7-2902-4846-9b41-4536dddc0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.644124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90e8a29c-1ae1-4852-826e-1371267f8559 req-7c8856f7-2902-4846-9b41-4536dddc0c80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1098 time: 0.1176367 Jul 22 14:33:13.647139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.698140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90e8a29c-1ae1-4852-826e-1371267f8559 req-dd10cfbb-9e8b-4c6e-bfc3-fc1e94f3ece5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472350 Jul 22 14:33:13.727180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.727810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.729237 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] 10.222.0.20 "PUT /v2.0/ports/75105f89-f340-4ec6-96a8-2fc483c810f1 HTTP/1.1" status: 200 len: 1092 time: 1.7785866 Jul 22 14:33:13.729708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d99973-066d-433e-8ee3-e4d660e254e8', 'tag': '75105f89-f340-4ec6-96a8-2fc483c810f1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:13.743983 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a54742-9c11-4008-a06d-db276a8a13b1" -d '{"events": [{"name": "network-changed", "server_uuid": "95d99973-066d-433e-8ee3-e4d660e254e8", "tag": "75105f89-f340-4ec6-96a8-2fc483c810f1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:13.861888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e9ff4-29a7-4d2a-9cbe-912221464065 service neutron] Pushing event updated for resources: {'Port': ['ID=75105f89-f340-4ec6-96a8-2fc483c810f1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:13.877210 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fe49e8-6943-46f8-881e-a348ba964fc4 x-openstack-request-id: req-46fe49e8-6943-46f8-881e-a348ba964fc4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:13.877765 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d99973-066d-433e-8ee3-e4d660e254e8", "tag": "75105f89-f340-4ec6-96a8-2fc483c810f1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:13.878173 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46fe49e8-6943-46f8-881e-a348ba964fc4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:13.878744 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d99973-066d-433e-8ee3-e4d660e254e8', 'tag': '75105f89-f340-4ec6-96a8-2fc483c810f1', 'status': 'completed', 'code': 200} Jul 22 14:33:13.924851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-15c476fc-a6cd-44d4-aa7e-a6f0374492ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.926887 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-15c476fc-a6cd-44d4-aa7e-a6f0374492ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 1095 time: 0.1362627 Jul 22 14:33:13.952345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47556) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:13.977231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-8fcec582-bc51-475e-8f65-6b437dd880ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75105f89-f340-4ec6-96a8-2fc483c810f1 HTTP/1.1" status: 200 len: 217 time: 0.0424602 Jul 22 14:33:14.054019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-dffb2771-19e1-4943-b2b3-9fc2b4b14949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.055572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-dffb2771-19e1-4943-b2b3-9fc2b4b14949 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0704341 Jul 22 14:33:14.160584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e32ea9-ae54-441b-9c21-b32f2b98e92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.201226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-cf8a63b2-8023-40e6-b16f-3b124a73810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.203209 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-cf8a63b2-8023-40e6-b16f-3b124a73810b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392021 Jul 22 14:33:14.223344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b06ae-830b-4b9e-a13b-b26c42161861 req-97cec9f1-2095-4e6c-b07e-8a048ecc2474 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.225359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-065b06ae-830b-4b9e-a13b-b26c42161861 req-97cec9f1-2095-4e6c-b07e-8a048ecc2474 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 946 time: 0.1343074 Jul 22 14:33:14.313336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-065b06ae-830b-4b9e-a13b-b26c42161861 req-e9cee976-d567-4c47-9d71-b333b5dd5473 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805097 Jul 22 14:33:14.395312 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e32ea9-ae54-441b-9c21-b32f2b98e92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.404009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e32ea9-ae54-441b-9c21-b32f2b98e92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.421415 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-55aa117a-d8e6-455e-8bc8-b908a2085156 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115064 Jul 22 14:33:14.443900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79faf-efa6-49f2-a049-eb410fd3e1d5 req-a5f847c6-e936-4c15-987c-1151aea840a5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.453204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62c79faf-efa6-49f2-a049-eb410fd3e1d5 req-a5f847c6-e936-4c15-987c-1151aea840a5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1993001 Jul 22 14:33:14.501829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-89e32ea9-ae54-441b-9c21-b32f2b98e92d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07608b50aa67462b85a2cf712c8ff38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477486 Jul 22 14:33:14.504505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47574) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:14.590001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21a269ef-614d-4fb0-adb6-ea6739e33672 req-447c84b6-3812-46ae-ac55-437e3a21dfbf service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579525 Jul 22 14:33:14.600513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e32ea9-ae54-441b-9c21-b32f2b98e92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484545bb-f4f8-46af-8d4c-1dd6ecb97a48,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:14.661796 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62c79faf-efa6-49f2-a049-eb410fd3e1d5 req-8e817618-3060-44d2-9085-11ed331f1157 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032084 Jul 22 14:33:14.676098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aab8ded6-2184-4fa0-b233-ede279b07ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.732916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aab8ded6-2184-4fa0-b233-ede279b07ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.751831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-b660685d-dc29-4750-8a42-5f46b2788128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.753421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-b660685d-dc29-4750-8a42-5f46b2788128 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 1095 time: 0.0887165 Jul 22 14:33:14.795928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aab8ded6-2184-4fa0-b233-ede279b07ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.800554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aab8ded6-2184-4fa0-b233-ede279b07ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.803010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aab8ded6-2184-4fa0-b233-ede279b07ad0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/484545bb-f4f8-46af-8d4c-1dd6ecb97a48 HTTP/1.1" status: 204 len: 168 time: 0.2911632 Jul 22 14:33:14.816291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8ded6-2184-4fa0-b233-ede279b07ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484545bb-f4f8-46af-8d4c-1dd6ecb97a48,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:14.963968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-a214656a-840b-43bb-8a78-24ca97f69cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.965809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-a214656a-840b-43bb-8a78-24ca97f69cc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.2049117 Jul 22 14:33:15.037723 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-0d95b93e-e4de-4556-87ff-92ce6930be55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75105f89-f340-4ec6-96a8-2fc483c810f1 HTTP/1.1" status: 200 len: 217 time: 0.0649941 Jul 22 14:33:15.215280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-e08f2426-e52a-4c85-91bf-ea32a8452793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.220504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-e08f2426-e52a-4c85-91bf-ea32a8452793 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.1704276 Jul 22 14:33:15.422679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-68f09bda-8c17-4a9d-abe1-789c7a74def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.424515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-68f09bda-8c17-4a9d-abe1-789c7a74def5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994097 Jul 22 14:33:15.550833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47620) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:15.574614 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f002d6d-b5e9-4b6b-b1e4-00c459f93d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.642734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-05b17cf0-cc06-47c8-878b-9e39b4c004f2 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041898 Jul 22 14:33:15.673466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8878dae-37e2-4be4-b6ad-0f8e45598b8e req-75889f06-571e-468a-8b95-47d46502220f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.682344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8878dae-37e2-4be4-b6ad-0f8e45598b8e req-75889f06-571e-468a-8b95-47d46502220f tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 946 time: 0.1781206 Jul 22 14:33:15.754754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8878dae-37e2-4be4-b6ad-0f8e45598b8e req-62e5b903-c8db-46e2-921a-7bf36a0d5903 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712950 Jul 22 14:33:15.842196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f002d6d-b5e9-4b6b-b1e4-00c459f93d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.850757 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f002d6d-b5e9-4b6b-b1e4-00c459f93d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.919165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f002d6d-b5e9-4b6b-b1e4-00c459f93d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd6a37f-f2ba-4353-9fa4-d83fc1b8c276,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:15.919472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1a54742-9c11-4008-a06d-db276a8a13b1 req-2b9e2b16-7dc6-4624-aad9-e2e1f996c90c service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694871 Jul 22 14:33:15.924508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0f002d6d-b5e9-4b6b-b1e4-00c459f93d31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b776b7535714fa18cd5158a0ffb54b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701653 Jul 22 14:33:15.928574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47624) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:15.994969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f106e7c-2c1b-4f6a-99de-a09a69cc4c21 req-a2dad9cd-76f5-4919-b0ab-90bb57c22bd6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.997821 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f106e7c-2c1b-4f6a-99de-a09a69cc4c21 req-a2dad9cd-76f5-4919-b0ab-90bb57c22bd6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1644723 Jul 22 14:33:16.056131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9f1184d-46b6-42b7-86f4-7fe80df2ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:16.070817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9f106e7c-2c1b-4f6a-99de-a09a69cc4c21 req-e71bf164-8734-4248-8108-87e6dc5bd219 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662649 Jul 22 14:33:16.108752 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9f1184d-46b6-42b7-86f4-7fe80df2ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:16.193000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9f1184d-46b6-42b7-86f4-7fe80df2ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:16.196177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9f1184d-46b6-42b7-86f4-7fe80df2ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:16.197356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f9f1184d-46b6-42b7-86f4-7fe80df2ff34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdd6a37f-f2ba-4353-9fa4-d83fc1b8c276 HTTP/1.1" status: 204 len: 168 time: 0.2676439 Jul 22 14:33:16.208931 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1184d-46b6-42b7-86f4-7fe80df2ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd6a37f-f2ba-4353-9fa4-d83fc1b8c276,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:16.962971 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afc7b6-31a4-44c2-a390-6d219c3ffbf1 req-fd0034d3-bd40-4f37-af0e-dcbca3c6d156 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.965157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6afc7b6-31a4-44c2-a390-6d219c3ffbf1 req-fd0034d3-bd40-4f37-af0e-dcbca3c6d156 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 946 time: 0.0853956 Jul 22 14:33:17.035845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c6afc7b6-31a4-44c2-a390-6d219c3ffbf1 req-77106db4-2a28-4643-bad5-ed53f9425ad7 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630965 Jul 22 14:33:17.301967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a652a-0382-465b-adbd-203c46183c54 req-96bbdaef-40d5-4323-a124-98e51720c7d5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:17.310048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e52a652a-0382-465b-adbd-203c46183c54 req-96bbdaef-40d5-4323-a124-98e51720c7d5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1435611 Jul 22 14:33:17.358171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e52a652a-0382-465b-adbd-203c46183c54 req-67f58c2d-c86d-4108-ba77-06d9c49ba472 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Jul 22 14:33:18.539699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83379af-3dc2-4b9f-acd9-560dd4e39234 req-e9fb9910-9232-4df9-81c1-e915a3b4c2dd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.548494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a83379af-3dc2-4b9f-acd9-560dd4e39234 req-e9fb9910-9232-4df9-81c1-e915a3b4c2dd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0873311 Jul 22 14:33:18.616472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fda8e5e0-1630-40b4-923c-22877fd37419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.625631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a83379af-3dc2-4b9f-acd9-560dd4e39234 req-5bf94ce4-98c2-4e43-b617-cc387f4ea51e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709186 Jul 22 14:33:19.290510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.579141 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47716) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:19.790806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59d0a9e0-4c3f-4638-9699-ff05bc60de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.857285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627291-eef1-40eb-bbc1-f2ec7f639773 req-b2c51afc-e41f-40f0-963e-fe85d406d815 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.866358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52627291-eef1-40eb-bbc1-f2ec7f639773 req-b2c51afc-e41f-40f0-963e-fe85d406d815 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1486239 Jul 22 14:33:19.970192 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52627291-eef1-40eb-bbc1-f2ec7f639773 req-90b586a6-c9a8-4b44-b767-ded8439908fb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028442 Jul 22 14:33:19.999620 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:20.022335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59d0a9e0-4c3f-4638-9699-ff05bc60de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.026627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59d0a9e0-4c3f-4638-9699-ff05bc60de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.054306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59d0a9e0-4c3f-4638-9699-ff05bc60de7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1039c26b7c7c43a58cbee1be7707d19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733438 Jul 22 14:33:20.057177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:20.080465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0a9e0-4c3f-4638-9699-ff05bc60de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c4d22-9a88-429e-b8ee-8b4522a2dec5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:20.137200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5de-3f2e-4b39-a405-73974d57b4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.149850 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.180895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5de-3f2e-4b39-a405-73974d57b4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.221021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1386-4761-4297-b108-126e29f84d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.284640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5de-3f2e-4b39-a405-73974d57b4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.287685 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ef5de-3f2e-4b39-a405-73974d57b4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.291787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7e3ef5de-3f2e-4b39-a405-73974d57b4c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d1c4d22-9a88-429e-b8ee-8b4522a2dec5 HTTP/1.1" status: 204 len: 168 time: 0.2334578 Jul 22 14:33:20.309749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ef5de-3f2e-4b39-a405-73974d57b4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c4d22-9a88-429e-b8ee-8b4522a2dec5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:20.389758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1386-4761-4297-b108-126e29f84d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.398334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1386-4761-4297-b108-126e29f84d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.439799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f1386-4761-4297-b108-126e29f84d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb6e2b7-2fb9-4416-bebf-1a5fb9fec1aa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:20.464000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f5f1386-4761-4297-b108-126e29f84d5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c67f244b85d4879a7ca79a5e112adcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4632916 Jul 22 14:33:20.467778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47736) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:20.528735 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-845f0e80-d9d3-4f70-a084-611b03de228f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.553469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-845f0e80-d9d3-4f70-a084-611b03de228f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.626371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-845f0e80-d9d3-4f70-a084-611b03de228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.629032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-845f0e80-d9d3-4f70-a084-611b03de228f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.633033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-845f0e80-d9d3-4f70-a084-611b03de228f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfb6e2b7-2fb9-4416-bebf-1a5fb9fec1aa HTTP/1.1" status: 204 len: 168 time: 0.1637919 Jul 22 14:33:20.639417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:20.644557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f0e80-d9d3-4f70-a084-611b03de228f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb6e2b7-2fb9-4416-bebf-1a5fb9fec1aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:20.655113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0d40-ab40-45aa-9e94-11a7e5fbf5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.765647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0d40-ab40-45aa-9e94-11a7e5fbf5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.770323 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bcf0d40-ab40-45aa-9e94-11a7e5fbf5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.816502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf0d40-ab40-45aa-9e94-11a7e5fbf5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad1e0ec-dd4b-4de6-a371-2de51931e8af,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:20.824232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47742) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:20.824481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7bcf0d40-ab40-45aa-9e94-11a7e5fbf5d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e518a55759fc4404a7b8392ccf32c67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839769 Jul 22 14:33:20.896454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98d333d8-4a10-4ebb-acf7-3a955942c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.925060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98d333d8-4a10-4ebb-acf7-3a955942c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.984792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98d333d8-4a10-4ebb-acf7-3a955942c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.987472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98d333d8-4a10-4ebb-acf7-3a955942c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.988856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-98d333d8-4a10-4ebb-acf7-3a955942c7e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ad1e0ec-dd4b-4de6-a371-2de51931e8af HTTP/1.1" status: 204 len: 168 time: 0.1632304 Jul 22 14:33:20.998566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d333d8-4a10-4ebb-acf7-3a955942c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad1e0ec-dd4b-4de6-a371-2de51931e8af,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:21.190633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbd893-fb51-4ce0-bcfb-5778f4193e76 req-37dae2d5-d210-4536-abff-d590cb89ab59 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.199510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94dbd893-fb51-4ce0-bcfb-5778f4193e76 req-37dae2d5-d210-4536-abff-d590cb89ab59 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0873568 Jul 22 14:33:21.239623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:21.259089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94dbd893-fb51-4ce0-bcfb-5778f4193e76 req-efee3d3d-c018-4a83-ada0-deeb1f291564 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591106 Jul 22 14:33:21.266486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8de818e4-72b1-4bc7-b666-9bb32e0c8907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.342421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.395156 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8de818e4-72b1-4bc7-b666-9bb32e0c8907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.399973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8de818e4-72b1-4bc7-b666-9bb32e0c8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.449335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8de818e4-72b1-4bc7-b666-9bb32e0c8907 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e34cf26dadd94251b52d976222c383d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074780 Jul 22 14:33:21.450310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de818e4-72b1-4bc7-b666-9bb32e0c8907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becb4c87-94e5-48b9-9a1c-d71e71a86203,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:21.451340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47758) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:21.466822 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79d0296a-88de-4abb-8724-f3340d55e784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.522274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fa63473-376a-4777-ba9f-3ffdb73b1366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.548611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fa63473-376a-4777-ba9f-3ffdb73b1366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.600256 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fa63473-376a-4777-ba9f-3ffdb73b1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.603090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fa63473-376a-4777-ba9f-3ffdb73b1366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.604336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9fa63473-376a-4777-ba9f-3ffdb73b1366 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/becb4c87-94e5-48b9-9a1c-d71e71a86203 HTTP/1.1" status: 204 len: 168 time: 0.1508701 Jul 22 14:33:21.612457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa63473-376a-4777-ba9f-3ffdb73b1366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb4c87-94e5-48b9-9a1c-d71e71a86203,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.316586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47806) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:22.420433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bab33f-0bd3-4242-87b2-f5d82c38365b req-c53aac85-d4f7-4f23-9a13-0ad6c067157e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.421994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-36bab33f-0bd3-4242-87b2-f5d82c38365b req-c53aac85-d4f7-4f23-9a13-0ad6c067157e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0825393 Jul 22 14:33:22.454633 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.469803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319459521-network', 'tenant_id': 'e8985e3767ce443a92bea97f84d92cc4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:22.487475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-36bab33f-0bd3-4242-87b2-f5d82c38365b req-4d97a0ca-4529-4bac-9329-67d414f8da1a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Jul 22 14:33:22.511997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Made reservation on behalf of e8985e3767ce443a92bea97f84d92cc4 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:22.515105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.525685 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.628910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.633606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.660533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:33:22.671040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8302c8-2926-4a0b-9fac-42a3a141b76d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.675897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.676241 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Added segment fe0b7dd2-b764-46a6-8dad-55fc37b40260 of type vlan for network 93005304-6106-4996-b00c-d16711fadae5 Jul 22 14:33:22.716928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.746836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.747833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.748459 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.787465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4651783 Jul 22 14:33:22.787808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:22.793269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Request body: {'subnet': {'network_id': '93005304-6106-4996-b00c-d16711fadae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319459521-subnet', 'tenant_id': 'e8985e3767ce443a92bea97f84d92cc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:22.816550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Made reservation on behalf of e8985e3767ce443a92bea97f84d92cc4 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:22.818923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.843827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e663d-56f8-478d-8d38-b87c133c67de admin admin] Pushing event updated for resources: {'Network': ['ID=93005304-6106-4996-b00c-d16711fadae5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.860607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 93005304-6106-4996-b00c-d16711fadae5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:33:23.026999 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.090996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0082c0a9-98cb-4640-ade9-ed7b40356e1b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:23.102686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Checking segment: {'id': 'fe0b7dd2-b764-46a6-8dad-55fc37b40260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '93005304-6106-4996-b00c-d16711fadae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:23.103128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Network hostable DHCP agents. Network: 93005304-6106-4996-b00c-d16711fadae5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:33:23.124339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Network 93005304-6106-4996-b00c-d16711fadae5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:33:23.139052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 93005304-6106-4996-b00c-d16711fadae5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:23.153017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.153542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f66ba-acec-4ec6-8d5f-0449aadf4fd4 None None] Network 93005304-6106-4996-b00c-d16711fadae5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:33:23.153696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.186747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-74ef93fd-3b52-476d-a560-50d6ab5c4c8a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3879781 Jul 22 14:33:23.317644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e03e7a-0bec-4e45-aa54-76d45e7eee1e None None] Network 93005304-6106-4996-b00c-d16711fadae5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:33:23.628296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714c55f-9c66-47d6-8943-d03c1c1ed1b4 req-c3404705-682d-42fc-a176-9dca0ce2b6e5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.629846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5714c55f-9c66-47d6-8943-d03c1c1ed1b4 req-c3404705-682d-42fc-a176-9dca0ce2b6e5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0706258 Jul 22 14:33:23.673680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5714c55f-9c66-47d6-8943-d03c1c1ed1b4 req-369baa3b-0dce-4412-ae84-87dee97cda7f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375831 Jul 22 14:33:23.747032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:23.752156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387608868-network', 'tenant_id': 'a5891a1944f04eec863b442d0a5f17c4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:23.776576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Made reservation on behalf of a5891a1944f04eec863b442d0a5f17c4 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:23.779518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.793815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.902565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.907108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.936535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:33:23.942863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a928f9fa-b9dc-4b13-a733-c88b852eb9e1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:23.949549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.949955 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Added segment 4f3149fa-aed5-479d-8f5c-5cea8c6a6fac of type vlan for network 8d764e92-4847-41db-9720-3191d66bc15d Jul 22 14:33:23.990796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.019840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.020839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:24.021420 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.053307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3051627 Jul 22 14:33:24.056276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:24.062994 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Request body: {'subnet': {'network_id': '8d764e92-4847-41db-9720-3191d66bc15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387608868-subnet', 'tenant_id': 'a5891a1944f04eec863b442d0a5f17c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:24.098054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182b887-4267-4078-b0b4-6fe80150c33b admin admin] Pushing event updated for resources: {'Network': ['ID=8d764e92-4847-41db-9720-3191d66bc15d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:24.109359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 8d764e92-4847-41db-9720-3191d66bc15d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:33:24.116199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Made reservation on behalf of a5891a1944f04eec863b442d0a5f17c4 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:24.118872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.288938 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.327051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.390268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fa4fee-4084-43d9-9375-7c8228061723,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:24.395784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Checking segment: {'id': '4f3149fa-aed5-479d-8f5c-5cea8c6a6fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8d764e92-4847-41db-9720-3191d66bc15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:24.396146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Network hostable DHCP agents. Network: 8d764e92-4847-41db-9720-3191d66bc15d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:33:24.414655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Network 8d764e92-4847-41db-9720-3191d66bc15d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:33:24.424719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 8d764e92-4847-41db-9720-3191d66bc15d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:24.428929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:24.429596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:24.437213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5223367b-c299-4db9-84af-4f31140c6aeb None None] Network 8d764e92-4847-41db-9720-3191d66bc15d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:33:24.455633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ebb020d8-c467-47eb-a36f-8ac3d674993c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3983073 Jul 22 14:33:24.635296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b635a2a3-4dae-40c6-a350-74ed4a94fe30 None None] Network 8d764e92-4847-41db-9720-3191d66bc15d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:33:24.845297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1791168-98db-4d4a-aca8-3c9e2f5c06ff req-ae7d58b0-a1e0-4e52-a135-2b0accf22b99 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:24.847088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1791168-98db-4d4a-aca8-3c9e2f5c06ff req-ae7d58b0-a1e0-4e52-a135-2b0accf22b99 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0868986 Jul 22 14:33:24.900998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1791168-98db-4d4a-aca8-3c9e2f5c06ff req-f97bc432-11e3-4dc9-a934-c383caa91331 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468853 Jul 22 14:33:25.072692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-01d93d35-c4bc-4cfe-baac-91c243a8b46e tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.074681 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-01d93d35-c4bc-4cfe-baac-91c243a8b46e tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/networks?id=93005304-6106-4996-b00c-d16711fadae5 HTTP/1.1" status: 200 len: 809 time: 0.1198671 Jul 22 14:33:25.090118 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-b23f292f-096f-4364-b2fa-7e9e73551b61 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/quotas/e8985e3767ce443a92bea97f84d92cc4 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Jul 22 14:33:25.125754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-5090dc7e-f416-4237-8a83-c1ee06696622 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e8985e3767ce443a92bea97f84d92cc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300670 Jul 22 14:33:25.229934 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-9dbc265c-f5b6-4b5a-9238-2ea61717edd8 service neutron] 10.222.0.11 "GET /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973778 Jul 22 14:33:25.333857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-2bfb7012-8ea9-4412-b5a3-23df4e1c5831 service neutron] 10.222.0.11 "GET /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970175 Jul 22 14:33:25.546086 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3f55458a-76fb-442b-ac27-f91eafc40676 req-b1d30ae8-e43b-4f9d-a2be-683a9f30a6fa tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 210 time: 0.0473690 Jul 22 14:33:26.089849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f3b5b-dbf0-4f43-936a-f5e634cbc71a req-2b254a98-5b19-4d53-992e-9f9f9a24d049 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:26.090954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b06f3b5b-dbf0-4f43-936a-f5e634cbc71a req-2b254a98-5b19-4d53-992e-9f9f9a24d049 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1082945 Jul 22 14:33:26.146739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b06f3b5b-dbf0-4f43-936a-f5e634cbc71a req-0ab1bc15-e6b9-40e5-be13-a844875c85c8 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476644 Jul 22 14:33:26.680242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51affb20-75ed-442e-9d90-8a494fa17ae7 req-5f7b1ba7-f2a1-45ed-bb67-fab62d0ac745 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 210 time: 0.0453238 Jul 22 14:33:26.698387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-98572ace-3cb4-4046-b030-182e9db57706 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:26.700188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-98572ace-3cb4-4046-b030-182e9db57706 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.13 "GET /v2.0/networks?id=93005304-6106-4996-b00c-d16711fadae5 HTTP/1.1" status: 200 len: 809 time: 0.1700437 Jul 22 14:33:26.718669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Request body: {'port': {'device_id': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'network_id': '93005304-6106-4996-b00c-d16711fadae5', 'admin_state_up': True, 'tenant_id': 'e8985e3767ce443a92bea97f84d92cc4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:26.857997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Made reservation on behalf of e8985e3767ce443a92bea97f84d92cc4 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:26.861602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.997936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Allocated IP 172.20.0.11 (93005304-6106-4996-b00c-d16711fadae5/0082c0a9-98cb-4640-ade9-ed7b40356e1b/9849ddd9-096d-482e-8766-0380ead99fe9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:27.149012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.194009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.262408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Pushing event updated for resources: {'Port': ['ID=9849ddd9-096d-482e-8766-0380ead99fe9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:27.290708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Network 93005304-6106-4996-b00c-d16711fadae5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:27.295883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:27.300358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:27.358255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.358821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.382881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec318f8-f0f9-4eab-a582-b5e67777b789 req-af1b7f34-ff3c-4a64-bbe9-59aacc41b831 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.384471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ec318f8-f0f9-4eab-a582-b5e67777b789 req-af1b7f34-ff3c-4a64-bbe9-59aacc41b831 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1430538 Jul 22 14:33:27.386949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-38a1554f-fbb4-4b2b-a029-7f16badc270a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6735032 Jul 22 14:33:27.401541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Request body: {'port': {'device_id': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:27.468956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6ec318f8-f0f9-4eab-a582-b5e67777b789 req-a79e1e82-d790-487f-a281-85851e3f9340 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782402 Jul 22 14:33:27.522290 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.840995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd2358-4dd5-4190-a4bf-2649a16302da req-30783896-e4da-4104-b77d-5abbc94c1f17 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.843075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37dd2358-4dd5-4190-a4bf-2649a16302da req-30783896-e4da-4104-b77d-5abbc94c1f17 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 932 time: 0.0762522 Jul 22 14:33:27.912637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37dd2358-4dd5-4190-a4bf-2649a16302da req-6384e3e1-4e82-42da-8948-880028df63a4 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584579 Jul 22 14:33:28.234545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9849ddd9-096d-482e-8766-0380ead99fe9 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:28.243099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.257645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Transition to ACTIVE for port object 9849ddd9-096d-482e-8766-0380ead99fe9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:28.262057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.311627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Pushing event updated for resources: {'Port': ['ID=9849ddd9-096d-482e-8766-0380ead99fe9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:28.400487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Attempting to bind port 9849ddd9-096d-482e-8766-0380ead99fe9 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:28.400843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Attempting to bind port 9849ddd9-096d-482e-8766-0380ead99fe9 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'fe0b7dd2-b764-46a6-8dad-55fc37b40260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '93005304-6106-4996-b00c-d16711fadae5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:28.401151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Attempting to bind port 9849ddd9-096d-482e-8766-0380ead99fe9 on network 93005304-6106-4996-b00c-d16711fadae5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:28.407172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Port 9849ddd9-096d-482e-8766-0380ead99fe9 on network 93005304-6106-4996-b00c-d16711fadae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:28.407517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Attempting to bind port 9849ddd9-096d-482e-8766-0380ead99fe9 on network 93005304-6106-4996-b00c-d16711fadae5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:28.415014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:28.415357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Checking segment: {'id': 'fe0b7dd2-b764-46a6-8dad-55fc37b40260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '93005304-6106-4996-b00c-d16711fadae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:28.415748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Bound using segment: {'id': 'fe0b7dd2-b764-46a6-8dad-55fc37b40260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '93005304-6106-4996-b00c-d16711fadae5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:28.416185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Bound port: 9849ddd9-096d-482e-8766-0380ead99fe9, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0b7dd2-b764-46a6-8dad-55fc37b40260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '93005304-6106-4996-b00c-d16711fadae5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:28.416706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.497587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] For port 9849ddd9-096d-482e-8766-0380ead99fe9, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:28.501043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] For port 9849ddd9-096d-482e-8766-0380ead99fe9, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9849ddd9-096d-482e-8766-0380ead99fe9,segment=NetworkSegment(fe0b7dd2-b764-46a6-8dad-55fc37b40260),segment_id=fe0b7dd2-b764-46a6-8dad-55fc37b40260)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:28.511754 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.547310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:28.548074 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.549521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] 10.222.0.13 "PUT /v2.0/ports/9849ddd9-096d-482e-8766-0380ead99fe9 HTTP/1.1" status: 200 len: 1093 time: 1.1520739 Jul 22 14:33:28.549978 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'tag': '9849ddd9-096d-482e-8766-0380ead99fe9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:28.552273 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebde4a0b-9f20-4294-bca5-b86e99af5306" -d '{"events": [{"name": "network-changed", "server_uuid": "cec4e6b4-4277-4640-9546-be1868b3bb46", "tag": "9849ddd9-096d-482e-8766-0380ead99fe9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:28.617533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7539-c2b1-488e-81f9-820d61e2e34e service neutron] Pushing event updated for resources: {'Port': ['ID=9849ddd9-096d-482e-8766-0380ead99fe9,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:28.675951 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba87ee-5358-49aa-aec3-a032ec5938e8 x-openstack-request-id: req-27ba87ee-5358-49aa-aec3-a032ec5938e8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:28.676182 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cec4e6b4-4277-4640-9546-be1868b3bb46", "tag": "9849ddd9-096d-482e-8766-0380ead99fe9", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:28.676439 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27ba87ee-5358-49aa-aec3-a032ec5938e8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:28.676832 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'tag': '9849ddd9-096d-482e-8766-0380ead99fe9', 'status': 'completed', 'code': 200} Jul 22 14:33:28.692102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff1be-45b2-4359-87ed-d547507a83f4 req-5c79b099-d96c-4af4-967a-81cf30616ded tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:28.694093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9eaff1be-45b2-4359-87ed-d547507a83f4 req-5c79b099-d96c-4af4-967a-81cf30616ded tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1154201 Jul 22 14:33:28.700303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-a9179e74-97d2-4645-9f70-fa8b4bd9b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:28.701813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-a9179e74-97d2-4645-9f70-fa8b4bd9b559 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8985e3767ce443a92bea97f84d92cc4&device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 1096 time: 0.1097274 Jul 22 14:33:28.752962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-4dddf7bd-01d1-4e8e-82e6-aa4abf222e3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9849ddd9-096d-482e-8766-0380ead99fe9 HTTP/1.1" status: 200 len: 217 time: 0.0432508 Jul 22 14:33:28.795334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9eaff1be-45b2-4359-87ed-d547507a83f4 req-97b8940a-eac6-4f9b-a9f5-cfba798e421c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925415 Jul 22 14:33:28.813168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-08ed8abc-19a1-4d66-8f41-76a798fbfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:28.814629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-08ed8abc-19a1-4d66-8f41-76a798fbfae5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0082c0a9-98cb-4640-ade9-ed7b40356e1b HTTP/1.1" status: 200 len: 849 time: 0.0522707 Jul 22 14:33:28.852836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-c27290b0-0772-4e7b-af8a-488b70fdc8c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93005304-6106-4996-b00c-d16711fadae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319211 Jul 22 14:33:28.950253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-c02453b1-5a5a-4c45-ba2a-7a151658ea4b service neutron] 10.222.0.13 "GET /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913029 Jul 22 14:33:29.066077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c5168349-5759-4ef6-a7cc-ff4db271720f req-cd501a27-5a5b-468a-8872-d2d0294da512 service neutron] 10.222.0.13 "GET /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094241 Jul 22 14:33:29.117669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e788cb-d137-4ee1-8298-274220978ba4 req-ea23f165-b8ed-4d52-a56f-fef00ee5a88a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.120035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72e788cb-d137-4ee1-8298-274220978ba4 req-ea23f165-b8ed-4d52-a56f-fef00ee5a88a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 944 time: 0.1237977 Jul 22 14:33:29.266088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-39fa685c-2904-45a2-ba3c-3417b42346ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.269566 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-39fa685c-2904-45a2-ba3c-3417b42346ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8985e3767ce443a92bea97f84d92cc4&device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 1096 time: 0.1402287 Jul 22 14:33:29.287575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72e788cb-d137-4ee1-8298-274220978ba4 req-159a05b4-ddba-41b7-83a3-cf117ec81754 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611717 Jul 22 14:33:29.344622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-472a594f-fdce-43b6-9288-9de87e5bc5bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711295 Jul 22 14:33:29.398139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:33:29.455238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-bf42b70d-1ad8-4106-807d-a95a27e2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.457562 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-bf42b70d-1ad8-4106-807d-a95a27e2630e service neutron] 10.222.0.13 "GET /v2.0/networks?id=93005304-6106-4996-b00c-d16711fadae5 HTTP/1.1" status: 200 len: 910 time: 0.1802666 Jul 22 14:33:29.477501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975718a1-7bff-4d10-8fda-6264226abf13 req-3e7910b4-2f01-49e5-bee4-79fb9aa0e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.479104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-3e7910b4-2f01-49e5-bee4-79fb9aa0e8c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1097 time: 0.0719211 Jul 22 14:33:29.513671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-22617b64-5fc1-42e6-bd18-b339850eb8af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9849ddd9-096d-482e-8766-0380ead99fe9 HTTP/1.1" status: 200 len: 217 time: 0.0491722 Jul 22 14:33:29.570688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-22ec0708-281e-4785-9664-00aebcb6b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.572366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-22ec0708-281e-4785-9664-00aebcb6b2e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0082c0a9-98cb-4640-ade9-ed7b40356e1b HTTP/1.1" status: 200 len: 849 time: 0.0507264 Jul 22 14:33:29.611863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975718a1-7bff-4d10-8fda-6264226abf13 req-91ca66a3-0763-4a0f-9ab0-7f9a23a69457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.614256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-91ca66a3-0763-4a0f-9ab0-7f9a23a69457 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 909 time: 0.1135170 Jul 22 14:33:29.660791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-402745ef-8d6d-4f04-b46b-7272910b3f2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=93005304-6106-4996-b00c-d16711fadae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653558 Jul 22 14:33:29.744289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-50145fe7-6bb0-482c-b449-2af75a4e9ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 1001 time: 0.1216574 Jul 22 14:33:29.797908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-31b0ff79-1eab-42c6-b003-919f9031d18b service neutron] 10.222.0.13 "GET /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285295 Jul 22 14:33:29.899689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975718a1-7bff-4d10-8fda-6264226abf13 req-bdc7f8ca-69f3-43e3-9413-2b055e13c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.901247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-bdc7f8ca-69f3-43e3-9413-2b055e13c194 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 200 len: 847 time: 0.1506209 Jul 22 14:33:30.019216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975718a1-7bff-4d10-8fda-6264226abf13 req-87f016ec-2734-4384-8cc7-c478b596bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.022545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-87f016ec-2734-4384-8cc7-c478b596bf15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3a761ac-84cc-4abc-9429-0b43b85aac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136377 Jul 22 14:33:30.045199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ebde4a0b-9f20-4294-bca5-b86e99af5306 req-7a3c91ea-22d2-4293-8ea1-8a321098ccda service neutron] 10.222.0.13 "GET /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398677 Jul 22 14:33:30.072133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f339073-70dd-426e-bd32-eee32f40e8c5 req-c4b18ba2-eaf1-4b42-9e58-6de28a288dcb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.080143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f339073-70dd-426e-bd32-eee32f40e8c5 req-c4b18ba2-eaf1-4b42-9e58-6de28a288dcb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1158392 Jul 22 14:33:30.195222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f339073-70dd-426e-bd32-eee32f40e8c5 req-7e7f256c-ec36-4458-b2bf-5d4adc2b9fe3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111953 Jul 22 14:33:30.223185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-2da052a4-a66c-4546-a52e-73f72204f5c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926079 Jul 22 14:33:30.369361 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-975718a1-7bff-4d10-8fda-6264226abf13 req-40d66645-7bc2-4c83-8461-b61a8f608b48 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396003 Jul 22 14:33:30.453447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f049b1-a0f3-4357-b506-a33d07680105 req-66c8276e-fe2b-4eaf-88d0-03ca8806c923 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.454945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0f049b1-a0f3-4357-b506-a33d07680105 req-66c8276e-fe2b-4eaf-88d0-03ca8806c923 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 944 time: 0.0744600 Jul 22 14:33:30.496583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e0f049b1-a0f3-4357-b506-a33d07680105 req-2f806af4-ef83-409c-a4ac-e96424662729 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Jul 22 14:33:31.120817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-364cdbd2-7ed3-4b6f-9d1f-d76f3792c17a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605268 Jul 22 14:33:31.237838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-2758ea3a-966d-487f-a1bd-e903b01e4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.240140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-2758ea3a-966d-487f-a1bd-e903b01e4a71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f024a9792841999c853aedf059c7e8&device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 1098 time: 0.0715570 Jul 22 14:33:31.409831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-907e5f49-31b4-4ac1-990a-91eb247e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.411331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-907e5f49-31b4-4ac1-990a-91eb247e7baf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 200 len: 918 time: 0.1486218 Jul 22 14:33:31.478742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6b41-31e1-4311-9aa0-0737fd34e864 req-82bab633-acee-4d64-9dae-d453ccc244f7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.480646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6dd6b41-31e1-4311-9aa0-0737fd34e864 req-82bab633-acee-4d64-9dae-d453ccc244f7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.1450746 Jul 22 14:33:31.513021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-d45918c1-1bea-4ac8-aa7b-fa4ef64e1168 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 200 len: 1001 time: 0.0922019 Jul 22 14:33:31.575975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6dd6b41-31e1-4311-9aa0-0737fd34e864 req-dbb855b1-6340-4999-96fb-dd8eb481197c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852842 Jul 22 14:33:31.603505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-108c8aef-d098-4867-858c-414b80ab0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.605157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-108c8aef-d098-4867-858c-414b80ab0b97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 200 len: 856 time: 0.0835805 Jul 22 14:33:31.695412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-f03ea696-c584-486d-b859-81e08e8644f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.699637 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-f03ea696-c584-486d-b859-81e08e8644f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b36eca31-acb4-4210-a951-6659355ec41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870299 Jul 22 14:33:31.741763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecfbcf-a72c-4594-aa3d-0a58adfe3639 req-b822b745-6147-47b7-82c4-e08bdf5ccb9d tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.743331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14ecfbcf-a72c-4594-aa3d-0a58adfe3639 req-b822b745-6147-47b7-82c4-e08bdf5ccb9d tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 944 time: 0.1212826 Jul 22 14:33:31.788452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14ecfbcf-a72c-4594-aa3d-0a58adfe3639 req-5acbafa3-2386-45a8-bf16-eb63b25ed16c tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Jul 22 14:33:31.802306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-c6790336-6b05-4173-a342-c9831726e1c6 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946515 Jul 22 14:33:31.911970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0cbfa554-1e99-492e-b9f9-02af05886f09 req-6dedc58e-724c-455e-bd18-22639b5352d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029489 Jul 22 14:33:32.709868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f62a52-66d1-4339-9c23-fdc78187b1b9 req-99c6df9f-5f63-482b-87da-85bbdf598372 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.711377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1f62a52-66d1-4339-9c23-fdc78187b1b9 req-99c6df9f-5f63-482b-87da-85bbdf598372 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0661788 Jul 22 14:33:32.753447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1f62a52-66d1-4339-9c23-fdc78187b1b9 req-bd9fe4b3-7d99-499e-9e06-f20324a04d2c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Jul 22 14:33:32.875703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9849ddd9-096d-482e-8766-0380ead99fe9 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:32.955920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213d038-0226-4d00-9577-90007159d5ab req-19e9e759-37a3-4d45-9cd4-3e6caeacc921 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.958048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1213d038-0226-4d00-9577-90007159d5ab req-19e9e759-37a3-4d45-9cd4-3e6caeacc921 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 944 time: 0.0843470 Jul 22 14:33:33.000642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1213d038-0226-4d00-9577-90007159d5ab req-31a27468-8ddd-45f1-bd81-2d7e6688043a tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363183 Jul 22 14:33:33.146124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9849ddd9-096d-482e-8766-0380ead99fe9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9849ddd9-096d-482e-8766-0380ead99fe9,segment=NetworkSegment(fe0b7dd2-b764-46a6-8dad-55fc37b40260),segment_id=fe0b7dd2-b764-46a6-8dad-55fc37b40260)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:33.157695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '9849ddd9-096d-482e-8766-0380ead99fe9', 'network_id': '93005304-6106-4996-b00c-d16711fadae5', 'port_id': '9849ddd9-096d-482e-8766-0380ead99fe9', 'mac_address': 'fa:16:3e:a3:a5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0082c0a9-98cb-4640-ade9-ed7b40356e1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:33.195923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.213007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9849ddd9-096d-482e-8766-0380ead99fe9 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:33.234582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9849ddd9-096d-482e-8766-0380ead99fe9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9849ddd9-096d-482e-8766-0380ead99fe9,segment=NetworkSegment(fe0b7dd2-b764-46a6-8dad-55fc37b40260),segment_id=fe0b7dd2-b764-46a6-8dad-55fc37b40260)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:33.239859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.289157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9849ddd9-096d-482e-8766-0380ead99fe9,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:33.452460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9849ddd9-096d-482e-8766-0380ead99fe9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:33.908701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf5f9e-a33d-4144-9e83-0b4c24065337 req-bc19202b-865b-43b6-9395-3e2227229d2f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.910308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5bf5f9e-a33d-4144-9e83-0b4c24065337 req-bc19202b-865b-43b6-9395-3e2227229d2f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0847445 Jul 22 14:33:33.953447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a5bf5f9e-a33d-4144-9e83-0b4c24065337 req-c3d277f3-f3ad-4b54-b091-f5de33dbdd28 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373075 Jul 22 14:33:34.131922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6890-143d-4dbb-9c1d-86255dd20027 req-4ce4c902-14e2-4986-8ead-3f8b21b473f1 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.133455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a7a6890-143d-4dbb-9c1d-86255dd20027 req-4ce4c902-14e2-4986-8ead-3f8b21b473f1 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 945 time: 0.0643754 Jul 22 14:33:34.172137 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a7a6890-143d-4dbb-9c1d-86255dd20027 req-e97c6977-1b98-4ce1-8325-a2ec2c2a18ac tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Jul 22 14:33:34.880275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9849ddd9-096d-482e-8766-0380ead99fe9 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:34.937050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 9849ddd9-096d-482e-8766-0380ead99fe9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:34.942323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 9849ddd9-096d-482e-8766-0380ead99fe9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:34.942693 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.032937 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.065080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9849ddd9-096d-482e-8766-0380ead99fe9'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:35.067399 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbb94e0-7f07-4905-89b9-997ade290ffa" -d '{"events": [{"server_uuid": "cec4e6b4-4277-4640-9546-be1868b3bb46", "name": "network-vif-plugged", "status": "completed", "tag": "9849ddd9-096d-482e-8766-0380ead99fe9"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:35.081466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 9849ddd9-096d-482e-8766-0380ead99fe9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9849ddd9-096d-482e-8766-0380ead99fe9,segment=NetworkSegment(fe0b7dd2-b764-46a6-8dad-55fc37b40260),segment_id=fe0b7dd2-b764-46a6-8dad-55fc37b40260)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:35.085402 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.103815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11352cb-251e-45e2-b4a4-9835169696dc req-9f44a38f-bfee-409e-bb12-2ec527507f69 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:35.106284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d11352cb-251e-45e2-b4a4-9835169696dc req-9f44a38f-bfee-409e-bb12-2ec527507f69 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0700765 Jul 22 14:33:35.118896 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dacc11-c48b-4849-b9d3-15363dd72544 x-openstack-request-id: req-b1dacc11-c48b-4849-b9d3-15363dd72544 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:35.119252 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec4e6b4-4277-4640-9546-be1868b3bb46", "name": "network-vif-plugged", "status": "completed", "tag": "9849ddd9-096d-482e-8766-0380ead99fe9", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:35.119700 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1dacc11-c48b-4849-b9d3-15363dd72544 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:35.120146 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9849ddd9-096d-482e-8766-0380ead99fe9', 'code': 200} Jul 22 14:33:35.156226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d11352cb-251e-45e2-b4a4-9835169696dc req-e19bcf0e-288b-4a79-b0b5-c93d7700487d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Jul 22 14:33:35.169856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=9849ddd9-096d-482e-8766-0380ead99fe9,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:35.254962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b3773-4036-4119-bc0a-398c75f0572e req-1e2e5f94-af3a-49de-a11d-93ec4b61e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:35.257401 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-197b3773-4036-4119-bc0a-398c75f0572e req-1e2e5f94-af3a-49de-a11d-93ec4b61e4a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 1098 time: 0.0637679 Jul 22 14:33:35.293256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-197b3773-4036-4119-bc0a-398c75f0572e req-180a9d5b-65f3-4d5c-ac7f-d1135df5305a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302753 Jul 22 14:33:35.320397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253b15b-4959-43e8-a99e-2ff1ceac67a9 req-8d26006f-2a17-499f-a236-351d3a341b1f tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:35.322073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7253b15b-4959-43e8-a99e-2ff1ceac67a9 req-8d26006f-2a17-499f-a236-351d3a341b1f tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 946 time: 0.0747302 Jul 22 14:33:35.360408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7253b15b-4959-43e8-a99e-2ff1ceac67a9 req-e52b316d-9fb1-4640-bb61-043329bcf24d tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Jul 22 14:33:35.844727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 47992) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.959135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda68a7a-fddd-46b8-a620-7d90ab14ede5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.060070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda68a7a-fddd-46b8-a620-7d90ab14ede5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.064982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda68a7a-fddd-46b8-a620-7d90ab14ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.107328 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eda68a7a-fddd-46b8-a620-7d90ab14ede5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=148abe47e0014aab936544cebd4fde53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614491 Jul 22 14:33:36.108296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda68a7a-fddd-46b8-a620-7d90ab14ede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba3df6-6e71-407a-9e0b-399b24b0ad7b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.109992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 47996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:36.161713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-652a0149-3392-4546-8405-9be77ecd7f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.193876 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-652a0149-3392-4546-8405-9be77ecd7f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.246941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-652a0149-3392-4546-8405-9be77ecd7f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.249721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-652a0149-3392-4546-8405-9be77ecd7f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.250881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-652a0149-3392-4546-8405-9be77ecd7f7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bba3df6-6e71-407a-9e0b-399b24b0ad7b HTTP/1.1" status: 204 len: 168 time: 0.1398699 Jul 22 14:33:36.260507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a0149-3392-4546-8405-9be77ecd7f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba3df6-6e71-407a-9e0b-399b24b0ad7b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.262359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 75105f89-f340-4ec6-96a8-2fc483c810f1 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:36.304164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceac19-1715-4592-b853-b265711ebe45 req-21c88c3f-977b-4bbb-b940-49e397aa27ae tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.310216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3eceac19-1715-4592-b853-b265711ebe45 req-21c88c3f-977b-4bbb-b940-49e397aa27ae tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 943 time: 0.0820005 Jul 22 14:33:36.350839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3eceac19-1715-4592-b853-b265711ebe45 req-fd881b45-7fb2-4ea0-a016-0d19ec842e2e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383906 Jul 22 14:33:36.379253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 75105f89-f340-4ec6-96a8-2fc483c810f1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=75105f89-f340-4ec6-96a8-2fc483c810f1,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:36.391163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '75105f89-f340-4ec6-96a8-2fc483c810f1', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': '75105f89-f340-4ec6-96a8-2fc483c810f1', 'mac_address': 'fa:16:3e:79:9c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:36.434321 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.447547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75105f89-f340-4ec6-96a8-2fc483c810f1 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:36.468494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 75105f89-f340-4ec6-96a8-2fc483c810f1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=75105f89-f340-4ec6-96a8-2fc483c810f1,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:36.473808 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.511490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc427ac3-061e-4c6c-97d3-017796854e9e req-9595dd36-5415-461b-b710-949047b4a943 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.513442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc427ac3-061e-4c6c-97d3-017796854e9e req-9595dd36-5415-461b-b710-949047b4a943 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 946 time: 0.0810688 Jul 22 14:33:36.524887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=75105f89-f340-4ec6-96a8-2fc483c810f1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.554823 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc427ac3-061e-4c6c-97d3-017796854e9e req-81186187-3e6e-450f-94b9-b2edb880c0fa tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Jul 22 14:33:36.560101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:36.575642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1415103f-547c-417d-9586-bc3ca7bd4ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.667921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1415103f-547c-417d-9586-bc3ca7bd4ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.672091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1415103f-547c-417d-9586-bc3ca7bd4ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.699969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['75105f89-f340-4ec6-96a8-2fc483c810f1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:36.713507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415103f-547c-417d-9586-bc3ca7bd4ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a84ba-787e-44de-bec2-e25c693981a6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.719862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1415103f-547c-417d-9586-bc3ca7bd4ec5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb8f7603577a43f3973f82b3c20d1534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587462 Jul 22 14:33:36.722660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:36.782751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ef96094-449b-4800-ad9e-5a2fb0a6b486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.805681 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ef96094-449b-4800-ad9e-5a2fb0a6b486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.868153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ef96094-449b-4800-ad9e-5a2fb0a6b486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.872417 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ef96094-449b-4800-ad9e-5a2fb0a6b486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.876019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ef96094-449b-4800-ad9e-5a2fb0a6b486 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b4a84ba-787e-44de-bec2-e25c693981a6 HTTP/1.1" status: 204 len: 168 time: 0.1494236 Jul 22 14:33:36.882105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef96094-449b-4800-ad9e-5a2fb0a6b486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a84ba-787e-44de-bec2-e25c693981a6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:37.499639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c588b1-dfd3-4446-a36b-16a0be16d430 req-5aac06e7-7021-41bd-acdb-2b54ce31c079 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.501931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98c588b1-dfd3-4446-a36b-16a0be16d430 req-5aac06e7-7021-41bd-acdb-2b54ce31c079 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 944 time: 0.0847723 Jul 22 14:33:37.549754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98c588b1-dfd3-4446-a36b-16a0be16d430 req-828ea2dc-87b1-4e2c-b5b0-a37e9a2d7d8f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Jul 22 14:33:38.278090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 75105f89-f340-4ec6-96a8-2fc483c810f1 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:38.336215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 75105f89-f340-4ec6-96a8-2fc483c810f1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:38.340427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 75105f89-f340-4ec6-96a8-2fc483c810f1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:38.340810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.436797 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.460678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d99973-066d-433e-8ee3-e4d660e254e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75105f89-f340-4ec6-96a8-2fc483c810f1'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:38.462949 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea80c586-0ad6-450a-9a94-dc817bd5738a" -d '{"events": [{"server_uuid": "95d99973-066d-433e-8ee3-e4d660e254e8", "name": "network-vif-plugged", "status": "completed", "tag": "75105f89-f340-4ec6-96a8-2fc483c810f1"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:38.476754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 75105f89-f340-4ec6-96a8-2fc483c810f1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=75105f89-f340-4ec6-96a8-2fc483c810f1,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:38.482400 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.538882 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cff5ed-4780-4327-a4b7-09392dff12fb x-openstack-request-id: req-39cff5ed-4780-4327-a4b7-09392dff12fb {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:38.539274 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d99973-066d-433e-8ee3-e4d660e254e8", "name": "network-vif-plugged", "status": "completed", "tag": "75105f89-f340-4ec6-96a8-2fc483c810f1", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:38.539615 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39cff5ed-4780-4327-a4b7-09392dff12fb {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:38.540118 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d99973-066d-433e-8ee3-e4d660e254e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75105f89-f340-4ec6-96a8-2fc483c810f1', 'code': 200} Jul 22 14:33:38.545941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=75105f89-f340-4ec6-96a8-2fc483c810f1,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:38.693452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60483161-6f55-4ecc-a15b-ac558fd91565 req-5f206f18-fd42-49bd-9743-8cbc7438ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:38.695350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60483161-6f55-4ecc-a15b-ac558fd91565 req-5f206f18-fd42-49bd-9743-8cbc7438ba16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 1097 time: 0.0957661 Jul 22 14:33:38.724780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56367ae-092e-4516-8e73-4f988e6ee032 req-b0657919-26c7-4677-b656-93b43fc9421f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:38.728074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f56367ae-092e-4516-8e73-4f988e6ee032 req-b0657919-26c7-4677-b656-93b43fc9421f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.0841153 Jul 22 14:33:38.732955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60483161-6f55-4ecc-a15b-ac558fd91565 req-c43a2392-b5b5-42ba-8eb5-0154458a62b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303416 Jul 22 14:33:38.774330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f56367ae-092e-4516-8e73-4f988e6ee032 req-572b91f9-fd82-4cb5-9f0b-5def10e831a6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Jul 22 14:33:39.224511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36992302-ac28-44d3-b054-24a410f252a2 req-9adabe53-f348-4909-b8dd-05818afd7550 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.226205 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-36992302-ac28-44d3-b054-24a410f252a2 req-9adabe53-f348-4909-b8dd-05818afd7550 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 946 time: 0.0712435 Jul 22 14:33:39.265863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-36992302-ac28-44d3-b054-24a410f252a2 req-060efb08-1be1-4cc6-a4ea-c287d9f04846 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jul 22 14:33:39.909510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a902faf-96eb-4076-a34e-31d3e376afad req-dd6c4651-3f7e-4c93-ad68-b26ad809ac97 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.911116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a902faf-96eb-4076-a34e-31d3e376afad req-dd6c4651-3f7e-4c93-ad68-b26ad809ac97 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Jul 22 14:33:39.951273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a902faf-96eb-4076-a34e-31d3e376afad req-51c7075b-33d6-4210-86af-6c08c2203e29 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339019 Jul 22 14:33:40.094066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728449ed-03b4-4e47-9ddf-3f968e2a6a9b req-431bdf4b-bc00-44f4-830e-64d68448f022 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.095604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-728449ed-03b4-4e47-9ddf-3f968e2a6a9b req-431bdf4b-bc00-44f4-830e-64d68448f022 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.0771627 Jul 22 14:33:40.143485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-728449ed-03b4-4e47-9ddf-3f968e2a6a9b req-c1a17947-d4ca-4ab0-982c-20599766ccfb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420182 Jul 22 14:33:40.318619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9f80b-5f12-42a4-8965-bd5a491b5032 req-6b10bdc8-f5a3-4586-9017-f9146c97a672 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.320402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5d9f80b-5f12-42a4-8965-bd5a491b5032 req-6b10bdc8-f5a3-4586-9017-f9146c97a672 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.0774894 Jul 22 14:33:40.362873 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5d9f80b-5f12-42a4-8965-bd5a491b5032 req-cd310971-d440-4693-a0c9-048fc35c7b48 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363829 Jul 22 14:33:40.412619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b50ea8-7f2f-4077-a01a-2f628e76941f req-24bc4e6d-a93b-4f27-8191-63edfb1b98a0 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.414200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8b50ea8-7f2f-4077-a01a-2f628e76941f req-24bc4e6d-a93b-4f27-8191-63edfb1b98a0 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 946 time: 0.0724907 Jul 22 14:33:40.456803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b8b50ea8-7f2f-4077-a01a-2f628e76941f req-411c205d-0909-4e12-bb6f-9cf6307404be tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/security-groups?id=ed8302c8-2926-4a0b-9fac-42a3a141b76d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Jul 22 14:33:40.660263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58564-1017-431c-b280-9d03bbbb689b req-9921178c-811e-41af-9f04-9f1f0e92f437 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.661775 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64b58564-1017-431c-b280-9d03bbbb689b req-9921178c-811e-41af-9f04-9f1f0e92f437 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.13 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 946 time: 0.1035454 Jul 22 14:33:40.732710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485c018-8abb-4cc4-93c2-7f822e8069b0 req-668cc570-1cef-41a6-a086-15d01298ce67 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.734259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8485c018-8abb-4cc4-93c2-7f822e8069b0 req-668cc570-1cef-41a6-a086-15d01298ce67 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.1229694 Jul 22 14:33:40.807238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8485c018-8abb-4cc4-93c2-7f822e8069b0 req-7b945f50-5d2d-4934-b6ba-243da16e7960 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664768 Jul 22 14:33:40.820149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Deleting port 9849ddd9-096d-482e-8766-0380ead99fe9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:40.820503 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.910838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] For port 9849ddd9-096d-482e-8766-0380ead99fe9, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=9849ddd9-096d-482e-8766-0380ead99fe9,segment=NetworkSegment(fe0b7dd2-b764-46a6-8dad-55fc37b40260),segment_id=fe0b7dd2-b764-46a6-8dad-55fc37b40260)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:40.911228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.924640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Calling delete_port for 9849ddd9-096d-482e-8766-0380ead99fe9 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:41.055395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:41.067077 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['9849ddd9-096d-482e-8766-0380ead99fe9'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:41.083049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Pushing event deleted for resources: {'Port': ['ID=9849ddd9-096d-482e-8766-0380ead99fe9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:41.134382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] No DVR routers for this DVR port 9849ddd9-096d-482e-8766-0380ead99fe9 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:41.137908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:41.139926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-64b58564-1017-431c-b280-9d03bbbb689b req-e83406c0-2352-46e9-ac73-cda1aebde1af tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.13 "DELETE /v2.0/ports/9849ddd9-096d-482e-8766-0380ead99fe9 HTTP/1.1" status: 204 len: 173 time: 0.4707358 Jul 22 14:33:41.140359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'name': 'network-vif-deleted', 'tag': '9849ddd9-096d-482e-8766-0380ead99fe9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:41.142634 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b563cdaa-f095-4386-890e-24a3818b87e8" -d '{"events": [{"server_uuid": "cec4e6b4-4277-4640-9546-be1868b3bb46", "name": "network-vif-deleted", "tag": "9849ddd9-096d-482e-8766-0380ead99fe9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:41.178135 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e30e240-69e8-403d-8188-a73b6e5f384d x-openstack-request-id: req-7e30e240-69e8-403d-8188-a73b6e5f384d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:41.178436 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cec4e6b4-4277-4640-9546-be1868b3bb46", "name": "network-vif-deleted", "tag": "9849ddd9-096d-482e-8766-0380ead99fe9", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:41.178694 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e30e240-69e8-403d-8188-a73b6e5f384d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:41.179100 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cec4e6b4-4277-4640-9546-be1868b3bb46', 'name': 'network-vif-deleted', 'tag': '9849ddd9-096d-482e-8766-0380ead99fe9', 'status': 'completed', 'code': 200} Jul 22 14:33:41.622197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d44353ae-2f21-4328-a3d9-06eb1ba2deba req-9c05811c-ed26-412b-b27e-2677e26a2ea5 tempest-VolumesActionsTest-1419334902 tempest-VolumesActionsTest-1419334902-project] 10.222.0.11 "GET /v2.0/ports?device_id=cec4e6b4-4277-4640-9546-be1868b3bb46 HTTP/1.1" status: 200 len: 210 time: 0.0544777 Jul 22 14:33:41.946974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e3757-c360-4a83-8b48-3cb1abc7c744 req-b79ef7c0-e5ac-4a5b-b84f-a6ad1e7daf6a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:41.949389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-563e3757-c360-4a83-8b48-3cb1abc7c744 req-b79ef7c0-e5ac-4a5b-b84f-a6ad1e7daf6a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.0731795 Jul 22 14:33:41.990278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-563e3757-c360-4a83-8b48-3cb1abc7c744 req-2e10d31d-9c36-493f-af17-585f794ebde5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Jul 22 14:33:42.190816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-0c2dfa4a-f80f-4a25-b45b-a4c8e92cc580 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.192205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-0c2dfa4a-f80f-4a25-b45b-a4c8e92cc580 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Jul 22 14:33:42.303115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port 75105f89-f340-4ec6-96a8-2fc483c810f1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:42.303466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.399419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port 75105f89-f340-4ec6-96a8-2fc483c810f1, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=75105f89-f340-4ec6-96a8-2fc483c810f1,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:42.399795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.412336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for 75105f89-f340-4ec6-96a8-2fc483c810f1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:42.540995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.553081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['75105f89-f340-4ec6-96a8-2fc483c810f1'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:42.568931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=75105f89-f340-4ec6-96a8-2fc483c810f1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:42.623470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port 75105f89-f340-4ec6-96a8-2fc483c810f1 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:42.626400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.628535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4b4b9a3-22d0-4073-9ab3-a66dda43b77b req-baf2528a-1a48-4da3-abf9-b9a2589313b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "DELETE /v2.0/ports/75105f89-f340-4ec6-96a8-2fc483c810f1 HTTP/1.1" status: 204 len: 173 time: 0.4300563 Jul 22 14:33:42.629099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d99973-066d-433e-8ee3-e4d660e254e8', 'name': 'network-vif-deleted', 'tag': '75105f89-f340-4ec6-96a8-2fc483c810f1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:42.631445 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3006d1-7483-4a74-9d2f-8bfae3b64901" -d '{"events": [{"server_uuid": "95d99973-066d-433e-8ee3-e4d660e254e8", "name": "network-vif-deleted", "tag": "75105f89-f340-4ec6-96a8-2fc483c810f1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:42.672408 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b98bbb6-d294-4710-a433-7af9703697ce x-openstack-request-id: req-0b98bbb6-d294-4710-a433-7af9703697ce {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:42.672916 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d99973-066d-433e-8ee3-e4d660e254e8", "name": "network-vif-deleted", "tag": "75105f89-f340-4ec6-96a8-2fc483c810f1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:42.673105 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b98bbb6-d294-4710-a433-7af9703697ce {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:42.673660 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d99973-066d-433e-8ee3-e4d660e254e8', 'name': 'network-vif-deleted', 'tag': '75105f89-f340-4ec6-96a8-2fc483c810f1', 'status': 'completed', 'code': 200} Jul 22 14:33:43.106964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f8673601-f0e2-492f-a5a2-db87f98f902b req-386f1e0a-317f-412b-bbad-6a134767feea tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 210 time: 0.0342124 Jul 22 14:33:44.228213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71df575d-c0c7-4cab-b553-c09d83a93276 req-fe727820-33f4-4d8e-8a85-8de09184260f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 210 time: 0.0366468 Jul 22 14:33:44.882089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9849ddd9-096d-482e-8766-0380ead99fe9 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:44.925904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 9849ddd9-096d-482e-8766-0380ead99fe9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:44.926719 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 9849ddd9-096d-482e-8766-0380ead99fe9 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:45.352373 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-99e40aa2-5544-4d8f-ba66-d7a331f00590 req-6bcb9a8e-adfe-4e15-b3e7-40e9389ffdc9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 210 time: 0.0523808 Jul 22 14:33:46.311829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 75105f89-f340-4ec6-96a8-2fc483c810f1 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:46.339947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 75105f89-f340-4ec6-96a8-2fc483c810f1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:46.340689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 75105f89-f340-4ec6-96a8-2fc483c810f1 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:46.535539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8d5bfcf3-aa54-4dbf-aac0-66a8c8640389 req-ce37feda-0540-468d-8f16-3ec4923eee96 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=95d99973-066d-433e-8ee3-e4d660e254e8 HTTP/1.1" status: 200 len: 210 time: 0.0390635 Jul 22 14:33:46.676235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:47.033097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5747-118d-4fe2-96f8-78ace8d6e35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.244518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5747-118d-4fe2-96f8-78ace8d6e35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.254248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6d02-2002-4a6a-b665-b1c6b6fb56f1 req-543fea54-3e36-4d67-8f9a-7397cb30a105 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:47.255785 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c0e6d02-2002-4a6a-b665-b1c6b6fb56f1 req-543fea54-3e36-4d67-8f9a-7397cb30a105 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 946 time: 0.1174133 Jul 22 14:33:47.256879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5747-118d-4fe2-96f8-78ace8d6e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.317267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d0d5747-118d-4fe2-96f8-78ace8d6e35c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c1835638729438b9251aee391c0f648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392684 Jul 22 14:33:47.318026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d5747-118d-4fe2-96f8-78ace8d6e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cbdb50-f88f-4fd6-aec8-187295110dd0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:47.321156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:47.346231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9c0e6d02-2002-4a6a-b665-b1c6b6fb56f1 req-88b51ac2-84be-4d50-b34c-5fbe0d47a5b7 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835557 Jul 22 14:33:47.377889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.400986 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.458586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.461207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.462494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56cbdb50-f88f-4fd6-aec8-187295110dd0 HTTP/1.1" status: 204 len: 168 time: 0.1403055 Jul 22 14:33:47.472153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cbdb50-f88f-4fd6-aec8-187295110dd0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:47.483538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.485379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.485768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.486145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.486924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.486924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.487158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.487608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.487939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.488408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.488926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:47.489235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b009579-7cdc-454b-ad01-8f717d21a153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:48.371801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-b44cc476-9e1b-4605-a737-56130a756276 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:48.374257 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-b44cc476-9e1b-4605-a737-56130a756276 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 946 time: 0.0767581 Jul 22 14:33:48.524209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Deleting port d7768697-268d-426e-8eef-edada6aeb7e7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:48.525053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.527027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305a258-71c3-467f-8851-390176530d45 req-658593ab-3e90-4dbd-aa9b-7520e06a5b6a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:48.541212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9305a258-71c3-467f-8851-390176530d45 req-658593ab-3e90-4dbd-aa9b-7520e06a5b6a tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 946 time: 0.1254728 Jul 22 14:33:48.613984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d929e929-7b0d-4713-ad6d-1af39a166452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.616166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9305a258-71c3-467f-8851-390176530d45 req-d1baebf4-7bb4-4194-9cb8-c3c5eaf2a72e tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups?id=897997b4-1cc0-416c-8521-5d4dbf7371be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724518 Jul 22 14:33:48.661826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] For port d7768697-268d-426e-8eef-edada6aeb7e7, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=d7768697-268d-426e-8eef-edada6aeb7e7,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:48.662444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.914663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.915209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.915586 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Floating IP f6f92f04-f1b7-4933-9578-7a590934fe0c disassociated. External IP: 172.25.8.158, port: d7768697-268d-426e-8eef-edada6aeb7e7. Jul 22 14:33:48.916019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Calling delete_port for d7768697-268d-426e-8eef-edada6aeb7e7 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:49.078960 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:49.116798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event deleted for resources: {'Port': ['ID=d7768697-268d-426e-8eef-edada6aeb7e7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:49.237764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:49.270138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Router ee65818a-62ac-4577-b9d9-161905e98a89 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:33:49.403355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:33:49.417711 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:33:49.441537 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:49.442384 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:33:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:49.478318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] No DVR routers for this DVR port d7768697-268d-426e-8eef-edada6aeb7e7 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:49.486931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:49.489928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c2df734-6e84-4391-9571-aa569d2e79d7 req-db099d90-7513-4c9a-bd82-24684f10bd15 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.13 "DELETE /v2.0/ports/d7768697-268d-426e-8eef-edada6aeb7e7 HTTP/1.1" status: 204 len: 173 time: 1.1098316 Jul 22 14:33:49.490575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-deleted', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:49.510073 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79599c35-ef0e-457c-beb7-17a0dad2284a" -d '{"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-deleted", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:49.603231 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e00975-f9eb-456f-b3fd-38619d56d408 x-openstack-request-id: req-69e00975-f9eb-456f-b3fd-38619d56d408 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:49.603570 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56acd086-9b19-4ade-a02c-7142f430f8b1", "name": "network-vif-deleted", "tag": "d7768697-268d-426e-8eef-edada6aeb7e7", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:49.603832 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69e00975-f9eb-456f-b3fd-38619d56d408 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:49.604233 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56acd086-9b19-4ade-a02c-7142f430f8b1', 'name': 'network-vif-deleted', 'tag': 'd7768697-268d-426e-8eef-edada6aeb7e7', 'status': 'completed', 'code': 200} Jul 22 14:33:49.688397 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:33:49.786844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55ca8f11-fc8a-4b05-88cc-458f2c7dbf2a req-7d6c8f02-971a-41a0-a7a6-5631f21b54cd tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/ports?device_id=56acd086-9b19-4ade-a02c-7142f430f8b1 HTTP/1.1" status: 200 len: 210 time: 0.0506172 Jul 22 14:33:50.049432 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:50.109784 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:33:50.120183 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:50.120999 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:33:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:50.161165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-3a12e1fd-fee3-4765-9a39-8de844ce0bc1 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7983964f1a274a809e2c7c19bddd8a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727026 Jul 22 14:33:50.167232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:50.262748 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:33:50.497238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-d1773794-1f44-4431-b068-0102abdcf2ed tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:50.505104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-d1773794-1f44-4431-b068-0102abdcf2ed tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3338056 Jul 22 14:33:50.524663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-72fcdb1c-5f40-4e26-9a54-8ca4572be80d tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/quotas/7983964f1a274a809e2c7c19bddd8a3b HTTP/1.1" status: 200 len: 375 time: 0.0175083 Jul 22 14:33:50.572917 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-921fbfa9-ad92-4943-ad8c-ca722719e76a tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7983964f1a274a809e2c7c19bddd8a3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439529 Jul 22 14:33:50.678647 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:50.721522 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f42daee-ad89-4e15-be0a-bcf62f2f4b6c None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:25:36Z', 'revision_number': 4, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0', 'name': '', 'network_id': 'b36eca31-acb4-4210-a951-6659355ec41c', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'mac_address': 'fa:16:3e:cf:1b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': 'ec811675-d348-4bf3-96e1-06539688acae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:35Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'subnets': [{'id': 'ec811675-d348-4bf3-96e1-06539688acae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:33:50.783842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-61d72a4b-dd59-4579-adab-e6452c37f2ff req-5f31dd2a-f39c-44cf-b2b5-f4ef954ca8cd tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 210 time: 0.0522807 Jul 22 14:33:50.927045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:51.045923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68d28838-337d-48a8-8599-30f508f62b34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.071635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68d28838-337d-48a8-8599-30f508f62b34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.100789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0c7ff7-20c1-46bb-a5a9-075f6ac041a6 None None] New status for floating IP f6f92f04-f1b7-4933-9578-7a590934fe0c: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:33:51.160630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68d28838-337d-48a8-8599-30f508f62b34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.163774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68d28838-337d-48a8-8599-30f508f62b34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.168194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:51.173575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-68d28838-337d-48a8-8599-30f508f62b34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "DELETE /v2.0/security-groups/897997b4-1cc0-416c-8521-5d4dbf7371be HTTP/1.1" status: 204 len: 168 time: 0.2454252 Jul 22 14:33:51.193852 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d454243b-fe96-4104-9097-416ad3f2ada9 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] show failed (client error): The resource could not be found. Jul 22 14:33:51.195926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d28838-337d-48a8-8599-30f508f62b34 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897997b4-1cc0-416c-8521-5d4dbf7371be,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:51.200384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d454243b-fe96-4104-9097-416ad3f2ada9 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "GET /v2.0/security-groups/897997b4-1cc0-416c-8521-5d4dbf7371be HTTP/1.1" status: 404 len: 347 time: 0.0278108 Jul 22 14:33:51.200770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:51.355147 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.412999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Deleting port b367c2b4-acd9-4bca-9007-b6c66165692a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:51.413424 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.455757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f81192b4-648c-4510-aff8-6a7a7802dbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.523418 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.523811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.539630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Calling delete_port for b367c2b4-acd9-4bca-9007-b6c66165692a owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:51.704164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.734632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Pushing event deleted for resources: {'Port': ['ID=b367c2b4-acd9-4bca-9007-b6c66165692a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:51.748056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.748619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.749155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.749497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.750030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.750505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.750848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.751378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.751714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.752204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.752710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.753045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:51.842065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.845299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.847571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a8820131-5a66-4567-a7ba-8dd2e1ee91c8 tempest-AttachVolumeShelveTestJSON-2000174743 tempest-AttachVolumeShelveTestJSON-2000174743-project] 10.222.0.11 "DELETE /v2.0/floatingips/f6f92f04-f1b7-4933-9578-7a590934fe0c HTTP/1.1" status: 204 len: 168 time: 0.6454957 Jul 22 14:33:51.967370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71004aca-7625-43fc-9cf2-1c767c8781a0 req-1a441f61-d25c-4a67-ba18-1213fbf910b6 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 210 time: 0.0399027 Jul 22 14:33:52.023169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-dc40ed87-0080-4fd6-81ae-ff465e4455c4 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7983964f1a274a809e2c7c19bddd8a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290575 Jul 22 14:33:52.165670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-cd47a815-376c-4908-80c3-d5b50afeb545 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:52.167209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-cd47a815-376c-4908-80c3-d5b50afeb545 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387122 Jul 22 14:33:52.187720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Request body: {'port': {'device_id': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '7983964f1a274a809e2c7c19bddd8a3b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:52.461880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:52.726833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Made reservation on behalf of 7983964f1a274a809e2c7c19bddd8a3b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:52.731260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:52.740249 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:52.840788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:52.845272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:52.926933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:52.957058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: d7768697-268d-426e-8eef-edada6aeb7e7 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:52.957404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device d7768697-268d-426e-8eef-edada6aeb7e7 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:52.967277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9662d4-cc06-4c95-9bc1-417273e2784e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:53.007628 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Allocated IP 192.168.233.153 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/47beb1cf-4a92-4d88-b88b-e56ae989c753) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:53.130249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22337eac-106a-42bc-9729-47a73bc4050a req-23ed8132-dc13-4c81-b78e-8e13fd49d55c tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 210 time: 0.0479751 Jul 22 14:33:53.211567 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.228528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Transition to ACTIVE for port object 47beb1cf-4a92-4d88-b88b-e56ae989c753 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:53.278338 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.329710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:53.332953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:53.338042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:53.343789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Pushing event updated for resources: {'Port': ['ID=47beb1cf-4a92-4d88-b88b-e56ae989c753,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:53.405130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:53.406246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.428559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-e4bcbd3c-4ed6-4aa5-a921-64bb4fa28104 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2444029 Jul 22 14:33:53.442486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Request body: {'port': {'device_id': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:53.561856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.811400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bd4479b9-832f-4e4a-8fec-a1913a5cd002 None None] Provisioning for port 47beb1cf-4a92-4d88-b88b-e56ae989c753 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:53.815923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bd4479b9-832f-4e4a-8fec-a1913a5cd002 None None] Provisioning complete for port 47beb1cf-4a92-4d88-b88b-e56ae989c753 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:53.816346 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd4479b9-832f-4e4a-8fec-a1913a5cd002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.864798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bd4479b9-832f-4e4a-8fec-a1913a5cd002 None None] Port 47beb1cf-4a92-4d88-b88b-e56ae989c753 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:33:53.927137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47beb1cf-4a92-4d88-b88b-e56ae989c753 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:53.935385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.947944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Transition to ACTIVE for port object 47beb1cf-4a92-4d88-b88b-e56ae989c753 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:53.954628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.015882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Pushing event updated for resources: {'Port': ['ID=47beb1cf-4a92-4d88-b88b-e56ae989c753,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:54.095643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Attempting to bind port 47beb1cf-4a92-4d88-b88b-e56ae989c753 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:54.096327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Attempting to bind port 47beb1cf-4a92-4d88-b88b-e56ae989c753 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:54.096906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Attempting to bind port 47beb1cf-4a92-4d88-b88b-e56ae989c753 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:54.102397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Port 47beb1cf-4a92-4d88-b88b-e56ae989c753 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:54.103049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Attempting to bind port 47beb1cf-4a92-4d88-b88b-e56ae989c753 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:54.110286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:54.110938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:54.111558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:54.113381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Bound port: 47beb1cf-4a92-4d88-b88b-e56ae989c753, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:54.114278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.232646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] For port 47beb1cf-4a92-4d88-b88b-e56ae989c753, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:54.239232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] For port 47beb1cf-4a92-4d88-b88b-e56ae989c753, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:54.264135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.313334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.451298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:54.452034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.453594 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] 10.222.0.13 "PUT /v2.0/ports/47beb1cf-4a92-4d88-b88b-e56ae989c753 HTTP/1.1" status: 200 len: 1097 time: 1.0196426 Jul 22 14:33:54.454147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'tag': '47beb1cf-4a92-4d88-b88b-e56ae989c753'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:54.456479 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab0846-69ea-449d-98db-99b3d055efb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72", "tag": "47beb1cf-4a92-4d88-b88b-e56ae989c753"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:54.592790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec6dec-be14-4ec9-84b0-411b16323285 service neutron] Pushing event updated for resources: {'Port': ['ID=47beb1cf-4a92-4d88-b88b-e56ae989c753,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:54.598593 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd0ab1-2158-43ff-b735-010383728187 x-openstack-request-id: req-e2fd0ab1-2158-43ff-b735-010383728187 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:54.598882 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72", "tag": "47beb1cf-4a92-4d88-b88b-e56ae989c753", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:54.599131 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2fd0ab1-2158-43ff-b735-010383728187 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:54.599523 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'tag': '47beb1cf-4a92-4d88-b88b-e56ae989c753', 'status': 'completed', 'code': 200} Jul 22 14:33:54.628249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b2c49-6bb6-480a-8e67-741cfe394d6f req-32ba6208-080f-4945-99a1-a7e7ca22af24 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:54.629909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-399b2c49-6bb6-480a-8e67-741cfe394d6f req-32ba6208-080f-4945-99a1-a7e7ca22af24 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 948 time: 0.3806033 Jul 22 14:33:54.772296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-399b2c49-6bb6-480a-8e67-741cfe394d6f req-205f7589-c478-411c-b8ef-94189aba9229 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344090 Jul 22 14:33:54.778410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-8586a340-13c3-45dc-8b1f-afd88eb094c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:54.779947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-8586a340-13c3-45dc-8b1f-afd88eb094c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7983964f1a274a809e2c7c19bddd8a3b&device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 1100 time: 0.2654517 Jul 22 14:33:54.841598 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-cc4bb393-1d6e-426b-9535-f1d8cd6a2d1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753 HTTP/1.1" status: 200 len: 217 time: 0.0511014 Jul 22 14:33:54.914292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-3099221d-09b1-40b7-b076-670fb25465bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:54.915812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-3099221d-09b1-40b7-b076-670fb25465bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0666423 Jul 22 14:33:55.075133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-29bddbcc-0a4b-4718-acde-9fb79cfa1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:55.081904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-29bddbcc-0a4b-4718-acde-9fb79cfa1a5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1511288 Jul 22 14:33:55.242266 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-ac2422c4-1e04-4c06-a4aa-49c887772740 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529365 Jul 22 14:33:55.455757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-06c5f868-b2d2-4313-9fd5-59573d9c48aa req-2e110663-7791-4b11-9c7c-da36f536f48a service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067361 Jul 22 14:33:55.677794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-59bf543e-27f8-412f-ac2a-36b3e86a5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:55.679418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-59bf543e-27f8-412f-ac2a-36b3e86a5a03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7983964f1a274a809e2c7c19bddd8a3b&device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 1100 time: 0.1585455 Jul 22 14:33:55.808023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-d5b9c6e0-1416-4fc2-8b9a-e19907dfe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:55.812323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-d5b9c6e0-1416-4fc2-8b9a-e19907dfe1a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.1261504 Jul 22 14:33:55.873421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-e671e538-e846-404b-80bc-b6bdd4c2706d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753 HTTP/1.1" status: 200 len: 217 time: 0.0519826 Jul 22 14:33:55.945104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-983efb83-603f-40a0-ad65-7ccbaae22dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:55.946915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-983efb83-603f-40a0-ad65-7ccbaae22dcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0664594 Jul 22 14:33:55.970767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be7726-aee9-4e8d-a538-69c814d58943 req-16540a34-f82c-4cfc-8ec1-09902aa35a53 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:55.978454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4be7726-aee9-4e8d-a538-69c814d58943 req-16540a34-f82c-4cfc-8ec1-09902aa35a53 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 948 time: 0.1130800 Jul 22 14:33:56.019102 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4be7726-aee9-4e8d-a538-69c814d58943 req-3f723133-a10b-42bc-938e-a2e72299b074 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385973 Jul 22 14:33:56.067635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-343c0562-e926-43b4-ae9b-ccb8aac72930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:56.069388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-343c0562-e926-43b4-ae9b-ccb8aac72930 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146631 Jul 22 14:33:56.197079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-4ba7bf2f-3533-4c44-863b-5484b8f5bc42 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195421 Jul 22 14:33:56.315562 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39ab0846-69ea-449d-98db-99b3d055efb6 req-2df5e9ce-6d42-4ea9-ba21-486cd2fb2f68 service neutron] 10.222.0.13 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102026 Jul 22 14:33:57.189053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2db00e-45b9-4745-b7bc-200f3c8dd60a req-84e24f42-a477-4d68-871f-8f445fe1514e tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:57.191514 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce2db00e-45b9-4745-b7bc-200f3c8dd60a req-84e24f42-a477-4d68-871f-8f445fe1514e tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 948 time: 0.0884876 Jul 22 14:33:57.241465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ce2db00e-45b9-4745-b7bc-200f3c8dd60a req-558343e7-e67d-4964-a0ba-4664df33d7d3 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Jul 22 14:33:57.797999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48504) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:58.442046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820867e1-d315-496a-b059-e5a46f12c81d req-be221768-5dec-402c-825a-90ffa78eb28d tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:58.443647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-820867e1-d315-496a-b059-e5a46f12c81d req-be221768-5dec-402c-825a-90ffa78eb28d tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 948 time: 0.1248684 Jul 22 14:33:58.473518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:58.908326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-820867e1-d315-496a-b059-e5a46f12c81d req-9a478b7c-6c6e-4b36-b0a7-ebc41a584662 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575167 Jul 22 14:33:58.958136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 47beb1cf-4a92-4d88-b88b-e56ae989c753 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:59.077328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 47beb1cf-4a92-4d88-b88b-e56ae989c753, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:59.089935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '47beb1cf-4a92-4d88-b88b-e56ae989c753', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': '47beb1cf-4a92-4d88-b88b-e56ae989c753', 'mac_address': 'fa:16:3e:f6:5b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:59.131376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Deleting port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:59.131829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.132697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.149879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47beb1cf-4a92-4d88-b88b-e56ae989c753 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:59.176692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 47beb1cf-4a92-4d88-b88b-e56ae989c753, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:59.185197 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.247233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] For port 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:59.247793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.251703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=47beb1cf-4a92-4d88-b88b-e56ae989c753,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:59.259532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.259914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.260242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.260728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.261171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.261520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.261883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.262246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.262550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.262881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.263211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.263536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:59.263735 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Calling delete_port for 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:59.377203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['47beb1cf-4a92-4d88-b88b-e56ae989c753'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:59.488576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.536502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Pushing event deleted for resources: {'Port': ['ID=5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:59.734768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:00.004094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Router ee65818a-62ac-4577-b9d9-161905e98a89 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:34:00.083221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db780e17-b696-4a82-829b-ef1afa99541c req-9a51cc3b-27ca-42ed-94ae-b5474096772e tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:00.085549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db780e17-b696-4a82-829b-ef1afa99541c req-9a51cc3b-27ca-42ed-94ae-b5474096772e tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 949 time: 0.0890434 Jul 22 14:34:00.131855 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db780e17-b696-4a82-829b-ef1afa99541c req-bad7399f-91db-4e70-8b1f-db07cfc6bb45 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382254 Jul 22 14:34:00.152867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:34:00.158569 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fb4186b7-ab54-4c12-9d4d-a5dbf215999a admin admin] 10.222.0.11 "PUT /v2.0/routers/ee65818a-62ac-4577-b9d9-161905e98a89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593373 Jul 22 14:34:00.161322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48528) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:00.166092 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] Sync routers for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:34:00.176601 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:34:00.177476 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:33:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:00.283751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:00.287987 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:34:00.402416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:00.477986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Deleting port f0a6e169-8a11-4140-b9ee-039ff4219962 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:00.478399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:00.553641 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:33:59Z', 'revision_number': 5, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port': {'id': 'f0a6e169-8a11-4140-b9ee-039ff4219962', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:62:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:29Z', 'updated_at': '2021-07-22T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:00.593548 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] Checking router: ee65818a-62ac-4577-b9d9-161905e98a89 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:34:00.601164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] For port f0a6e169-8a11-4140-b9ee-039ff4219962, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f0a6e169-8a11-4140-b9ee-039ff4219962,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:00.601910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:00.612617 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] Routers {'ee65818a-62ac-4577-b9d9-161905e98a89'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:34:00.613259 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:33:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ee65818a-62ac-4577-b9d9-161905e98a89'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:00.623732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Calling delete_port for f0a6e169-8a11-4140-b9ee-039ff4219962 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:00.738967 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] Set router ee65818a-62ac-4577-b9d9-161905e98a89 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:34:00.814737 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:34:00Z', 'revision_number': 6, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:00.894020 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337dcfc0-d444-41c4-bc05-1fa6b3e1b691 None None] The sync data for ids ['ee65818a-62ac-4577-b9d9-161905e98a89'] in n-d-787205-11 is: [{'id': 'ee65818a-62ac-4577-b9d9-161905e98a89', 'name': 'tempest-AttachVolumeShelveTestJSON-1013379627-router', 'tenant_id': 'e7f024a9792841999c853aedf059c7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:28Z', 'updated_at': '2021-07-22T14:34:00Z', 'revision_number': 6, 'project_id': 'e7f024a9792841999c853aedf059c7e8', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:34:00.915284 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:00.952431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a6e169-8a11-4140-b9ee-039ff4219962,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:00.956311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 47beb1cf-4a92-4d88-b88b-e56ae989c753 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:01.020714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 47beb1cf-4a92-4d88-b88b-e56ae989c753 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:01.029672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 47beb1cf-4a92-4d88-b88b-e56ae989c753 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:01.030040 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.037929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.150314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.162220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.164576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.215905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47beb1cf-4a92-4d88-b88b-e56ae989c753'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:01.222137 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b2abb7-c130-44dc-861c-0bb611582c5a" -d '{"events": [{"server_uuid": "d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72", "name": "network-vif-plugged", "status": "completed", "tag": "47beb1cf-4a92-4d88-b88b-e56ae989c753"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:01.263027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 47beb1cf-4a92-4d88-b88b-e56ae989c753, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:01.271547 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.285174 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.286089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee65818a-62ac-4577-b9d9-161905e98a89 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:34:01.298130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.304507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-121431ce-98d1-4a6a-b942-abf863126088 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ee65818a-62ac-4577-b9d9-161905e98a89 HTTP/1.1" status: 204 len: 168 time: 1.1400509 Jul 22 14:34:01.305372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48548) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:01.360273 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4df935d-5b25-42c8-9683-15163d034b9c x-openstack-request-id: req-d4df935d-5b25-42c8-9683-15163d034b9c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:01.360781 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72", "name": "network-vif-plugged", "status": "completed", "tag": "47beb1cf-4a92-4d88-b88b-e56ae989c753", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:01.365819 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4df935d-5b25-42c8-9683-15163d034b9c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:01.366417 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47beb1cf-4a92-4d88-b88b-e56ae989c753', 'code': 200} Jul 22 14:34:01.368052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=47beb1cf-4a92-4d88-b88b-e56ae989c753,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:01.427625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90a0c5-7dfe-453c-9183-6ae65dafad70 req-5134d895-401a-46a6-ad67-cf70f943f9aa tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:01.429446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e90a0c5-7dfe-453c-9183-6ae65dafad70 req-5134d895-401a-46a6-ad67-cf70f943f9aa tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 950 time: 0.1628733 Jul 22 14:34:01.440609 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Deleting subnet ec811675-d348-4bf3-96e1-06539688acae {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:34:01.444497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.485477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e90a0c5-7dfe-453c-9183-6ae65dafad70 req-79c7d2fb-135c-4003-8c26-225df73ffa2e tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485289 Jul 22 14:34:01.516650 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.612448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347659a-64b6-4abc-83c9-e45550652d50 req-af178d62-7238-43fd-b6b5-4b3d9b5a6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:01.614412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4347659a-64b6-4abc-83c9-e45550652d50 req-af178d62-7238-43fd-b6b5-4b3d9b5a6590 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 1102 time: 0.1916044 Jul 22 14:34:01.655574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.693557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4347659a-64b6-4abc-83c9-e45550652d50 req-15077584-05f6-4fb4-8fe0-d1ad054aba2e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703435 Jul 22 14:34:01.731046 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.757794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec811675-d348-4bf3-96e1-06539688acae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:01.762310 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.766575 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c4a9c385-2017-4717-8627-98ab381aca2a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ec811675-d348-4bf3-96e1-06539688acae HTTP/1.1" status: 204 len: 168 time: 0.4577579 Jul 22 14:34:01.766851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48552) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:01.769754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7591ae-4280-47f4-8783-8e82c5db45ee None None] Network b36eca31-acb4-4210-a951-6659355ec41c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:01.852032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.918768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Deleting port 9fc9fadd-456a-40e3-8218-af969b365efb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:01.919113 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.029649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] For port 9fc9fadd-456a-40e3-8218-af969b365efb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9fc9fadd-456a-40e3-8218-af969b365efb,segment=NetworkSegment(ade9a6a9-78ea-4a21-9083-fd80b2dda948),segment_id=ade9a6a9-78ea-4a21-9083-fd80b2dda948)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:02.030379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.031279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:02.051986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Calling delete_port for 9fc9fadd-456a-40e3-8218-af969b365efb owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:02.060135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] DHCP port deletion for b36eca31-acb4-4210-a951-6659355ec41c request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:34:02.071864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:02.072214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5562d86a-7ea2-4e84-a63b-c5c94bf8e4d0 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:02.076393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f0a6e169-8a11-4140-b9ee-039ff4219962 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:02.132402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f0a6e169-8a11-4140-b9ee-039ff4219962 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:02.133216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f0a6e169-8a11-4140-b9ee-039ff4219962 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:02.190184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Deleting port 9fc9fadd-456a-40e3-8218-af969b365efb {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:02.190602 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.201964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.227644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] No DVR routers for this DVR port 9fc9fadd-456a-40e3-8218-af969b365efb on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:02.256929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc9fadd-456a-40e3-8218-af969b365efb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:02.334329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] For port 9fc9fadd-456a-40e3-8218-af969b365efb, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:02.334756 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.341711 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.350524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Calling delete_port for 9fc9fadd-456a-40e3-8218-af969b365efb owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:02.353321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36eca31-acb4-4210-a951-6659355ec41c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:02.356480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Port 9fc9fadd-456a-40e3-8218-af969b365efb was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:34:02.358839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.381972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade9a6a9-78ea-4a21-9083-fd80b2dda948') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:02.382274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade9a6a9-78ea-4a21-9083-fd80b2dda948') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:02.409882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.416134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] Pushing event deleted for resources: {'Port': ['ID=9fc9fadd-456a-40e3-8218-af969b365efb,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:02.425450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a4bb5-a9ad-40c9-b19d-a49a572c23ce None None] No DVR routers for this DVR port 9fc9fadd-456a-40e3-8218-af969b365efb on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:02.436990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.446287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:02.447155 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:02.450484 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:02.536149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.542915 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.544847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b36eca31-acb4-4210-a951-6659355ec41c HTTP/1.1" status: 204 len: 168 time: 0.7771764 Jul 22 14:34:02.563572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bcc32-abad-47f9-826c-cdc6b5a85f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=b36eca31-acb4-4210-a951-6659355ec41c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:02.691721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dbd1b-4be4-450b-9c25-bce084c4fc9f req-39729c0d-9b21-4eb6-9b10-636771b66626 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:02.694015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317dbd1b-4be4-450b-9c25-bce084c4fc9f req-39729c0d-9b21-4eb6-9b10-636771b66626 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 950 time: 0.0981166 Jul 22 14:34:02.735548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:02.749680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-317dbd1b-4be4-450b-9c25-bce084c4fc9f req-217c3ca4-ac8f-4ff7-a983-7fef1b58d2ce tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484481 Jul 22 14:34:02.805095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fcaffe40-9b7c-418d-8f1d-08bc63b19450 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7f024a9792841999c853aedf059c7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660005 Jul 22 14:34:02.805258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:02.873003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb69810a-acaf-4b8c-beb7-ad425a6b49d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.906338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb69810a-acaf-4b8c-beb7-ad425a6b49d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.002198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb69810a-acaf-4b8c-beb7-ad425a6b49d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.004970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb69810a-acaf-4b8c-beb7-ad425a6b49d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.008797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cb69810a-acaf-4b8c-beb7-ad425a6b49d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3deca1f7-8be5-4b66-9655-3ca87a291ff9 HTTP/1.1" status: 204 len: 168 time: 0.1999369 Jul 22 14:34:03.018118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69810a-acaf-4b8c-beb7-ad425a6b49d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deca1f7-8be5-4b66-9655-3ca87a291ff9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.149500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58491e-262f-44ad-83ad-0b1d308a782f req-56810a83-d57a-41c5-bc04-0c403160632a tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:03.152086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f58491e-262f-44ad-83ad-0b1d308a782f req-56810a83-d57a-41c5-bc04-0c403160632a tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 950 time: 0.0837407 Jul 22 14:34:03.210397 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f58491e-262f-44ad-83ad-0b1d308a782f req-6dc89f0f-888a-4e63-a297-98b0966cb8d9 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522039 Jul 22 14:34:04.022920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9fc9fadd-456a-40e3-8218-af969b365efb no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:04.050206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9fc9fadd-456a-40e3-8218-af969b365efb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:04.050468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9fc9fadd-456a-40e3-8218-af969b365efb not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:04.369510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-260aa209-71c0-4ba7-9bc5-23f4dce5cb78 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:04.373988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-260aa209-71c0-4ba7-9bc5-23f4dce5cb78 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 950 time: 0.0928066 Jul 22 14:34:04.470138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921ecf9-9210-4c22-8203-c6a5c3dfea6a req-2f102876-9a35-406b-ab91-1f45f6ac3aac tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:04.477159 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1921ecf9-9210-4c22-8203-c6a5c3dfea6a req-2f102876-9a35-406b-ab91-1f45f6ac3aac tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 950 time: 0.0883427 Jul 22 14:34:04.517576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Deleting port 47beb1cf-4a92-4d88-b88b-e56ae989c753 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:04.517961 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:04.523341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1921ecf9-9210-4c22-8203-c6a5c3dfea6a req-ba884d7e-bde9-413c-962f-c06ac17253f8 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/security-groups?id=cd9662d4-cc06-4c95-9bc1-417273e2784e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451393 Jul 22 14:34:04.652851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] For port 47beb1cf-4a92-4d88-b88b-e56ae989c753, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=47beb1cf-4a92-4d88-b88b-e56ae989c753,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:04.653149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:04.675018 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Calling delete_port for 47beb1cf-4a92-4d88-b88b-e56ae989c753 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:04.893067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:04.906766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['47beb1cf-4a92-4d88-b88b-e56ae989c753'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:04.981650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Pushing event deleted for resources: {'Port': ['ID=47beb1cf-4a92-4d88-b88b-e56ae989c753,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:05.011235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] No DVR routers for this DVR port 47beb1cf-4a92-4d88-b88b-e56ae989c753 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:05.014287 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.017050 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c533d6f6-a0b2-443b-8266-27fb4016638e req-42deb67a-7156-43c3-8447-71afd9fd8f2f tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.13 "DELETE /v2.0/ports/47beb1cf-4a92-4d88-b88b-e56ae989c753 HTTP/1.1" status: 204 len: 173 time: 0.6369047 Jul 22 14:34:05.017568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'name': 'network-vif-deleted', 'tag': '47beb1cf-4a92-4d88-b88b-e56ae989c753'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:05.021289 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27941a71-cb7a-41fc-b0de-e9e06bc17dc2" -d '{"events": [{"server_uuid": "d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72", "name": "network-vif-deleted", "tag": "47beb1cf-4a92-4d88-b88b-e56ae989c753"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:05.111668 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e27567-04a6-4d2a-a9eb-bebf70a30706 x-openstack-request-id: req-34e27567-04a6-4d2a-a9eb-bebf70a30706 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:05.111969 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72", "name": "network-vif-deleted", "tag": "47beb1cf-4a92-4d88-b88b-e56ae989c753", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:05.113235 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34e27567-04a6-4d2a-a9eb-bebf70a30706 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:05.113488 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ae04ea-eb7b-42a0-822b-9ddc6b71ea72', 'name': 'network-vif-deleted', 'tag': '47beb1cf-4a92-4d88-b88b-e56ae989c753', 'status': 'completed', 'code': 200} Jul 22 14:34:05.697516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0884ee9-16f0-4d0b-bf29-381ce1f77258 req-ecdae166-de93-4faf-a84c-fa897470f557 tempest-VolumesNegativeTest-1844013267 tempest-VolumesNegativeTest-1844013267-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0ae04ea-eb7b-42a0-822b-9ddc6b71ea72 HTTP/1.1" status: 200 len: 210 time: 0.0555034 Jul 22 14:34:06.397813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:34:07.365326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48758) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:07.382426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48762) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:07.468133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Deleting subnet 0082c0a9-98cb-4640-ade9-ed7b40356e1b {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:34:07.475628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.559184 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.662217 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.692938 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c001e51-159b-4868-93d3-d5ebf42e4cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.771976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.828476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.831742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0082c0a9-98cb-4640-ade9-ed7b40356e1b HTTP/1.1" status: 204 len: 168 time: 0.4482577 Jul 22 14:34:07.832594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4a5a-e155-4199-91f8-603464a99e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0082c0a9-98cb-4640-ade9-ed7b40356e1b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:07.834271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48812) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:07.934454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c001e51-159b-4868-93d3-d5ebf42e4cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.937911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.943461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c001e51-159b-4868-93d3-d5ebf42e4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.004768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c001e51-159b-4868-93d3-d5ebf42e4cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d9f9df-b476-414a-9aca-cf6a0436f586,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.032020 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9c001e51-159b-4868-93d3-d5ebf42e4cba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22866e6d39b64a7994ce238d3f22675b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6655023 Jul 22 14:34:08.035263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:08.089239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.101763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93005304-6106-4996-b00c-d16711fadae5']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:08.111113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe53384-a13b-4e66-985a-11cee96c88cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.116172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0b7dd2-b764-46a6-8dad-55fc37b40260') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:08.116482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0b7dd2-b764-46a6-8dad-55fc37b40260') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:08.136467 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.147531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe53384-a13b-4e66-985a-11cee96c88cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.159506 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.170388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:08.171075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:08.174003 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:08.222973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe53384-a13b-4e66-985a-11cee96c88cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.225793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe53384-a13b-4e66-985a-11cee96c88cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.231337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6fe53384-a13b-4e66-985a-11cee96c88cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4d9f9df-b476-414a-9aca-cf6a0436f586 HTTP/1.1" status: 204 len: 168 time: 0.1937544 Jul 22 14:34:08.242517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe53384-a13b-4e66-985a-11cee96c88cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d9f9df-b476-414a-9aca-cf6a0436f586,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.255950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.264856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.267282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] 10.222.0.11 "DELETE /v2.0/networks/93005304-6106-4996-b00c-d16711fadae5 HTTP/1.1" status: 204 len: 168 time: 0.4309275 Jul 22 14:34:08.270641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:08.296979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544b763-b31b-485a-8eb3-2a726cccaf17 admin admin] Pushing event deleted for resources: {'Network': ['ID=93005304-6106-4996-b00c-d16711fadae5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.342588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Deleting subnet f3fa4fee-4084-43d9-9375-7c8228061723 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:34:08.346528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.393759 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.440086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.514426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.544144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fa4fee-4084-43d9-9375-7c8228061723,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.546514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.551853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48846) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:08.552990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a0b4251-b015-424f-af59-696fe7aae41c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f3fa4fee-4084-43d9-9375-7c8228061723 HTTP/1.1" status: 204 len: 168 time: 0.2811794 Jul 22 14:34:08.593184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:08.614724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd6bff04-7eb4-4cb2-9722-2b19d8c1f6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.635873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.759455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.762661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd6bff04-7eb4-4cb2-9722-2b19d8c1f6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.768082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd6bff04-7eb4-4cb2-9722-2b19d8c1f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.771425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d764e92-4847-41db-9720-3191d66bc15d']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:08.787055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3149fa-aed5-479d-8f5c-5cea8c6a6fac') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:08.787483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3149fa-aed5-479d-8f5c-5cea8c6a6fac') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:08.798972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.816224 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.823875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:08.824279 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.824898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bd6bff04-7eb4-4cb2-9722-2b19d8c1f6eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2b855d37e124c3b97e4bbe3e90e33e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303483 Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:08.826908 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:08.829442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:08.835908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6bff04-7eb4-4cb2-9722-2b19d8c1f6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20970fa5-fc1e-4f67-a36e-77051cce9057,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.903436 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d675afc-52b4-4399-9db5-0453d3d74240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.909334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.915707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.921730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8d764e92-4847-41db-9720-3191d66bc15d HTTP/1.1" status: 204 len: 168 time: 0.3664913 Jul 22 14:34:08.943764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf1774d-53db-42d8-8fbd-e52c44c145c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d764e92-4847-41db-9720-3191d66bc15d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.951082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d675afc-52b4-4399-9db5-0453d3d74240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.002584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 47beb1cf-4a92-4d88-b88b-e56ae989c753 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:09.025858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 47beb1cf-4a92-4d88-b88b-e56ae989c753 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:09.026204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 47beb1cf-4a92-4d88-b88b-e56ae989c753 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:09.035330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d675afc-52b4-4399-9db5-0453d3d74240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.038582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d675afc-52b4-4399-9db5-0453d3d74240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.039986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d675afc-52b4-4399-9db5-0453d3d74240 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20970fa5-fc1e-4f67-a36e-77051cce9057 HTTP/1.1" status: 204 len: 168 time: 0.2116923 Jul 22 14:34:09.053451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d675afc-52b4-4399-9db5-0453d3d74240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20970fa5-fc1e-4f67-a36e-77051cce9057,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:09.190940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48908) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:09.241644 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3c594579-ea31-4c54-8814-45a71a676cc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8985e3767ce443a92bea97f84d92cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494411 Jul 22 14:34:09.244022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48912) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:09.316399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a286de4-7d7c-4fea-94fb-81677f389fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.344875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a286de4-7d7c-4fea-94fb-81677f389fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.412004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a286de4-7d7c-4fea-94fb-81677f389fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.416246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3a286de4-7d7c-4fea-94fb-81677f389fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.418085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3a286de4-7d7c-4fea-94fb-81677f389fd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed8302c8-2926-4a0b-9fac-42a3a141b76d HTTP/1.1" status: 204 len: 168 time: 0.1712747 Jul 22 14:34:09.435715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a286de4-7d7c-4fea-94fb-81677f389fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8302c8-2926-4a0b-9fac-42a3a141b76d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:09.944397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 48972) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:10.007593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cc43ef70-c4b2-47db-91ae-4d58534eacc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5891a1944f04eec863b442d0a5f17c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609081 Jul 22 14:34:10.010946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 48976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:10.081859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc9df-e8eb-44b1-8d83-16364a7621d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.112718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc9df-e8eb-44b1-8d83-16364a7621d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.193006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc9df-e8eb-44b1-8d83-16364a7621d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.197597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0ffc9df-e8eb-44b1-8d83-16364a7621d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.199995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a0ffc9df-e8eb-44b1-8d83-16364a7621d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a928f9fa-b9dc-4b13-a733-c88b852eb9e1 HTTP/1.1" status: 204 len: 168 time: 0.1878753 Jul 22 14:34:10.217632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc9df-e8eb-44b1-8d83-16364a7621d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a928f9fa-b9dc-4b13-a733-c88b852eb9e1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:11.914008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:12.175348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e38f7741-e1aa-42d1-9f14-06c817d89598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.321656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e38f7741-e1aa-42d1-9f14-06c817d89598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.324726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e38f7741-e1aa-42d1-9f14-06c817d89598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.386766 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e38f7741-e1aa-42d1-9f14-06c817d89598 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e75c3952bc804841a6f5645b4c10a182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701681 Jul 22 14:34:12.389199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7741-e1aa-42d1-9f14-06c817d89598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e244598a-94ec-4cc6-986d-85f3493b146d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:12.389643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:12.456838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd47fef2-11a9-4cbe-afe3-08f479534f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.491014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd47fef2-11a9-4cbe-afe3-08f479534f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.565027 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd47fef2-11a9-4cbe-afe3-08f479534f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.569561 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd47fef2-11a9-4cbe-afe3-08f479534f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.570799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fd47fef2-11a9-4cbe-afe3-08f479534f10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e244598a-94ec-4cc6-986d-85f3493b146d HTTP/1.1" status: 204 len: 168 time: 0.1799645 Jul 22 14:34:12.588323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47fef2-11a9-4cbe-afe3-08f479534f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e244598a-94ec-4cc6-986d-85f3493b146d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:13.267021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:13.531206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:13.542481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6be96716-1672-4d14-a1bb-2d652a5acc21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7983964f1a274a809e2c7c19bddd8a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740550 Jul 22 14:34:13.593282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5ca-603d-4a9c-b0b5-1f85a40f694d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.625786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5ca-603d-4a9c-b0b5-1f85a40f694d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.690521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5ca-603d-4a9c-b0b5-1f85a40f694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.695430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73c1b5ca-603d-4a9c-b0b5-1f85a40f694d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.697919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-73c1b5ca-603d-4a9c-b0b5-1f85a40f694d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd9662d4-cc06-4c95-9bc1-417273e2784e HTTP/1.1" status: 204 len: 168 time: 0.1651196 Jul 22 14:34:13.709843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b5ca-603d-4a9c-b0b5-1f85a40f694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9662d4-cc06-4c95-9bc1-417273e2784e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:14.492532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:14.827263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f07d69eb-bc1f-4f3d-b69b-d37b797160cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.992710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f07d69eb-bc1f-4f3d-b69b-d37b797160cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.001726 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f07d69eb-bc1f-4f3d-b69b-d37b797160cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.067820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49226) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.068666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f07d69eb-bc1f-4f3d-b69b-d37b797160cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df7173d401b84781ad002d41f324c7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742257 Jul 22 14:34:15.068916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d69eb-bc1f-4f3d-b69b-d37b797160cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b71fe3-74ab-475b-bdf7-a56236954e2b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:15.138220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49228) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.152509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68904f8a-9dfa-49d8-970c-e901b73c99e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.191967 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68904f8a-9dfa-49d8-970c-e901b73c99e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.268357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68904f8a-9dfa-49d8-970c-e901b73c99e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.271376 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68904f8a-9dfa-49d8-970c-e901b73c99e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.272475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-68904f8a-9dfa-49d8-970c-e901b73c99e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56b71fe3-74ab-475b-bdf7-a56236954e2b HTTP/1.1" status: 204 len: 168 time: 0.2036948 Jul 22 14:34:15.282100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68904f8a-9dfa-49d8-970c-e901b73c99e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b71fe3-74ab-475b-bdf7-a56236954e2b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:15.300871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1370132166-network', 'tenant_id': 'bf541db2111b4765b866052ad4d18632'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:15.328372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Made reservation on behalf of bf541db2111b4765b866052ad4d18632 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:15.330853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.342652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.464193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.470850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.501190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbe775-0909-4176-89e7-087184fbd01e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:15.529163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:15.541076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.542457 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Added segment f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7 of type vlan for network cd393920-20d7-4989-96f2-f890f0ca903e Jul 22 14:34:15.593850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.638115 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.639820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.640370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.725033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] Pushing event updated for resources: {'Network': ['ID=cd393920-20d7-4989-96f2-f890f0ca903e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:15.743077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-996cb1e5-c58b-4396-9b78-350f6cdc378d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6024125 Jul 22 14:34:15.747926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network cd393920-20d7-4989-96f2-f890f0ca903e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:15.748879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.755824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Request body: {'subnet': {'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1370132166-subnet', 'tenant_id': 'bf541db2111b4765b866052ad4d18632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:15.812943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Made reservation on behalf of bf541db2111b4765b866052ad4d18632 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:15.816232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.022108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.092506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:16.103365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Checking segment: {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:16.104383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Network hostable DHCP agents. Network: cd393920-20d7-4989-96f2-f890f0ca903e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:34:16.123250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Network cd393920-20d7-4989-96f2-f890f0ca903e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:34:16.133261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, cd393920-20d7-4989-96f2-f890f0ca903e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:16.140540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.141539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.142843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc976e-abb6-4c45-9c51-b242440c3b00 None None] Network cd393920-20d7-4989-96f2-f890f0ca903e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:16.162172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e9e169c-9258-477f-bb8e-5e348faf169b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4121315 Jul 22 14:34:16.291781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc4d73a-4f18-40d2-bcc9-9a6f8f7cd05d None None] Network cd393920-20d7-4989-96f2-f890f0ca903e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:17.057258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-205c0b7f-a0c2-4319-90ad-4e492d4d1efa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:17.059059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-205c0b7f-a0c2-4319-90ad-4e492d4d1efa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1152508 Jul 22 14:34:17.075110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-cdaf90bc-2250-4116-af1c-ca27417ca897 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0101690 Jul 22 14:34:17.148724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-813a02d5-f44d-4517-9ce4-5ced69f7ceb9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677669 Jul 22 14:34:17.161605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-40a85422-1668-4890-9d78-f48f6e45831d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:34:17.162861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-40a85422-1668-4890-9d78-f48f6e45831d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069079 Jul 22 14:34:17.269787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-1a4806d4-b243-4dfb-994f-c4c69b90eb9a service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008880 Jul 22 14:34:17.373141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-0b15bee5-dcf5-45e5-aa07-2f47de8419f4 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976591 Jul 22 14:34:18.088940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.197657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-952ed96d-d622-4553-b03f-c5beb68230c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.298030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-952ed96d-d622-4553-b03f-c5beb68230c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.302179 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-952ed96d-d622-4553-b03f-c5beb68230c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.341532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-952ed96d-d622-4553-b03f-c5beb68230c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c93f9079ebc4d919ebec26e7e44cd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512412 Jul 22 14:34:18.342338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ed96d-d622-4553-b03f-c5beb68230c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb3abe0-42bc-493a-b7b2-8ef6d5f5dd48,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:18.344338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.400428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89588ffd-1e1e-4807-b5bb-78c8c0c92b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.422509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89588ffd-1e1e-4807-b5bb-78c8c0c92b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.473024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89588ffd-1e1e-4807-b5bb-78c8c0c92b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.476020 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89588ffd-1e1e-4807-b5bb-78c8c0c92b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.477287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-89588ffd-1e1e-4807-b5bb-78c8c0c92b7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5cb3abe0-42bc-493a-b7b2-8ef6d5f5dd48 HTTP/1.1" status: 204 len: 168 time: 0.1318395 Jul 22 14:34:18.488178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588ffd-1e1e-4807-b5bb-78c8c0c92b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb3abe0-42bc-493a-b7b2-8ef6d5f5dd48,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:18.588575 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-664328f7-c3c6-4aa9-82c1-d2f4b9b83a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.743224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e853b52-ec29-44f9-b235-91db9bf4bb05 req-d64a64c8-daef-4938-9f4d-2c91d7e5f31e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 210 time: 0.0493431 Jul 22 14:34:18.800460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49328) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.816087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bebda304-c393-4e9c-aef0-005a27e83ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.918773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bebda304-c393-4e9c-aef0-005a27e83ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.923469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bebda304-c393-4e9c-aef0-005a27e83ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.967430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bebda304-c393-4e9c-aef0-005a27e83ec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07ad509cbed248a19d6e9e5f5b92bde7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657443 Jul 22 14:34:18.968571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebda304-c393-4e9c-aef0-005a27e83ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2776e2-ec3e-4a3d-9af4-a05debb55b6b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:18.970424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:19.040684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318ff1f-53f4-4c04-87e7-7b074652c293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.071836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318ff1f-53f4-4c04-87e7-7b074652c293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.138686 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318ff1f-53f4-4c04-87e7-7b074652c293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.142233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d318ff1f-53f4-4c04-87e7-7b074652c293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.144471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d318ff1f-53f4-4c04-87e7-7b074652c293 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc2776e2-ec3e-4a3d-9af4-a05debb55b6b HTTP/1.1" status: 204 len: 168 time: 0.1728325 Jul 22 14:34:19.155006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318ff1f-53f4-4c04-87e7-7b074652c293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2776e2-ec3e-4a3d-9af4-a05debb55b6b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:19.247218 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.848258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-b4558c0d-4899-4bcc-94fd-5b55b96d8778 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:19.850423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-b4558c0d-4899-4bcc-94fd-5b55b96d8778 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1305082 Jul 22 14:34:19.855658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-050b85b1-130e-4211-a085-c8091617deaf req-c9b89bfa-09e9-4e8e-8f47-e8e01aed1b5b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 210 time: 0.0385640 Jul 22 14:34:19.866263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': '7f049d50-c188-44d7-a082-dab6f601765c', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:20.003986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:20.007843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.160769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.162083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.9 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/efdf36f7-16a9-4096-8b8e-4a83634d7682) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:20.366619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.382531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object efdf36f7-16a9-4096-8b8e-4a83634d7682 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:20.440795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.495944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:20.497607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:20.514325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:20.562398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=efdf36f7-16a9-4096-8b8e-4a83634d7682,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:20.620795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:20.621756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.652070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-d93af95c-1b77-4f73-981e-25d71b163045 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7942038 Jul 22 14:34:20.664873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Request body: {'port': {'device_id': '7f049d50-c188-44d7-a082-dab6f601765c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:20.900178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5ca1a971-a108-4e84-a8e6-4e52b13cec8d None None] Provisioning for port efdf36f7-16a9-4096-8b8e-4a83634d7682 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:20.905390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5ca1a971-a108-4e84-a8e6-4e52b13cec8d None None] Provisioning complete for port efdf36f7-16a9-4096-8b8e-4a83634d7682 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:20.905914 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5ca1a971-a108-4e84-a8e6-4e52b13cec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.972877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5ca1a971-a108-4e84-a8e6-4e52b13cec8d None None] Port efdf36f7-16a9-4096-8b8e-4a83634d7682 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:34:21.218949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.251989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2638b-328c-419e-83fc-7c317e6d2039 req-70602680-87be-4290-a632-b018f53b6d48 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:21.254076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae2638b-328c-419e-83fc-7c317e6d2039 req-70602680-87be-4290-a632-b018f53b6d48 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 931 time: 0.1531169 Jul 22 14:34:21.350701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aae2638b-328c-419e-83fc-7c317e6d2039 req-e2344cce-4158-47c4-b262-973a4708e7b3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717275 Jul 22 14:34:21.360057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.469259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88512aba-fecb-40f2-87b0-8b2166dca08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.629239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdf36f7-16a9-4096-8b8e-4a83634d7682 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:21.639728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.654017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Transition to ACTIVE for port object efdf36f7-16a9-4096-8b8e-4a83634d7682 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:21.659905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.740313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:21.800310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Pushing event updated for resources: {'Port': ['ID=efdf36f7-16a9-4096-8b8e-4a83634d7682,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:21.827550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Attempting to bind port efdf36f7-16a9-4096-8b8e-4a83634d7682 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:21.828418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Attempting to bind port efdf36f7-16a9-4096-8b8e-4a83634d7682 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:21.829099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Attempting to bind port efdf36f7-16a9-4096-8b8e-4a83634d7682 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:21.835195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Port efdf36f7-16a9-4096-8b8e-4a83634d7682 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:21.835818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Attempting to bind port efdf36f7-16a9-4096-8b8e-4a83634d7682 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:21.844031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:34:21.852365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:21.853039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:34:21.854363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Bound port: efdf36f7-16a9-4096-8b8e-4a83634d7682, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:34:21.855149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.909996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bab9d83-a39a-4bf9-967e-4d83d5969c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.940912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] For port efdf36f7-16a9-4096-8b8e-4a83634d7682, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:21.944197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] For port efdf36f7-16a9-4096-8b8e-4a83634d7682, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:34:21.951535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.019604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.020238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.021833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] 10.222.0.13 "PUT /v2.0/ports/efdf36f7-16a9-4096-8b8e-4a83634d7682 HTTP/1.1" status: 200 len: 1092 time: 1.3615711 Jul 22 14:34:22.022284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f049d50-c188-44d7-a082-dab6f601765c', 'tag': 'efdf36f7-16a9-4096-8b8e-4a83634d7682'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:22.024587 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e6629a-ef83-4e12-8701-e3baa8653c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f049d50-c188-44d7-a082-dab6f601765c", "tag": "efdf36f7-16a9-4096-8b8e-4a83634d7682"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:22.114590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bab9d83-a39a-4bf9-967e-4d83d5969c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.120681 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bab9d83-a39a-4bf9-967e-4d83d5969c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.127993 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3e316c-5331-46e9-8107-eb5ee8d797fc x-openstack-request-id: req-cf3e316c-5331-46e9-8107-eb5ee8d797fc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:22.128303 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f049d50-c188-44d7-a082-dab6f601765c", "tag": "efdf36f7-16a9-4096-8b8e-4a83634d7682", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:22.128558 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf3e316c-5331-46e9-8107-eb5ee8d797fc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:22.128960 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f049d50-c188-44d7-a082-dab6f601765c', 'tag': 'efdf36f7-16a9-4096-8b8e-4a83634d7682', 'status': 'completed', 'code': 200} Jul 22 14:34:22.130566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78f63f-c524-48d5-b40a-ea3631048c30 service neutron] Pushing event updated for resources: {'Port': ['ID=efdf36f7-16a9-4096-8b8e-4a83634d7682,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.173607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-0bbb92d5-2907-4be3-a9ef-bc1f341e32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.175158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-0bbb92d5-2907-4be3-a9ef-bc1f341e32b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 1095 time: 0.0974917 Jul 22 14:34:22.187430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab9d83-a39a-4bf9-967e-4d83d5969c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53428a35-3d2a-4cac-bf1c-d248a5f928f0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.214943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1bab9d83-a39a-4bf9-967e-4d83d5969c1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44fce11855b74a09a46e2b5cfa0c12cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4729631 Jul 22 14:34:22.215864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:22.262190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-ee535012-f135-43bb-b8f3-c74ebd8244ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682 HTTP/1.1" status: 200 len: 217 time: 0.0778346 Jul 22 14:34:22.278841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6448eeef-f372-44a1-9804-58d8f7f1e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.308835 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6448eeef-f372-44a1-9804-58d8f7f1e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.370510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6448eeef-f372-44a1-9804-58d8f7f1e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.374390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6448eeef-f372-44a1-9804-58d8f7f1e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.374709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-a6f2ea43-c4e8-4411-ac9a-42f018fa9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.378674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-a6f2ea43-c4e8-4411-ac9a-42f018fa9310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.1098919 Jul 22 14:34:22.379460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6448eeef-f372-44a1-9804-58d8f7f1e52d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53428a35-3d2a-4cac-bf1c-d248a5f928f0 HTTP/1.1" status: 204 len: 168 time: 0.1623325 Jul 22 14:34:22.390529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448eeef-f372-44a1-9804-58d8f7f1e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53428a35-3d2a-4cac-bf1c-d248a5f928f0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.493603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.549710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-2c1b63ba-fc3f-4ec2-b541-39d1ac488ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.551962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-2c1b63ba-fc3f-4ec2-b541-39d1ac488ccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608801 Jul 22 14:34:22.565606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f8284-72e2-4336-ac2a-3cddb25012b3 req-b6002e07-2ba5-4d25-b3a0-ca4e558dba82 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.567258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f1f8284-72e2-4336-ac2a-3cddb25012b3 req-b6002e07-2ba5-4d25-b3a0-ca4e558dba82 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.1066258 Jul 22 14:34:22.698419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-f9b05437-f36e-455c-aade-930df4945bfa service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294351 Jul 22 14:34:22.802943 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-521ae920-0ad5-4659-83f2-167a9af25b5d req-bb24d008-58ce-482c-8792-e2d490d89990 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980086 Jul 22 14:34:22.809131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4f1f8284-72e2-4336-ac2a-3cddb25012b3 req-380c31ea-f077-4f27-8e7f-bc4e6e72f7cd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317464 Jul 22 14:34:22.833111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:22.850078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd0e65fd-bcbe-4e15-8304-1f54f6e24729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.957192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-a5d370bc-17e0-4bbe-a97e-7207546b0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.959031 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-a5d370bc-17e0-4bbe-a97e-7207546b0711 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 1095 time: 0.0989749 Jul 22 14:34:23.057399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd0e65fd-bcbe-4e15-8304-1f54f6e24729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.086586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-9370e533-5d2a-431c-a3fd-6b66dd5fe09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:23.088385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-9370e533-5d2a-431c-a3fd-6b66dd5fe09a service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1230481 Jul 22 14:34:23.130968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-171071e2-eb7a-4e6f-831f-78c9bb8cf2d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682 HTTP/1.1" status: 200 len: 217 time: 0.0366290 Jul 22 14:34:23.167341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd0e65fd-bcbe-4e15-8304-1f54f6e24729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.227953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-77ba435c-214d-4a11-9eae-a0f4a4e2f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:23.229862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-77ba435c-214d-4a11-9eae-a0f4a4e2f732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0928581 Jul 22 14:34:23.236180 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dd0e65fd-bcbe-4e15-8304-1f54f6e24729 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c8b41612cd048f8ba8ddaca4cddba94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993778 Jul 22 14:34:23.236180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e65fd-bcbe-4e15-8304-1f54f6e24729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20c384-916a-4891-af88-2ff5db2bc65b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:23.237090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:23.301559 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24912251-77a9-435b-ad76-eb01b6752d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.318051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-4cfb6e92-f5bc-44a3-a2e7-6e4e09bd981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:23.321119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-4cfb6e92-f5bc-44a3-a2e7-6e4e09bd981f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833144 Jul 22 14:34:23.329207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24912251-77a9-435b-ad76-eb01b6752d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.380901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24912251-77a9-435b-ad76-eb01b6752d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.384864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24912251-77a9-435b-ad76-eb01b6752d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.387241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-24912251-77a9-435b-ad76-eb01b6752d2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c20c384-916a-4891-af88-2ff5db2bc65b HTTP/1.1" status: 204 len: 168 time: 0.1483705 Jul 22 14:34:23.398521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24912251-77a9-435b-ad76-eb01b6752d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20c384-916a-4891-af88-2ff5db2bc65b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:23.525804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-be9ae462-cfb4-44f1-b178-ef8ea47d4b4f service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980727 Jul 22 14:34:23.677606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-94e6629a-ef83-4e12-8701-e3baa8653c5a req-75f6265c-1c28-4367-8ec4-d233aa7f7347 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426885 Jul 22 14:34:24.085653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc73c5-fd60-4898-b295-2ac7e9627341 req-b37fae3d-4682-4f34-b8b3-6b564427c856 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:24.087533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1cc73c5-fd60-4898-b295-2ac7e9627341 req-b37fae3d-4682-4f34-b8b3-6b564427c856 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.1369054 Jul 22 14:34:24.190291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a1cc73c5-fd60-4898-b295-2ac7e9627341 req-1ee21e8e-90d5-4560-b98d-ba4c337a5b7d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909081 Jul 22 14:34:24.297869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:25.341336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af8847-f927-4939-9d0b-47ac1ff2890b req-3cf5f8c4-ac4d-43ea-b841-a8c4748707e1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:25.342567 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d9af8847-f927-4939-9d0b-47ac1ff2890b req-3cf5f8c4-ac4d-43ea-b841-a8c4748707e1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.0726306 Jul 22 14:34:25.389291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d9af8847-f927-4939-9d0b-47ac1ff2890b req-80d6d1e7-1fa8-4ee5-8c78-977b86b49650 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jul 22 14:34:26.153890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49504) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:26.273153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acb2d3da-eac3-4944-a9df-63784b4d90b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.374190 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acb2d3da-eac3-4944-a9df-63784b4d90b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.378852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acb2d3da-eac3-4944-a9df-63784b4d90b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.436707 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-acb2d3da-eac3-4944-a9df-63784b4d90b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adc0fcb7239e4ff3bcf0815530c3a569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816949 Jul 22 14:34:26.437751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d3da-eac3-4944-a9df-63784b4d90b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c7801-5ad0-45f2-ace4-271a62d12b4d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:26.440664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49510) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:26.504956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb8def0d-005a-4caa-bb43-bc98a44ad679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.561712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb8def0d-005a-4caa-bb43-bc98a44ad679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.632441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd540fd-b6b0-4d5a-a63d-4de17f27ca7c req-0fba8253-6f9a-4a66-8672-ed6f93ec4356 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:26.633984 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7dd540fd-b6b0-4d5a-a63d-4de17f27ca7c req-0fba8253-6f9a-4a66-8672-ed6f93ec4356 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.1240065 Jul 22 14:34:26.656224 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb8def0d-005a-4caa-bb43-bc98a44ad679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.659533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb8def0d-005a-4caa-bb43-bc98a44ad679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.662235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb8def0d-005a-4caa-bb43-bc98a44ad679 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/074c7801-5ad0-45f2-ace4-271a62d12b4d HTTP/1.1" status: 204 len: 168 time: 0.2203741 Jul 22 14:34:26.679356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8def0d-005a-4caa-bb43-bc98a44ad679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c7801-5ad0-45f2-ace4-271a62d12b4d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:26.718028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7dd540fd-b6b0-4d5a-a63d-4de17f27ca7c req-a0b51e0f-d938-42d6-be72-f05a7c17a431 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735741 Jul 22 14:34:26.988000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:27.003350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-561a411a-73f4-49e2-892b-f536fe3eab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.101370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-561a411a-73f4-49e2-892b-f536fe3eab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.106901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-561a411a-73f4-49e2-892b-f536fe3eab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.146131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-561a411a-73f4-49e2-892b-f536fe3eab49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d08445803e114e22ac683cd6c2f84f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568820 Jul 22 14:34:27.146919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a411a-73f4-49e2-892b-f536fe3eab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25634009-ee17-455a-a238-30f7e6e13225,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:27.151771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:27.217234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fba72ce-f6a4-4d65-a920-17fc78cca136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.239871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fba72ce-f6a4-4d65-a920-17fc78cca136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.288603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fba72ce-f6a4-4d65-a920-17fc78cca136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.291300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fba72ce-f6a4-4d65-a920-17fc78cca136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.292485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9fba72ce-f6a4-4d65-a920-17fc78cca136 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25634009-ee17-455a-a238-30f7e6e13225 HTTP/1.1" status: 204 len: 168 time: 0.1381724 Jul 22 14:34:27.302892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba72ce-f6a4-4d65-a920-17fc78cca136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25634009-ee17-455a-a238-30f7e6e13225,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:27.868808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd60912-9cbf-47ce-aeef-c5315dc4cfa4 req-3d8a1646-f1ad-44a1-9029-0e0e55463be8 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.874842 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbd60912-9cbf-47ce-aeef-c5315dc4cfa4 req-3d8a1646-f1ad-44a1-9029-0e0e55463be8 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.0870230 Jul 22 14:34:27.921177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dbd60912-9cbf-47ce-aeef-c5315dc4cfa4 req-0bd5103b-8038-4d01-8be1-6d5005fa416c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 Jul 22 14:34:29.060496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dace7-ead9-4873-a065-b7614e580e41 req-2d711a94-62e5-47d5-a483-30c1f20c37d0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:29.063632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-974dace7-ead9-4873-a065-b7614e580e41 req-2d711a94-62e5-47d5-a483-30c1f20c37d0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.0762386 Jul 22 14:34:29.116092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-974dace7-ead9-4873-a065-b7614e580e41 req-248fd908-2e3f-4afd-a5c4-6f5eb218232e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Jul 22 14:34:30.267914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-21045b7a-8674-4aad-b92a-7c2eb7f92ddd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0936849 Jul 22 14:34:30.307828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e0c02-4caf-4e3f-93c9-52b993ece4ed req-3b57fcee-f6c4-44de-b0ac-b06eb611d0a7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.311325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a93e0c02-4caf-4e3f-93c9-52b993ece4ed req-3b57fcee-f6c4-44de-b0ac-b06eb611d0a7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.0956297 Jul 22 14:34:30.358997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a93e0c02-4caf-4e3f-93c9-52b993ece4ed req-460dacc3-f18a-4114-b017-ecdbf4f4eda3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421782 Jul 22 14:34:30.394409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-22dc365e-b13b-4147-b17d-450e2913973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.396030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-22dc365e-b13b-4147-b17d-450e2913973d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d1591921e6b546419e49f9c3d84c8af9&device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 1097 time: 0.0781066 Jul 22 14:34:30.518121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-1813cfcb-404c-4a60-b58f-63aafd05c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.519794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-1813cfcb-404c-4a60-b58f-63aafd05c04d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 200 len: 909 time: 0.1042643 Jul 22 14:34:30.594355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-a6d5976c-b25f-4058-bf54-1eea31e36814 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 200 len: 1001 time: 0.0656152 Jul 22 14:34:30.656127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-b02854ae-276a-4dc5-9a7c-cdff558e5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.657733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-b02854ae-276a-4dc5-9a7c-cdff558e5a99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 200 len: 847 time: 0.0577300 Jul 22 14:34:30.733745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-8e7b89b5-7693-4805-bab0-47ed7b2b2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.735338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-8e7b89b5-7693-4805-bab0-47ed7b2b2219 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3a761ac-84cc-4abc-9429-0b43b85aac61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710218 Jul 22 14:34:30.854454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-6be77671-0b48-4a56-827a-834e2f0016a3 service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118782 Jul 22 14:34:30.964091 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-37f8d4d0-d922-46b8-8095-f1ce7652cc58 req-29d7c168-e060-4a1d-8f97-c2fc989c7ddc service neutron] 10.222.0.20 "GET /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025321 Jul 22 14:34:31.496886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50818a48-455f-4e63-8ce7-77db60e32dc5 req-2ad4a9b5-43c6-4fd5-8529-425f16f3e791 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:31.498584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50818a48-455f-4e63-8ce7-77db60e32dc5 req-2ad4a9b5-43c6-4fd5-8529-425f16f3e791 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.0672901 Jul 22 14:34:31.539390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-50818a48-455f-4e63-8ce7-77db60e32dc5 req-768e1db4-c8ce-4efd-9dc4-5a7c5cf2de80 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343902 Jul 22 14:34:32.675906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80646d9-02cb-404e-84b4-2fe7aa3008c7 req-1d010cc6-e2bd-4898-8953-09ffc080b260 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:32.677412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a80646d9-02cb-404e-84b4-2fe7aa3008c7 req-1d010cc6-e2bd-4898-8953-09ffc080b260 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 943 time: 0.0661600 Jul 22 14:34:32.719225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a80646d9-02cb-404e-84b4-2fe7aa3008c7 req-511135cd-608a-4e8f-906b-d9256a60e07a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Jul 22 14:34:33.064892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device efdf36f7-16a9-4096-8b8e-4a83634d7682 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:33.160241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port efdf36f7-16a9-4096-8b8e-4a83634d7682, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:33.172237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'efdf36f7-16a9-4096-8b8e-4a83634d7682', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': 'efdf36f7-16a9-4096-8b8e-4a83634d7682', 'mac_address': 'fa:16:3e:04:82:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:33.216289 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:33.230241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdf36f7-16a9-4096-8b8e-4a83634d7682 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:33.251285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port efdf36f7-16a9-4096-8b8e-4a83634d7682, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:33.256416 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:33.317649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=efdf36f7-16a9-4096-8b8e-4a83634d7682,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:33.454418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['efdf36f7-16a9-4096-8b8e-4a83634d7682'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:33.870566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd8fa0-3a14-417e-bdc2-aa832b88af94 req-682d8362-1f6b-4959-8982-cf47dd712d49 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:33.872405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41cd8fa0-3a14-417e-bdc2-aa832b88af94 req-682d8362-1f6b-4959-8982-cf47dd712d49 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 944 time: 0.0842440 Jul 22 14:34:33.916900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41cd8fa0-3a14-417e-bdc2-aa832b88af94 req-79ef96d1-7822-43f7-a8f5-40ff4eb8201d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Jul 22 14:34:34.611319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49714) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:34.731461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f67aafe-c7da-49ef-9c47-a85648488c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.822434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f67aafe-c7da-49ef-9c47-a85648488c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.828156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f67aafe-c7da-49ef-9c47-a85648488c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.872668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f67aafe-c7da-49ef-9c47-a85648488c5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2cd0e2d85814332b105cbb8f9c56d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2602515 Jul 22 14:34:34.875290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:34.881446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67aafe-c7da-49ef-9c47-a85648488c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c21818c-55bc-4475-ab65-8fce90baf64f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:34.931295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2794c63f-ecc8-45ec-ac65-6cfbff3e5b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.955098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2794c63f-ecc8-45ec-ac65-6cfbff3e5b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.043667 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2794c63f-ecc8-45ec-ac65-6cfbff3e5b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.046267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2794c63f-ecc8-45ec-ac65-6cfbff3e5b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.047419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2794c63f-ecc8-45ec-ac65-6cfbff3e5b85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c21818c-55bc-4475-ab65-8fce90baf64f HTTP/1.1" status: 204 len: 168 time: 0.1712246 Jul 22 14:34:35.063898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794c63f-ecc8-45ec-ac65-6cfbff3e5b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c21818c-55bc-4475-ab65-8fce90baf64f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:35.076549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277cf20-27fb-48c1-9a8c-0049cb5ba8cd req-d05789e7-d9b5-417d-ac2d-125e0e3ebdf1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:35.078305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277cf20-27fb-48c1-9a8c-0049cb5ba8cd req-d05789e7-d9b5-417d-ac2d-125e0e3ebdf1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 944 time: 0.0918262 Jul 22 14:34:35.090766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device efdf36f7-16a9-4096-8b8e-4a83634d7682 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:35.131860 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277cf20-27fb-48c1-9a8c-0049cb5ba8cd req-8d37960f-cb34-47ad-98bb-9fe8192c9d6a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Jul 22 14:34:35.160497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port efdf36f7-16a9-4096-8b8e-4a83634d7682 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:35.164963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port efdf36f7-16a9-4096-8b8e-4a83634d7682 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:35.165536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.252613 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.276124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f049d50-c188-44d7-a082-dab6f601765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf36f7-16a9-4096-8b8e-4a83634d7682'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:35.278675 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91aecc-e988-48f9-a6a6-eed54645a6ad" -d '{"events": [{"server_uuid": "7f049d50-c188-44d7-a082-dab6f601765c", "name": "network-vif-plugged", "status": "completed", "tag": "efdf36f7-16a9-4096-8b8e-4a83634d7682"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:35.293065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port efdf36f7-16a9-4096-8b8e-4a83634d7682, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:35.300694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.328849 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8edfb6-2f95-4a31-8f49-b0e4bd5b3fd0 x-openstack-request-id: req-0f8edfb6-2f95-4a31-8f49-b0e4bd5b3fd0 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:35.329150 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f049d50-c188-44d7-a082-dab6f601765c", "name": "network-vif-plugged", "status": "completed", "tag": "efdf36f7-16a9-4096-8b8e-4a83634d7682", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:35.329400 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f8edfb6-2f95-4a31-8f49-b0e4bd5b3fd0 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:35.329808 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f049d50-c188-44d7-a082-dab6f601765c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf36f7-16a9-4096-8b8e-4a83634d7682', 'code': 200} Jul 22 14:34:35.367303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=efdf36f7-16a9-4096-8b8e-4a83634d7682,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:35.384244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:35.397801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b19479f-cb50-455a-96f7-9b58f01f4bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.456111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f2a99-908b-4bd4-942c-aab6c9923096 req-3fb317e9-289d-4f80-bb91-4afc3fd5dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:35.458132 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e10f2a99-908b-4bd4-942c-aab6c9923096 req-3fb317e9-289d-4f80-bb91-4afc3fd5dce2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 1097 time: 0.0679412 Jul 22 14:34:35.505228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b19479f-cb50-455a-96f7-9b58f01f4bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.512485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b19479f-cb50-455a-96f7-9b58f01f4bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.531861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e10f2a99-908b-4bd4-942c-aab6c9923096 req-f6273ab9-8363-474e-bd15-7648fb74d8c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670412 Jul 22 14:34:35.552430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4b19479f-cb50-455a-96f7-9b58f01f4bb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf303351b0724b329b9058e5c8af2fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669862 Jul 22 14:34:35.553315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19479f-cb50-455a-96f7-9b58f01f4bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c5acff-7c88-416f-bec3-1e1246fb0024,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:35.555205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49744) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:35.608548 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0e15-027a-4098-8760-debd86034fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.631064 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0e15-027a-4098-8760-debd86034fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.678943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0e15-027a-4098-8760-debd86034fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.682061 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0e15-027a-4098-8760-debd86034fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.683411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac8a0e15-027a-4098-8760-debd86034fa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29c5acff-7c88-416f-bec3-1e1246fb0024 HTTP/1.1" status: 204 len: 168 time: 0.1257956 Jul 22 14:34:35.693781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a0e15-027a-4098-8760-debd86034fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c5acff-7c88-416f-bec3-1e1246fb0024,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:36.279276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b14f0-43db-4f1a-94bc-7e17720d606c req-0776f0d5-65b7-4289-9a4e-f2aed1812bad tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:36.280828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad5b14f0-43db-4f1a-94bc-7e17720d606c req-0776f0d5-65b7-4289-9a4e-f2aed1812bad tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 945 time: 0.0743823 Jul 22 14:34:36.329178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad5b14f0-43db-4f1a-94bc-7e17720d606c req-9fd611b2-48de-4de8-9a5f-4f28a10f8c9f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jul 22 14:34:37.489103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb942d12-cb4c-4c00-a60e-0240923b4532 req-48ec5eda-e4da-45e3-9b0b-bb04917924fe tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:37.491288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb942d12-cb4c-4c00-a60e-0240923b4532 req-48ec5eda-e4da-45e3-9b0b-bb04917924fe tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 945 time: 0.0712087 Jul 22 14:34:37.532982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb942d12-cb4c-4c00-a60e-0240923b4532 req-60a0320c-0563-4de4-98ed-60361d383d53 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Jul 22 14:34:37.684059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6c484-ac90-4d16-adbc-4549752b6e06 req-6a881eda-d7e4-488c-bdbd-78a743ed95e6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:37.685741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88e6c484-ac90-4d16-adbc-4549752b6e06 req-6a881eda-d7e4-488c-bdbd-78a743ed95e6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 945 time: 0.0798213 Jul 22 14:34:37.692694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 49832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:37.733114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88e6c484-ac90-4d16-adbc-4549752b6e06 req-bcea782f-62de-48d6-85c9-0abf9ddccb79 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Jul 22 14:34:37.821386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0664f7d9-3869-4399-8abf-0b0f7598c731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.951838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0664f7d9-3869-4399-8abf-0b0f7598c731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.958762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0664f7d9-3869-4399-8abf-0b0f7598c731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.999747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664f7d9-3869-4399-8abf-0b0f7598c731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d27279-a41f-49bf-846c-02b3adc90a44,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:38.007044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0664f7d9-3869-4399-8abf-0b0f7598c731 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f9eee1d104f48ae8d093ca49cd2292f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129041 Jul 22 14:34:38.007228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49848) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:38.062965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd17f0be-9008-418c-acde-88b42e8f4e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.089248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd17f0be-9008-418c-acde-88b42e8f4e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.151528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd17f0be-9008-418c-acde-88b42e8f4e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.154388 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd17f0be-9008-418c-acde-88b42e8f4e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.155599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dd17f0be-9008-418c-acde-88b42e8f4e4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7d27279-a41f-49bf-846c-02b3adc90a44 HTTP/1.1" status: 204 len: 168 time: 0.1473582 Jul 22 14:34:38.165292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17f0be-9008-418c-acde-88b42e8f4e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d27279-a41f-49bf-846c-02b3adc90a44,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:38.504086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49878) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:38.520100 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7d5af87-c1bc-4559-9222-6e2467a6dd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.654599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7d5af87-c1bc-4559-9222-6e2467a6dd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.659253 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7d5af87-c1bc-4559-9222-6e2467a6dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.708374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c7d5af87-c1bc-4559-9222-6e2467a6dd1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=afea3389aacf4551a507ac2a70895aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030327 Jul 22 14:34:38.710935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 49886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:38.718657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5af87-c1bc-4559-9222-6e2467a6dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dee021-0325-4468-a4d5-116b49e677a8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:38.768183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49d86afa-0e24-49c2-b68e-b5d33ae539d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.790826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49d86afa-0e24-49c2-b68e-b5d33ae539d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.857062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49d86afa-0e24-49c2-b68e-b5d33ae539d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.861553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49d86afa-0e24-49c2-b68e-b5d33ae539d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.862938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-49d86afa-0e24-49c2-b68e-b5d33ae539d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4dee021-0325-4468-a4d5-116b49e677a8 HTTP/1.1" status: 204 len: 168 time: 0.1509066 Jul 22 14:34:38.882543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d86afa-0e24-49c2-b68e-b5d33ae539d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dee021-0325-4468-a4d5-116b49e677a8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:40.549679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-3872dde3-b58b-4604-9c0e-25fceab11475 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:40.554083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-3872dde3-b58b-4604-9c0e-25fceab11475 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1160076 Jul 22 14:34:40.568256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-ef9846a8-5935-4ebf-a3a5-ea5c8c7e6ede tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0115216 Jul 22 14:34:40.654819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-b0f14358-ed99-4cc7-ba8d-9ed13b8dbc4e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801456 Jul 22 14:34:40.762079 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-7fa87df0-4a8c-4b3b-a22b-151f586fc8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002712 Jul 22 14:34:40.872668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-3c0e5d1d-9b6b-475e-99e7-902701dd2c44 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041360 Jul 22 14:34:41.102470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c89ad98-1110-46d2-a259-0973f768f1b5 req-f5f1cb39-bfa4-4b51-b3d0-f981fa4d0ece tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 210 time: 0.0324893 Jul 22 14:34:42.256692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-c647387e-91a3-492b-ba5f-362a9def48ba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:42.258564 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-c647387e-91a3-492b-ba5f-362a9def48ba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1503148 Jul 22 14:34:42.262486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fec78096-a413-4d87-87ec-e3e849fc0590 req-95cb079c-9b24-4abb-a7f6-3270b3f452a5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 210 time: 0.0609078 Jul 22 14:34:42.279140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:42.428790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:42.432782 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.605007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.13 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/15af7869-6620-4a09-b56b-e6ba0eadb46d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:42.825365 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.846100 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object 15af7869-6620-4a09-b56b-e6ba0eadb46d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:42.886565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.900045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['efdf36f7-16a9-4096-8b8e-4a83634d7682'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:42.974893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:42.980395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:42.996385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:43.032629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=15af7869-6620-4a09-b56b-e6ba0eadb46d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:43.085401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:43.086318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.107356 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-083ea08a-5633-4521-ac5d-03eeec72b293 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340671 Jul 22 14:34:43.120205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Request body: {'port': {'device_id': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:43.246808 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.388948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6753b65b-d29b-4cae-b9c8-9f08dbe773d4 None None] Provisioning for port 15af7869-6620-4a09-b56b-e6ba0eadb46d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:43.396953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6753b65b-d29b-4cae-b9c8-9f08dbe773d4 None None] Provisioning complete for port 15af7869-6620-4a09-b56b-e6ba0eadb46d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:43.397503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6753b65b-d29b-4cae-b9c8-9f08dbe773d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.398758 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:34:43.463076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6753b65b-d29b-4cae-b9c8-9f08dbe773d4 None None] Port 15af7869-6620-4a09-b56b-e6ba0eadb46d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:34:43.580374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40ed9f-0e0d-44bc-b996-10547b31ab9f req-a2620ac9-929e-4a27-b7a5-d43bd0985487 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:43.582053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b40ed9f-0e0d-44bc-b996-10547b31ab9f req-a2620ac9-929e-4a27-b7a5-d43bd0985487 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 932 time: 0.1523271 Jul 22 14:34:43.773300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15af7869-6620-4a09-b56b-e6ba0eadb46d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:43.787985 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b40ed9f-0e0d-44bc-b996-10547b31ab9f req-4e4b9c4b-a6c8-4cb8-a4c2-fae6de340488 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954575 Jul 22 14:34:43.796824 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.815195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Transition to ACTIVE for port object 15af7869-6620-4a09-b56b-e6ba0eadb46d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:43.819455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.878651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Pushing event updated for resources: {'Port': ['ID=15af7869-6620-4a09-b56b-e6ba0eadb46d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:44.086962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Attempting to bind port 15af7869-6620-4a09-b56b-e6ba0eadb46d on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:44.087540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Attempting to bind port 15af7869-6620-4a09-b56b-e6ba0eadb46d by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:44.088358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Attempting to bind port 15af7869-6620-4a09-b56b-e6ba0eadb46d on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:44.093094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Port 15af7869-6620-4a09-b56b-e6ba0eadb46d on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:44.093602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Attempting to bind port 15af7869-6620-4a09-b56b-e6ba0eadb46d on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:44.099702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:34:44.100313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:44.100903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:34:44.101515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Bound port: 15af7869-6620-4a09-b56b-e6ba0eadb46d, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:34:44.102078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.177815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] For port 15af7869-6620-4a09-b56b-e6ba0eadb46d, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:44.186032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] For port 15af7869-6620-4a09-b56b-e6ba0eadb46d, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:34:44.194290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.240107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:44.240964 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.242308 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] 10.222.0.20 "PUT /v2.0/ports/15af7869-6620-4a09-b56b-e6ba0eadb46d HTTP/1.1" status: 200 len: 1093 time: 1.1278586 Jul 22 14:34:44.242756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'tag': '15af7869-6620-4a09-b56b-e6ba0eadb46d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:44.256736 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1e4c50-3add-4c41-9b06-49c54b661fcc", "tag": "15af7869-6620-4a09-b56b-e6ba0eadb46d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:44.284657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbea5c3-3c7d-4438-8b86-be3b4b4df383 service neutron] Pushing event updated for resources: {'Port': ['ID=15af7869-6620-4a09-b56b-e6ba0eadb46d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:44.364154 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a2e03f-dcb3-4f73-b04d-5770567a2c24 x-openstack-request-id: req-44a2e03f-dcb3-4f73-b04d-5770567a2c24 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:44.364718 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1e4c50-3add-4c41-9b06-49c54b661fcc", "tag": "15af7869-6620-4a09-b56b-e6ba0eadb46d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:44.365114 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44a2e03f-dcb3-4f73-b04d-5770567a2c24 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:44.365536 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'tag': '15af7869-6620-4a09-b56b-e6ba0eadb46d', 'status': 'completed', 'code': 200} Jul 22 14:34:44.408840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-1face9a9-2ca3-4337-97e6-09f175915130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:44.410430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-1face9a9-2ca3-4337-97e6-09f175915130 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 1096 time: 0.1054788 Jul 22 14:34:44.463475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-829bbc58-47ac-47fa-97c7-7e1f74322422 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d HTTP/1.1" status: 200 len: 217 time: 0.0435312 Jul 22 14:34:44.528547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-76f3b824-c509-4ef5-aced-7421c3ff7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:44.530241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-76f3b824-c509-4ef5-aced-7421c3ff7b6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0584707 Jul 22 14:34:44.608838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-aae0d2e9-feb3-4bb7-a99c-d29577a2a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:44.611169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-aae0d2e9-feb3-4bb7-a99c-d29577a2a0e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740063 Jul 22 14:34:44.743635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-692d8af8-95f6-432f-9046-ef72ca6d1da1 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253457 Jul 22 14:34:44.899621 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d939a2e-4b4d-4e4e-b10f-2a2ffbc81334 req-40686f69-1735-414e-bbed-11ff5753837b service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473117 Jul 22 14:34:45.030746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6471b-d269-431d-b61e-835b34b8de33 req-7cab9a43-a769-470e-bd9d-fe09a103ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:45.037694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47c6471b-d269-431d-b61e-835b34b8de33 req-7cab9a43-a769-470e-bd9d-fe09a103ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1309905 Jul 22 14:34:45.095166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47c6471b-d269-431d-b61e-835b34b8de33 req-d9bc762d-813b-4527-b85f-e0f159c9fd19 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Jul 22 14:34:45.110195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-99b8b1fd-4cf4-4e9b-b4d3-868b837e0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:45.112090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-99b8b1fd-4cf4-4e9b-b4d3-868b837e0894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 1096 time: 0.1517918 Jul 22 14:34:45.247594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-c0b47a54-6e4a-499e-b80b-667ebbc436b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:45.249112 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-c0b47a54-6e4a-499e-b80b-667ebbc436b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1221755 Jul 22 14:34:45.304082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-4977c4ad-b5bc-4db6-9ff6-9b139f2ab85c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d HTTP/1.1" status: 200 len: 217 time: 0.0432889 Jul 22 14:34:45.360045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-61c0877a-b125-406d-8e38-91246916e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:45.361714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-61c0877a-b125-406d-8e38-91246916e946 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0495665 Jul 22 14:34:45.436031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-22298f69-446e-464a-b528-9934bde08bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:45.437676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-22298f69-446e-464a-b528-9934bde08bc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687392 Jul 22 14:34:45.542386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-6c666f9e-a563-46ff-8f58-030472ef5521 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973282 Jul 22 14:34:45.656343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c5a3124e-5cd5-446c-b214-91d9b83b6bc2 req-1cfce1a6-08fa-4b78-8416-a1f4145048cb service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065242 Jul 22 14:34:46.294191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98c22a-d54c-4a96-98a3-7d64af1b744f req-b4e6ed21-8f6d-4d4c-ab6e-3bbafc2f7678 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:46.296376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a98c22a-d54c-4a96-98a3-7d64af1b744f req-b4e6ed21-8f6d-4d4c-ab6e-3bbafc2f7678 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.0955818 Jul 22 14:34:46.383491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a98c22a-d54c-4a96-98a3-7d64af1b744f req-777892e7-3454-4a76-b729-478bbc478663 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Jul 22 14:34:47.540175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368e0fb-ccb4-49f7-9133-2665a282f952 req-34ecb13f-ef79-4f7e-b52e-33aec4cafdb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:47.549128 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7368e0fb-ccb4-49f7-9133-2665a282f952 req-34ecb13f-ef79-4f7e-b52e-33aec4cafdb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.0869915 Jul 22 14:34:47.625043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7368e0fb-ccb4-49f7-9133-2665a282f952 req-6c250b89-dde9-4d61-a13a-37531c4ecc7f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684123 Jul 22 14:34:48.597854 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3f93c4b2-0b25-4dca-bcc9-041eeef7edd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.830363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290de46-6c27-4f09-9c01-fa4f8ce4e3ab req-3fe1a376-a964-4667-8bf3-498262148896 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:48.834501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b290de46-6c27-4f09-9c01-fa4f8ce4e3ab req-3fe1a376-a964-4667-8bf3-498262148896 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1275320 Jul 22 14:34:48.893701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b290de46-6c27-4f09-9c01-fa4f8ce4e3ab req-11f9d91e-e3c1-43f8-8a04-10eea13b21d9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535343 Jul 22 14:34:49.249239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.105379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f695ba-7bfd-410e-8e99-b3a42b10bea5 req-b59204d6-b71e-4a01-b46f-24ef6992db2a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:50.124437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6f695ba-7bfd-410e-8e99-b3a42b10bea5 req-b59204d6-b71e-4a01-b46f-24ef6992db2a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1401448 Jul 22 14:34:50.181951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.570912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6f695ba-7bfd-410e-8e99-b3a42b10bea5 req-cb8cdd03-d113-458d-b655-e5f554815f94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480903 Jul 22 14:34:51.356695 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.474776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf927a18-053a-4b89-8d9b-b487ca70832b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.794596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd4a71-4e7f-4dd6-a8a5-81e838f9c9f7 req-00730a6b-31c0-4821-a603-72a58aee9ecf tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:51.798925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7acd4a71-4e7f-4dd6-a8a5-81e838f9c9f7 req-00730a6b-31c0-4821-a603-72a58aee9ecf tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1171334 Jul 22 14:34:51.907769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7acd4a71-4e7f-4dd6-a8a5-81e838f9c9f7 req-eac9b1fa-7254-46ad-8ce8-d92f9e12e97d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977447 Jul 22 14:34:52.277820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6739c2-dabd-4991-bddf-cdf872a5466b req-15569a38-6068-45c1-acea-7321a0ea55ad tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:52.279435 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e6739c2-dabd-4991-bddf-cdf872a5466b req-15569a38-6068-45c1-acea-7321a0ea55ad tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.0857937 Jul 22 14:34:52.356542 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e6739c2-dabd-4991-bddf-cdf872a5466b req-cb2cc5ce-28ee-465b-82e2-2f508755bc86 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513833 Jul 22 14:34:52.475730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:52.961528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50430) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:53.073113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35482c-517d-43ce-bcf9-14d05262bf01 req-5cbb16aa-b590-4fcf-a109-67443d2c7c03 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:53.075095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca35482c-517d-43ce-bcf9-14d05262bf01 req-5cbb16aa-b590-4fcf-a109-67443d2c7c03 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.0852985 Jul 22 14:34:53.089988 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.156569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca35482c-517d-43ce-bcf9-14d05262bf01 req-2a9a9ea3-6693-4d2c-879c-5fab4ade246f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561314 Jul 22 14:34:53.248132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.254782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.296448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64943bd4-752a-40f0-956d-b244c476c83e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:53.307927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cfbbb0708784f23b65b89c1d921bc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451793 Jul 22 14:34:53.309571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.309951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.310299 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.310645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.310793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:53.311227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.311352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.311620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.311941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.312275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.312611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.312938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.313264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e688c579-4e4a-43ce-b320-aef4cd0c7930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.387226 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.415221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.549052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.550386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.554352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64943bd4-752a-40f0-956d-b244c476c83e HTTP/1.1" status: 204 len: 168 time: 0.2398450 Jul 22 14:34:53.568161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64943bd4-752a-40f0-956d-b244c476c83e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:53.595033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef6608-f434-45f3-be43-2206292db65a req-5306dc05-e15b-429d-be86-a3f3e25ea0de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:53.596885 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-adef6608-f434-45f3-be43-2206292db65a req-5306dc05-e15b-429d-be86-a3f3e25ea0de tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.20 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.1724069 Jul 22 14:34:53.598988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.603470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.604214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.604568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.604914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.605256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.605596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.605975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.606309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.606642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.606973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.607302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bea0afa-e0c8-4ebd-9395-81e2feaca5b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:53.672324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d86c7-46e9-411a-9a54-69e5b2b9702c req-ecd0e74d-7b40-46ef-8f9c-a5728caf58f6 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:53.678287 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d9d86c7-46e9-411a-9a54-69e5b2b9702c req-ecd0e74d-7b40-46ef-8f9c-a5728caf58f6 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 945 time: 0.2519577 Jul 22 14:34:53.789577 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5d9d86c7-46e9-411a-9a54-69e5b2b9702c req-10a47366-1a38-4c32-b9a9-0149212e35bf tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/security-groups?id=73e5ec40-0bce-4344-902f-0f12d2c45b17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014583 Jul 22 14:34:53.813565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Deleting port cfb6299e-6fff-4205-8065-5c73ad92deb3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:53.814078 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.926584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50458) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:53.929392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] For port cfb6299e-6fff-4205-8065-5c73ad92deb3, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=cfb6299e-6fff-4205-8065-5c73ad92deb3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:53.929852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.952778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80baba30-f503-447f-8b4e-640a417bb717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.092521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80baba30-f503-447f-8b4e-640a417bb717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.099420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80baba30-f503-447f-8b4e-640a417bb717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.136631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-80baba30-f503-447f-8b4e-640a417bb717 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64ed81faa82c45618172412edd92ccce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086155 Jul 22 14:34:54.141348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50464) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:54.146519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80baba30-f503-447f-8b4e-640a417bb717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b296a2-126b-4a3b-b6ee-8fcce40fbd47,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:54.185594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.186003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.186318 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Floating IP c0c8f60c-33d9-4e5b-aec7-89ff5690cd64 disassociated. External IP: 172.25.8.224, port: cfb6299e-6fff-4205-8065-5c73ad92deb3. Jul 22 14:34:54.186668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Calling delete_port for cfb6299e-6fff-4205-8065-5c73ad92deb3 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:54.279524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95b4fcfd-8868-464c-a5ce-5cf03a99f7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.288080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.317069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95b4fcfd-8868-464c-a5ce-5cf03a99f7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.376959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c60be-1a1e-4ddb-82db-7371bad5d331 req-ff664208-7971-49ae-97af-dafb5eb32d87 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:54.378791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-126c60be-1a1e-4ddb-82db-7371bad5d331 req-ff664208-7971-49ae-97af-dafb5eb32d87 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1200905 Jul 22 14:34:54.420401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95b4fcfd-8868-464c-a5ce-5cf03a99f7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.423426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95b4fcfd-8868-464c-a5ce-5cf03a99f7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.424779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-95b4fcfd-8868-464c-a5ce-5cf03a99f7c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5b296a2-126b-4a3b-b6ee-8fcce40fbd47 HTTP/1.1" status: 204 len: 168 time: 0.2819951 Jul 22 14:34:54.428984 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.451395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4fcfd-8868-464c-a5ce-5cf03a99f7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b296a2-126b-4a3b-b6ee-8fcce40fbd47,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:54.482169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event deleted for resources: {'Port': ['ID=cfb6299e-6fff-4205-8065-5c73ad92deb3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:54.495293 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-126c60be-1a1e-4ddb-82db-7371bad5d331 req-72f7ac1c-7601-43be-9af7-52d96642dbc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926933 Jul 22 14:34:54.661294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:34:54.835185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:34:54.850443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] Sync routers for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:34:54.868092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:34:54.870374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:34:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:54.996885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] No DVR routers for this DVR port cfb6299e-6fff-4205-8065-5c73ad92deb3 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:55.001232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.003932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-adef6608-f434-45f3-be43-2206292db65a req-5db40af1-1728-407e-b525-6a12f4fdbc45 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.20 "DELETE /v2.0/ports/cfb6299e-6fff-4205-8065-5c73ad92deb3 HTTP/1.1" status: 204 len: 173 time: 1.3927164 Jul 22 14:34:55.004697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'name': 'network-vif-deleted', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:55.007579 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0953c-7cf9-4fcb-8a3e-129265a296c4" -d '{"events": [{"server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "name": "network-vif-deleted", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:55.096062 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf18c65-e54c-4412-82b0-ce93b3a3748f x-openstack-request-id: req-8cf18c65-e54c-4412-82b0-ce93b3a3748f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:55.096556 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc675c-b5f7-4c73-8611-0210a5a185cf", "name": "network-vif-deleted", "tag": "cfb6299e-6fff-4205-8065-5c73ad92deb3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:55.096977 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cf18c65-e54c-4412-82b0-ce93b3a3748f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:55.097563 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc675c-b5f7-4c73-8611-0210a5a185cf', 'name': 'network-vif-deleted', 'tag': 'cfb6299e-6fff-4205-8065-5c73ad92deb3', 'status': 'completed', 'code': 200} Jul 22 14:34:55.099951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1032c48-5e9c-4800-9703-3b5a778d4077 req-aa802cf0-0f95-4c70-b47b-b70d9c6e8112 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc675c-b5f7-4c73-8611-0210a5a185cf HTTP/1.1" status: 200 len: 210 time: 0.1049762 Jul 22 14:34:55.403161 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:34:55.747440 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28237e1-0ef6-4379-8544-ae64713d6b0c req-92c96de1-ff2c-45cb-ab41-8c28e92ff900 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:55.750949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28237e1-0ef6-4379-8544-ae64713d6b0c req-92c96de1-ff2c-45cb-ab41-8c28e92ff900 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1182401 Jul 22 14:34:55.826271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:31Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:55.851762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b28237e1-0ef6-4379-8544-ae64713d6b0c req-9e2e1eb4-2057-4030-bf44-517315e1226b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951564 Jul 22 14:34:55.901245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] Checking router: 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:34:55.912428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:34:55.913312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:34:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:56.086047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:34:56.176196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:56.352196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:31Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:56.367936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Deleting port a2ca2669-5a5a-402a-bca9-c2c2af26889a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:56.368476 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.386633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33ac49-8fcc-4a02-8dd5-3c28b4e113b5 None None] The sync data for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 is: [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b5f8397e-7652-4d54-b74e-35079513a0f3', 'name': '', 'network_id': 'f3a761ac-84cc-4abc-9429-0b43b85aac61', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'mac_address': 'fa:16:3e:40:bf:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'fb063714-3363-485d-9c57-f53317de1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:31Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'subnets': [{'id': 'fb063714-3363-485d-9c57-f53317de1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:34:56.497549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.498353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.536727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-6c40cf75-2f65-44ef-8dd8-159891af1a35 req-cf475156-5ab0-41cc-a852-ad8421ef2325 service neutron] (93760) timed out ('10.222.0.11', 55494) {{(pid=93760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:34:56.537783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Calling delete_port for a2ca2669-5a5a-402a-bca9-c2c2af26889a owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:56.701216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cfb6299e-6fff-4205-8065-5c73ad92deb3 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:56.759765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: cfb6299e-6fff-4205-8065-5c73ad92deb3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:56.760473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device cfb6299e-6fff-4205-8065-5c73ad92deb3 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:56.776181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.847354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event deleted for resources: {'Port': ['ID=a2ca2669-5a5a-402a-bca9-c2c2af26889a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:56.893605 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f86aed4-d965-4709-a196-ed47a7603bde None None] New status for floating IP c0c8f60c-33d9-4e5b-aec7-89ff5690cd64: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:34:56.936284 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.939198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.943424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d2b8e3a-9656-43da-bc07-5f147c0481c8 tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "DELETE /v2.0/floatingips/c0c8f60c-33d9-4e5b-aec7-89ff5690cd64 HTTP/1.1" status: 204 len: 168 time: 0.7661989 Jul 22 14:34:57.009700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50562) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:57.076019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:57.173546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e77de-70c8-40a6-91a5-ef8f72cfd7b4 req-315bac91-7690-4d50-9913-10a2f8000679 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:57.177516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-939e77de-70c8-40a6-91a5-ef8f72cfd7b4 req-315bac91-7690-4d50-9913-10a2f8000679 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1780937 Jul 22 14:34:57.186257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03e43d-9902-49a7-b54a-42a51aa4e39a tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.226144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03e43d-9902-49a7-b54a-42a51aa4e39a tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.244258 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb55d-e7b9-41c4-b978-68a6947af97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.247293 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-939e77de-70c8-40a6-91a5-ef8f72cfd7b4 req-8da19790-3ed5-4c8d-93a8-10d99c1dec7b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626328 Jul 22 14:34:57.350663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03e43d-9902-49a7-b54a-42a51aa4e39a tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.354025 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03e43d-9902-49a7-b54a-42a51aa4e39a tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.358086 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc03e43d-9902-49a7-b54a-42a51aa4e39a tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] 10.222.0.11 "DELETE /v2.0/security-groups/73e5ec40-0bce-4344-902f-0f12d2c45b17 HTTP/1.1" status: 204 len: 168 time: 0.2779188 Jul 22 14:34:57.399151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:57.399643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb55d-e7b9-41c4-b978-68a6947af97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.408850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bbfb55d-e7b9-41c4-b978-68a6947af97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.437984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03e43d-9902-49a7-b54a-42a51aa4e39a tempest-TestServerBasicOps-686037328 tempest-TestServerBasicOps-686037328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e5ec40-0bce-4344-902f-0f12d2c45b17,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.488605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8bbfb55d-e7b9-41c4-b978-68a6947af97c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1cf85a9f9b2146efa8caca01b132ec8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776740 Jul 22 14:34:57.489301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50584) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:57.534182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfb55d-e7b9-41c4-b978-68a6947af97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf15118-0e2b-432b-a86b-fa20ee5d3345,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.575305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e623e28-d4eb-4df6-8fc8-590327df0761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.604660 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e623e28-d4eb-4df6-8fc8-590327df0761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.685958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e623e28-d4eb-4df6-8fc8-590327df0761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.688765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e623e28-d4eb-4df6-8fc8-590327df0761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.689987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e623e28-d4eb-4df6-8fc8-590327df0761 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abf15118-0e2b-432b-a86b-fa20ee5d3345 HTTP/1.1" status: 204 len: 168 time: 0.1938965 Jul 22 14:34:57.699658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e623e28-d4eb-4df6-8fc8-590327df0761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf15118-0e2b-432b-a86b-fa20ee5d3345,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.946050 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.033852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:58.048137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba6205a-3a4a-46cd-ae99-03b0c366b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.146790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba6205a-3a4a-46cd-ae99-03b0c366b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.151440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ba6205a-3a4a-46cd-ae99-03b0c366b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.203246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3ba6205a-3a4a-46cd-ae99-03b0c366b807 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09b8901fc83a4c58a6113d1c8393e8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656129 Jul 22 14:34:58.203948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 50598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:58.237191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Deleting port b5f8397e-7652-4d54-b74e-35079513a0f3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:58.237935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.238199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6205a-3a4a-46cd-ae99-03b0c366b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd593d4e-0b44-466d-b401-0f431a6bb256,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.268361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68cce022-0ac9-41ab-85ea-bc8e0e5a7540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.296969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68cce022-0ac9-41ab-85ea-bc8e0e5a7540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.330712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] For port b5f8397e-7652-4d54-b74e-35079513a0f3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5f8397e-7652-4d54-b74e-35079513a0f3,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:58.330973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.366335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68cce022-0ac9-41ab-85ea-bc8e0e5a7540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.367155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Calling delete_port for b5f8397e-7652-4d54-b74e-35079513a0f3 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:58.373751 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68cce022-0ac9-41ab-85ea-bc8e0e5a7540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.378363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-68cce022-0ac9-41ab-85ea-bc8e0e5a7540 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd593d4e-0b44-466d-b401-0f431a6bb256 HTTP/1.1" status: 204 len: 168 time: 0.1729281 Jul 22 14:34:58.402997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cce022-0ac9-41ab-85ea-bc8e0e5a7540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd593d4e-0b44-466d-b401-0f431a6bb256,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.498501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87ed06-c313-4853-ae0a-9ba026dece8b req-8da88249-378f-49e6-b204-816550191861 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:58.500026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc87ed06-c313-4853-ae0a-9ba026dece8b req-8da88249-378f-49e6-b204-816550191861 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1578977 Jul 22 14:34:58.604722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc87ed06-c313-4853-ae0a-9ba026dece8b req-3771607d-1cf7-4b37-9ad4-fea9f6b20173 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978110 Jul 22 14:34:58.699337 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.730723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f8397e-7652-4d54-b74e-35079513a0f3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.965838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.577469 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:34:59.722811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:34:59.729434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4e4374d5-f823-4e18-8819-56f8308b7ad0 admin admin] 10.222.0.11 "PUT /v2.0/routers/2a01ccb2-cb32-4ad2-bd72-6fc9c682a345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284764 Jul 22 14:34:59.732383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50666) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:59.748239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] Sync routers for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:34:59.769116 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:34:59.770975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:34:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:59.839549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcd78e-709e-427a-af16-fb5f0da0f1b1 req-4757f85a-3b6d-4d7e-9853-199c49baf17a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:59.841170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7bfcd78e-709e-427a-af16-fb5f0da0f1b1 req-4757f85a-3b6d-4d7e-9853-199c49baf17a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1183457 Jul 22 14:34:59.896315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7bfcd78e-709e-427a-af16-fb5f0da0f1b1 req-68c00fae-470f-4431-86db-93b27c90300c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485170 Jul 22 14:34:59.918329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.921604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:00.102519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.189051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Deleting port 8dc33a23-691f-44a3-8207-a69ca7346631 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:00.189451 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.222273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:34:58Z', 'revision_number': 5, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port': {'id': '8dc33a23-691f-44a3-8207-a69ca7346631', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:11Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:00.254046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] Checking router: 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:35:00.264921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] Routers {'2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:00.265308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:34:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:00.312345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] For port 8dc33a23-691f-44a3-8207-a69ca7346631, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8dc33a23-691f-44a3-8207-a69ca7346631,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:00.312811 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.344205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Calling delete_port for 8dc33a23-691f-44a3-8207-a69ca7346631 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:00.376728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] Set router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:00.446024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:35:00Z', 'revision_number': 6, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:00.478422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99c881-956a-4915-849d-bf1aa2232855 None None] The sync data for ids ['2a01ccb2-cb32-4ad2-bd72-6fc9c682a345'] in n-d-787205-11 is: [{'id': '2a01ccb2-cb32-4ad2-bd72-6fc9c682a345', 'name': 'tempest-TestServerBasicOps-333805420-router', 'tenant_id': 'd1591921e6b546419e49f9c3d84c8af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:10Z', 'updated_at': '2021-07-22T14:35:00Z', 'revision_number': 6, 'project_id': 'd1591921e6b546419e49f9c3d84c8af9', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:00.621931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.651050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc33a23-691f-44a3-8207-a69ca7346631,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:00.730720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.846951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.849844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.922050 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.922788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:35:00.928309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.932574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7e9a1682-ea1d-4ccf-9145-10ef4da48e0c admin admin] 10.222.0.11 "DELETE /v2.0/routers/2a01ccb2-cb32-4ad2-bd72-6fc9c682a345 HTTP/1.1" status: 204 len: 168 time: 1.1962485 Jul 22 14:35:00.932939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50736) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:00.988210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Deleting subnet fb063714-3363-485d-9c57-f53317de1380 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:35:01.045951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.095526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.149055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8b90e-0e5e-4353-a0df-58d384cef09c req-e9364eef-5ba1-4de5-af7f-6a93711029a2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:01.150904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78d8b90e-0e5e-4353-a0df-58d384cef09c req-e9364eef-5ba1-4de5-af7f-6a93711029a2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1592789 Jul 22 14:35:01.224506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78d8b90e-0e5e-4353-a0df-58d384cef09c req-18233432-5140-4b2f-81f4-23b5c4d4f84f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672550 Jul 22 14:35:01.230220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.290145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.334638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb063714-3363-485d-9c57-f53317de1380,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:01.340342 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.343498 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-493ec5d9-8aee-4c1e-b551-dde073ed1575 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fb063714-3363-485d-9c57-f53317de1380 HTTP/1.1" status: 204 len: 168 time: 0.4091716 Jul 22 14:35:01.345928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50758) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:01.355410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f9b22-6aa6-4973-8789-bbd9636f6aa6 None None] Network f3a761ac-84cc-4abc-9429-0b43b85aac61 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:01.465684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.569446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Deleting port a51de0bc-9c13-4173-96ed-ec946c2e7b95 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:01.570008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.632291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] DHCP port deletion for f3a761ac-84cc-4abc-9429-0b43b85aac61 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:35:01.659667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] For port a51de0bc-9c13-4173-96ed-ec946c2e7b95, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a51de0bc-9c13-4173-96ed-ec946c2e7b95,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:01.664234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.682913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Calling delete_port for a51de0bc-9c13-4173-96ed-ec946c2e7b95 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:01.708761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Deleting port a51de0bc-9c13-4173-96ed-ec946c2e7b95 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:01.709299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.823233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] For port a51de0bc-9c13-4173-96ed-ec946c2e7b95, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a51de0bc-9c13-4173-96ed-ec946c2e7b95,segment=NetworkSegment(27b72330-69bb-45e9-8047-8ba2f432109d),segment_id=27b72330-69bb-45e9-8047-8ba2f432109d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:01.825128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.825697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.841453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Calling delete_port for a51de0bc-9c13-4173-96ed-ec946c2e7b95 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:01.867458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51de0bc-9c13-4173-96ed-ec946c2e7b95,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:01.879840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] No DVR routers for this DVR port a51de0bc-9c13-4173-96ed-ec946c2e7b95 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:01.970088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.982089 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.001880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a761ac-84cc-4abc-9429-0b43b85aac61']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:02.029025 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b72330-69bb-45e9-8047-8ba2f432109d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:02.029984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b72330-69bb-45e9-8047-8ba2f432109d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:02.048948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Pushing event deleted for resources: {'Port': ['ID=a51de0bc-9c13-4173-96ed-ec946c2e7b95,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:02.059138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] No DVR routers for this DVR port a51de0bc-9c13-4173-96ed-ec946c2e7b95 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:02.062930 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.063177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.063608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.063995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.064802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.064802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.065080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.065335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.065725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.066104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.066632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.066991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.067291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08be639-22cf-4c47-8a9a-8ccf20afdaf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:02.074530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8dc33a23-691f-44a3-8207-a69ca7346631 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:02.093965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.102450 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8dc33a23-691f-44a3-8207-a69ca7346631 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:02.102749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:02.104055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.104562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8dc33a23-691f-44a3-8207-a69ca7346631 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:02.105511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5f8397e-7652-4d54-b74e-35079513a0f3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:02.106195 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:02.132151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b5f8397e-7652-4d54-b74e-35079513a0f3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:02.132549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5f8397e-7652-4d54-b74e-35079513a0f3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:02.133181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a51de0bc-9c13-4173-96ed-ec946c2e7b95 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:02.153539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a51de0bc-9c13-4173-96ed-ec946c2e7b95 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:02.153997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a51de0bc-9c13-4173-96ed-ec946c2e7b95 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:02.193106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.209653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.211704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f3a761ac-84cc-4abc-9429-0b43b85aac61 HTTP/1.1" status: 204 len: 168 time: 0.8647625 Jul 22 14:35:02.212876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8f3e2-b25b-4fad-8e4e-677a3c5b04b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a761ac-84cc-4abc-9429-0b43b85aac61,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:02.215118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50808) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:02.407070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aa2c6-dc0d-4077-85e9-7a7b84aa8b19 req-225b97fe-3ce5-48e6-b630-5041aa210fa3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:02.409424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c07aa2c6-dc0d-4077-85e9-7a7b84aa8b19 req-225b97fe-3ce5-48e6-b630-5041aa210fa3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.0985367 Jul 22 14:35:02.502216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c07aa2c6-dc0d-4077-85e9-7a7b84aa8b19 req-1ed66c7e-48a4-40fe-86ff-0a3cb742de1f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854833 Jul 22 14:35:02.716364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.049300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Deleting port a4a0861b-dac9-4fcf-baed-d2a152ea22f2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:03.049599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.171421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] For port a4a0861b-dac9-4fcf-baed-d2a152ea22f2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:03.171795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.190527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Calling delete_port for a4a0861b-dac9-4fcf-baed-d2a152ea22f2 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:03.439839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.483631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a0861b-dac9-4fcf-baed-d2a152ea22f2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:03.743879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a78cb1-bb46-4cec-be06-acee1b4ec335 req-52b1df85-3d70-4c84-aa0a-d499335f78f2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:03.745595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6a78cb1-bb46-4cec-be06-acee1b4ec335 req-52b1df85-3d70-4c84-aa0a-d499335f78f2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1639190 Jul 22 14:35:03.766889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.878969 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e6a78cb1-bb46-4cec-be06-acee1b4ec335 req-6029e63c-c7a0-4358-96f8-8872df1740d2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215863 Jul 22 14:35:04.065993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Router f371dd60-b382-4e72-a7b2-bf51b61cae6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:04.207236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:04.213851 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3c088275-c15d-4141-ac0c-847d1900d740 admin admin] 10.222.0.11 "PUT /v2.0/routers/f371dd60-b382-4e72-a7b2-bf51b61cae6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9946952 Jul 22 14:35:04.216423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 50976) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:04.221655 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] Sync routers for ids ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:04.235722 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] Routers {'f371dd60-b382-4e72-a7b2-bf51b61cae6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:04.238431 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:34:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:04.329891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.395755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] Set router f371dd60-b382-4e72-a7b2-bf51b61cae6b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:04.641085 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:35:03Z', 'revision_number': 5, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:04.670164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] Checking router: f371dd60-b382-4e72-a7b2-bf51b61cae6b for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:35:04.682808 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] Routers {'f371dd60-b382-4e72-a7b2-bf51b61cae6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:04.682808 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:34:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:04.734410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 15af7869-6620-4a09-b56b-e6ba0eadb46d details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:04.854355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.861823 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] Set router f371dd60-b382-4e72-a7b2-bf51b61cae6b gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:04.896557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 15af7869-6620-4a09-b56b-e6ba0eadb46d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:04.920630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '15af7869-6620-4a09-b56b-e6ba0eadb46d', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': '15af7869-6620-4a09-b56b-e6ba0eadb46d', 'mac_address': 'fa:16:3e:c9:c3:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:04.959403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Deleting port 42f811a1-2fa1-4a72-b430-ff11fdadf35f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:04.962470 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.969779 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.985036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15af7869-6620-4a09-b56b-e6ba0eadb46d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:05.029583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 15af7869-6620-4a09-b56b-e6ba0eadb46d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:05.043061 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.102675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=15af7869-6620-4a09-b56b-e6ba0eadb46d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:05.116398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] For port 42f811a1-2fa1-4a72-b430-ff11fdadf35f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=42f811a1-2fa1-4a72-b430-ff11fdadf35f,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:05.116398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.130174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee78d97-c159-4cd9-b541-d668a5bce4a5 req-ce277758-15e0-45ee-8583-5c6ef846ae77 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:05.132036 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ee78d97-c159-4cd9-b541-d668a5bce4a5 req-ce277758-15e0-45ee-8583-5c6ef846ae77 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 944 time: 0.1315346 Jul 22 14:35:05.136884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Calling delete_port for 42f811a1-2fa1-4a72-b430-ff11fdadf35f owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:05.184293 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:35:03Z', 'revision_number': 5, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:05.200624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ee78d97-c159-4cd9-b541-d668a5bce4a5 req-1734bc31-df75-4d6d-8230-87b3a5bdbf51 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627985 Jul 22 14:35:05.262400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['15af7869-6620-4a09-b56b-e6ba0eadb46d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:05.376559 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa5ec98-c826-4a7d-a818-b32b297afca1 None None] The sync data for ids ['f371dd60-b382-4e72-a7b2-bf51b61cae6b'] in n-d-787205-11 is: [{'id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'name': 'tempest-TestServerBasicOps-2063136235-router', 'tenant_id': '90c6d9f347494a60b8479b90a3f33407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170'}], 'enable_snat': True}, 'gw_port_id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:35:03Z', 'revision_number': 5, 'project_id': '90c6d9f347494a60b8479b90a3f33407', 'gw_port': {'id': '42f811a1-2fa1-4a72-b430-ff11fdadf35f', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:70:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f371dd60-b382-4e72-a7b2-bf51b61cae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:25Z', 'updated_at': '2021-07-22T14:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:05.393853 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.465789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f811a1-2fa1-4a72-b430-ff11fdadf35f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:05.517194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.621691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.626125 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.677383 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.678361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f371dd60-b382-4e72-a7b2-bf51b61cae6b {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:35:05.683679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.684769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-be206119-9a8c-4ac3-a3fb-4d7e20d96300 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f371dd60-b382-4e72-a7b2-bf51b61cae6b HTTP/1.1" status: 204 len: 168 time: 1.4675477 Jul 22 14:35:05.687423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51066) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.741796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Deleting subnet 0d8200ca-2c30-4adc-a5e5-ddc81f25c710 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:35:05.741940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.742559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.793729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.908571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.921661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1acc4d9-a987-4da0-b97f-f8ab3b54d320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.977782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.031877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8200ca-2c30-4adc-a5e5-ddc81f25c710,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.043443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.045874 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ed002d36-0fc1-478a-9e89-a3d4142b3b56 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0d8200ca-2c30-4adc-a5e5-ddc81f25c710 HTTP/1.1" status: 204 len: 168 time: 0.3573921 Jul 22 14:35:06.054051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:06.062657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca815e-dbc6-435a-bf7d-d8ca1742fd6a None None] Network 4fcc92d4-c50d-4053-92ab-945f44f4b1fa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:06.090193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1acc4d9-a987-4da0-b97f-f8ab3b54d320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.104248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1acc4d9-a987-4da0-b97f-f8ab3b54d320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.205464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:06.205872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b1acc4d9-a987-4da0-b97f-f8ab3b54d320 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b5a74f730bc4e868feaaca0eb6dde63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619122 Jul 22 14:35:06.208800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acc4d9-a987-4da0-b97f-f8ab3b54d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a35e451-f256-4a17-b2b1-e096bf262398,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.214451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.230177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a4a0861b-dac9-4fcf-baed-d2a152ea22f2 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:06.256348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a4a0861b-dac9-4fcf-baed-d2a152ea22f2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:06.256917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a4a0861b-dac9-4fcf-baed-d2a152ea22f2 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:06.329075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Deleting port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:06.329426 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.423287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] DHCP port deletion for 4fcc92d4-c50d-4053-92ab-945f44f4b1fa request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:35:06.429088 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6e49558-3f3f-40d2-9763-2b51afcdc6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.443717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] For port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:06.444565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.466171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Calling delete_port for 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:06.468249 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6e49558-3f3f-40d2-9763-2b51afcdc6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.513655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b98bc8-d5c9-4bda-827e-0db309d060d6 req-8eb89cd2-8e5d-49c1-934c-1d0364ce64f9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:06.518440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] Deleting port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:06.519109 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.528727 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8b98bc8-d5c9-4bda-827e-0db309d060d6 req-8eb89cd2-8e5d-49c1-934c-1d0364ce64f9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 945 time: 0.2085686 Jul 22 14:35:06.582566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.599014 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a8b98bc8-d5c9-4bda-827e-0db309d060d6 req-fbb3dfd2-2d89-4941-b4ea-1d92fa03d6c7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687542 Jul 22 14:35:06.627676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] For port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,segment=NetworkSegment(aa467a70-e8bf-42f1-9e91-8bd7f20cdb78),segment_id=aa467a70-e8bf-42f1-9e91-8bd7f20cdb78)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:06.628427 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.633232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.636985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] No DVR routers for this DVR port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:06.653909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] Calling delete_port for 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:06.668694 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6e49558-3f3f-40d2-9763-2b51afcdc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.674200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6e49558-3f3f-40d2-9763-2b51afcdc6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.676666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e6e49558-3f3f-40d2-9763-2b51afcdc6bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a35e451-f256-4a17-b2b1-e096bf262398 HTTP/1.1" status: 204 len: 168 time: 0.4690356 Jul 22 14:35:06.689454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e49558-3f3f-40d2-9763-2b51afcdc6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a35e451-f256-4a17-b2b1-e096bf262398,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:35:06.759541 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:35:06.767514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 15af7869-6620-4a09-b56b-e6ba0eadb46d up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:06.770372 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.784535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcc92d4-c50d-4053-92ab-945f44f4b1fa']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:06.799657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:06.800223 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa467a70-e8bf-42f1-9e91-8bd7f20cdb78') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:06.813826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.829441 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.834497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.847807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:06.848614 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:06.854127 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:06.887381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 15af7869-6620-4a09-b56b-e6ba0eadb46d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:06.889976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] No DVR routers for this DVR port 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:06.891987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efa432-8f8b-4c42-923e-e87586ef1b5c None None] Pushing event deleted for resources: {'Port': ['ID=8e0eb94a-b0bd-4869-9e0c-50690f17ddaf,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.903209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 15af7869-6620-4a09-b56b-e6ba0eadb46d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:06.903799 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.970971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.978765 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.984898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4fcc92d4-c50d-4053-92ab-945f44f4b1fa HTTP/1.1" status: 204 len: 168 time: 0.9265997 Jul 22 14:35:06.999646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22882fa6-840b-419e-9fce-c8aace9c0950 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fcc92d4-c50d-4053-92ab-945f44f4b1fa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:07.059551 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.088905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15af7869-6620-4a09-b56b-e6ba0eadb46d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:07.095330 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49399c85-8ea6-4a13-ac8c-53f3bd33e2e9" -d '{"events": [{"server_uuid": "6d1e4c50-3add-4c41-9b06-49c54b661fcc", "name": "network-vif-plugged", "status": "completed", "tag": "15af7869-6620-4a09-b56b-e6ba0eadb46d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:07.139785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 15af7869-6620-4a09-b56b-e6ba0eadb46d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:07.151089 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.164464 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f321d7e-861f-4022-a80d-5f154892a74e x-openstack-request-id: req-9f321d7e-861f-4022-a80d-5f154892a74e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:07.165004 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1e4c50-3add-4c41-9b06-49c54b661fcc", "name": "network-vif-plugged", "status": "completed", "tag": "15af7869-6620-4a09-b56b-e6ba0eadb46d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:07.165520 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f321d7e-861f-4022-a80d-5f154892a74e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:07.167108 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15af7869-6620-4a09-b56b-e6ba0eadb46d', 'code': 200} Jul 22 14:35:07.346588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5531fc9-6763-4880-a7dc-ecba4f61b4c2 req-3df9ea1b-db4d-4dfb-81b7-ae5715ea77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:07.347412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51118) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:07.350774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5531fc9-6763-4880-a7dc-ecba4f61b4c2 req-3df9ea1b-db4d-4dfb-81b7-ae5715ea77c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 1098 time: 0.1137729 Jul 22 14:35:07.403850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5531fc9-6763-4880-a7dc-ecba4f61b4c2 req-e48e1767-4d6b-4392-ac35-35ee364744e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Jul 22 14:35:07.410574 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c4688435-804a-4f29-b687-7bf1eca8a4af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1591921e6b546419e49f9c3d84c8af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616858 Jul 22 14:35:07.413149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51120) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:07.491780 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c166f1c-1d08-482e-8bee-004e8ce4d3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.502971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=15af7869-6620-4a09-b56b-e6ba0eadb46d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:07.519239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c166f1c-1d08-482e-8bee-004e8ce4d3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.578328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c166f1c-1d08-482e-8bee-004e8ce4d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.581453 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c166f1c-1d08-482e-8bee-004e8ce4d3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.582781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6c166f1c-1d08-482e-8bee-004e8ce4d3fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d495fdef-cb63-4bbd-b3cb-432f10977292 HTTP/1.1" status: 204 len: 168 time: 0.1684899 Jul 22 14:35:07.593935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c166f1c-1d08-482e-8bee-004e8ce4d3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d495fdef-cb63-4bbd-b3cb-432f10977292,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:07.817477 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e52c5-6727-40f7-b73b-5139e03b85cd req-9e46c70d-e6dd-4ae7-9fcf-e33fc3b92d61 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:07.819412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d7e52c5-6727-40f7-b73b-5139e03b85cd req-9e46c70d-e6dd-4ae7-9fcf-e33fc3b92d61 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 946 time: 0.1370766 Jul 22 14:35:07.884080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0d7e52c5-6727-40f7-b73b-5139e03b85cd req-a87e8016-e8c3-4ac0-bc38-d786c79d197a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Jul 22 14:35:08.083307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 42f811a1-2fa1-4a72-b430-ff11fdadf35f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:08.109152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 42f811a1-2fa1-4a72-b430-ff11fdadf35f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:08.110010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 42f811a1-2fa1-4a72-b430-ff11fdadf35f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:08.110231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:08.126172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:08.134175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:08.134654 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 8e0eb94a-b0bd-4869-9e0c-50690f17ddaf not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:08.213766 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9dc5b449-3440-4846-9b39-8d4b6c1a0e05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90c6d9f347494a60b8479b90a3f33407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857213 Jul 22 14:35:08.216415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51156) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:08.292399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e87f85b-f38b-451b-aea2-01a9dc6ea7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.323010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e87f85b-f38b-451b-aea2-01a9dc6ea7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.379312 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e87f85b-f38b-451b-aea2-01a9dc6ea7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.388129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e87f85b-f38b-451b-aea2-01a9dc6ea7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.389382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1e87f85b-f38b-451b-aea2-01a9dc6ea7bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65588d70-68a8-4f2f-9ee0-cf7e48b167f6 HTTP/1.1" status: 204 len: 168 time: 0.1717174 Jul 22 14:35:08.398447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87f85b-f38b-451b-aea2-01a9dc6ea7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65588d70-68a8-4f2f-9ee0-cf7e48b167f6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:09.122679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f61d1-6833-49fa-89eb-910fe706c055 req-45a3f7dc-7678-49ac-9dbe-7a7f90c929f2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:09.124744 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a1f61d1-6833-49fa-89eb-910fe706c055 req-45a3f7dc-7678-49ac-9dbe-7a7f90c929f2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 946 time: 0.1073647 Jul 22 14:35:09.173881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7a1f61d1-6833-49fa-89eb-910fe706c055 req-2ea688ef-66c5-4b10-9d72-1f8bc264253c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423574 Jul 22 14:35:09.360900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2899b-0ac7-451f-bcf7-9a3ba5551951 req-867747be-99e1-4d54-be2a-15e408b1129e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:09.366478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a2899b-0ac7-451f-bcf7-9a3ba5551951 req-867747be-99e1-4d54-be2a-15e408b1129e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 946 time: 0.1102030 Jul 22 14:35:09.418440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-32a2899b-0ac7-451f-bcf7-9a3ba5551951 req-cee30f96-763a-4d78-97f7-58cebea5b205 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Jul 22 14:35:09.852861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33d6e1-7fcf-4cc4-9047-78486e1d1201 req-91c3348e-7b11-40de-b651-f0ffd34e33e4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:09.854872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac33d6e1-7fcf-4cc4-9047-78486e1d1201 req-91c3348e-7b11-40de-b651-f0ffd34e33e4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 946 time: 0.0814011 Jul 22 14:35:09.914678 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac33d6e1-7fcf-4cc4-9047-78486e1d1201 req-8ce7b03d-bbd4-49c5-b87d-f40f6b3df879 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536392 Jul 22 14:35:10.676423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51316) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:10.796135 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b72d2cea-1650-4e9e-b7cb-f0d594e938c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.903155 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b72d2cea-1650-4e9e-b7cb-f0d594e938c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.908222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b72d2cea-1650-4e9e-b7cb-f0d594e938c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.955265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b72d2cea-1650-4e9e-b7cb-f0d594e938c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55d9b4e78bc44a719bd7f6817a50fffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768002 Jul 22 14:35:10.956174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d2cea-1650-4e9e-b7cb-f0d594e938c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4569b0-7ca2-464d-a5d2-4b9da198c383,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:10.958467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:11.032838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4af7-b284-4938-b242-1cf5706de013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.079107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4af7-b284-4938-b242-1cf5706de013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.142874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8648e8-136b-4e55-adb4-c8c5ea531e42 req-c472918c-88d9-4290-a82a-aadfa7385b00 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:11.144412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b8648e8-136b-4e55-adb4-c8c5ea531e42 req-c472918c-88d9-4290-a82a-aadfa7385b00 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 946 time: 0.1272428 Jul 22 14:35:11.150510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4af7-b284-4938-b242-1cf5706de013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.153176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4af7-b284-4938-b242-1cf5706de013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.156961 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ba6a4af7-b284-4938-b242-1cf5706de013 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d4569b0-7ca2-464d-a5d2-4b9da198c383 HTTP/1.1" status: 204 len: 168 time: 0.1972797 Jul 22 14:35:11.178180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4af7-b284-4938-b242-1cf5706de013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4569b0-7ca2-464d-a5d2-4b9da198c383,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:11.213386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b8648e8-136b-4e55-adb4-c8c5ea531e42 req-19fb6b10-1c77-4ab7-84f1-626a467d1937 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552909 Jul 22 14:35:11.316575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-c762a6e6-6290-4610-bebe-3c521df2dfcc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:11.318380 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-c762a6e6-6290-4610-bebe-3c521df2dfcc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 946 time: 0.0770733 Jul 22 14:35:11.430106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port 15af7869-6620-4a09-b56b-e6ba0eadb46d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:11.430675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.518044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51330) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:11.533060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a09dfd88-158e-4278-840a-8a39464d0f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.543083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port 15af7869-6620-4a09-b56b-e6ba0eadb46d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=15af7869-6620-4a09-b56b-e6ba0eadb46d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:11.543693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.556087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for 15af7869-6620-4a09-b56b-e6ba0eadb46d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:11.657639 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a09dfd88-158e-4278-840a-8a39464d0f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.662856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a09dfd88-158e-4278-840a-8a39464d0f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.709343 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a09dfd88-158e-4278-840a-8a39464d0f78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bae4331471a74b28bfd9ef83b6a5df39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900933 Jul 22 14:35:11.711012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09dfd88-158e-4278-840a-8a39464d0f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec01816a-76e4-4be7-ba52-6e6ccd99a1f0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:11.714259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51332) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:11.720610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.734283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['efdf36f7-16a9-4096-8b8e-4a83634d7682'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:11.736585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['15af7869-6620-4a09-b56b-e6ba0eadb46d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:11.795080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=15af7869-6620-4a09-b56b-e6ba0eadb46d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:11.807500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f742fe6-3b02-49d4-bc3b-f25d35476790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.818013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port 15af7869-6620-4a09-b56b-e6ba0eadb46d on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:11.821239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.824967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c54ae1b2-dc19-441e-a2d9-6db93c414c11 req-ab75a500-4633-4c4e-8058-137f877a1b20 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "DELETE /v2.0/ports/15af7869-6620-4a09-b56b-e6ba0eadb46d HTTP/1.1" status: 204 len: 173 time: 0.5013888 Jul 22 14:35:11.825683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'name': 'network-vif-deleted', 'tag': '15af7869-6620-4a09-b56b-e6ba0eadb46d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:11.829006 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bf3663-115f-4f86-9450-711140a8cad3" -d '{"events": [{"server_uuid": "6d1e4c50-3add-4c41-9b06-49c54b661fcc", "name": "network-vif-deleted", "tag": "15af7869-6620-4a09-b56b-e6ba0eadb46d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:11.849724 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f742fe6-3b02-49d4-bc3b-f25d35476790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.917886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f742fe6-3b02-49d4-bc3b-f25d35476790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.922461 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f742fe6-3b02-49d4-bc3b-f25d35476790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.924053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5f742fe6-3b02-49d4-bc3b-f25d35476790 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec01816a-76e4-4be7-ba52-6e6ccd99a1f0 HTTP/1.1" status: 204 len: 168 time: 0.2088556 Jul 22 14:35:11.939023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742fe6-3b02-49d4-bc3b-f25d35476790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec01816a-76e4-4be7-ba52-6e6ccd99a1f0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:11.954372 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbd1699-1001-4429-b19b-1f2fc585b481 x-openstack-request-id: req-dbbd1699-1001-4429-b19b-1f2fc585b481 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:11.954630 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1e4c50-3add-4c41-9b06-49c54b661fcc", "name": "network-vif-deleted", "tag": "15af7869-6620-4a09-b56b-e6ba0eadb46d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:11.954881 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbbd1699-1001-4429-b19b-1f2fc585b481 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:11.955536 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1e4c50-3add-4c41-9b06-49c54b661fcc', 'name': 'network-vif-deleted', 'tag': '15af7869-6620-4a09-b56b-e6ba0eadb46d', 'status': 'completed', 'code': 200} Jul 22 14:35:12.375167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-963c4737-3ccd-40d6-830e-4618742ae6c0 req-6165261f-8830-4faf-886a-edb6c44f569b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 210 time: 0.0510118 Jul 22 14:35:13.514026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0db692ef-ea99-4d2d-9373-bea36820e948 req-7efb980f-2e20-44b4-a4c6-45ab49f0f9ed tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 210 time: 0.0410995 Jul 22 14:35:13.734723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51516) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:13.856258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82ae39da-3900-45ba-b537-50c78c18e542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.980200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82ae39da-3900-45ba-b537-50c78c18e542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.984360 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82ae39da-3900-45ba-b537-50c78c18e542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.026486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-82ae39da-3900-45ba-b537-50c78c18e542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d1d4ac3f7a448718008582177bb2c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904906 Jul 22 14:35:14.027159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae39da-3900-45ba-b537-50c78c18e542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e2f83e-e919-4f13-8e16-b413f526af48,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:14.029557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51564) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:14.093594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-547db0b5-f0e4-41a1-b5c2-8e4550d9794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.119912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-547db0b5-f0e4-41a1-b5c2-8e4550d9794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.186346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-547db0b5-f0e4-41a1-b5c2-8e4550d9794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.189140 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-547db0b5-f0e4-41a1-b5c2-8e4550d9794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.192822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-547db0b5-f0e4-41a1-b5c2-8e4550d9794d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84e2f83e-e919-4f13-8e16-b413f526af48 HTTP/1.1" status: 204 len: 168 time: 0.1599059 Jul 22 14:35:14.200717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db0b5-f0e4-41a1-b5c2-8e4550d9794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e2f83e-e919-4f13-8e16-b413f526af48,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:14.649497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e2c0773e-b36d-4b6c-819c-b10c9848ebc2 req-308cc3d5-10dd-4724-b988-9a21101ac76e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 210 time: 0.0386150 Jul 22 14:35:14.792479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 15af7869-6620-4a09-b56b-e6ba0eadb46d no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:14.814287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 15af7869-6620-4a09-b56b-e6ba0eadb46d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:14.814623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 15af7869-6620-4a09-b56b-e6ba0eadb46d not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:15.668096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:15.771233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97060b7e-158f-401f-a9ff-b04d1801e04c req-e276fc2f-04e7-4ed4-ac51-3707a0b8cc3c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d1e4c50-3add-4c41-9b06-49c54b661fcc HTTP/1.1" status: 200 len: 210 time: 0.0445318 Jul 22 14:35:15.801271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:15.830050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.940176 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.086398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Allocated IP 172.25.8.51 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b1088aaa-2e95-45b6-a2a2-2d0fca7a2d48) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:16.228082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.283077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.337982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:16.341214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:16.343818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:16.376105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Pushing event updated for resources: {'Port': ['ID=b1088aaa-2e95-45b6-a2a2-2d0fca7a2d48,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:16.458396 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.525323 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.732416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.737447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.803555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Pushing event updated for resources: {'Port': ['ID=b1088aaa-2e95-45b6-a2a2-2d0fca7a2d48,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:16.866398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.886089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.888806 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f9040235-6688-4b14-9d07-e05ff5503bab tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2193589 Jul 22 14:35:16.892388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:16.899022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1808636438', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'fixed_ips': [{'ip_address': '172.25.8.51'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:16.928405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Made reservation on behalf of ea35a32b20c1466ba68684261751793f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:16.931737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.945227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.059529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.063245 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.068787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] device_id is not set on port ad5e9be5-7292-4298-81a0-236ef004288e yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:17.145526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5905f7-f040-412c-88d1-45ab7717a694,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:17.283951 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 14:35:17.284463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:17.303223 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4df48ddc-f4fb-4b01-80d8-bf1faad2aae1 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4066372 Jul 22 14:35:17.303451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:17.490783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Deleting port b1088aaa-2e95-45b6-a2a2-2d0fca7a2d48 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:17.491129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.593927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.594379 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.609111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Calling delete_port for b1088aaa-2e95-45b6-a2a2-2d0fca7a2d48 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:17.737287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-4b553385-bf31-4fad-9b9b-e853a7dfd277 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:17.739091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-4b553385-bf31-4fad-9b9b-e853a7dfd277 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 814 time: 0.1257811 Jul 22 14:35:17.761921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-2cf6203d-2197-4e1c-ab6a-b40d3a479f42 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/quotas/bf541db2111b4765b866052ad4d18632 HTTP/1.1" status: 200 len: 375 time: 0.0141931 Jul 22 14:35:17.787155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.812111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-d31c0621-4780-4393-8b37-6a9417c2b6af tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428388 Jul 22 14:35:17.818757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1088aaa-2e95-45b6-a2a2-2d0fca7a2d48,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:17.896548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.900966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.902273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3814a1fd-504c-4d5b-88d1-2f792144fbe8 tempest-ExternalNetworksAdminNegativeTestJSON-218746047 tempest-ExternalNetworksAdminNegativeTestJSON-218746047-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/6d55ec01-95c6-4040-befe-418b190d8b35 HTTP/1.1" status: 204 len: 168 time: 0.5978987 Jul 22 14:35:17.961330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-bd45411e-bc02-44b8-a4cf-5b62aa7ef511 service neutron] 10.222.0.11 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345317 Jul 22 14:35:18.105654 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-fd54ec17-6954-4a1d-b20a-73591e736de8 service neutron] 10.222.0.11 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431663 Jul 22 14:35:18.313855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:18.506550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abad3291-43fd-42b6-b4ff-1a6cc8561a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.573745 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-67d271a6-9aec-436c-9ee4-7bce5ec1b033 req-073eb9da-70fa-4825-aba3-250f2230488e tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 210 time: 0.2974644 Jul 22 14:35:18.611207 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d143a1be-fe8b-4e02-bd68-46c0ba4d67fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.663830 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abad3291-43fd-42b6-b4ff-1a6cc8561a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.668752 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abad3291-43fd-42b6-b4ff-1a6cc8561a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.713924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-abad3291-43fd-42b6-b4ff-1a6cc8561a6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68d4468a680d47d896562d6cdf4bd5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976910 Jul 22 14:35:18.716692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51988) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:18.718522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad3291-43fd-42b6-b4ff-1a6cc8561a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9badcfef-6f2d-4dc9-829d-e371d5b0e5ff,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:18.779198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0122f5a8-3e35-45c1-978f-b6fdcecf9c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.803912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0122f5a8-3e35-45c1-978f-b6fdcecf9c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.860546 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0122f5a8-3e35-45c1-978f-b6fdcecf9c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.863339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0122f5a8-3e35-45c1-978f-b6fdcecf9c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.867371 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0122f5a8-3e35-45c1-978f-b6fdcecf9c8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9badcfef-6f2d-4dc9-829d-e371d5b0e5ff HTTP/1.1" status: 204 len: 168 time: 0.1455710 Jul 22 14:35:18.876820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122f5a8-3e35-45c1-978f-b6fdcecf9c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9badcfef-6f2d-4dc9-829d-e371d5b0e5ff,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:19.189072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 51996) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:19.239538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2313fcbd-2e86-409d-9cff-f06080b65cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea35a32b20c1466ba68684261751793f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490780 Jul 22 14:35:19.243290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 51998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:19.244452 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.297549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d875e27e-6343-45b4-8b7d-3778887bf0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.320065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d875e27e-6343-45b4-8b7d-3778887bf0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.420089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d875e27e-6343-45b4-8b7d-3778887bf0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.423695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d875e27e-6343-45b4-8b7d-3778887bf0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.428424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d875e27e-6343-45b4-8b7d-3778887bf0cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b5905f7-f040-412c-88d1-45ab7717a694 HTTP/1.1" status: 204 len: 168 time: 0.1809876 Jul 22 14:35:19.500110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-aef38df6-c250-493b-949e-c61ecd0c68b6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:19.501597 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-aef38df6-c250-493b-949e-c61ecd0c68b6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 814 time: 0.1389649 Jul 22 14:35:19.502691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875e27e-6343-45b4-8b7d-3778887bf0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5905f7-f040-412c-88d1-45ab7717a694,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:19.517630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Request body: {'port': {'device_id': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e', 'admin_state_up': True, 'tenant_id': 'bf541db2111b4765b866052ad4d18632'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:19.655650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Made reservation on behalf of bf541db2111b4765b866052ad4d18632 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:19.661117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.849467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Allocated IP 172.20.0.14 (cd393920-20d7-4989-96f2-f890f0ca903e/8d0fa1f9-0f49-4dcd-bd23-901b36a934a3/0151b0cc-e5ef-41a8-aad3-0e9481d58f6f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:19.968468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c0b88b6-5dab-41b0-8437-88d4eec4d4ca req-f04a665e-7345-4587-83cd-860174364c81 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 210 time: 0.2905970 Jul 22 14:35:20.065506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.129096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.186489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.199700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Network cd393920-20d7-4989-96f2-f890f0ca903e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:20.204711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:20.215877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:20.267293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Pushing event updated for resources: {'Port': ['ID=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:20.308652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:20.309278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.334946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-64177ea0-6a90-4c00-aaaf-5f68665a9e0f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8226695 Jul 22 14:35:20.353349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Request body: {'port': {'device_id': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:20.415421 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:35:20.521694 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.863331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:20.872573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.889575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Transition to ACTIVE for port object 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:20.895789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.043845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Pushing event updated for resources: {'Port': ['ID=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:21.093481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Attempting to bind port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:21.093952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Attempting to bind port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:21.094294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Attempting to bind port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f on network cd393920-20d7-4989-96f2-f890f0ca903e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:21.116276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f on network cd393920-20d7-4989-96f2-f890f0ca903e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:21.116813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Attempting to bind port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f on network cd393920-20d7-4989-96f2-f890f0ca903e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:21.132554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52046) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:21.158195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:21.158548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Checking segment: {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:21.159317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Bound using segment: {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:21.160184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Bound port: 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:21.160627 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.247063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ba199-bf78-4f62-abab-57ef1b6419c3 req-b580a4ae-dab2-4a50-b878-45a0fc0035fc tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:21.249321 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a1ba199-bf78-4f62-abab-57ef1b6419c3 req-b580a4ae-dab2-4a50-b878-45a0fc0035fc tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 944 time: 0.1573043 Jul 22 14:35:21.321049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] For port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:21.341324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1725179772'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:21.351245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a1ba199-bf78-4f62-abab-57ef1b6419c3 req-6d15629a-917c-478d-b210-ad6d9978e9af tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897722 Jul 22 14:35:21.353869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] For port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:21.360194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.360910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.380076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Made reservation on behalf of bc154a52d0c74c75b9cdc84d616bdb92 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:21.388241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.403521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:21.404401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.405438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.406171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] 10.222.0.20 "PUT /v2.0/ports/0151b0cc-e5ef-41a8-aad3-0e9481d58f6f HTTP/1.1" status: 200 len: 1093 time: 1.0635159 Jul 22 14:35:21.407096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'tag': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:21.409583 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96462a55-e077-4c38-8219-baaec10c886b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2378aa2-5dda-44ad-a06e-cf884d373f77", "tag": "0151b0cc-e5ef-41a8-aad3-0e9481d58f6f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:21.460183 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96d659cb-0c78-43ed-9348-b5eb13fbb102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.466959 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4be28c-eb17-46e9-8406-35fd8f308b6e x-openstack-request-id: req-5d4be28c-eb17-46e9-8406-35fd8f308b6e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:21.467250 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2378aa2-5dda-44ad-a06e-cf884d373f77", "tag": "0151b0cc-e5ef-41a8-aad3-0e9481d58f6f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:21.467634 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d4be28c-eb17-46e9-8406-35fd8f308b6e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:21.467889 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'tag': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f', 'status': 'completed', 'code': 200} Jul 22 14:35:21.470397 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a40c1d-b66a-410e-a9c6-19d368b6ea84 service neutron] Pushing event updated for resources: {'Port': ['ID=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:21.538665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-b9f6fdc3-0dd8-4e37-bf34-b7d19e1de29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:21.540278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-b9f6fdc3-0dd8-4e37-bf34-b7d19e1de29d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 1096 time: 0.0715249 Jul 22 14:35:21.546156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.551164 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.584086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:21.593233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c14e2ae-453d-4042-b98f-a00415283d12,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:21.595784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-984e6ae3-a5e4-4639-8c81-d79a3beebe09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f HTTP/1.1" status: 200 len: 217 time: 0.0478652 Jul 22 14:35:21.599869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.600217 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Added segment f1163789-4ed9-4773-bc7d-2a0b660461d2 of type vlan for network b958bbd1-cd2d-495a-8fdf-6b6f949de137 Jul 22 14:35:21.643848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.655726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-b788fa27-f6e4-4625-bb53-29ba2037a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:21.657325 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-b788fa27-f6e4-4625-bb53-29ba2037a6a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 HTTP/1.1" status: 200 len: 854 time: 0.0550330 Jul 22 14:35:21.674349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.682910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:21.683555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.694082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-f1ba54cf-c38c-4d66-a741-c059e0b72d0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd393920-20d7-4989-96f2-f890f0ca903e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299211 Jul 22 14:35:21.724065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5896077 Jul 22 14:35:21.766902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aeeb09-afd7-4a44-88d1-a7c73580d42e tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Pushing event updated for resources: {'Network': ['ID=b958bbd1-cd2d-495a-8fdf-6b6f949de137,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:21.778672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b958bbd1-cd2d-495a-8fdf-6b6f949de137 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:21.797990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-6d3159e8-56f2-4f41-99ee-9cba4b77bd71 service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969188 Jul 22 14:35:21.899076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:21.907721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Request body: {'port': {'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137', 'binding:host_id': 'n-h1-787205-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1989484279'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:21.927060 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-89b7eaaa-652c-4c97-9914-743da7a79cda req-9e313996-1fdc-4e81-8775-4014c2baf352 service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222785 Jul 22 14:35:21.938704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Made reservation on behalf of beb5df9cf7b84b82b4fa65492fb68379 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:21.941190 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.950228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.403928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96462a55-e077-4c38-8219-baaec10c886b req-ab29b934-1cf4-4fdd-9e89-c51e7802c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:22.405454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-ab29b934-1cf4-4fdd-9e89-c51e7802c3ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 1096 time: 0.4290171 Jul 22 14:35:22.460465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.471963 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.486227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.522950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 12eac4f3-8875-4ee3-af95-f62639c01559 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:22.586492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba9703-9ee2-4fcf-9e2b-1db6e8357723 req-e93f01c1-c491-4d50-a600-3eead2ead88f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:22.589269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdba9703-9ee2-4fcf-9e2b-1db6e8357723 req-e93f01c1-c491-4d50-a600-3eead2ead88f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 945 time: 0.0672994 Jul 22 14:35:22.623312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9060ea16-3efa-4456-bcff-2f367f93bb59,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:22.630180 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdba9703-9ee2-4fcf-9e2b-1db6e8357723 req-1cda853c-6518-4204-acac-094ef08cf67b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347595 Jul 22 14:35:22.664075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96462a55-e077-4c38-8219-baaec10c886b req-3c449882-fd67-4bb3-bad9-ffc951e60b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:22.665842 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-3c449882-fd67-4bb3-bad9-ffc951e60b5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 915 time: 0.2525487 Jul 22 14:35:22.699651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952434ab-2a88-48f2-b5cd-1681b2786a64 req-122e40a7-afcd-4371-ba51-5b78d8064a6b tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:22.702009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-952434ab-2a88-48f2-b5cd-1681b2786a64 req-122e40a7-afcd-4371-ba51-5b78d8064a6b tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 944 time: 0.2610645 Jul 22 14:35:22.752225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-07f001b5-92bf-4545-af24-f0def5749816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f HTTP/1.1" status: 200 len: 217 time: 0.0718095 Jul 22 14:35:22.892277 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-952434ab-2a88-48f2-b5cd-1681b2786a64 req-b1974c56-a06c-4785-a117-ad79f23caf95 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460526 Jul 22 14:35:22.892277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96462a55-e077-4c38-8219-baaec10c886b req-e7ce390f-b43e-4bdd-a7dd-f5caa4b8ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:22.893028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-e7ce390f-b43e-4bdd-a7dd-f5caa4b8ae35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 HTTP/1.1" status: 200 len: 854 time: 0.1288409 Jul 22 14:35:22.943294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-16459c6a-126c-4073-a6c8-8e1de8377015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd393920-20d7-4989-96f2-f890f0ca903e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328820 Jul 22 14:35:22.949005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 12eac4f3-8875-4ee3-af95-f62639c01559 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:22.973187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.995099 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Transition to ACTIVE for port object 12eac4f3-8875-4ee3-af95-f62639c01559 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:23.035240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.099481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-29e2c18d-9a12-4b4b-91b8-e31e7d8a61ea service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459980 Jul 22 14:35:23.100059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=12eac4f3-8875-4ee3-af95-f62639c01559,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:23.145063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Checking segment: {'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:23.145347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Network hostable DHCP agents. Network: b958bbd1-cd2d-495a-8fdf-6b6f949de137, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:23.203271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Network b958bbd1-cd2d-495a-8fdf-6b6f949de137 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:23.217477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-96462a55-e077-4c38-8219-baaec10c886b req-f65a7db3-220c-4b2e-950d-0b04da687dff service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110728 Jul 22 14:35:23.218528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b958bbd1-cd2d-495a-8fdf-6b6f949de137) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:23.222083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:23.235655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.235999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.236345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.238472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1e706-5315-464b-b85a-6caba10df16a None None] Network b958bbd1-cd2d-495a-8fdf-6b6f949de137 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:23.240933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.241269 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.241682 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 2 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.255929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.256286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.256623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.261344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.261712 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.262108 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 3 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.274250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.274823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.275136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.279737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.280072 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.280464 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 4 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.293848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.294190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.294526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.298811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.299143 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.299533 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 5 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.311891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.312228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.312596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.316995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.317329 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.317746 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 6 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.332390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.332777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.333112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.337691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.338024 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.338414 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 7 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.349976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.350311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.350648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.355508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.355838 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.356226 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 8 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.370626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.371454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.371454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.376548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.376882 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.377273 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 9 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.389185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.389519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.389890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.394117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.394449 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.394833 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 10 to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 Jul 22 14:35:23.407366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:23.407968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:23.407968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:23.412251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 12eac4f3-8875-4ee3-af95-f62639c01559 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:23.412586 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 12eac4f3-8875-4ee3-af95-f62639c01559 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:23.412956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.479576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] For port 12eac4f3-8875-4ee3-af95-f62639c01559, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:23.479936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:35:23.484065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.516293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:23.516890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.535301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=12eac4f3-8875-4ee3-af95-f62639c01559,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:23.546410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b1f63bb9-9fe5-46e4-bb10-f9f579994327 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.6433578 Jul 22 14:35:23.546553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:23.632188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Deleting port 12eac4f3-8875-4ee3-af95-f62639c01559 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:23.632544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.698358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] For port 12eac4f3-8875-4ee3-af95-f62639c01559, host n-h1-787205-11, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:23.698725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.710891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Calling delete_port for 12eac4f3-8875-4ee3-af95-f62639c01559 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:23.779992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494ee71-5cc3-44a0-8e83-0b958882b454 req-8ee6571f-014a-44ae-b1b8-b4a99c228c59 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:23.781945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b494ee71-5cc3-44a0-8e83-0b958882b454 req-8ee6571f-014a-44ae-b1b8-b4a99c228c59 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 945 time: 0.0721538 Jul 22 14:35:23.792096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.823027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event deleted for resources: {'Port': ['ID=12eac4f3-8875-4ee3-af95-f62639c01559,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:23.823752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b494ee71-5cc3-44a0-8e83-0b958882b454 req-8f63d61c-6206-44ad-b47f-c9f799e269c7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13ff73d-0c09-4409-a82a-f67727123148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362353 Jul 22 14:35:23.828243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.830284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-42cf7d40-2e3f-4ed6-af8a-55b1a106479a tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "DELETE /v2.0/ports/12eac4f3-8875-4ee3-af95-f62639c01559 HTTP/1.1" status: 204 len: 168 time: 0.2828541 Jul 22 14:35:23.832878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:23.860886 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0accdf71-1240-486e-a9da-b03436b2bec2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:23.862464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0accdf71-1240-486e-a9da-b03436b2bec2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "GET /v2.0/ports/12eac4f3-8875-4ee3-af95-f62639c01559 HTTP/1.1" status: 404 len: 333 time: 0.0286238 Jul 22 14:35:23.866194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:23.870873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Request body: {'port': {'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-842691781'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:23.891032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Made reservation on behalf of beb5df9cf7b84b82b4fa65492fb68379 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:23.893479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.908842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:24.011212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-13e6f464-8858-4799-8e29-8d18f3e9c2e1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:24.012742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-13e6f464-8858-4799-8e29-8d18f3e9c2e1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 945 time: 0.0677979 Jul 22 14:35:24.097291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f551c-4385-4f5b-bcc9-c0b9d36ffa8f req-50a9c970-2082-4674-8283-89d0d7830dbb tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:24.098838 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-648f551c-4385-4f5b-bcc9-c0b9d36ffa8f req-50a9c970-2082-4674-8283-89d0d7830dbb tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 944 time: 0.1387124 Jul 22 14:35:24.116064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.119510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port efdf36f7-16a9-4096-8b8e-4a83634d7682 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:24.119848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.153262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-648f551c-4385-4f5b-bcc9-c0b9d36ffa8f req-8b664180-a791-49e5-a87a-a525a5be9e5c tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Jul 22 14:35:24.176694 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.218767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port efdf36f7-16a9-4096-8b8e-4a83634d7682, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=efdf36f7-16a9-4096-8b8e-4a83634d7682,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:24.219136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.225769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Network b958bbd1-cd2d-495a-8fdf-6b6f949de137 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:24.229343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:24.233691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:24.234305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for efdf36f7-16a9-4096-8b8e-4a83634d7682 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:24.234627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:24.235232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.238557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=50baf5b3-ce49-45a7-9fb3-401892f03fb3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:24.251319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d6c96a16-466e-4c74-997c-834c2cb998b2 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3841136 Jul 22 14:35:24.254076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:24.259303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:24.287318 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.332212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.373318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.385718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['efdf36f7-16a9-4096-8b8e-4a83634d7682'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:24.404341 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=efdf36f7-16a9-4096-8b8e-4a83634d7682,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:24.457255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port efdf36f7-16a9-4096-8b8e-4a83634d7682 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:24.460101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.462813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a0b74f3f-0a6d-4848-b1ea-33439c28f521 req-de53b119-5fb4-4f85-b161-45d36d3365ff tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "DELETE /v2.0/ports/efdf36f7-16a9-4096-8b8e-4a83634d7682 HTTP/1.1" status: 204 len: 173 time: 0.4433355 Jul 22 14:35:24.463259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f049d50-c188-44d7-a082-dab6f601765c', 'name': 'network-vif-deleted', 'tag': 'efdf36f7-16a9-4096-8b8e-4a83634d7682'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:24.465593 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9425b6ef-2d1b-4c3c-91f6-fa2bde1b19d5" -d '{"events": [{"server_uuid": "7f049d50-c188-44d7-a082-dab6f601765c", "name": "network-vif-deleted", "tag": "efdf36f7-16a9-4096-8b8e-4a83634d7682"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:24.515855 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc78e1f-edb5-400a-a99a-7245f750e7a2 x-openstack-request-id: req-5cc78e1f-edb5-400a-a99a-7245f750e7a2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:24.516313 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f049d50-c188-44d7-a082-dab6f601765c", "name": "network-vif-deleted", "tag": "efdf36f7-16a9-4096-8b8e-4a83634d7682", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:24.516572 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cc78e1f-edb5-400a-a99a-7245f750e7a2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:24.517253 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f049d50-c188-44d7-a082-dab6f601765c', 'name': 'network-vif-deleted', 'tag': 'efdf36f7-16a9-4096-8b8e-4a83634d7682', 'status': 'completed', 'code': 200} Jul 22 14:35:24.519144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:24.528251 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.543488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Transition to ACTIVE for port object 50baf5b3-ce49-45a7-9fb3-401892f03fb3 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:24.547946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.617260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=50baf5b3-ce49-45a7-9fb3-401892f03fb3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:24.623178 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.623513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.623856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.628230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.628561 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.628946 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 2 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.643452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.643779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.644109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.648459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.648784 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.649167 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 3 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.662487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.662818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.663147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.668021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.668348 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.668734 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 4 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.682144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.682409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.682739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.687006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.687331 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.687714 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 5 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.700203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.700539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.700875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.705116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.705439 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.705845 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 6 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.719016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.719325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.719654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.723918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.724244 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.724624 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 7 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.736682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.737011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.737348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.742134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.742468 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.742852 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 8 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.756344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.756831 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.757270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.763005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.763468 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.763961 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 9 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.780130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.780476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.780802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.786035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.786497 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.786886 n-d-787205-11 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 10 to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 Jul 22 14:35:24.801263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:24.801595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:24.801964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:24.806672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:24.807001 n-d-787205-11 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:24.807366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.856388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:24.921886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] For port 50baf5b3-ce49-45a7-9fb3-401892f03fb3, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:24.922538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:35:24.935544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.966632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a1c1ebd-d891-4293-be33-11c178b3c7bd req-d1ee4ccf-ab5a-4a27-98d9-8be52a5fa087 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 210 time: 0.0479984 Jul 22 14:35:24.994622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] In _notify_port_updated(), no bound segment for port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:35:24.995503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:24.996129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.997482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "PUT /v2.0/ports/50baf5b3-ce49-45a7-9fb3-401892f03fb3 HTTP/1.1" status: 200 len: 975 time: 0.7424760 Jul 22 14:35:24.999996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:25.010788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:25.023253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f', 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e', 'port_id': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f', 'mac_address': 'fa:16:3e:ef:b4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0fa1f9-0f49-4dcd-bd23-901b36a934a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:25.062435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.063830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce5913-1eb6-4c06-a11a-1647b8ee87f3 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=50baf5b3-ce49-45a7-9fb3-401892f03fb3,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:25.076725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:25.098953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:25.103926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.146156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.146652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.147136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.147644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.148122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.148597 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.149072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.149605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.150436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.150921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.151398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.151871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.154346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-96852c4f-be9d-48de-af87-05c7cf7cece8 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11043 time: 0.1533954 Jul 22 14:35:25.157994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52086) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:25.164996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:25.302302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Deleting port 50baf5b3-ce49-45a7-9fb3-401892f03fb3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:25.302655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.309996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['0151b0cc-e5ef-41a8-aad3-0e9481d58f6f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:25.338431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505d91d-00cd-4f26-a5cf-e2b3750ac274 req-84f48ddf-774c-4a53-b91a-a761d00b88ae tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.345223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4505d91d-00cd-4f26-a5cf-e2b3750ac274 req-84f48ddf-774c-4a53-b91a-a761d00b88ae tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 945 time: 0.1130717 Jul 22 14:35:25.427157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] For port 50baf5b3-ce49-45a7-9fb3-401892f03fb3, host n-h1-787205-11, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:25.427549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.443671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4505d91d-00cd-4f26-a5cf-e2b3750ac274 req-1d651b48-d35f-4d9d-931e-8593a9b15b7b tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974557 Jul 22 14:35:25.448284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Calling delete_port for 50baf5b3-ce49-45a7-9fb3-401892f03fb3 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:25.531972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.557880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event deleted for resources: {'Port': ['ID=50baf5b3-ce49-45a7-9fb3-401892f03fb3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:25.565275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.567848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-37df8205-1188-435c-b449-d13b8b7dd418 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "DELETE /v2.0/ports/50baf5b3-ce49-45a7-9fb3-401892f03fb3 HTTP/1.1" status: 204 len: 168 time: 0.4082782 Jul 22 14:35:25.569920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:25.602274 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-73861b5e-90ef-4b7d-a07e-257bb702bf23 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:25.603888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-73861b5e-90ef-4b7d-a07e-257bb702bf23 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "GET /v2.0/ports/50baf5b3-ce49-45a7-9fb3-401892f03fb3 HTTP/1.1" status: 404 len: 333 time: 0.0330491 Jul 22 14:35:25.607683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52092) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:25.612389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2008617094', 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:25.634550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Made reservation on behalf of beb5df9cf7b84b82b4fa65492fb68379 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:25.637234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.653220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 69bbd304-edaa-406f-ae0b-d96270d957d3 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:25.812712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.857334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.896984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Network b958bbd1-cd2d-495a-8fdf-6b6f949de137 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:25.900727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:25.903428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:25.904713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.905334 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.927590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=69bbd304-edaa-406f-ae0b-d96270d957d3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:25.933817 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c12caa19-0245-45d6-8e61-40b42a00660f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3250844 Jul 22 14:35:25.935530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52094) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:25.979118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1318918-c1ea-45c6-ab1d-67acc7a25e08 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.980501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f1318918-c1ea-45c6-ab1d-67acc7a25e08 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "GET /v2.0/ports/69bbd304-edaa-406f-ae0b-d96270d957d3 HTTP/1.1" status: 200 len: 955 time: 0.0438871 Jul 22 14:35:25.983499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52096) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:26.079211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Deleting port 69bbd304-edaa-406f-ae0b-d96270d957d3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:26.079545 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.084314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ff180799-9ebc-4406-89e5-760e4569bd0f req-89e8c2dc-34be-4147-986b-6461f29754cb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 210 time: 0.0304110 Jul 22 14:35:26.143439 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.155617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Calling delete_port for 69bbd304-edaa-406f-ae0b-d96270d957d3 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:26.240348 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.266443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event deleted for resources: {'Port': ['ID=69bbd304-edaa-406f-ae0b-d96270d957d3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:26.273972 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.276211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5d33ca6d-852b-4270-b0b9-e577cf7bbc91 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "DELETE /v2.0/ports/69bbd304-edaa-406f-ae0b-d96270d957d3 HTTP/1.1" status: 204 len: 168 time: 0.2917571 Jul 22 14:35:26.279036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52100) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:26.306649 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cc4ffc-bf06-4abd-9d05-64c4af60e5d1 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:26.308165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-26cc4ffc-bf06-4abd-9d05-64c4af60e5d1 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "GET /v2.0/ports/69bbd304-edaa-406f-ae0b-d96270d957d3 HTTP/1.1" status: 404 len: 333 time: 0.0282714 Jul 22 14:35:26.311864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:26.316698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Request body: {'port': {'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-335911865'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:26.338336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Made reservation on behalf of beb5df9cf7b84b82b4fa65492fb68379 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:26.340621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.356982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:26.515425 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.608064 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.645654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2296a-36ec-4e34-8015-29542bfeaa55 req-e97c3d26-943e-417e-9a23-b5552484a4f9 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:26.647177 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ce2296a-36ec-4e34-8015-29542bfeaa55 req-e97c3d26-943e-417e-9a23-b5552484a4f9 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 945 time: 0.1233094 Jul 22 14:35:26.681965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Network b958bbd1-cd2d-495a-8fdf-6b6f949de137 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:26.688678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:26.693024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=1b942d0e-9cba-4e1c-88d8-dacc162ba03c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:26.695242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:26.696191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:26.696859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.718740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ce2296a-36ec-4e34-8015-29542bfeaa55 req-275574db-6dfe-4c00-a6e1-52a87b3a875e tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632365 Jul 22 14:35:26.725553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fe8316e2-49b7-43da-bdf0-c5f8eb07b37f tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4126546 Jul 22 14:35:26.727031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:26.740661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:26.809046 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.877856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:26.944130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:26.948159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:26.948663 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.985174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] device_id is not set on port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:26.994342 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.006536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Transition to ACTIVE for port object 1b942d0e-9cba-4e1c-88d8-dacc162ba03c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:27.010524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.036019 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.061556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:27.064121 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61500c-9ece-457d-90fa-e229741975b3" -d '{"events": [{"server_uuid": "e2378aa2-5dda-44ad-a06e-cf884d373f77", "name": "network-vif-plugged", "status": "completed", "tag": "0151b0cc-e5ef-41a8-aad3-0e9481d58f6f"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:27.070891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=1b942d0e-9cba-4e1c-88d8-dacc162ba03c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:27.078661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.079184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.079600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.084508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.084874 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.085263 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 2 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.089235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:27.094658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.100000 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.100336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.100674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.106357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.106694 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.107081 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 3 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.121460 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.121883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.122230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.125646 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5bc268-85f7-47cf-af85-6772caa2dc6c x-openstack-request-id: req-bb5bc268-85f7-47cf-af85-6772caa2dc6c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:27.125940 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2378aa2-5dda-44ad-a06e-cf884d373f77", "name": "network-vif-plugged", "status": "completed", "tag": "0151b0cc-e5ef-41a8-aad3-0e9481d58f6f", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:27.126184 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb5bc268-85f7-47cf-af85-6772caa2dc6c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:27.126739 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f', 'code': 200} Jul 22 14:35:27.128357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.128623 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.129010 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 4 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.144391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.144901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.145243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.150774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.151417 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.151556 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 5 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.163864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:27.164336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.164677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.165573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.170967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.171301 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.171693 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 6 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.195798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.195798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.195798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.221149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d99467c-08d3-46c4-b542-186d1e8dc48d req-b9fa9516-6c22-4051-bb12-9bc8e1b35a4d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 210 time: 0.0387237 Jul 22 14:35:27.223425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.223755 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.224141 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 7 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.250176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.250865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674efc08-e65e-40d6-8471-37734861cc18 req-886585d0-a463-40f7-88de-166d53426981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.251239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.251239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.251922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-674efc08-e65e-40d6-8471-37734861cc18 req-886585d0-a463-40f7-88de-166d53426981 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 1098 time: 0.0672171 Jul 22 14:35:27.255863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.256191 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.256583 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 8 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.270789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.271125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.271468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.277117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.277449 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.277869 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 9 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.291701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.292146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.292487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.292828 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-674efc08-e65e-40d6-8471-37734861cc18 req-67cf9236-bcad-42d4-b9ae-3261296fe289 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Jul 22 14:35:27.297362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device efdf36f7-16a9-4096-8b8e-4a83634d7682 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:27.297579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.297942 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.298339 n-d-787205-11 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempt 10 to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c Jul 22 14:35:27.312392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:27.312728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:27.313071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempting to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:27.317570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:27.317926 n-d-787205-11 neutron-server[93760]: ERROR neutron.plugins.ml2.managers [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Failed to bind port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on host n-h1-787205-11 for vnic_type normal using segments [{'id': 'f1163789-4ed9-4773-bc7d-2a0b660461d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b958bbd1-cd2d-495a-8fdf-6b6f949de137'}] Jul 22 14:35:27.318296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.321247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: efdf36f7-16a9-4096-8b8e-4a83634d7682 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:27.321661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device efdf36f7-16a9-4096-8b8e-4a83634d7682 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:27.384400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] For port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:27.384677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attempted to set empty binding levels {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:35:27.388956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.422679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] In _notify_port_updated(), no bound segment for port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c on network b958bbd1-cd2d-495a-8fdf-6b6f949de137 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:35:27.423664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.424131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.428073 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "PUT /v2.0/ports/1b942d0e-9cba-4e1c-88d8-dacc162ba03c HTTP/1.1" status: 200 len: 975 time: 0.6963131 Jul 22 14:35:27.428531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:27.438998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b499f-24a2-42e6-94d5-a09d205b2d7e tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event updated for resources: {'Port': ['ID=1b942d0e-9cba-4e1c-88d8-dacc162ba03c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:27.517679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Deleting port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:27.518039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.580962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] For port 1b942d0e-9cba-4e1c-88d8-dacc162ba03c, host n-h1-787205-11, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:27.581234 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.593900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Calling delete_port for 1b942d0e-9cba-4e1c-88d8-dacc162ba03c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:27.676599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.705966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b942d0e-9cba-4e1c-88d8-dacc162ba03c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:27.711148 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.713902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5eee2158-7cef-4cf2-8bc3-7626a5b2e502 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "DELETE /v2.0/ports/1b942d0e-9cba-4e1c-88d8-dacc162ba03c HTTP/1.1" status: 204 len: 168 time: 0.2842424 Jul 22 14:35:27.716536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:27.743794 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f2cd5b-1336-4b83-8d8f-7bed8ce5a7c6 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:27.745351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-41f2cd5b-1336-4b83-8d8f-7bed8ce5a7c6 tempest-PortsAdminExtendedAttrsTestJSON-883175424 tempest-PortsAdminExtendedAttrsTestJSON-883175424-project-admin] 10.222.0.11 "GET /v2.0/ports/1b942d0e-9cba-4e1c-88d8-dacc162ba03c HTTP/1.1" status: 404 len: 333 time: 0.0276828 Jul 22 14:35:27.749106 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:27.857887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.945440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8497d51-6744-48a1-afe8-c138e0ca340c req-15c904bf-4928-46a4-b767-49a44adb8ccb tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.947605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8497d51-6744-48a1-afe8-c138e0ca340c req-15c904bf-4928-46a4-b767-49a44adb8ccb tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 946 time: 0.1280274 Jul 22 14:35:27.982735 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.006212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b958bbd1-cd2d-495a-8fdf-6b6f949de137']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:28.020624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1163789-4ed9-4773-bc7d-2a0b660461d2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:28.020919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1163789-4ed9-4773-bc7d-2a0b660461d2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:28.042353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.058274 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8497d51-6744-48a1-afe8-c138e0ca340c req-1fa8c8fc-f6bd-4f05-b247-13382e22d780 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Jul 22 14:35:28.065376 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.078113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:28.078610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:28.082043 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:28.154738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.162101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.163815 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] 10.222.0.11 "DELETE /v2.0/networks/b958bbd1-cd2d-495a-8fdf-6b6f949de137 HTTP/1.1" status: 204 len: 168 time: 0.4137712 Jul 22 14:35:28.175972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782f49f-a222-47dc-824f-7b1551598c2f tempest-PortsAdminExtendedAttrsTestJSON-1366923090 tempest-PortsAdminExtendedAttrsTestJSON-1366923090-project] Pushing event deleted for resources: {'Network': ['ID=b958bbd1-cd2d-495a-8fdf-6b6f949de137,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:28.351353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-44525249-ad7f-4867-8a85-a52cbb34ef24 req-821e5e89-e22c-4d15-b029-b948a29d6471 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f049d50-c188-44d7-a082-dab6f601765c HTTP/1.1" status: 200 len: 210 time: 0.0347757 Jul 22 14:35:28.452102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:28.614277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ef8609c7-22a8-4e39-9e5b-a22648127bf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc154a52d0c74c75b9cdc84d616bdb92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607432 Jul 22 14:35:28.617295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52130) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:28.666965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4b16-3d60-40cc-b700-2244e25cc48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.691646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4b16-3d60-40cc-b700-2244e25cc48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.743022 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4b16-3d60-40cc-b700-2244e25cc48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.745698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4b16-3d60-40cc-b700-2244e25cc48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.746897 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8e1b4b16-3d60-40cc-b700-2244e25cc48c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c14e2ae-453d-4042-b98f-a00415283d12 HTTP/1.1" status: 204 len: 168 time: 0.1279917 Jul 22 14:35:28.755834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b4b16-3d60-40cc-b700-2244e25cc48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c14e2ae-453d-4042-b98f-a00415283d12,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:29.006861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52136) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:29.059863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2ae337eb-4a2f-4edb-94e9-4f8c91ba7675 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=beb5df9cf7b84b82b4fa65492fb68379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494297 Jul 22 14:35:29.060082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:29.113151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fedaada2-b83e-423f-b0b8-73cbb3c3550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.139070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fedaada2-b83e-423f-b0b8-73cbb3c3550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.187907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fedaada2-b83e-423f-b0b8-73cbb3c3550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.191096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fedaada2-b83e-423f-b0b8-73cbb3c3550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.192385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fedaada2-b83e-423f-b0b8-73cbb3c3550c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9060ea16-3efa-4456-bcff-2f367f93bb59 HTTP/1.1" status: 204 len: 168 time: 0.1314247 Jul 22 14:35:29.201671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaada2-b83e-423f-b0b8-73cbb3c3550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9060ea16-3efa-4456-bcff-2f367f93bb59,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:29.243566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c2f0-180e-46df-966e-ccae85d02e27 req-512643f4-4c75-456f-8840-674c9c107633 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:29.251931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c29c2f0-180e-46df-966e-ccae85d02e27 req-512643f4-4c75-456f-8840-674c9c107633 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 946 time: 0.1079493 Jul 22 14:35:29.302943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c29c2f0-180e-46df-966e-ccae85d02e27 req-27e19498-73d2-419c-af2f-2dc5102b0379 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495481 Jul 22 14:35:30.136056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:30.263954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726256520'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:30.287154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:30.292187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.301977 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.406927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.411396 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.449896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:30.456282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9273ca55-e528-4419-8510-58411b2d6469,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:30.467573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.467962 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment 35f31e54-1f29-42d0-a0c1-219bde5afa4a of type vlan for network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 Jul 22 14:35:30.514993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.549981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.556061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:30.559193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.663798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=6b1e206d-1ac1-46af-b9c4-5819cfbdbae5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:30.689728 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4fd5321a-1eeb-4980-ad4e-3b966f0c6ab9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5385845 Jul 22 14:35:30.695165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:31.940145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:31.947017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1110791377', 'description': 'tempest-secgroup-smoke-1110791377 description', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:31.973791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.090556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.094566 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.121996 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.123240 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1810021 Jul 22 14:35:32.126596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52294) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.127841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77513e0-4c03-4dd4-be16-43aa67a3e05e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.136666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group_rule': {'security_group_id': 'e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:32.179373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.235800 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-ff52800c-6121-4c3a-a873-7599b17872cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0743752 Jul 22 14:35:32.266258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.275187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.299265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ce6fac-9d83-4ef6-bd41-712a9d6c6f3b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.313644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.315166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-38d72ba9-12f1-4369-8ec3-7d90daf2f3f4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1868026 Jul 22 14:35:32.317961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52296) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.323505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group_rule': {'security_group_id': 'e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:32.363302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.386847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-1d7519c4-5097-46cb-bb6d-c5f6919f5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:32.390241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-1d7519c4-5097-46cb-bb6d-c5f6919f5688 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 1098 time: 0.0978556 Jul 22 14:35:32.434875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.439223 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.464764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb1c78d-2892-4eba-847f-0cad50fd5655,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.482351 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.483830 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8460770-8d0e-432a-93e6-ff1b924e6a44 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648011 Jul 22 14:35:32.488545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52298) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.494436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group_rule': {'security_group_id': 'e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:32.526047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.542771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-9ff06a37-ef3e-43c9-b59d-99b742d58762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:32.544938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-9ff06a37-ef3e-43c9-b59d-99b742d58762 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 915 time: 0.1301692 Jul 22 14:35:32.601095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-9f2820d8-433a-4bb1-b902-fd536171f85e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f HTTP/1.1" status: 200 len: 217 time: 0.0496895 Jul 22 14:35:32.610180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.615230 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.645985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cede486-4e7d-4f6c-9fdf-c49f67280e7e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.650464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.655430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c6c37f46-408f-4b5b-af5f-eda36a455729 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656017 Jul 22 14:35:32.657560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52300) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.662623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group_rule': {'security_group_id': 'e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:32.672548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-a0fa9dcc-780f-44b7-8af5-f59ee2745c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:32.675131 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-a0fa9dcc-780f-44b7-8af5-f59ee2745c37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 HTTP/1.1" status: 200 len: 854 time: 0.0669503 Jul 22 14:35:32.708483 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.723687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-c6007e3f-d599-4e54-aebe-f7eeaa73e9f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd393920-20d7-4989-96f2-f890f0ca903e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409420 Jul 22 14:35:32.794346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.798775 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.818658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ae43d0-e49f-488c-8f8a-c2ae4ac9cf59,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.826627 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.828185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-72a016b8-d76d-4c6b-b3a9-83880bb2dba6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1698408 Jul 22 14:35:32.830769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52302) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.837927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group_rule': {'security_group_id': 'e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:32.863753 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Project 39c6f4f7095e47aabcb2bd7c78beeab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:35:32.869434 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.871204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-2eb670bd-a066-4f46-ab46-27be2193fbd7 service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401525 Jul 22 14:35:32.951149 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.955890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.980676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e8a9c6-23cf-49d6-871b-3c003d922fe8,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.991211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.996538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.998092 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f71c97b3-5899-44db-97df-8aad6ac5005a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1661856 Jul 22 14:35:33.002966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'security_group_rule': {'security_group_id': 'e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f', 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:33.036585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f57127cc-07f1-44bb-b82f-d7de4d5d3fa2 req-380d46d9-00c5-4675-9b14-7b537101a2bd service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585767 Jul 22 14:35:33.042281 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Project 39c6f4f7095e47aabcb2bd7c78beeab5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:35:33.050299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.146268 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.151051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.173650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdcbd6d-820f-48a7-9e1a-326bc6acb32d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:33.179084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.180811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7fbbcaf0-044a-4960-afa2-1e5a8d2124a0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1828473 Jul 22 14:35:33.966990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:33.972899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:34.070104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:34.075254 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.271944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.341319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=30b97c59-44b6-4315-a178-37bf534d2d5a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:34.348922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': '35f31e54-1f29-42d0-a0c1-219bde5afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:34.348922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:34.370098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:34.379889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:34.385363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:34.386111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.395479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa4fdce-a5fc-430f-8b1b-cdffc1d59c0d None None] Network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:34.402100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-50c02b85-eaca-4a4a-b05e-84967cf9f090 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4335184 Jul 22 14:35:34.405308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52384) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:34.410584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383402628'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:34.433950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:34.437891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.469308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:34.480796 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.481152 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment eec54902-5ec5-406e-9f94-23c3e130f920 of type vlan for network ce7c78a0-a064-4c02-846c-c2c1b3c34a79 Jul 22 14:35:34.528784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.569669 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.573802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-6b1e206d-1ac1-46af-b9c4-5819cfbdbae5', 'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': '30b97c59-44b6-4315-a178-37bf534d2d5a'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:34.574993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.579760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:34.580593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.627889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2188687 Jul 22 14:35:34.628920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:34.634456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': 'ce7c78a0-a064-4c02-846c-c2c1b3c34a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:34.662423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc038dcd-e244-4c6c-9678-4b1ca3fbd044 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=ce7c78a0-a064-4c02-846c-c2c1b3c34a79,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:34.679424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ce7c78a0-a064-4c02-846c-c2c1b3c34a79 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:34.750683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:34.761093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.823376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Allocated IP 2001:db8:0:ffff::2 (6b1e206d-1ac1-46af-b9c4-5819cfbdbae5/30b97c59-44b6-4315-a178-37bf534d2d5a/f403c823-32f1-4c1a-8723-f5ac9617ab1f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:34.984958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.986829 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.997750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Transition to ACTIVE for port object f403c823-32f1-4c1a-8723-f5ac9617ab1f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:35.014382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Transition to ACTIVE for port object f403c823-32f1-4c1a-8723-f5ac9617ab1f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:35.022038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.057928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=fb460978-d4aa-489d-9e4f-efcbab405098,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:35.068696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:35.069079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': 'eec54902-5ec5-406e-9f94-23c3e130f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ce7c78a0-a064-4c02-846c-c2c1b3c34a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:35.069646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: ce7c78a0-a064-4c02-846c-c2c1b3c34a79, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:35.074222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:35.077658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:35.100522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network ce7c78a0-a064-4c02-846c-c2c1b3c34a79 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:35.109987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Pushing event updated for resources: {'Port': ['ID=f403c823-32f1-4c1a-8723-f5ac9617ab1f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:35.113468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, ce7c78a0-a064-4c02-846c-c2c1b3c34a79) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:35.117505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:35.118974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.140340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7290d0ec-1a6d-49cf-bb99-f060a01a49cc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5083380 Jul 22 14:35:35.140681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52390) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:35.143419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b974bba-7eec-4d98-9b4f-f785cee37273 None None] Network ce7c78a0-a064-4c02-846c-c2c1b3c34a79 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:35.179494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Attempting to bind port f403c823-32f1-4c1a-8723-f5ac9617ab1f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:35.179867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Attempting to bind port f403c823-32f1-4c1a-8723-f5ac9617ab1f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '35f31e54-1f29-42d0-a0c1-219bde5afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:35.180240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Attempting to bind port f403c823-32f1-4c1a-8723-f5ac9617ab1f on network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:35.189696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:35.190083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Checking segment: {'id': '35f31e54-1f29-42d0-a0c1-219bde5afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:35.190883 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.191242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Bound using segment: {'id': '35f31e54-1f29-42d0-a0c1-219bde5afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:35.191823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Bound port: f403c823-32f1-4c1a-8723-f5ac9617ab1f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f31e54-1f29-42d0-a0c1-219bde5afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6b1e206d-1ac1-46af-b9c4-5819cfbdbae5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:35.192304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.272987 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.351809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] For port f403c823-32f1-4c1a-8723-f5ac9617ab1f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:35.357502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] For port f403c823-32f1-4c1a-8723-f5ac9617ab1f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f403c823-32f1-4c1a-8723-f5ac9617ab1f,segment=NetworkSegment(35f31e54-1f29-42d0-a0c1-219bde5afa4a),segment_id=35f31e54-1f29-42d0-a0c1-219bde5afa4a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:35.358119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.365210 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.417876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489aead4-f915-4a31-906b-48bfbdec250e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-ce7c78a0-a064-4c02-846c-c2c1b3c34a79', 'network_id': 'ce7c78a0-a064-4c02-846c-c2c1b3c34a79', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': 'fb460978-d4aa-489d-9e4f-efcbab405098'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:35.418748 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-489aead4-f915-4a31-906b-48bfbdec250e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.445889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.480456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=fb460978-d4aa-489d-9e4f-efcbab405098,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:35.525932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66609f-3deb-4d56-aff8-f8a053d70648 None None] Pushing event updated for resources: {'Port': ['ID=f403c823-32f1-4c1a-8723-f5ac9617ab1f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:35.551339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c62d3-6312-4b47-8e79-605e63fc9c54 None None] Network ce7c78a0-a064-4c02-846c-c2c1b3c34a79 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:35.560937 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.573856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7c78a0-a064-4c02-846c-c2c1b3c34a79']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:35.591004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec54902-5ec5-406e-9f94-23c3e130f920') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:35.591398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec54902-5ec5-406e-9f94-23c3e130f920') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:35.601890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.617549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.624626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:35.625175 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:35.629986 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:35.713013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.725161 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.727414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/ce7c78a0-a064-4c02-846c-c2c1b3c34a79 HTTP/1.1" status: 204 len: 168 time: 0.5854509 Jul 22 14:35:35.731018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52394) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:35.737384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-798459392'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:35.753157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c2c3-bda2-4f88-8b6e-77657f5e51b3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=ce7c78a0-a064-4c02-846c-c2c1b3c34a79,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:35.783521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:35.788198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.830972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:35.842852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.843208 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment a87a15d6-e364-4756-b4fa-b9393186c203 of type vlan for network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 Jul 22 14:35:35.902621 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.934349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.939980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:35.940577 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.980455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2449763 Jul 22 14:35:35.980651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:35.985481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:36.025105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421bd30a-a32a-4877-89da-46b78d22aa36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=33c89610-d2c8-470f-b0fd-2f5fc6ce61d0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:36.037030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:36.147046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f403c823-32f1-4c1a-8723-f5ac9617ab1f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:36.168419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:36.176503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.216382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f403c823-32f1-4c1a-8723-f5ac9617ab1f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:36.437823 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.503997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=0f48f227-fc49-4b0b-a9bb-5448149dc33c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:36.517029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': 'a87a15d6-e364-4756-b4fa-b9393186c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:36.517393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:36.539022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:36.550233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:36.557577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:36.558221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.565489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ce17d-7011-492e-af69-03fb8e3e7278 None None] Network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:36.582920 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e56085df-826e-4705-8e79-509b309c1ee1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6011796 Jul 22 14:35:36.583385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52402) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:36.589189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815076518'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:36.623135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:36.626607 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.632777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1f891-3dbf-40d3-a531-c28e714686dd None None] Network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:36.652519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:36.662994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.663633 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment 6ad1c780-cb3d-440f-8e2f-0b9f7f2ebb3b of type vlan for network 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb Jul 22 14:35:36.691291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] Provisioning for port f403c823-32f1-4c1a-8723-f5ac9617ab1f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:36.723258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.726032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] Provisioning complete for port f403c823-32f1-4c1a-8723-f5ac9617ab1f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:36.726415 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.760336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.765950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:36.766539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.804149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2176714 Jul 22 14:35:36.804880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:36.811999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': '48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:36.865723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-33c89610-d2c8-470f-b0fd-2f5fc6ce61d0', 'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': '0f48f227-fc49-4b0b-a9bb-5448149dc33c'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:36.866563 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.878131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84fe40-5d08-4fbe-aa0a-ce8db5151204 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:36.906108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:36.983258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:36.987278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.055111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:35:37.056112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:35:37.105149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.205657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.372720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] For port f403c823-32f1-4c1a-8723-f5ac9617ab1f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f403c823-32f1-4c1a-8723-f5ac9617ab1f,segment=NetworkSegment(35f31e54-1f29-42d0-a0c1-219bde5afa4a),segment_id=35f31e54-1f29-42d0-a0c1-219bde5afa4a)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:37.380704 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.423112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Allocated IP 2001:db8::3 (33c89610-d2c8-470f-b0fd-2f5fc6ce61d0/0f48f227-fc49-4b0b-a9bb-5448149dc33c/fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:37.510921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d10b9-9037-4c6e-8fe1-2e59730ffebb None None] Pushing event updated for resources: {'Port': ['ID=f403c823-32f1-4c1a-8723-f5ac9617ab1f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:37.694633 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.695398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=fa2b4671-c267-447e-adec-924162677acb,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:37.705505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Transition to ACTIVE for port object fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:37.731931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': '6ad1c780-cb3d-440f-8e2f-0b9f7f2ebb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:37.732570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:37.737046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Transition to ACTIVE for port object fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:37.745673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.769431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:37.802654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:37.808004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:37.808610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.813131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:37.819518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:37.825560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d4eed65-40a0-48c0-aeda-7eb0e5870ff8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0187206 Jul 22 14:35:37.827661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8d581-714c-4369-82a4-14e8b9f419b0 None None] Network 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:37.828197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52410) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:37.830350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:37.920939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Pushing event updated for resources: {'Port': ['ID=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:37.947992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.981202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Attempting to bind port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:37.981574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Attempting to bind port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a87a15d6-e364-4756-b4fa-b9393186c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:37.981968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Attempting to bind port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 on network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:37.999732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a320ce1e-59ec-4ce2-814e-b189e8920080 None None] Provisioning complete for port f403c823-32f1-4c1a-8723-f5ac9617ab1f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:38.000152 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a320ce1e-59ec-4ce2-814e-b189e8920080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.001821 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:38.002198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Checking segment: {'id': 'a87a15d6-e364-4756-b4fa-b9393186c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:38.002593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.002989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Bound using segment: {'id': 'a87a15d6-e364-4756-b4fa-b9393186c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:38.003469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Bound port: fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87a15d6-e364-4756-b4fa-b9393186c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '33c89610-d2c8-470f-b0fd-2f5fc6ce61d0'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:38.003846 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.076349 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.118070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f403c823-32f1-4c1a-8723-f5ac9617ab1f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:38.156303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.188413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2b4671-c267-447e-adec-924162677acb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:38.222684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] For port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:38.226967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] For port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,segment=NetworkSegment(a87a15d6-e364-4756-b4fa-b9393186c203),segment_id=a87a15d6-e364-4756-b4fa-b9393186c203)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:38.237650 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.250217 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.263302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.277231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad1c780-cb3d-440f-8e2f-0b9f7f2ebb3b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.277477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad1c780-cb3d-440f-8e2f-0b9f7f2ebb3b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.290086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.307708 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.314285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:38.314700 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:38.317846 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:38.322301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774c1ae-a37e-4b06-be35-cb1129b81edc None None] Pushing event updated for resources: {'Port': ['ID=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:38.358678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b76c9-55a2-4a6d-89f3-dd342371ff82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb', 'network_id': '48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': 'fa2b4671-c267-447e-adec-924162677acb'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:38.359858 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ed9b76c9-55a2-4a6d-89f3-dd342371ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.388834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f403c823-32f1-4c1a-8723-f5ac9617ab1f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:38.389455 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.408843 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.426672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.429552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb HTTP/1.1" status: 204 len: 168 time: 0.6001585 Jul 22 14:35:38.434090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52414) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:38.443817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111640196'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:38.456843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7305c7-72d3-4ed4-8592-b580bdb9dd00 None None] Network 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:38.474616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7305c7-72d3-4ed4-8592-b580bdb9dd00 None None] Network 48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb could not be found, it might have been deleted concurrently. {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:35:38.487416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1ce82-1356-40f8-b7e0-03228d0b7efb tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:38.490629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:38.503150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.544555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:38.554947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.556022 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment 90cdf1d9-f2ef-4f1e-9086-bf17c98bdf28 of type vlan for network cf102e09-55f1-47d3-bbca-f5404a2cc702 Jul 22 14:35:38.617118 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.666301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.672691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:38.673540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.769040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=cf102e09-55f1-47d3-bbca-f5404a2cc702,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:38.774085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f3f53699-0ef1-4375-a1dd-93e49e90a61c tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3381193 Jul 22 14:35:38.777409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52418) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:38.780449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network cf102e09-55f1-47d3-bbca-f5404a2cc702 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:38.785307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': 'cf102e09-55f1-47d3-bbca-f5404a2cc702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:38.902149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:38.905691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.131203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.204424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=dade7ae7-a49a-4f55-9474-4ebafd9f3118,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:39.217142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': '90cdf1d9-f2ef-4f1e-9086-bf17c98bdf28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'cf102e09-55f1-47d3-bbca-f5404a2cc702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:39.217513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: cf102e09-55f1-47d3-bbca-f5404a2cc702, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:39.236035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network cf102e09-55f1-47d3-bbca-f5404a2cc702 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:39.247101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, cf102e09-55f1-47d3-bbca-f5404a2cc702) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:39.251953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:39.252589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.257264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0131f490-b01c-4781-bafb-279a1c3294ad None None] Network cf102e09-55f1-47d3-bbca-f5404a2cc702 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:39.269460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5a8afd01-6172-4c73-88b9-3d8a0db2f7e0 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4906647 Jul 22 14:35:39.272448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:39.416539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.471086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c124ba-1f50-4c7d-874b-c7c6a53bba0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-cf102e09-55f1-47d3-bbca-f5404a2cc702', 'network_id': 'cf102e09-55f1-47d3-bbca-f5404a2cc702', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': 'dade7ae7-a49a-4f55-9474-4ebafd9f3118'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:39.473757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2c124ba-1f50-4c7d-874b-c7c6a53bba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.508416 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.555584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c55f0a-4189-44c9-8db2-300f0cc86674 None None] Network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:39.600516 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.638017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=dade7ae7-a49a-4f55-9474-4ebafd9f3118,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-c2c124ba-1f50-4c7d-874b-c7c6a53bba0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dade7ae7-a49a-4f55-9474-4ebafd9f3118: This subnet is being modified by another concurrent operation. Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dade7ae7-a49a-4f55-9474-4ebafd9f3118: This subnet is being modified by another concurrent operation. Jul 22 14:35:39.654748 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:35:39.662864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-903c8c6f-4121-42c7-9d9d-148c54b34b94 None None] Provisioning for port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:39.681136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c36103-14e0-4acb-af98-b865f8b035e5 None None] Network cf102e09-55f1-47d3-bbca-f5404a2cc702 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:39.715936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.726781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf102e09-55f1-47d3-bbca-f5404a2cc702']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:39.745575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cdf1d9-f2ef-4f1e-9086-bf17c98bdf28') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:39.745984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cdf1d9-f2ef-4f1e-9086-bf17c98bdf28') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:39.755739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.771031 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.780003 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:39.780863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:39.783939 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:39.854556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.864335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.866696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/cf102e09-55f1-47d3-bbca-f5404a2cc702 HTTP/1.1" status: 204 len: 168 time: 0.5932159 Jul 22 14:35:39.871581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:39.877281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1837580754'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:39.890895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eb6e8-b72a-4890-92bf-d6b58d371dd1 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=cf102e09-55f1-47d3-bbca-f5404a2cc702,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:39.909653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:39.916420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.944485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:39.956107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.956493 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment 56eabb02-31ef-4381-83d6-25568999cee0 of type vlan for network ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae Jul 22 14:35:40.017407 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.072457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.083169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:40.083836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.147745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:40.162927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:40.179352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8b02c257-2737-4c90-bf9b-bb01276b4948 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3064489 Jul 22 14:35:40.185518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c96b9-8398-4820-913e-1066c1586264 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:35:40.187778 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:40.190450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:40.197309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': 'ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:40.301933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:40.305464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.350082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:40.360309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:40.360611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.424417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c96b9-8398-4820-913e-1066c1586264 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:35:40.530721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.541089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.594032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,segment=NetworkSegment(a87a15d6-e364-4756-b4fa-b9393186c203),segment_id=a87a15d6-e364-4756-b4fa-b9393186c203)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:40.603813 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.609646 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=ea1a4e43-f4ed-403f-82df-285fb737b6a5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:40.628712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': '56eabb02-31ef-4381-83d6-25568999cee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:40.628712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:40.652631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:40.668043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:40.673380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:40.674132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.684388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:40.698934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f088ce51-762c-431d-ad46-86d45fe572d3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5070689 Jul 22 14:35:40.701163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:40.806218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb55acf-ce49-48a3-b54f-5f39912a1c0f None None] Network ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:40.844936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.903893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.972149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.980128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c23157-3710-48f6-aa1d-6da4c383af0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae', 'network_id': 'ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': 'ea1a4e43-f4ed-403f-82df-285fb737b6a5'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:40.981274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2c23157-3710-48f6-aa1d-6da4c383af0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.001541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1a4e43-f4ed-403f-82df-285fb737b6a5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:41.071395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.080101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb98aea7-5650-4683-a169-a4134243c0e8 None None] Network ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:41.083411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:41.092922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56eabb02-31ef-4381-83d6-25568999cee0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:41.093226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56eabb02-31ef-4381-83d6-25568999cee0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:41.103287 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.119321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.126206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:41.126795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:41.131178 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:41.208012 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.216478 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.221660 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae HTTP/1.1" status: 204 len: 168 time: 0.5162926 Jul 22 14:35:41.222598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:41.229176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1147798897'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:41.244518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119ab7-0b42-4f54-b65d-eaaaa2ba3a20 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:41.270537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:41.275154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.305938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:41.315125 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.315465 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb of type vlan for network ea745abc-9161-49d2-871d-53d04f02a688 Jul 22 14:35:41.359048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.393497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.399694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.400306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.433175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2099028 Jul 22 14:35:41.436038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:41.443116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:41.487362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729054e-8d7d-49cf-93f4-34314f10fca8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=ea745abc-9161-49d2-871d-53d04f02a688,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:41.499755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ea745abc-9161-49d2-871d-53d04f02a688 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:41.567862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:41.573674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.783578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.845324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=b1843fb5-4b35-4ab6-96b3-23dbdd77a07c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:41.854945 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:41.855313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: ea745abc-9161-49d2-871d-53d04f02a688, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:41.873031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network ea745abc-9161-49d2-871d-53d04f02a688 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:41.883828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, ea745abc-9161-49d2-871d-53d04f02a688) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:41.891475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6893efce-5915-4ee0-a6e1-2b29144964ab None None] Network ea745abc-9161-49d2-871d-53d04f02a688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:41.895817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.896448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.913586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fee1287f-495f-4109-bb64-23fdaa317cee tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4764314 Jul 22 14:35:41.916935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:41.922460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:42.070747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-ea745abc-9161-49d2-871d-53d04f02a688', 'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': 'b1843fb5-4b35-4ab6-96b3-23dbdd77a07c'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:42.071983 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.075188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:42.080121 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.150845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:42.273419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Allocated IP 2001:db8::2 (ea745abc-9161-49d2-871d-53d04f02a688/b1843fb5-4b35-4ab6-96b3-23dbdd77a07c/96be9924-c67a-414e-81e3-0036a27efde1) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:42.276843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:42.277284 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.390340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.443301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network ea745abc-9161-49d2-871d-53d04f02a688 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:42.460361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=c2fb9b37-e583-49cf-b8da-c43d304199b6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:42.465133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:42.468420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.469095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.493295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52448) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:42.493993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ffaeab6e-ac3d-4f8b-9f62-d41df3bd32a7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5753863 Jul 22 14:35:42.561987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd7ff0-f9b5-4c9d-93f2-812f89253206 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.563841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd7ff0-f9b5-4c9d-93f2-812f89253206 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.565708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd7ff0-f9b5-4c9d-93f2-812f89253206 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.567546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd7ff0-f9b5-4c9d-93f2-812f89253206 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.569416 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd7ff0-f9b5-4c9d-93f2-812f89253206 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.571481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-07fd7ff0-f9b5-4c9d-93f2-812f89253206 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0756328 Jul 22 14:35:42.575430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52450) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:42.580536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1635877042'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:42.608534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:42.612411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.645792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:42.661078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.661528 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment 49899783-8539-440d-8111-7b65fd06c587 of type vlan for network c157d696-b5be-4fcc-9682-9ba03a8d2073 Jul 22 14:35:42.710336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.723800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.744701 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Transition to ACTIVE for port object 96be9924-c67a-414e-81e3-0036a27efde1 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:42.752600 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.758434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.759241 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.786712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Transition to ACTIVE for port object 96be9924-c67a-414e-81e3-0036a27efde1 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:42.847829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=c157d696-b5be-4fcc-9682-9ba03a8d2073,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:42.847956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:42.854270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.860030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bce6f401-d118-42a1-bc92-5b4170d4cde8 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2822876 Jul 22 14:35:42.862221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:42.874349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:42.944406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Network ea745abc-9161-49d2-871d-53d04f02a688 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:42.951872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:42.989087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:43.001407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Pushing event updated for resources: {'Port': ['ID=96be9924-c67a-414e-81e3-0036a27efde1,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:43.066004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Attempting to bind port 96be9924-c67a-414e-81e3-0036a27efde1 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:43.066290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Attempting to bind port 96be9924-c67a-414e-81e3-0036a27efde1 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:43.066663 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Attempting to bind port 96be9924-c67a-414e-81e3-0036a27efde1 on network ea745abc-9161-49d2-871d-53d04f02a688 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:43.072903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:43.073288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Checking segment: {'id': 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:43.073736 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.074140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Bound using segment: {'id': 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:43.074620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Bound port: 96be9924-c67a-414e-81e3-0036a27efde1, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:43.075017 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.075422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.094315 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.115847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:35:43.121940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.122551 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.126651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "PUT /v2.0/networks/c157d696-b5be-4fcc-9682-9ba03a8d2073 HTTP/1.1" status: 200 len: 723 time: 0.2601790 Jul 22 14:35:43.127078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52456) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:43.139035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:43.152540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] For port 96be9924-c67a-414e-81e3-0036a27efde1, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:43.157975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] For port 96be9924-c67a-414e-81e3-0036a27efde1, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96be9924-c67a-414e-81e3-0036a27efde1,segment=NetworkSegment(c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb),segment_id=c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:43.162638 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.174661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac41fe-1050-4c87-8a8d-866264c69405 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=c157d696-b5be-4fcc-9682-9ba03a8d2073,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:43.205269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:43.275719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:43.280008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.301468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649cc612-6ae0-4e00-a27e-be5c2b9b8290 None None] Pushing event updated for resources: {'Port': ['ID=96be9924-c67a-414e-81e3-0036a27efde1,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:43.527201 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.609523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=05a42292-494d-41dc-b4c3-fe403950c5e4,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:43.613293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': '49899783-8539-440d-8111-7b65fd06c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:43.613918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: c157d696-b5be-4fcc-9682-9ba03a8d2073, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:43.634547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:43.645845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, c157d696-b5be-4fcc-9682-9ba03a8d2073) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:43.651998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.652595 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.656309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03217d5e-bbfa-46f3-a509-389dfc3673f8 None None] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:43.669886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c57ff11-202b-4ba4-b9ec-596bbdda726d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5408876 Jul 22 14:35:43.672293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52460) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:43.678034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:43.776236 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4004249'] for subnet, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.830217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-c157d696-b5be-4fcc-9682-9ba03a8d2073', 'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': '05a42292-494d-41dc-b4c3-fe403950c5e4'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:43.831232 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.191373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96be9924-c67a-414e-81e3-0036a27efde1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:44.297984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 96be9924-c67a-414e-81e3-0036a27efde1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:44.341565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728588809328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1654081'] for subnet, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.388242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:44.388827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.390145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "PUT /v2.0/subnets/05a42292-494d-41dc-b4c3-fe403950c5e4 HTTP/1.1" status: 200 len: 826 time: 0.7169049 Jul 22 14:35:44.392857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52464) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:44.418067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Allocated IP 2001:db8::2 (c157d696-b5be-4fcc-9682-9ba03a8d2073/05a42292-494d-41dc-b4c3-fe403950c5e4/48e4b84e-da9b-46bd-9709-933affabc7b3) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:44.544474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786d99e-deed-4572-a168-c7dfcc2fe9a3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=05a42292-494d-41dc-b4c3-fe403950c5e4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:44.580129 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.604006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b5d6f0-62fb-44c3-bd6b-2a76b201f810 None None] Network ea745abc-9161-49d2-871d-53d04f02a688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:44.638218 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.678585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.702006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Transition to ACTIVE for port object 48e4b84e-da9b-46bd-9709-933affabc7b3 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:44.724297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] Provisioning for port 96be9924-c67a-414e-81e3-0036a27efde1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:44.739542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Transition to ACTIVE for port object 48e4b84e-da9b-46bd-9709-933affabc7b3 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:44.745009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] Provisioning complete for port 96be9924-c67a-414e-81e3-0036a27efde1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:44.745872 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.750899 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.765831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.800864 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=05a42292-494d-41dc-b4c3-fe403950c5e4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:44.863293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:44.866143 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.875323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:44.877742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Pushing event updated for resources: {'Port': ['ID=48e4b84e-da9b-46bd-9709-933affabc7b3,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:44.886110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c157d696-b5be-4fcc-9682-9ba03a8d2073']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:44.907670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:44.909071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49899783-8539-440d-8111-7b65fd06c587') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:44.909352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49899783-8539-440d-8111-7b65fd06c587') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:44.919599 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.937181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.947968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:44.948741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:44.953235 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:45.004795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Attempting to bind port 48e4b84e-da9b-46bd-9709-933affabc7b3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:45.005169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Attempting to bind port 48e4b84e-da9b-46bd-9709-933affabc7b3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '49899783-8539-440d-8111-7b65fd06c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:45.005541 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Attempting to bind port 48e4b84e-da9b-46bd-9709-933affabc7b3 on network c157d696-b5be-4fcc-9682-9ba03a8d2073 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:45.017243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:45.017652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Checking segment: {'id': '49899783-8539-440d-8111-7b65fd06c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:45.018058 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.018460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Bound using segment: {'id': '49899783-8539-440d-8111-7b65fd06c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:45.018967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Bound port: 48e4b84e-da9b-46bd-9709-933affabc7b3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49899783-8539-440d-8111-7b65fd06c587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:45.019352 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.030894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:35:45.030894 n-d-787205-11 neutron-server[93760]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:35:45.030894 n-d-787205-11 neutron-server[93760]: [parameters: {'id': 'c157d696-b5be-4fcc-9682-9ba03a8d2073'}] Jul 22 14:35:45.030894 n-d-787205-11 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:35:45.031452 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:35:45.042640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.131944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] For port 96be9924-c67a-414e-81e3-0036a27efde1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96be9924-c67a-414e-81e3-0036a27efde1,segment=NetworkSegment(c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb),segment_id=c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:45.136453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.138615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] For port 48e4b84e-da9b-46bd-9709-933affabc7b3, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:45.196520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] For port 48e4b84e-da9b-46bd-9709-933affabc7b3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=48e4b84e-da9b-46bd-9709-933affabc7b3,segment=NetworkSegment(49899783-8539-440d-8111-7b65fd06c587),segment_id=49899783-8539-440d-8111-7b65fd06c587)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:45.210408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.242515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0cdd-0143-471d-a0bf-78b78f3e3dd4 None None] Pushing event updated for resources: {'Port': ['ID=96be9924-c67a-414e-81e3-0036a27efde1,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:45.293219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Update dhcp port {'port': {'network_id': 'ea745abc-9161-49d2-871d-53d04f02a688', 'fixed_ips': [{'subnet_id': 'b1843fb5-4b35-4ab6-96b3-23dbdd77a07c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2fb9b37-e583-49cf-b8da-c43d304199b6'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '96be9924-c67a-414e-81e3-0036a27efde1'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:35:45.357993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.369309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b742f3f-eff3-4a6a-9902-9a2ffa53c6a4 None None] Pushing event updated for resources: {'Port': ['ID=48e4b84e-da9b-46bd-9709-933affabc7b3,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:45.373124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3d1e5d-5594-404a-8c95-ab8b69deb149 None None] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:45.532905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.617211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting port 48e4b84e-da9b-46bd-9709-933affabc7b3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:45.618572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.632216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Allocated IP 172.20.0.1 (ea745abc-9161-49d2-871d-53d04f02a688/c2fb9b37-e583-49cf-b8da-c43d304199b6/96be9924-c67a-414e-81e3-0036a27efde1) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:45.649989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1807c979-6a48-4305-abdd-25c39a6b0151 None None] Network c157d696-b5be-4fcc-9682-9ba03a8d2073 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:45.706383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] For port 48e4b84e-da9b-46bd-9709-933affabc7b3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=48e4b84e-da9b-46bd-9709-933affabc7b3,segment=NetworkSegment(49899783-8539-440d-8111-7b65fd06c587),segment_id=49899783-8539-440d-8111-7b65fd06c587)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:45.708270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.723546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Calling delete_port for 48e4b84e-da9b-46bd-9709-933affabc7b3 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:45.815705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.824006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] For port 96be9924-c67a-414e-81e3-0036a27efde1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96be9924-c67a-414e-81e3-0036a27efde1,segment=NetworkSegment(c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb),segment_id=c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:45.854627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No DVR routers for this DVR port 48e4b84e-da9b-46bd-9709-933affabc7b3 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:45.856800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Port': ['ID=48e4b84e-da9b-46bd-9709-933affabc7b3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:45.875641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.893848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Transition to ACTIVE for port object 96be9924-c67a-414e-81e3-0036a27efde1 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:45.898036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.956029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.967770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c157d696-b5be-4fcc-9682-9ba03a8d2073']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:45.979404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49899783-8539-440d-8111-7b65fd06c587') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:45.979747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49899783-8539-440d-8111-7b65fd06c587') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:45.989641 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.005355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.013568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:46.014131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:46.017533 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:46.095144 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.108349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.110731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/c157d696-b5be-4fcc-9682-9ba03a8d2073 HTTP/1.1" status: 204 len: 168 time: 1.7170899 Jul 22 14:35:46.113670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:46.133874 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183e727-c258-410e-935b-ead191d70cc7 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=c157d696-b5be-4fcc-9682-9ba03a8d2073,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:46.145157 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f693c507-5379-4bca-a47f-71370bc38355 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:46.146063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f693c507-5379-4bca-a47f-71370bc38355 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:46.152791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f693c507-5379-4bca-a47f-71370bc38355 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/c157d696-b5be-4fcc-9682-9ba03a8d2073 HTTP/1.1" status: 404 len: 339 time: 0.0380301 Jul 22 14:35:46.152969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52476) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:46.158108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113130095', 'description': 'd1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:46.169045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96be9924-c67a-414e-81e3-0036a27efde1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:46.191072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:46.195260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.225816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:46.236564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.236961 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment bedc83a4-cccd-40dd-bae8-006c1d6c3377 of type vlan for network 9d4f6b34-9f71-4457-b891-7af7b08164d6 Jul 22 14:35:46.265592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a595f3-ef6e-44c1-b824-a6b58eb4e0e3 None None] Pushing event updated for resources: {'Port': ['ID=96be9924-c67a-414e-81e3-0036a27efde1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:46.297163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.335501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.341399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.342347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585132'] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.393713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52478) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:46.394418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2402885 Jul 22 14:35:46.439258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7b3f7-0d70-4d02-8141-c7408c745af2 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=9d4f6b34-9f71-4457-b891-7af7b08164d6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:46.450195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9d4f6b34-9f71-4457-b891-7af7b08164d6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:46.519477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356292f-f2bc-4af7-a55e-4d0d3de6eea6 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.524130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52480) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:46.530317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'description': 'd2'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:46.535064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b356292f-f2bc-4af7-a55e-4d0d3de6eea6 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks?id=9d4f6b34-9f71-4457-b891-7af7b08164d6 HTTP/1.1" status: 200 len: 765 time: 0.1401141 Jul 22 14:35:46.725569 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.746492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.769191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network 9d4f6b34-9f71-4457-b891-7af7b08164d6 is not hosted by any dhcp agent {{(pid=93760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:35:46.776327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.776962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.780437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "PUT /v2.0/networks/9d4f6b34-9f71-4457-b891-7af7b08164d6 HTTP/1.1" status: 200 len: 762 time: 0.2552197 Jul 22 14:35:46.783222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:46.833384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b90f7-9a78-4c65-a451-2adb14f04746 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=9d4f6b34-9f71-4457-b891-7af7b08164d6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:46.854290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9d4f6b34-9f71-4457-b891-7af7b08164d6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:46.890957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b2af1-8738-408d-a23d-21db6148f665 None None] Network ea745abc-9161-49d2-871d-53d04f02a688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:46.913075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0bb4ab-f445-49ed-9903-314f471458db tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.915383 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e0bb4ab-f445-49ed-9903-314f471458db tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks?id=9d4f6b34-9f71-4457-b891-7af7b08164d6 HTTP/1.1" status: 200 len: 765 time: 0.1302912 Jul 22 14:35:46.921544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52486) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:47.019617 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cefa66-881c-4eb9-931a-797f6fa8e6b7 None None] Provisioning for port 96be9924-c67a-414e-81e3-0036a27efde1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:47.031656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e9cefa66-881c-4eb9-931a-797f6fa8e6b7 None None] Provisioning complete for port 96be9924-c67a-414e-81e3-0036a27efde1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:47.032129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e9cefa66-881c-4eb9-931a-797f6fa8e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.146487 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c11b3-6b37-4b9d-81ad-e4c20746c1ea tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.149658 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c78c11b3-6b37-4b9d-81ad-e4c20746c1ea tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2246840 Jul 22 14:35:47.150796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:47.192353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3f696411-bdb2-47b0-8ca0-8a28b99a6f86 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5 HTTP/1.1" status: 200 len: 207 time: 0.0396280 Jul 22 14:35:47.195537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:47.409791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.416260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.422369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.430999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.437238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.443016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.448344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c4835028-3f67-4031-b661-aceb38c3dabc tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2480845 Jul 22 14:35:47.449074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52494) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:47.453246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90acb753-f08a-42e6-9376-1dbf21f8bef1 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:35:47.545011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d37efe49-955f-4a0d-9b1f-53252411ed62 None None] Provisioning complete for port 96be9924-c67a-414e-81e3-0036a27efde1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:47.545329 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d37efe49-955f-4a0d-9b1f-53252411ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.610661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-66c7ea52-8aca-413c-b8ee-40aa772c600a tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1575742 Jul 22 14:35:47.611049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52500) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:47.642987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90acb753-f08a-42e6-9376-1dbf21f8bef1 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:35:47.994320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd8b8d-18ea-4c1c-9be2-d3bae653d251 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.996395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd8b8d-18ea-4c1c-9be2-d3bae653d251 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.998718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd8b8d-18ea-4c1c-9be2-d3bae653d251 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.001082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd8b8d-18ea-4c1c-9be2-d3bae653d251 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.003565 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd8b8d-18ea-4c1c-9be2-d3bae653d251 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.006119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a5bd8b8d-18ea-4c1c-9be2-d3bae653d251 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3938642 Jul 22 14:35:48.010624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.076489 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708f0c2-da54-496e-874e-33bd8f369c4b tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.077989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708f0c2-da54-496e-874e-33bd8f369c4b tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.079699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708f0c2-da54-496e-874e-33bd8f369c4b tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.081478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708f0c2-da54-496e-874e-33bd8f369c4b tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.082950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6708f0c2-da54-496e-874e-33bd8f369c4b tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.090894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52510) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.091490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6708f0c2-da54-496e-874e-33bd8f369c4b tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0788476 Jul 22 14:35:48.132326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96be9924-c67a-414e-81e3-0036a27efde1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:48.197669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 96be9924-c67a-414e-81e3-0036a27efde1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:48.198125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.210694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31273753-2379-4483-9fea-7e69a7404217 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.212738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-31273753-2379-4483-9fea-7e69a7404217 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks/6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 HTTP/1.1" status: 200 len: 803 time: 0.1206887 Jul 22 14:35:48.216308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52520) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.357550 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-aad22c6d-db7f-4c52-a5ca-22eb210dfd68 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/networks/6b1e206d-1ac1-46af-b9c4-5819cfbdbae5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1386960 Jul 22 14:35:48.360409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52524) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.415946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b932dc-63fc-4850-8fa2-0a57280e3611 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.417365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-86b932dc-63fc-4850-8fa2-0a57280e3611 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/subnets/30b97c59-44b6-4315-a178-37bf534d2d5a HTTP/1.1" status: 200 len: 843 time: 0.0559328 Jul 22 14:35:48.421092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.480252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c6e2af-c1b7-4ed5-979b-8f2cdeeccbd4 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.485231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52528) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.485419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-37c6e2af-c1b7-4ed5-979b-8f2cdeeccbd4 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "GET /v2.0/subnets/30b97c59-44b6-4315-a178-37bf534d2d5a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0630848 Jul 22 14:35:48.490591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983161811'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:48.523306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:48.529060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.584938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:48.591950 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9d069deb-145e-4725-80b0-6321f5e0c172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.604395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.604748 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Added segment 50670e1d-77b9-4dae-a692-514b7c1a45d0 of type vlan for network 3990c715-e35c-4882-9fd9-ce769ee318b9 Jul 22 14:35:48.654688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.693992 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.698963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.699585 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.738041 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2516351 Jul 22 14:35:48.741435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52532) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:48.749817 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:48.802265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5baf1-3d25-4a9e-8e2c-306abef38b22 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Network': ['ID=3990c715-e35c-4882-9fd9-ce769ee318b9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:48.815750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3990c715-e35c-4882-9fd9-ce769ee318b9 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:48.875723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Made reservation on behalf of 55a9819e5d3049fbb2d27bae74b69d7a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:48.879495 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.957926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Performing IP validity checks on allocation pools {{(pid=93760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:35:48.958340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93760) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:35:49.113772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.192687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=c3d70cbf-3d96-420f-a892-5e3b968e19d4,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:49.204071 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Checking segment: {'id': '50670e1d-77b9-4dae-a692-514b7c1a45d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:49.204483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network hostable DHCP agents. Network: 3990c715-e35c-4882-9fd9-ce769ee318b9, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:49.225169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Network 3990c715-e35c-4882-9fd9-ce769ee318b9 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:49.235557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3990c715-e35c-4882-9fd9-ce769ee318b9) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:49.238463 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.240613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:49.241349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.249836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa1084-b2dc-4a71-8a64-229c9db83f99 None None] Network 3990c715-e35c-4882-9fd9-ce769ee318b9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:49.259204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-45ea7c49-8e64-492d-97a5-f1be6632ec72 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5160108 Jul 22 14:35:49.262130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52534) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:49.268099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:49.412069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4004249'] for subnet, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.435065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-3990c715-e35c-4882-9fd9-ce769ee318b9', 'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9', 'tenant_id': '55a9819e5d3049fbb2d27bae74b69d7a', 'fixed_ips': [{'subnet_id': 'c3d70cbf-3d96-420f-a892-5e3b968e19d4'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:49.435943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.630632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728588809328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1654081'] for subnet, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.690573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Allocated IP 2001:db8::3 (3990c715-e35c-4882-9fd9-ce769ee318b9/c3d70cbf-3d96-420f-a892-5e3b968e19d4/f68d6472-4096-4b7f-bb57-d4a7f13e8b15) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:49.704135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event updated for resources: {'Subnet': ['ID=c3d70cbf-3d96-420f-a892-5e3b968e19d4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:49.716619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:49.717305 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.719051 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5ab47975-0178-4936-97d1-86c73f18d2b9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "PUT /v2.0/subnets/c3d70cbf-3d96-420f-a892-5e3b968e19d4 HTTP/1.1" status: 200 len: 900 time: 0.4558935 Jul 22 14:35:49.722194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:49.864164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.891153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.904683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Transition to ACTIVE for port object f68d6472-4096-4b7f-bb57-d4a7f13e8b15 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:49.925470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Transition to ACTIVE for port object f68d6472-4096-4b7f-bb57-d4a7f13e8b15 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:49.932976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.934103 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.981037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Pushing event updated for resources: {'Port': ['ID=f68d6472-4096-4b7f-bb57-d4a7f13e8b15,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:49.998973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Network 3990c715-e35c-4882-9fd9-ce769ee318b9 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:50.000485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:50.006966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:50.024370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.070984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d70cbf-3d96-420f-a892-5e3b968e19d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:50.095639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Attempting to bind port f68d6472-4096-4b7f-bb57-d4a7f13e8b15 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:50.095999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Attempting to bind port f68d6472-4096-4b7f-bb57-d4a7f13e8b15 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '50670e1d-77b9-4dae-a692-514b7c1a45d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:50.096466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Attempting to bind port f68d6472-4096-4b7f-bb57-d4a7f13e8b15 on network 3990c715-e35c-4882-9fd9-ce769ee318b9 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:50.103661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:50.104011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Checking segment: {'id': '50670e1d-77b9-4dae-a692-514b7c1a45d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:50.104383 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.104780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Bound using segment: {'id': '50670e1d-77b9-4dae-a692-514b7c1a45d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:50.105252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Bound port: f68d6472-4096-4b7f-bb57-d4a7f13e8b15, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50670e1d-77b9-4dae-a692-514b7c1a45d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3990c715-e35c-4882-9fd9-ce769ee318b9'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:50.105647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.166435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.181478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.185077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3990c715-e35c-4882-9fd9-ce769ee318b9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:50.203029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50670e1d-77b9-4dae-a692-514b7c1a45d0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:50.203813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50670e1d-77b9-4dae-a692-514b7c1a45d0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:50.216269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] For port f68d6472-4096-4b7f-bb57-d4a7f13e8b15, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:50.220262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] For port f68d6472-4096-4b7f-bb57-d4a7f13e8b15, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f68d6472-4096-4b7f-bb57-d4a7f13e8b15,segment=NetworkSegment(50670e1d-77b9-4dae-a692-514b7c1a45d0),segment_id=50670e1d-77b9-4dae-a692-514b7c1a45d0)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:50.222640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.226235 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.241900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.250350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:50.250651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:50.254192 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:50.346967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:35:50.346967 n-d-787205-11 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:35:50.346967 n-d-787205-11 neutron-server[93759]: [parameters: {'id': '3990c715-e35c-4882-9fd9-ce769ee318b9'}] Jul 22 14:35:50.346967 n-d-787205-11 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:35:50.347585 n-d-787205-11 neutron-server[93759]: DEBUG oslo_db.api [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:35:50.350464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18942d-e071-48a5-9e0a-8b5e93f6b0e7 None None] Pushing event updated for resources: {'Port': ['ID=f68d6472-4096-4b7f-bb57-d4a7f13e8b15,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:50.371866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122fe3a0-a193-444b-b571-1db0205c2cb5 None None] Network 3990c715-e35c-4882-9fd9-ce769ee318b9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:50.520931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a2e36-a9ba-4f2a-be9c-297a8b7d5abd None None] Network 3990c715-e35c-4882-9fd9-ce769ee318b9 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:50.678022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355bd8a-8e29-41e5-b7f0-addf8a802d62 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:35:50.799171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355bd8a-8e29-41e5-b7f0-addf8a802d62 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:35:50.851821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.969690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting port f68d6472-4096-4b7f-bb57-d4a7f13e8b15 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:50.970116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.049146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] For port f68d6472-4096-4b7f-bb57-d4a7f13e8b15, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f68d6472-4096-4b7f-bb57-d4a7f13e8b15,segment=NetworkSegment(50670e1d-77b9-4dae-a692-514b7c1a45d0),segment_id=50670e1d-77b9-4dae-a692-514b7c1a45d0)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:51.050345 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.062861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Calling delete_port for f68d6472-4096-4b7f-bb57-d4a7f13e8b15 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:51.168400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.197382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Port': ['ID=f68d6472-4096-4b7f-bb57-d4a7f13e8b15,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:51.204361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No DVR routers for this DVR port f68d6472-4096-4b7f-bb57-d4a7f13e8b15 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:51.309665 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.322832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3990c715-e35c-4882-9fd9-ce769ee318b9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:51.337027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50670e1d-77b9-4dae-a692-514b7c1a45d0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:51.337850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50670e1d-77b9-4dae-a692-514b7c1a45d0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:51.345755 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.357385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.378021 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.385882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:51.386374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:51.390052 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:51.485099 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2756e6d4-f58e-49f4-b69e-ec18e56d55bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.485556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.515725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.517686 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/3990c715-e35c-4882-9fd9-ce769ee318b9 HTTP/1.1" status: 204 len: 168 time: 1.7944562 Jul 22 14:35:51.518779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bdbd2-c437-4f7e-8b4f-ab9a37e94019 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=3990c715-e35c-4882-9fd9-ce769ee318b9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:51.523437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:51.560746 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57f3e19-4c56-46eb-9f72-bd5ac06c4bd3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:51.561210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57f3e19-4c56-46eb-9f72-bd5ac06c4bd3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:51.563261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f57f3e19-4c56-46eb-9f72-bd5ac06c4bd3 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/c3d70cbf-3d96-420f-a892-5e3b968e19d4 HTTP/1.1" status: 404 len: 337 time: 0.0373600 Jul 22 14:35:51.566704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:51.590487 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f68e61-0abf-4984-8e2e-4b3c07efc707 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:51.591251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f68e61-0abf-4984-8e2e-4b3c07efc707 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:51.593320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8f68e61-0abf-4984-8e2e-4b3c07efc707 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/3990c715-e35c-4882-9fd9-ce769ee318b9 HTTP/1.1" status: 404 len: 339 time: 0.0253053 Jul 22 14:35:51.595778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:51.701758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.808856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.824154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4f6b34-9f71-4457-b891-7af7b08164d6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:51.839101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedc83a4-cccd-40dd-bae8-006c1d6c3377') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:51.839404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedc83a4-cccd-40dd-bae8-006c1d6c3377') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:51.850506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.867978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.876273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:51.876691 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:51.880204 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:51.957456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.966642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.969216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/9d4f6b34-9f71-4457-b891-7af7b08164d6 HTTP/1.1" status: 204 len: 168 time: 0.3722756 Jul 22 14:35:51.971654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:52.000266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab5254-a995-4416-828a-03438c40ce2f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=9d4f6b34-9f71-4457-b891-7af7b08164d6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:52.047300 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9fc468-f93c-49e3-b36a-7e6db185bc41 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:52.047962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9fc468-f93c-49e3-b36a-7e6db185bc41 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:52.053300 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eb9fc468-f93c-49e3-b36a-7e6db185bc41 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/05a42292-494d-41dc-b4c3-fe403950c5e4 HTTP/1.1" status: 404 len: 337 time: 0.0780897 Jul 22 14:35:52.053598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:52.082512 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef26d5b-c3e0-4f78-8bb8-13daa1674239 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:52.083154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef26d5b-c3e0-4f78-8bb8-13daa1674239 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:52.087945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4ef26d5b-c3e0-4f78-8bb8-13daa1674239 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/c157d696-b5be-4fcc-9682-9ba03a8d2073 HTTP/1.1" status: 404 len: 339 time: 0.0304425 Jul 22 14:35:52.088280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:52.145344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting subnet c2fb9b37-e583-49cf-b8da-c43d304199b6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:35:52.149223 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.195359 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.319312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.392431 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.422212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fb9b37-e583-49cf-b8da-c43d304199b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:52.424207 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.428471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-56832656-2491-49e8-bb2b-b13b69a8e395 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/c2fb9b37-e583-49cf-b8da-c43d304199b6 HTTP/1.1" status: 204 len: 168 time: 0.3366406 Jul 22 14:35:52.428950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52586) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:52.443397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f05bcf3-6db3-47a1-a14e-44880faf9b15 None None] Network ea745abc-9161-49d2-871d-53d04f02a688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:52.491007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting subnet b1843fb5-4b35-4ab6-96b3-23dbdd77a07c {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:35:52.493824 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.496433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.540258 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.669824 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.745095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.774454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=b1843fb5-4b35-4ab6-96b3-23dbdd77a07c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:52.778364 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.780528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-15b7e31d-523e-4fb0-8441-d2b105ed88ac tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/b1843fb5-4b35-4ab6-96b3-23dbdd77a07c HTTP/1.1" status: 204 len: 168 time: 0.3506958 Jul 22 14:35:52.783696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:52.868094 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.924515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting port 96be9924-c67a-414e-81e3-0036a27efde1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:52.924861 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.995599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] For port 96be9924-c67a-414e-81e3-0036a27efde1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96be9924-c67a-414e-81e3-0036a27efde1,segment=NetworkSegment(c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb),segment_id=c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:52.995973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.010713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Calling delete_port for 96be9924-c67a-414e-81e3-0036a27efde1 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:53.113536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.144311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Port': ['ID=96be9924-c67a-414e-81e3-0036a27efde1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:53.157677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No DVR routers for this DVR port 96be9924-c67a-414e-81e3-0036a27efde1 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:53.252823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf9511a-e02a-4934-b721-562db10e1854 None None] Network ea745abc-9161-49d2-871d-53d04f02a688 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:53.257827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.268668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea745abc-9161-49d2-871d-53d04f02a688']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:53.279304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:53.279599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bc3a98-9c0a-4f8f-b3c2-ad2cb23be0fb') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:53.289788 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.304680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.312716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:53.313132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:53.316756 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:53.334657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5f1a9676-a45c-40a1-be82-c1eba3746261 None None] Could not find standard attr ID for object 96be9924-c67a-414e-81e3-0036a27efde1. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:35:53.377582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.384782 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.386644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/ea745abc-9161-49d2-871d-53d04f02a688 HTTP/1.1" status: 204 len: 168 time: 0.6019158 Jul 22 14:35:53.389597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.398130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b9d12-9624-44ca-8a62-54c66064e869 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=ea745abc-9161-49d2-871d-53d04f02a688,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:53.430889 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-99424597-5acb-4135-ad04-e9723e662ebd tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:53.431646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99424597-5acb-4135-ad04-e9723e662ebd tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:53.433423 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-99424597-5acb-4135-ad04-e9723e662ebd tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/ea1a4e43-f4ed-403f-82df-285fb737b6a5 HTTP/1.1" status: 404 len: 337 time: 0.0426097 Jul 22 14:35:53.435873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52604) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.454497 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52476b7-81a4-4232-8753-54f106c04b70 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:53.455046 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52476b7-81a4-4232-8753-54f106c04b70 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:53.459024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c52476b7-81a4-4232-8753-54f106c04b70 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/ca0e8a2a-8f8d-4d5f-bdbd-98fe810ebeae HTTP/1.1" status: 404 len: 339 time: 0.0199294 Jul 22 14:35:53.459250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52606) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.461973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3061e39d-b5d4-432b-96d7-6b010678b7a8 None None] DHCP port deletion for ea745abc-9161-49d2-871d-53d04f02a688 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:35:53.486305 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea2775c-7c0a-4b9e-b8ce-2b0843925804 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:53.486709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea2775c-7c0a-4b9e-b8ce-2b0843925804 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:53.488433 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cea2775c-7c0a-4b9e-b8ce-2b0843925804 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/dade7ae7-a49a-4f55-9474-4ebafd9f3118 HTTP/1.1" status: 404 len: 337 time: 0.0282912 Jul 22 14:35:53.491155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52608) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.508683 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8aa9234-d4aa-4bbb-9033-13adab5f036d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:53.509197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8aa9234-d4aa-4bbb-9033-13adab5f036d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:53.510888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c8aa9234-d4aa-4bbb-9033-13adab5f036d tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/cf102e09-55f1-47d3-bbca-f5404a2cc702 HTTP/1.1" status: 404 len: 339 time: 0.0188558 Jul 22 14:35:53.513263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52610) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.538187 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-8684487a-fcce-4ef9-ab8c-b367c91b9c11 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:53.538623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8684487a-fcce-4ef9-ab8c-b367c91b9c11 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:53.541131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8684487a-fcce-4ef9-ab8c-b367c91b9c11 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/fa2b4671-c267-447e-adec-924162677acb HTTP/1.1" status: 404 len: 337 time: 0.0269568 Jul 22 14:35:53.543560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52612) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.565851 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a1f1b1-d392-48aa-b210-c4bfe8def338 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:53.566389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a1f1b1-d392-48aa-b210-c4bfe8def338 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:53.568086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e4a1f1b1-d392-48aa-b210-c4bfe8def338 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/48e928eb-66e9-4eb8-a8bf-f6038e3a7aeb HTTP/1.1" status: 404 len: 339 time: 0.0236552 Jul 22 14:35:53.570549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52614) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.621583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting subnet 0f48f227-fc49-4b0b-a9bb-5448149dc33c {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:35:53.624653 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.668877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.772636 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.843828 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.869270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=0f48f227-fc49-4b0b-a9bb-5448149dc33c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:53.881558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.881999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.882253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.882796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.883667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.884181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.884765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.889109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.889481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.889850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.890194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.890532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:53.895273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.900039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f07d8ccc-db00-4bbe-80ef-3395c8a4d4c9 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/0f48f227-fc49-4b0b-a9bb-5448149dc33c HTTP/1.1" status: 204 len: 168 time: 0.3257222 Jul 22 14:35:53.901705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:53.907379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82610b19-41a9-4aa8-8cbf-137c8fa435c1 None None] Network 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:53.996338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.096990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:54.097849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.178272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] DHCP port deletion for 33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:35:54.182501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96be9924-c67a-414e-81e3-0036a27efde1 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:54.193642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] For port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,segment=NetworkSegment(a87a15d6-e364-4756-b4fa-b9393186c203),segment_id=a87a15d6-e364-4756-b4fa-b9393186c203)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:54.194022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.205537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 96be9924-c67a-414e-81e3-0036a27efde1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:54.205920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96be9924-c67a-414e-81e3-0036a27efde1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:54.210130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Calling delete_port for fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:54.259307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] Deleting port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:54.259988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.307870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.314680 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.345097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Port': ['ID=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:54.350003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] For port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,segment=NetworkSegment(a87a15d6-e364-4756-b4fa-b9393186c203),segment_id=a87a15d6-e364-4756-b4fa-b9393186c203)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:54.350442 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.356882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.357349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.357796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.358204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.358607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.359654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.360088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.360495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.361392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.361822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.362228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.362621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:54.365050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] Calling delete_port for fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:54.366541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No DVR routers for this DVR port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:54.456930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.459256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.468822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c89610-d2c8-470f-b0fd-2f5fc6ce61d0']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:54.480441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87a15d6-e364-4756-b4fa-b9393186c203') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:54.480886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87a15d6-e364-4756-b4fa-b9393186c203') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:54.489284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] Pushing event deleted for resources: {'Port': ['ID=fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:54.490737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.500121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b4291-3d1b-4992-b076-541e2c52ab2b None None] No DVR routers for this DVR port fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:54.506555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.519342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:54.519734 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:54.523057 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:54.590802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.598070 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.603774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52632) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:54.604295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/33c89610-d2c8-470f-b0fd-2f5fc6ce61d0 HTTP/1.1" status: 204 len: 168 time: 0.7005630 Jul 22 14:35:54.615999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb04629-21b6-429b-9793-3eb92e8ab035 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=33c89610-d2c8-470f-b0fd-2f5fc6ce61d0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:54.641265 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-391ca02c-02eb-42ba-a32d-6a0b5008ec36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:54.642035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391ca02c-02eb-42ba-a32d-6a0b5008ec36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:54.644105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-391ca02c-02eb-42ba-a32d-6a0b5008ec36 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/fb460978-d4aa-489d-9e4f-efcbab405098 HTTP/1.1" status: 404 len: 337 time: 0.0383914 Jul 22 14:35:54.646304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52634) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:54.667333 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d2c0ba-79eb-48fb-8c33-37886a04744f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] DELETE failed (client error): The resource could not be found. Jul 22 14:35:54.668339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d2c0ba-79eb-48fb-8c33-37886a04744f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:35:54.670412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a1d2c0ba-79eb-48fb-8c33-37886a04744f tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/ce7c78a0-a064-4c02-846c-c2c1b3c34a79 HTTP/1.1" status: 404 len: 339 time: 0.0228438 Jul 22 14:35:54.672807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52636) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:54.741251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting subnet 30b97c59-44b6-4315-a178-37bf534d2d5a {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:35:54.745362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.792659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.883063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.945180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.984020 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Subnet': ['ID=30b97c59-44b6-4315-a178-37bf534d2d5a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:54.988381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.990568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-50e2d6e3-ae40-47f0-b13f-d8bcdc0721f5 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/subnets/30b97c59-44b6-4315-a178-37bf534d2d5a HTTP/1.1" status: 204 len: 168 time: 0.3165104 Jul 22 14:35:54.993730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:55.005057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb04e70-c37a-40b6-87bc-d75d139c7232 None None] Network 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:55.142102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.253916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Deleting port f403c823-32f1-4c1a-8723-f5ac9617ab1f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:55.254275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.303188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] DHCP port deletion for 6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:35:55.366731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] Deleting port f403c823-32f1-4c1a-8723-f5ac9617ab1f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:55.368068 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.378102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] For port f403c823-32f1-4c1a-8723-f5ac9617ab1f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f403c823-32f1-4c1a-8723-f5ac9617ab1f,segment=NetworkSegment(35f31e54-1f29-42d0-a0c1-219bde5afa4a),segment_id=35f31e54-1f29-42d0-a0c1-219bde5afa4a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:55.378475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.401234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Calling delete_port for f403c823-32f1-4c1a-8723-f5ac9617ab1f owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:55.450632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] For port f403c823-32f1-4c1a-8723-f5ac9617ab1f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f403c823-32f1-4c1a-8723-f5ac9617ab1f,segment=NetworkSegment(35f31e54-1f29-42d0-a0c1-219bde5afa4a),segment_id=35f31e54-1f29-42d0-a0c1-219bde5afa4a)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:55.451402 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.470828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] Calling delete_port for f403c823-32f1-4c1a-8723-f5ac9617ab1f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:55.540869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.572883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Port': ['ID=f403c823-32f1-4c1a-8723-f5ac9617ab1f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:55.577362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] No DVR routers for this DVR port f403c823-32f1-4c1a-8723-f5ac9617ab1f on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:55.607834 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.659057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] Pushing event deleted for resources: {'Port': ['ID=f403c823-32f1-4c1a-8723-f5ac9617ab1f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:55.671422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a32c4-13d9-4e9f-905f-ea2af3637c0f None None] No DVR routers for this DVR port f403c823-32f1-4c1a-8723-f5ac9617ab1f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:55.698152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.718710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1e206d-1ac1-46af-b9c4-5819cfbdbae5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:55.738145 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f31e54-1f29-42d0-a0c1-219bde5afa4a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:55.738429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f31e54-1f29-42d0-a0c1-219bde5afa4a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:55.750383 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.766079 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.775943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:55.776562 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:55.780251 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:55.850250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.861758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.863716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] 10.222.0.11 "DELETE /v2.0/networks/6b1e206d-1ac1-46af-b9c4-5819cfbdbae5 HTTP/1.1" status: 204 len: 168 time: 0.8689899 Jul 22 14:35:55.876928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e5576-c5bd-4f15-b51f-f767a161b431 tempest-NetworksIpV6Test-1455067972 tempest-NetworksIpV6Test-1455067972-project] Pushing event deleted for resources: {'Network': ['ID=6b1e206d-1ac1-46af-b9c4-5819cfbdbae5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:56.110284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:56.130647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:56.131002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device fc43c4f6-7ee9-48e3-9bcf-7e39e4c9f5e3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:56.131413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f403c823-32f1-4c1a-8723-f5ac9617ab1f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:56.149465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:56.155135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f403c823-32f1-4c1a-8723-f5ac9617ab1f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:56.155481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f403c823-32f1-4c1a-8723-f5ac9617ab1f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:56.301172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52654) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:56.301774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-70641f14-d7ca-4347-be07-99bfacddbf2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55a9819e5d3049fbb2d27bae74b69d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498406 Jul 22 14:35:56.364296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39078047-7da5-42b1-8f5b-6d122b5aa910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.390177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39078047-7da5-42b1-8f5b-6d122b5aa910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.441518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39078047-7da5-42b1-8f5b-6d122b5aa910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.444481 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39078047-7da5-42b1-8f5b-6d122b5aa910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.446656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-39078047-7da5-42b1-8f5b-6d122b5aa910 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9273ca55-e528-4419-8510-58411b2d6469 HTTP/1.1" status: 204 len: 168 time: 0.1433113 Jul 22 14:35:56.455598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39078047-7da5-42b1-8f5b-6d122b5aa910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273ca55-e528-4419-8510-58411b2d6469,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:57.127444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:57.226586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1826698836'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:57.248933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:57.252618 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.261910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.367613 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.377682 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.394719 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:35:57.407669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:57.412349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25c7227-569f-4844-9d65-f63c021d4bdc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:57.420628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.421166 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment a29c07ef-2f4c-4ec7-9268-0057239634eb of type vlan for network 18c7da07-e0e7-4061-982b-50d244a9bdaa Jul 22 14:35:57.462970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.493497 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.499503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.500197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.542322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4112391 Jul 22 14:35:57.542701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52690) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:57.547895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'name': 'tempest-PortsTestJSON-524354677'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:57.573225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6b89b-8743-4946-bb6e-5cd321dc727e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=18c7da07-e0e7-4061-982b-50d244a9bdaa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:57.584806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:57.652503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:57.657196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.684764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:57.773095 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-cc1a54f3-5ec9-4d4e-8af4-63edff935570 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110791377&fields=id&tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 267 time: 0.0468109 Jul 22 14:35:57.874224 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.884150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-4b4277ff-6863-40f1-a6e9-29d872371af0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.886118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-4b4277ff-6863-40f1-a6e9-29d872371af0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1052070 Jul 22 14:35:57.904020 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-6aff5623-0d22-4115-a855-301cf9f55f9c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0122254 Jul 22 14:35:57.923950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.979539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-2ed6d2d9-b36c-47ef-995e-5ffb2d7b5681 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699191 Jul 22 14:35:57.996909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=58990fb0-2a4b-48e5-97cf-e9a24ab1ebab,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:58.006356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': 'a29c07ef-2f4c-4ec7-9268-0057239634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:58.006790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: 18c7da07-e0e7-4061-982b-50d244a9bdaa, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:58.025193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:58.036941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 18c7da07-e0e7-4061-982b-50d244a9bdaa) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:58.041569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:58.047666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b78b40-a98f-4e9f-b713-d56727689e2d None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:58.050191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:58.050846 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.075788 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1f3d5151-5681-47fd-8f2d-c55143ddda2d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5292578 Jul 22 14:35:58.076712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52698) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:58.082509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889420887'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:58.108422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:58.112591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.144102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:58.155381 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.155935 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment 77424fce-12c6-4ab9-ab27-50d2547c957c of type vlan for network ad8b4d0a-5eab-4632-ba81-aa1264fefd94 Jul 22 14:35:58.159852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-b01b0b21-f57b-49d9-8451-f08b68592e83 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685066 Jul 22 14:35:58.220554 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.260014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.263729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-dbc0b8bc-50d6-4547-9ef0-4b15fe0b09ac service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972161 Jul 22 14:35:58.269517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:58.270404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.318287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2400920 Jul 22 14:35:58.321260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:58.327153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'ports': [{'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'}, {'network_id': 'ad8b4d0a-5eab-4632-ba81-aa1264fefd94'}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:58.327479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:58.327969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': 'ad8b4d0a-5eab-4632-ba81-aa1264fefd94'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:58.384860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e4805-4540-41cc-a4bc-738b3c5ae1b5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=ad8b4d0a-5eab-4632-ba81-aa1264fefd94,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:58.401460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network ad8b4d0a-5eab-4632-ba81-aa1264fefd94 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:58.521265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:58.526997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.542845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.639155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 1d96930c-1f07-46b2-b32f-150b572fc08f yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:58.732518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81a07071-0c36-40bb-853c-abd2a2ed7666 req-7d736cc3-ebe1-4955-810e-bc5dbc1ff7fa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 210 time: 0.0369470 Jul 22 14:35:58.767740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.839334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port d5308483-e3ac-4990-aa32-c568e914d849 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:58.961911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.003949 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.045812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:59.050847 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:59.054485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:59.055947 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.067384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=1d96930c-1f07-46b2-b32f-150b572fc08f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:59.371328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=d5308483-e3ac-4990-aa32-c568e914d849,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:59.378554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': '77424fce-12c6-4ab9-ab27-50d2547c957c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ad8b4d0a-5eab-4632-ba81-aa1264fefd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:59.378924 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: ad8b4d0a-5eab-4632-ba81-aa1264fefd94, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:59.395330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network ad8b4d0a-5eab-4632-ba81-aa1264fefd94 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:59.403850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, ad8b4d0a-5eab-4632-ba81-aa1264fefd94) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:59.408445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:59.411758 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a013a3fa-09fc-4444-b3d2-1376c852823a None None] Network ad8b4d0a-5eab-4632-ba81-aa1264fefd94 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:59.415253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.420817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.421495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.436944 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc1fa84f-4442-47f9-bd56-c15b3b6347a5 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1143334 Jul 22 14:35:59.439628 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:59.568399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port d5308483-e3ac-4990-aa32-c568e914d849 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:59.568586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.641287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-2e0b1052-d1a9-4f6f-9b03-874191683a0d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.643042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-2e0b1052-d1a9-4f6f-9b03-874191683a0d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1495230 Jul 22 14:35:59.648208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.661957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for d5308483-e3ac-4990-aa32-c568e914d849 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:59.697015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-89c82548-cc8f-4a41-8f5b-8458fe1315df tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 380 time: 0.0460711 Jul 22 14:35:59.706434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'security_groups': ['e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:59.750761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.793063 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.797878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52728) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:59.798601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/d5308483-e3ac-4990-aa32-c568e914d849 HTTP/1.1" status: 204 len: 168 time: 0.3576207 Jul 22 14:35:59.799807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e94d1-cf54-497a-9142-df23fb9efa1c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=d5308483-e3ac-4990-aa32-c568e914d849,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:59.859557 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:59.863028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26cffb56-8221-416a-8d57-422117facf89 req-8e08f311-2c56-48ca-84cf-a3ade21075d7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 210 time: 0.0440807 Jul 22 14:35:59.863571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.958782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269c114-9873-44c4-96d0-9b746f3ed90e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.965203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f269c114-9873-44c4-96d0-9b746f3ed90e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.966770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f269c114-9873-44c4-96d0-9b746f3ed90e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1679542 Jul 22 14:35:59.969705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.029228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.12 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/07ed4673-8605-4718-a2a9-ad79a3c81161) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:00.069830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 1d96930c-1f07-46b2-b32f-150b572fc08f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:00.070309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.149543 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.162803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 1d96930c-1f07-46b2-b32f-150b572fc08f owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:00.177647 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.191929 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object 07ed4673-8605-4718-a2a9-ad79a3c81161 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:00.230927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.250263 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.280375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:00.282851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=1d96930c-1f07-46b2-b32f-150b572fc08f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:00.283439 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:00.290144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:00.290456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.292520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7523ade-07a3-476f-a80c-2610d0b83317 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/1d96930c-1f07-46b2-b32f-150b572fc08f HTTP/1.1" status: 204 len: 168 time: 0.3218067 Jul 22 14:36:00.295536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.297521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=07ed4673-8605-4718-a2a9-ad79a3c81161,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:00.363126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:00.364269 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.373570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7399e-e00e-49a2-964f-8852811c48cc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:00.375174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a7a7399e-e00e-49a2-964f-8852811c48cc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0788162 Jul 22 14:36:00.377809 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.385435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-0be4340b-e106-41a4-b84d-20b1c3f3f19d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6837673 Jul 22 14:36:00.398840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Request body: {'port': {'device_id': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:00.409167 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f2c3ec-3981-4e4a-829f-9f586fec39bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:00.410711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-84f2c3ec-3981-4e4a-829f-9f586fec39bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/d5308483-e3ac-4990-aa32-c568e914d849 HTTP/1.1" status: 404 len: 333 time: 0.0319009 Jul 22 14:36:00.413418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.442808 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-065e9fde-8aee-40be-aceb-d294710bdab4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:00.443482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-065e9fde-8aee-40be-aceb-d294710bdab4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/1d96930c-1f07-46b2-b32f-150b572fc08f HTTP/1.1" status: 404 len: 333 time: 0.0291057 Jul 22 14:36:00.446966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.486352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.529870 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.633211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c49403f3-1497-40aa-87ff-879882b3ad8e None None] Provisioning for port 07ed4673-8605-4718-a2a9-ad79a3c81161 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:00.640138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c49403f3-1497-40aa-87ff-879882b3ad8e None None] Provisioning complete for port 07ed4673-8605-4718-a2a9-ad79a3c81161 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:00.640319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.642004 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c49403f3-1497-40aa-87ff-879882b3ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.653029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8b4d0a-5eab-4632-ba81-aa1264fefd94']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.666270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77424fce-12c6-4ab9-ab27-50d2547c957c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.666774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77424fce-12c6-4ab9-ab27-50d2547c957c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.678989 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.696114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.704580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:00.705067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.707518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c49403f3-1497-40aa-87ff-879882b3ad8e None None] Port 07ed4673-8605-4718-a2a9-ad79a3c81161 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:00.708756 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:00.775235 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.780032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.781965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/ad8b4d0a-5eab-4632-ba81-aa1264fefd94 HTTP/1.1" status: 204 len: 168 time: 0.3339252 Jul 22 14:36:00.789032 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52742) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.795024 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1391129513'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:00.811046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7299024-a687-463f-93c4-3babb56937eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=ad8b4d0a-5eab-4632-ba81-aa1264fefd94,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:00.831690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ed4673-8605-4718-a2a9-ad79a3c81161 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:00.832298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:00.835864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.839638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.862831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Transition to ACTIVE for port object 07ed4673-8605-4718-a2a9-ad79a3c81161 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:00.866574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.869286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:00.884955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.885312 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment 65ffcb08-344e-4bc7-8a72-9bed05c999fc of type vlan for network dc9b064b-4a83-408c-8f93-b29edd3f0468 Jul 22 14:36:00.931599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Pushing event updated for resources: {'Port': ['ID=07ed4673-8605-4718-a2a9-ad79a3c81161,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:00.962184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.998916 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.005759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.006842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.087829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Attempting to bind port 07ed4673-8605-4718-a2a9-ad79a3c81161 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:01.088165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Attempting to bind port 07ed4673-8605-4718-a2a9-ad79a3c81161 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:01.088501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Attempting to bind port 07ed4673-8605-4718-a2a9-ad79a3c81161 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:01.094512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Port 07ed4673-8605-4718-a2a9-ad79a3c81161 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:36:01.094846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Attempting to bind port 07ed4673-8605-4718-a2a9-ad79a3c81161 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:01.098549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=dc9b064b-4a83-408c-8f93-b29edd3f0468,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:01.111304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:01.113537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c3404b-5c1a-498f-85a8-1fbd263a5f67 req-9dc47414-f24a-4143-84bf-6275ae03365d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.117181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cf3dd8e6-63c0-4c82-8f24-51c0ee44f085 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3261781 Jul 22 14:36:01.120409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:01.125538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:01.125866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37c3404b-5c1a-498f-85a8-1fbd263a5f67 req-9dc47414-f24a-4143-84bf-6275ae03365d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.1567445 Jul 22 14:36:01.136094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:01.136547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:01.136945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:01.137399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Bound port: 07ed4673-8605-4718-a2a9-ad79a3c81161, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:01.137848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.218080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37c3404b-5c1a-498f-85a8-1fbd263a5f67 req-08ac4955-e1d1-4037-8f97-7cd05eb32560 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909302 Jul 22 14:36:01.243917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:01.248868 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.264254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] For port 07ed4673-8605-4718-a2a9-ad79a3c81161, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:01.267954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] For port 07ed4673-8605-4718-a2a9-ad79a3c81161, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07ed4673-8605-4718-a2a9-ad79a3c81161,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:01.272096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.315446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.316278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.318476 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] 10.222.0.13 "PUT /v2.0/ports/07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 200 len: 1093 time: 0.9249196 Jul 22 14:36:01.322151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:01.326008 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6c252-4c11-4903-8cbd-33de454cd025" -d '{"events": [{"name": "network-changed", "server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:01.405770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b1196-1e00-41dc-b8e0-d18c9185abb4 service neutron] Pushing event updated for resources: {'Port': ['ID=07ed4673-8605-4718-a2a9-ad79a3c81161,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:01.414438 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0addff6e-e954-41cc-a725-d096b18bedc5 x-openstack-request-id: req-0addff6e-e954-41cc-a725-d096b18bedc5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:01.414607 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:01.414798 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0addff6e-e954-41cc-a725-d096b18bedc5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:01.415244 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'status': 'completed', 'code': 200} Jul 22 14:36:01.437640 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-1e1e6a5f-2f0c-45bb-8399-36266993afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.439186 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-1e1e6a5f-2f0c-45bb-8399-36266993afeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1096 time: 0.0724709 Jul 22 14:36:01.482006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.488492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-371ebb0f-1953-4821-bfb1-af79f1fe19a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 200 len: 217 time: 0.0417373 Jul 22 14:36:01.551673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-9c4341a9-adc2-471e-b311-6754d95298c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.553190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-9c4341a9-adc2-471e-b311-6754d95298c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0551579 Jul 22 14:36:01.553355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=3eb2b52a-26ac-445a-b82b-08ef09fce912,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:01.561728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': '65ffcb08-344e-4bc7-8a72-9bed05c999fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:01.562101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: dc9b064b-4a83-408c-8f93-b29edd3f0468, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:01.584198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:01.594635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, dc9b064b-4a83-408c-8f93-b29edd3f0468) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:01.606707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39b2d2-3809-4d43-be52-07a2e667efbe None None] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:01.607794 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.608413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.637912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eb65ba50-e32e-4722-aab3-4bae61a77faf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5139897 Jul 22 14:36:01.638839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:01.644518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468', 'name': 'tempest-PortsTestJSON-1081407797'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:01.645274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9964fc2-9d93-4863-84c7-590446735278 req-7421423d-21e2-43a5-b82e-af66fe75ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.646872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-7421423d-21e2-43a5-b82e-af66fe75ca36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877249 Jul 22 14:36:01.795693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:01.800681 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.811182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-c1962dea-8d51-4a31-bb7f-3c9089b573ba service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569536 Jul 22 14:36:01.823014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:01.848062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-dc9b064b-4a83-408c-8f93-b29edd3f0468', 'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': '3eb2b52a-26ac-445a-b82b-08ef09fce912'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:01.850112 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.981431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.6 (dc9b064b-4a83-408c-8f93-b29edd3f0468/3eb2b52a-26ac-445a-b82b-08ef09fce912/457ec7fb-57ea-49a5-82a8-59afb9eaf9b0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:02.159740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.176313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object 457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:02.216292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.264376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:02.271823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:02.276117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:02.287080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a9964fc2-9d93-4863-84c7-590446735278 req-466ffdbf-2aa7-42b9-a3ab-d635a7266d53 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686484 Jul 22 14:36:02.311447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Allocated IP 172.20.0.2 (dc9b064b-4a83-408c-8f93-b29edd3f0468/3eb2b52a-26ac-445a-b82b-08ef09fce912/9091fb71-d2d4-4599-be9c-9f88e66e27b0) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:02.337657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=457ec7fb-57ea-49a5-82a8-59afb9eaf9b0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.355356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.356135 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.374459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-30f2ddbb-8d63-47d2-920b-c2fa403e7832 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7328439 Jul 22 14:36:02.375040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:02.439889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9392e15-3232-4013-b023-45610cdd8b45 req-ad6adf28-1dd0-4f39-90ee-9e13f07202ba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.441742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9392e15-3232-4013-b023-45610cdd8b45 req-ad6adf28-1dd0-4f39-90ee-9e13f07202ba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.1330843 Jul 22 14:36:02.447718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-4232719e-b3b6-44ea-bd6e-eded8299ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.449210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-4232719e-b3b6-44ea-bd6e-eded8299ee62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1096 time: 0.0983839 Jul 22 14:36:02.497086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:02.497692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.512808 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.518420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9392e15-3232-4013-b023-45610cdd8b45 req-455edd65-f043-463e-86c0-15d752aa47ec tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681999 Jul 22 14:36:02.525398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Transition to ACTIVE for port object 9091fb71-d2d4-4599-be9c-9f88e66e27b0 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:02.550961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Transition to ACTIVE for port object 9091fb71-d2d4-4599-be9c-9f88e66e27b0 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:02.559773 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.588221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-e6eaaedd-5f09-4afc-826b-783232dee1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.590195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-e6eaaedd-5f09-4afc-826b-783232dee1b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1339257 Jul 22 14:36:02.620061 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.625796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Pushing event updated for resources: {'Port': ['ID=9091fb71-d2d4-4599-be9c-9f88e66e27b0,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.632599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:02.634482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:02.635235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:02.635389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-e1a42e2c-9af1-424c-805c-c22fa07e7186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 200 len: 217 time: 0.0389431 Jul 22 14:36:02.640164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:02.644379 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.644735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.645078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.645419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.645790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.646523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.647028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.647524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.648032 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.649066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.650041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.650576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:02.699472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-724ee5c9-7f8a-4cc0-ace5-dc75ec3f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.701187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-724ee5c9-7f8a-4cc0-ace5-dc75ec3f47b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0588226 Jul 22 14:36:02.723124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Attempting to bind port 9091fb71-d2d4-4599-be9c-9f88e66e27b0 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:02.723501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Attempting to bind port 9091fb71-d2d4-4599-be9c-9f88e66e27b0 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '65ffcb08-344e-4bc7-8a72-9bed05c999fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:02.723902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Attempting to bind port 9091fb71-d2d4-4599-be9c-9f88e66e27b0 on network dc9b064b-4a83-408c-8f93-b29edd3f0468 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:02.730018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:02.730657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Checking segment: {'id': '65ffcb08-344e-4bc7-8a72-9bed05c999fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:02.731365 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.732002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Bound using segment: {'id': '65ffcb08-344e-4bc7-8a72-9bed05c999fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:02.732728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Bound port: 9091fb71-d2d4-4599-be9c-9f88e66e27b0, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ffcb08-344e-4bc7-8a72-9bed05c999fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'dc9b064b-4a83-408c-8f93-b29edd3f0468'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:02.733377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.794590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-d7a369db-37f6-4d7d-b7f4-4212c4c2e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.794940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.804554 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-d7a369db-37f6-4d7d-b7f4-4212c4c2e4ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878520 Jul 22 14:36:02.816075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] For port 9091fb71-d2d4-4599-be9c-9f88e66e27b0, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:02.820219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] For port 9091fb71-d2d4-4599-be9c-9f88e66e27b0, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9091fb71-d2d4-4599-be9c-9f88e66e27b0,segment=NetworkSegment(65ffcb08-344e-4bc7-8a72-9bed05c999fc),segment_id=65ffcb08-344e-4bc7-8a72-9bed05c999fc)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:02.826572 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.832664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=457ec7fb-57ea-49a5-82a8-59afb9eaf9b0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.921720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb9eee-53c1-49a2-b9d4-be13441cf052 None None] Pushing event updated for resources: {'Port': ['ID=9091fb71-d2d4-4599-be9c-9f88e66e27b0,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.936434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.938754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b2f55541-0e4f-4346-99f7-066cf656e7ec tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 HTTP/1.1" status: 204 len: 168 time: 0.5626318 Jul 22 14:36:02.941095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:02.970905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-5a8087f9-81cb-479f-96e3-ae3c47a0eddc service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632736 Jul 22 14:36:02.972429 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e0f363-6936-478a-863d-1b61badb4235 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:02.973255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e0f363-6936-478a-863d-1b61badb4235 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:02.975124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-59e0f363-6936-478a-863d-1b61badb4235 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 HTTP/1.1" status: 404 len: 333 time: 0.0329564 Jul 22 14:36:02.978361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:03.007821 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-445a6b27-0968-4b08-91ed-bf4fb0b2085a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:03.012725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-445a6b27-0968-4b08-91ed-bf4fb0b2085a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/457ec7fb-57ea-49a5-82a8-59afb9eaf9b0 HTTP/1.1" status: 404 len: 333 time: 0.0305469 Jul 22 14:36:03.013414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:03.068871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 3eb2b52a-26ac-445a-b82b-08ef09fce912 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:03.076368 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.081482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbd6c252-4c11-4903-8cbd-33de454cd025 req-5f649abb-dcfe-4df7-b0bb-06811e3f66ce service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023231 Jul 22 14:36:03.130481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.247908 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.314594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.347400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb2b52a-26ac-445a-b82b-08ef09fce912,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:03.351443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.354103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-55966428-03b3-4f10-a4e8-41d323687cf1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/3eb2b52a-26ac-445a-b82b-08ef09fce912 HTTP/1.1" status: 204 len: 168 time: 0.3394709 Jul 22 14:36:03.356613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:03.432457 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.486290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 9091fb71-d2d4-4599-be9c-9f88e66e27b0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:03.486634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.555529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] For port 9091fb71-d2d4-4599-be9c-9f88e66e27b0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9091fb71-d2d4-4599-be9c-9f88e66e27b0,segment=NetworkSegment(65ffcb08-344e-4bc7-8a72-9bed05c999fc),segment_id=65ffcb08-344e-4bc7-8a72-9bed05c999fc)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:03.555529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.567653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 9091fb71-d2d4-4599-be9c-9f88e66e27b0 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:03.695096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.727606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=9091fb71-d2d4-4599-be9c-9f88e66e27b0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:03.739110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522a3a-f1e8-4b6a-878a-5a0bb35d87b4 req-9a840f2b-8ef4-437c-8e3c-4123b703814b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:03.740972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b4522a3a-f1e8-4b6a-878a-5a0bb35d87b4 req-9a840f2b-8ef4-437c-8e3c-4123b703814b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.1271002 Jul 22 14:36:03.741904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No DVR routers for this DVR port 9091fb71-d2d4-4599-be9c-9f88e66e27b0 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:03.856385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.868335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b4522a3a-f1e8-4b6a-878a-5a0bb35d87b4 req-c23a18da-7add-4848-8b8c-b13c6072ef5e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029778 Jul 22 14:36:03.872276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9b064b-4a83-408c-8f93-b29edd3f0468']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:03.882381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ffcb08-344e-4bc7-8a72-9bed05c999fc') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:03.882691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ffcb08-344e-4bc7-8a72-9bed05c999fc') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:03.895291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.911766 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.922450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:03.923026 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:03.988992 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:04.002353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.013857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.015754 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/dc9b064b-4a83-408c-8f93-b29edd3f0468 HTTP/1.1" status: 204 len: 168 time: 0.6582270 Jul 22 14:36:04.019254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:04.033555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-873278127'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:04.037209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990a250-8e56-477f-96b7-fc61e0244411 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=dc9b064b-4a83-408c-8f93-b29edd3f0468,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:04.063644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:04.068344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.080315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fa9fb47c-0443-411b-85a0-6d07d6037682 None None] Could not find standard attr ID for object 9091fb71-d2d4-4599-be9c-9f88e66e27b0. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:04.097127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:04.107198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.107616 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment 0e25efc0-399b-4a98-848f-0ffac542337b of type vlan for network 87fa165d-2264-48c5-b84a-1fc46d806c5e Jul 22 14:36:04.128252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e116ae3-58d3-49d2-b532-7b771029334d None None] DHCP port deletion for dc9b064b-4a83-408c-8f93-b29edd3f0468 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:04.151805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b1d2c-e9d0-4528-ae1c-036b1ee82c25 None None] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:04.166065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b1d2c-e9d0-4528-ae1c-036b1ee82c25 None None] Network dc9b064b-4a83-408c-8f93-b29edd3f0468 could not be found, it might have been deleted concurrently. {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:36:04.187221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.220591 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.226728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.227611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.263213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2340112 Jul 22 14:36:04.265758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52774) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:04.272675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:04.321093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec383d-d941-481b-9aa0-dea059ee961a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=87fa165d-2264-48c5-b84a-1fc46d806c5e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:04.331309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 87fa165d-2264-48c5-b84a-1fc46d806c5e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:04.405889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:04.409601 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.588641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.647447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=04eb15a0-2676-4f20-9e43-9a9d8d8df6b6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:04.656821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': '0e25efc0-399b-4a98-848f-0ffac542337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:04.657185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: 87fa165d-2264-48c5-b84a-1fc46d806c5e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:04.673294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 87fa165d-2264-48c5-b84a-1fc46d806c5e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:04.681808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 87fa165d-2264-48c5-b84a-1fc46d806c5e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:04.686514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.688430 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.689293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea14f27-2ada-4bd3-bae8-448db563caa2 None None] Network 87fa165d-2264-48c5-b84a-1fc46d806c5e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:04.706017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2b9f8121-1e41-4b3d-97c8-8169f765c953 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4391878 Jul 22 14:36:04.708606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:04.714025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1171421802'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:04.829605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:04.833354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.839826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-87fa165d-2264-48c5-b84a-1fc46d806c5e', 'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': '04eb15a0-2676-4f20-9e43-9a9d8d8df6b6'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:04.840633 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.852626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 765d336e-a1ea-4682-9c12-ae8ed4def3b8 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:04.970276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.11 (87fa165d-2264-48c5-b84a-1fc46d806c5e/04eb15a0-2676-4f20-9e43-9a9d8d8df6b6/765d336e-a1ea-4682-9c12-ae8ed4def3b8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:05.012077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cb42d-9246-411c-a825-9a6dd2c9ab41 req-1b4dafe9-62b0-4a07-9503-f8bf19b15b41 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:05.013730 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d0cb42d-9246-411c-a825-9a6dd2c9ab41 req-1b4dafe9-62b0-4a07-9503-f8bf19b15b41 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.0743756 Jul 22 14:36:05.059677 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1d0cb42d-9246-411c-a825-9a6dd2c9ab41 req-c9fa1be7-224c-4278-adc9-e41e222d829b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 Jul 22 14:36:05.127071 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.144734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object 765d336e-a1ea-4682-9c12-ae8ed4def3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:05.179299 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.232672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 87fa165d-2264-48c5-b84a-1fc46d806c5e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:05.236782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:05.237457 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Allocated IP 172.20.0.2 (87fa165d-2264-48c5-b84a-1fc46d806c5e/04eb15a0-2676-4f20-9e43-9a9d8d8df6b6/5c769ad9-1c30-4414-9e46-91bd0b55a9d6) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:05.244092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:05.290875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=765d336e-a1ea-4682-9c12-ae8ed4def3b8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:05.311073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:05.311715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.327902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0c5fdb9b-8987-4600-b6c5-8473efd60336 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6180878 Jul 22 14:36:05.330442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:05.401535 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.410092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Transition to ACTIVE for port object 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:05.425607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Transition to ACTIVE for port object 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:05.432968 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.436116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 765d336e-a1ea-4682-9c12-ae8ed4def3b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:05.436405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.469460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Network 87fa165d-2264-48c5-b84a-1fc46d806c5e is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:05.474418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:05.477981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:05.486928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Pushing event updated for resources: {'Port': ['ID=5c769ad9-1c30-4414-9e46-91bd0b55a9d6,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:05.537019 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.542922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Attempting to bind port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:05.543227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Attempting to bind port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0e25efc0-399b-4a98-848f-0ffac542337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:05.543589 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Attempting to bind port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 on network 87fa165d-2264-48c5-b84a-1fc46d806c5e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:05.548826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:05.549198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Checking segment: {'id': '0e25efc0-399b-4a98-848f-0ffac542337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:05.549596 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.550011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Bound using segment: {'id': '0e25efc0-399b-4a98-848f-0ffac542337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:05.550476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Bound port: 5c769ad9-1c30-4414-9e46-91bd0b55a9d6, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e25efc0-399b-4a98-848f-0ffac542337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87fa165d-2264-48c5-b84a-1fc46d806c5e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:05.550853 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.553120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 765d336e-a1ea-4682-9c12-ae8ed4def3b8 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:05.620543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] For port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:05.623946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] For port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c769ad9-1c30-4414-9e46-91bd0b55a9d6,segment=NetworkSegment(0e25efc0-399b-4a98-848f-0ffac542337b),segment_id=0e25efc0-399b-4a98-848f-0ffac542337b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:05.628005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.685430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043a0f7-e9a7-4f9f-9587-259687804549 None None] Pushing event updated for resources: {'Port': ['ID=5c769ad9-1c30-4414-9e46-91bd0b55a9d6,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:05.703854 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.736519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=765d336e-a1ea-4682-9c12-ae8ed4def3b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:05.812800 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.817694 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c1c4060c-4c20-4cf4-aade-fe6fb5bfe528 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/765d336e-a1ea-4682-9c12-ae8ed4def3b8 HTTP/1.1" status: 204 len: 168 time: 0.4835627 Jul 22 14:36:05.817893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:05.876660 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb62da1-dcd3-456a-a088-d08dfb2dc9e7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:05.878481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8fb62da1-dcd3-456a-a088-d08dfb2dc9e7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/765d336e-a1ea-4682-9c12-ae8ed4def3b8 HTTP/1.1" status: 404 len: 333 time: 0.0596895 Jul 22 14:36:05.881137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52792) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:05.944218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 04eb15a0-2676-4f20-9e43-9a9d8d8df6b6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:05.948636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.991277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.078733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.160003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:06.199684 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.220143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:06.236576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9091fb71-d2d4-4599-be9c-9f88e66e27b0 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:06.239975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=04eb15a0-2676-4f20-9e43-9a9d8d8df6b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:06.242966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.247704 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3418af2-7266-4ddf-8132-169afe027ee7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/04eb15a0-2676-4f20-9e43-9a9d8d8df6b6 HTTP/1.1" status: 204 len: 168 time: 0.3630440 Jul 22 14:36:06.248131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52798) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:06.263629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9091fb71-d2d4-4599-be9c-9f88e66e27b0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:06.264573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9091fb71-d2d4-4599-be9c-9f88e66e27b0 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:06.279503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bf0ec-9e14-454d-8115-58f0301d4aa6 req-37a80b9e-a3ad-4fa7-8441-84c66b61e1d4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:06.309250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c3bf0ec-9e14-454d-8115-58f0301d4aa6 req-37a80b9e-a3ad-4fa7-8441-84c66b61e1d4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.1565750 Jul 22 14:36:06.390883 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c3bf0ec-9e14-454d-8115-58f0301d4aa6 req-ee5e368f-3f85-4eae-93e3-d9a5632d66e6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624917 Jul 22 14:36:06.417390 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.484142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:06.484571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.564366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] For port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c769ad9-1c30-4414-9e46-91bd0b55a9d6,segment=NetworkSegment(0e25efc0-399b-4a98-848f-0ffac542337b),segment_id=0e25efc0-399b-4a98-848f-0ffac542337b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:06.564657 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.581854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:06.679916 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.700892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6073d4-76ca-4a3d-aae7-74029844e4b1 None None] Network 87fa165d-2264-48c5-b84a-1fc46d806c5e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:06.707099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=5c769ad9-1c30-4414-9e46-91bd0b55a9d6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:06.710774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No DVR routers for this DVR port 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:06.735542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-50cb9108-cd65-4e21-a375-6b01850ccfa7 None None] Could not find standard attr ID for object 5c769ad9-1c30-4414-9e46-91bd0b55a9d6. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:06.796160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.807498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fa165d-2264-48c5-b84a-1fc46d806c5e']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:06.817402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e25efc0-399b-4a98-848f-0ffac542337b') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:06.817725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e25efc0-399b-4a98-848f-0ffac542337b') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:06.827514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.844107 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.850248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:06.850635 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:06.854319 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:06.877150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c5403-65d8-4254-82b3-b798f80b1aa3 None None] DHCP port deletion for 87fa165d-2264-48c5-b84a-1fc46d806c5e request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:06.917679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.928367 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.931535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/87fa165d-2264-48c5-b84a-1fc46d806c5e HTTP/1.1" status: 204 len: 168 time: 0.6820903 Jul 22 14:36:06.935225 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:06.940430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'name': 'tempest-PortsTestJSON-1106459926'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:06.944722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947c4e-9154-4c93-a3aa-3d6151ce33bf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=87fa165d-2264-48c5-b84a-1fc46d806c5e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:07.304276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:07.308893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.329585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 7d4ebe0a-ba6e-49db-92a6-c3de30093687 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:07.500412 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.540745 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.553984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcb6f0-d84d-4a25-a0eb-286c1e2d81b2 req-0f92961f-be5f-432a-91f7-65a1c789636a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:07.555703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7dcb6f0-d84d-4a25-a0eb-286c1e2d81b2 req-0f92961f-be5f-432a-91f7-65a1c789636a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.0709798 Jul 22 14:36:07.588619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:07.592498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:07.596356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:07.598537 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7dcb6f0-d84d-4a25-a0eb-286c1e2d81b2 req-a51bc1ed-656d-46a3-a867-1aa6d6920b47 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357666 Jul 22 14:36:07.602463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:07.603095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.617258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=7d4ebe0a-ba6e-49db-92a6-c3de30093687,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:07.622190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b93fcd4e-b591-4fa5-a6fb-4b8e3f96f56a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6859355 Jul 22 14:36:07.624816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:07.732463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 7d4ebe0a-ba6e-49db-92a6-c3de30093687 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:07.732809 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.802187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.814655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 7d4ebe0a-ba6e-49db-92a6-c3de30093687 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:07.893399 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.926265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=7d4ebe0a-ba6e-49db-92a6-c3de30093687,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:07.931813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.933812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4ccf0b31-e9f9-4c81-a635-b755e466518e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/7d4ebe0a-ba6e-49db-92a6-c3de30093687 HTTP/1.1" status: 204 len: 168 time: 0.3079498 Jul 22 14:36:07.936344 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52812) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:07.941362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'mac_address': 'fa:16:3e:01:dd:6f', 'name': 'tempest-PortsTestJSON-395628778'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:08.040580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:08.112549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.112750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:08.134012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:08.134396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c769ad9-1c30-4414-9e46-91bd0b55a9d6 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:08.136243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 752adbb4-ab4f-46f1-8f70-5eca0f0e8084 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:08.317719 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.364811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.409086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:08.415342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:08.418066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:08.424238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:08.424724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.441402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=752adbb4-ab4f-46f1-8f70-5eca0f0e8084,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:08.456533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f00eec16-e309-4640-805e-ce4d10762ef8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5187969 Jul 22 14:36:08.458882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:08.546647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66f85f-70dd-4272-860c-2aa724d78977 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:08.551848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aa66f85f-70dd-4272-860c-2aa724d78977 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/752adbb4-ab4f-46f1-8f70-5eca0f0e8084 HTTP/1.1" status: 200 len: 840 time: 0.0867677 Jul 22 14:36:08.551848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:08.657220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 752adbb4-ab4f-46f1-8f70-5eca0f0e8084 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:08.657659 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.758013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.774596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 752adbb4-ab4f-46f1-8f70-5eca0f0e8084 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:08.840934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fe6ba-23e3-46c1-991a-adb7fc856be2 req-e0fe305c-85a1-4adf-b2a0-d6775c0bba70 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:08.842477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b9fe6ba-23e3-46c1-991a-adb7fc856be2 req-e0fe305c-85a1-4adf-b2a0-d6775c0bba70 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.1610272 Jul 22 14:36:08.896426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5b9fe6ba-23e3-46c1-991a-adb7fc856be2 req-87fe3e57-8e13-477d-96dd-87776a2fae15 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481231 Jul 22 14:36:08.900773 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.932216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=752adbb4-ab4f-46f1-8f70-5eca0f0e8084,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:08.937779 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.939327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6107efed-d14a-4ffa-8d5b-a3d2569bdb19 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/752adbb4-ab4f-46f1-8f70-5eca0f0e8084 HTTP/1.1" status: 204 len: 168 time: 0.3885307 Jul 22 14:36:08.941805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:08.968580 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-794e5ac7-7910-4df9-bb7c-7bb4fbadc9b9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:08.970048 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-794e5ac7-7910-4df9-bb7c-7bb4fbadc9b9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/752adbb4-ab4f-46f1-8f70-5eca0f0e8084 HTTP/1.1" status: 404 len: 333 time: 0.0273504 Jul 22 14:36:08.973465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:08.978764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'name': 'tempest-PortsTestJSON-1147027790'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:09.066210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:09.069689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.086543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 257b5c88-1539-4755-a851-158da84ca952 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:09.246699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.283398 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.331817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:09.334846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:09.339159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:09.344616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:09.345208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.351065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=257b5c88-1539-4755-a851-158da84ca952,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:09.363783 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-423dabda-3e71-468b-b067-33fb8ebe2f58 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3893092 Jul 22 14:36:09.366535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:09.371822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:09.452909 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.609227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.614125 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.647758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] In _notify_port_updated(), no bound segment for port 257b5c88-1539-4755-a851-158da84ca952 on network 18c7da07-e0e7-4061-982b-50d244a9bdaa {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:36:09.654535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:09.655154 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.660071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/ports/257b5c88-1539-4755-a851-158da84ca952 HTTP/1.1" status: 200 len: 818 time: 0.2900651 Jul 22 14:36:09.662279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52832) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:09.686073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3989-92d7-4ec1-ae35-6bab70dca991 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=257b5c88-1539-4755-a851-158da84ca952,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:09.779010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 257b5c88-1539-4755-a851-158da84ca952 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:09.779368 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.846764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.859987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 257b5c88-1539-4755-a851-158da84ca952 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:09.947716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.989355 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=257b5c88-1539-4755-a851-158da84ca952,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:09.995109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.997223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2327864b-9a28-434a-8cba-57b68e2576a3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/257b5c88-1539-4755-a851-158da84ca952 HTTP/1.1" status: 204 len: 168 time: 0.3339942 Jul 22 14:36:09.999963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.050404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ded92-2061-49c5-bcb5-58addcd2f3ae req-68d1f821-2689-4bdb-a800-8f72b800b6ae tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:10.052229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090ded92-2061-49c5-bcb5-58addcd2f3ae req-68d1f821-2689-4bdb-a800-8f72b800b6ae tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.0729320 Jul 22 14:36:10.072532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9aa1fc-8755-4a55-9ad7-cdc86a639073 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:10.074075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8c9aa1fc-8755-4a55-9ad7-cdc86a639073 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0731010 Jul 22 14:36:10.076954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.096601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-090ded92-2061-49c5-bcb5-58addcd2f3ae req-860f10ae-103e-4b32-a259-6445c8e16984 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369682 Jul 22 14:36:10.103809 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9115b714-1ca5-4bc1-850e-5fd9d41f32af tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:10.105351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9115b714-1ca5-4bc1-850e-5fd9d41f32af tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/257b5c88-1539-4755-a851-158da84ca952 HTTP/1.1" status: 404 len: 333 time: 0.0273046 Jul 22 14:36:10.109072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.113925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1846137291'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:10.143152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:10.147253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.175216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:10.185088 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.185432 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment f521965f-6276-4b82-bf18-9282e21dce8d of type vlan for network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 Jul 22 14:36:10.226178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.255622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.261793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:10.262374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.306099 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958585 Jul 22 14:36:10.309733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52844) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.315007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:10.334889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dc190-e8bb-4fe9-9688-e5a01d05c54e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=3d7833e3-408c-4ad7-8c6c-1a57ad631da3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:10.346169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:10.415017 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:10.418832 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.608171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.720010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=1213158e-c473-44f3-bc17-3b1ac82f6904,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:10.743014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': 'f521965f-6276-4b82-bf18-9282e21dce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:10.743392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: 3d7833e3-408c-4ad7-8c6c-1a57ad631da3, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:10.768041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:10.779370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3d7833e3-408c-4ad7-8c6c-1a57ad631da3) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:10.785022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:10.785447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.789009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399f05e-e074-4782-a9ad-972d7e67e292 None None] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:10.804050 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d80a5a02-07f1-4eab-bd0f-b5486e7ea4bc tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4929194 Jul 22 14:36:10.807356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.814778 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:10.940508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:10.944332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.974706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': '1213158e-c473-44f3-bc17-3b1ac82f6904'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:10.975582 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.034812 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1213158e-c473-44f3-bc17-3b1ac82f6904 (CIDR: 172.20.0.0/28) Jul 22 14:36:11.038361 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:36:11.038946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:11.052918 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc39f41a-a0ba-400f-a2bd-07d705410ec3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2443736 Jul 22 14:36:11.055665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:11.060657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:11.114428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Allocated IP 172.20.0.2 (3d7833e3-408c-4ad7-8c6c-1a57ad631da3/1213158e-c473-44f3-bc17-3b1ac82f6904/cebc9b25-feaf-42b3-b3b2-4777fd0990ff) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:11.210536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:11.214091 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.264460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.272566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Transition to ACTIVE for port object cebc9b25-feaf-42b3-b3b2-4777fd0990ff will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:11.287176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Transition to ACTIVE for port object cebc9b25-feaf-42b3-b3b2-4777fd0990ff will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:11.293943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.307359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f2630-d5c4-4792-89b0-907d1a84fc15 req-49d623bc-2438-4569-b1a9-91f80082060a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:11.308906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-223f2630-d5c4-4792-89b0-907d1a84fc15 req-49d623bc-2438-4569-b1a9-91f80082060a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 944 time: 0.1401556 Jul 22 14:36:11.338195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:11.340999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:11.344624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:11.351927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Pushing event updated for resources: {'Port': ['ID=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.369186 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-223f2630-d5c4-4792-89b0-907d1a84fc15 req-10c187f1-0ae2-4cef-b277-c6c15daa5fdd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510859 Jul 22 14:36:11.412247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Attempting to bind port cebc9b25-feaf-42b3-b3b2-4777fd0990ff on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:11.412641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Attempting to bind port cebc9b25-feaf-42b3-b3b2-4777fd0990ff by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f521965f-6276-4b82-bf18-9282e21dce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:11.413087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Attempting to bind port cebc9b25-feaf-42b3-b3b2-4777fd0990ff on network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:11.418598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:11.418969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Checking segment: {'id': 'f521965f-6276-4b82-bf18-9282e21dce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:11.419370 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.419761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Bound using segment: {'id': 'f521965f-6276-4b82-bf18-9282e21dce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:11.420229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Bound port: cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f521965f-6276-4b82-bf18-9282e21dce8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:11.420611 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.483219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] For port cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:11.486474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] For port cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,segment=NetworkSegment(f521965f-6276-4b82-bf18-9282e21dce8d),segment_id=f521965f-6276-4b82-bf18-9282e21dce8d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:11.490873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.499611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.521739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07ed4673-8605-4718-a2a9-ad79a3c81161 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:11.545942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:11.552485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:11.557057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:11.557834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.560642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191079e-be73-4d28-bc40-23344bf5411a None None] Pushing event updated for resources: {'Port': ['ID=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.574089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=9b36b758-65e1-48c6-b51a-9d40569ec8a1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.581588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c5b9662a-ce91-4d49-99ca-2e9787f53576 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5249085 Jul 22 14:36:11.582565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52854) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:11.588476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'fixed_ips': [{'subnet_id': '1213158e-c473-44f3-bc17-3b1ac82f6904'}, {'subnet_id': '9b36b758-65e1-48c6-b51a-9d40569ec8a1'}], 'name': 'tempest-PortsTestJSON-1474471820'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:11.651946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 07ed4673-8605-4718-a2a9-ad79a3c81161, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07ed4673-8605-4718-a2a9-ad79a3c81161,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:11.664284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'mac_address': 'fa:16:3e:a5:ee:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:11.703875 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.713258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:11.734122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ed4673-8605-4718-a2a9-ad79a3c81161 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:11.765593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 07ed4673-8605-4718-a2a9-ad79a3c81161, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07ed4673-8605-4718-a2a9-ad79a3c81161,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:11.771912 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.834879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=07ed4673-8605-4718-a2a9-ad79a3c81161,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.854925 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.874597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port d05aba89-6e8a-4078-b34f-463192414976 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:11.976249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['07ed4673-8605-4718-a2a9-ad79a3c81161'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:12.214850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cebc9b25-feaf-42b3-b3b2-4777fd0990ff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:12.260687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.12 (3d7833e3-408c-4ad7-8c6c-1a57ad631da3/1213158e-c473-44f3-bc17-3b1ac82f6904/d05aba89-6e8a-4078-b34f-463192414976) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:12.267512 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.26 (3d7833e3-408c-4ad7-8c6c-1a57ad631da3/9b36b758-65e1-48c6-b51a-9d40569ec8a1/d05aba89-6e8a-4078-b34f-463192414976) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:12.286733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port cebc9b25-feaf-42b3-b3b2-4777fd0990ff completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:12.439080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.456093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object d05aba89-6e8a-4078-b34f-463192414976 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:12.527324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.587347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:12.597320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10cd5c8-d190-4c1a-adbd-4d5a44a3e8bc req-c61fb85a-0174-4eb8-9308-d0e57feb573c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:12.598887 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b10cd5c8-d190-4c1a-adbd-4d5a44a3e8bc req-c61fb85a-0174-4eb8-9308-d0e57feb573c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 945 time: 0.1461773 Jul 22 14:36:12.603601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:12.606095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:12.610062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=d05aba89-6e8a-4078-b34f-463192414976,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:12.671658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a473527-82e1-4f38-a323-fdbfc4c6c502 None None] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:12.679263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b10cd5c8-d190-4c1a-adbd-4d5a44a3e8bc req-9f1f57a4-e0a7-4e45-b099-2923947e9277 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702260 Jul 22 14:36:12.687909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:12.688547 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.707524 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b3692ea7-ddc5-49e8-8c73-13cf446561e6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1211121 Jul 22 14:36:12.708871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52864) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:12.714680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1213158e-c473-44f3-bc17-3b1ac82f6904'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:12.763920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] Provisioning for port cebc9b25-feaf-42b3-b3b2-4777fd0990ff completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:12.771945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] Provisioning complete for port cebc9b25-feaf-42b3-b3b2-4777fd0990ff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:12.772345 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.855618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.967011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.009658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] For port cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,segment=NetworkSegment(f521965f-6276-4b82-bf18-9282e21dce8d),segment_id=f521965f-6276-4b82-bf18-9282e21dce8d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:13.014673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.113544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721165d-8516-4a78-a21a-6bd2f1a2e16c None None] Pushing event updated for resources: {'Port': ['ID=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.119264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Update dhcp port {'port': {'network_id': '3d7833e3-408c-4ad7-8c6c-1a57ad631da3', 'fixed_ips': [{'subnet_id': '1213158e-c473-44f3-bc17-3b1ac82f6904', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b36b758-65e1-48c6-b51a-9d40569ec8a1'}], 'binding:host_id': 'n-d-787205-11'}, 'id': 'cebc9b25-feaf-42b3-b3b2-4777fd0990ff'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:36:13.137844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Delete allocated IP 172.20.0.26 (3d7833e3-408c-4ad7-8c6c-1a57ad631da3/9b36b758-65e1-48c6-b51a-9d40569ec8a1) {{(pid=93760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:36:13.159114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.273876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.285663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Ignored duplicate provisioning block setup for port d05aba89-6e8a-4078-b34f-463192414976 by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:36:13.289953 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.339815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Allocated IP 172.20.0.18 (3d7833e3-408c-4ad7-8c6c-1a57ad631da3/9b36b758-65e1-48c6-b51a-9d40569ec8a1/cebc9b25-feaf-42b3-b3b2-4777fd0990ff) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:13.377975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=d05aba89-6e8a-4078-b34f-463192414976,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.404363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] In _notify_port_updated(), no bound segment for port d05aba89-6e8a-4078-b34f-463192414976 on network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:36:13.410137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:13.410829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.412221 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d11cecbf-e4d4-4a84-9484-820d3d59f5d9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/ports/d05aba89-6e8a-4078-b34f-463192414976 HTTP/1.1" status: 200 len: 920 time: 0.7032664 Jul 22 14:36:13.415627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52868) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:13.420961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1213158e-c473-44f3-bc17-3b1ac82f6904'}, {'subnet_id': '9b36b758-65e1-48c6-b51a-9d40569ec8a1'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:13.518537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.533435 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07ed4673-8605-4718-a2a9-ad79a3c81161 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:13.643415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] For port cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,segment=NetworkSegment(f521965f-6276-4b82-bf18-9282e21dce8d),segment_id=f521965f-6276-4b82-bf18-9282e21dce8d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:13.656261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 07ed4673-8605-4718-a2a9-ad79a3c81161 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:13.665497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 07ed4673-8605-4718-a2a9-ad79a3c81161 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:13.665892 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.700977 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.722243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Transition to ACTIVE for port object cebc9b25-feaf-42b3-b3b2-4777fd0990ff will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:13.730297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.796572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-700ef7ab-c811-4cae-acd0-5304ad940b1a {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:36:13.796883 n-d-787205-11 neutron-server[93760]: DEBUG oslo_db.api [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:36:13.830734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea0cf4-9d97-4942-b3fa-d1c60e6e6f00 req-00daf3e1-f066-4c58-8315-5590d6c76afa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:13.832221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29ea0cf4-9d97-4942-b3fa-d1c60e6e6f00 req-00daf3e1-f066-4c58-8315-5590d6c76afa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 945 time: 0.0751183 Jul 22 14:36:13.852531 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.854471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d3198-9c5f-462a-b7d3-2942c659d831 None None] Pushing event updated for resources: {'Port': ['ID=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.877106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29ea0cf4-9d97-4942-b3fa-d1c60e6e6f00 req-8e097943-0b1a-42af-83c8-8862e366d787 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Jul 22 14:36:13.880359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:13.882697 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4bb88-d673-46c5-b01d-24de0e146488" -d '{"events": [{"server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:13.896164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 07ed4673-8605-4718-a2a9-ad79a3c81161, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07ed4673-8605-4718-a2a9-ad79a3c81161,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:13.900963 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.949522 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3343fd2b-5651-45bd-9c76-29ddf6eff391 x-openstack-request-id: req-3343fd2b-5651-45bd-9c76-29ddf6eff391 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:13.949864 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:13.950118 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3343fd2b-5651-45bd-9c76-29ddf6eff391 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:13.950509 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'code': 200} Jul 22 14:36:13.966110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=07ed4673-8605-4718-a2a9-ad79a3c81161,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:14.074619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4905408-27b0-4407-8cb4-d0d4159387d0 req-1ba7b930-d225-4ba2-8228-0c2bb489eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:14.076359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4905408-27b0-4407-8cb4-d0d4159387d0 req-1ba7b930-d225-4ba2-8228-0c2bb489eca4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1098 time: 0.0878246 Jul 22 14:36:14.124711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cebc9b25-feaf-42b3-b3b2-4777fd0990ff up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:14.128101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4905408-27b0-4407-8cb4-d0d4159387d0 req-98813d12-00b4-483c-9604-3ef7026c7909 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Jul 22 14:36:14.348954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.376510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ee24b-9218-4b8b-b0d3-acd10a7a23eb None None] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:14.458227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Provisioning for port d05aba89-6e8a-4078-b34f-463192414976 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:14.471920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Provisioning complete for port d05aba89-6e8a-4078-b34f-463192414976 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:14.472301 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.546236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Port d05aba89-6e8a-4078-b34f-463192414976 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:14.588585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Provisioning for port cebc9b25-feaf-42b3-b3b2-4777fd0990ff completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:14.593246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Provisioning complete for port cebc9b25-feaf-42b3-b3b2-4777fd0990ff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:14.593663 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b08df021-2d34-4862-80c5-88e9fd67d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.629813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.20 (3d7833e3-408c-4ad7-8c6c-1a57ad631da3/9b36b758-65e1-48c6-b51a-9d40569ec8a1/d05aba89-6e8a-4078-b34f-463192414976) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:14.767540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.779692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Ignored duplicate provisioning block setup for port d05aba89-6e8a-4078-b34f-463192414976 by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:36:14.783528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.876961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=d05aba89-6e8a-4078-b34f-463192414976,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:14.973009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] In _notify_port_updated(), no bound segment for port d05aba89-6e8a-4078-b34f-463192414976 on network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:36:14.987730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:14.987730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.988936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7199e6f5-2299-4e60-9907-64f53ca63fca tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/ports/d05aba89-6e8a-4078-b34f-463192414976 HTTP/1.1" status: 200 len: 1000 time: 1.5723553 Jul 22 14:36:14.993391 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:15.154715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2eec-01e5-492d-95a4-2de2edf8e08d req-229e72a7-d592-4ca9-992d-2b3aa12dcd8f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:15.156278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad7d2eec-01e5-492d-95a4-2de2edf8e08d req-229e72a7-d592-4ca9-992d-2b3aa12dcd8f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 946 time: 0.1234479 Jul 22 14:36:15.176674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port d05aba89-6e8a-4078-b34f-463192414976 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:15.176891 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.234803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ad7d2eec-01e5-492d-95a4-2de2edf8e08d req-9a3316ef-91dc-401f-8589-43558790a1e9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706849 Jul 22 14:36:15.298777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.315046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for d05aba89-6e8a-4078-b34f-463192414976 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:15.316224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6e12e500-5e0d-4c86-8b21-9b62e7a05017 None None] Provisioning complete for port d05aba89-6e8a-4078-b34f-463192414976 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:15.316768 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e12e500-5e0d-4c86-8b21-9b62e7a05017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.352023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6e12e500-5e0d-4c86-8b21-9b62e7a05017 None None] Port d05aba89-6e8a-4078-b34f-463192414976 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:15.362242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6e12e500-5e0d-4c86-8b21-9b62e7a05017 None None] Provisioning complete for port cebc9b25-feaf-42b3-b3b2-4777fd0990ff triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:15.362871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e12e500-5e0d-4c86-8b21-9b62e7a05017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.503697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.533557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=d05aba89-6e8a-4078-b34f-463192414976,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:15.567923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fe922969-2b77-4708-b390-5186f3a11f6e None None] Could not find standard attr ID for object d05aba89-6e8a-4078-b34f-463192414976. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:15.632326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.636943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4166a382-1f01-4667-a19a-3e857e57d568 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/d05aba89-6e8a-4078-b34f-463192414976 HTTP/1.1" status: 204 len: 168 time: 0.6389303 Jul 22 14:36:15.637298 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:15.666619 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-408cf5ad-6d11-4299-94ca-ef27c44e0418 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:15.668163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-408cf5ad-6d11-4299-94ca-ef27c44e0418 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/d05aba89-6e8a-4078-b34f-463192414976 HTTP/1.1" status: 404 len: 333 time: 0.0298336 Jul 22 14:36:15.670941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52888) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:15.681237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8cce2e87-dc3d-42f8-8f93-11db9cc52c89 None None] Could not find standard attr ID for object d05aba89-6e8a-4078-b34f-463192414976. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:15.723526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 9b36b758-65e1-48c6-b51a-9d40569ec8a1 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:15.727647 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.769356 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.863856 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.892808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d77e2059-e81b-4deb-9dee-9acc2eab8b18 None None] Could not find standard attr ID for object d05aba89-6e8a-4078-b34f-463192414976. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:15.922532 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.950336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=9b36b758-65e1-48c6-b51a-9d40569ec8a1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:15.953932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.956518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d30bc7de-ce64-495f-bfcf-994c94d32100 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/9b36b758-65e1-48c6-b51a-9d40569ec8a1 HTTP/1.1" status: 204 len: 168 time: 0.2838273 Jul 22 14:36:15.958486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52890) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:16.013049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 1213158e-c473-44f3-bc17-3b1ac82f6904 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:16.016145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.058043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.148435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.220378 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.250517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=1213158e-c473-44f3-bc17-3b1ac82f6904,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.254103 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.259367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a7c353ee-208e-47ca-9b5e-e5884decfd30 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/1213158e-c473-44f3-bc17-3b1ac82f6904 HTTP/1.1" status: 204 len: 168 time: 0.2968304 Jul 22 14:36:16.259749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:16.352703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.379862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20933521-9688-46d9-84d6-6c785ca7825a None None] Network 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:16.405574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338536f2-9630-4f71-9735-2bae8e5cdadf req-80e50f3b-e86e-4f87-972e-84ffef849a32 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:16.408087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-338536f2-9630-4f71-9735-2bae8e5cdadf req-80e50f3b-e86e-4f87-972e-84ffef849a32 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 946 time: 0.0818796 Jul 22 14:36:16.423724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port cebc9b25-feaf-42b3-b3b2-4777fd0990ff {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:16.424083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.462466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-338536f2-9630-4f71-9735-2bae8e5cdadf req-591701cf-844e-4b66-95c1-8f1157dac530 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485456 Jul 22 14:36:16.510819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] For port cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,segment=NetworkSegment(f521965f-6276-4b82-bf18-9282e21dce8d),segment_id=f521965f-6276-4b82-bf18-9282e21dce8d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:16.511272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.524229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for cebc9b25-feaf-42b3-b3b2-4777fd0990ff owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:16.594887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] DHCP port deletion for 3d7833e3-408c-4ad7-8c6c-1a57ad631da3 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:16.646122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] Deleting port cebc9b25-feaf-42b3-b3b2-4777fd0990ff {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:16.646777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.662067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd90e8b-b80e-4617-b5ba-015830abcf85 req-61e2d529-5b95-463f-b310-e9fde4637caa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:16.663618 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7cd90e8b-b80e-4617-b5ba-015830abcf85 req-61e2d529-5b95-463f-b310-e9fde4637caa tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 946 time: 0.0921187 Jul 22 14:36:16.680048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.716767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] For port cebc9b25-feaf-42b3-b3b2-4777fd0990ff, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,segment=NetworkSegment(f521965f-6276-4b82-bf18-9282e21dce8d),segment_id=f521965f-6276-4b82-bf18-9282e21dce8d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:16.717304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.720125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.729698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No DVR routers for this DVR port cebc9b25-feaf-42b3-b3b2-4777fd0990ff on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:16.732405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] Calling delete_port for cebc9b25-feaf-42b3-b3b2-4777fd0990ff owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:16.741266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7cd90e8b-b80e-4617-b5ba-015830abcf85 req-def3002c-7bd7-4d07-93b9-d654f1ce5f99 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704091 Jul 22 14:36:16.764657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52904) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:16.825094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d976c-08e6-4bcf-a1f0-5dacdd2fe608 tempest-TestVolumeBootPattern-1709025592 tempest-TestVolumeBootPattern-1709025592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:16.829191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-629d976c-08e6-4bcf-a1f0-5dacdd2fe608 tempest-TestVolumeBootPattern-1709025592 tempest-TestVolumeBootPattern-1709025592-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1093 time: 0.0607014 Jul 22 14:36:16.829660 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:16.831444 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.833854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:16.859543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.864209 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.876545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] Pushing event deleted for resources: {'Port': ['ID=cebc9b25-feaf-42b3-b3b2-4777fd0990ff,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.880767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7833e3-408c-4ad7-8c6c-1a57ad631da3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:16.883431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c8dc3-dfd0-4f4f-90ae-bf7b11007ed3 None None] No DVR routers for this DVR port cebc9b25-feaf-42b3-b3b2-4777fd0990ff on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:16.906500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f521965f-6276-4b82-bf18-9282e21dce8d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:16.906943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f521965f-6276-4b82-bf18-9282e21dce8d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:16.920674 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.934955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.941269 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:16.941902 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:16.945345 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:16.987809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.009512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.016624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.018576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/3d7833e3-408c-4ad7-8c6c-1a57ad631da3 HTTP/1.1" status: 204 len: 168 time: 0.7578189 Jul 22 14:36:17.031314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52908) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:17.041122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ff7b6-11f7-47cc-ae81-44e35e864df6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=3d7833e3-408c-4ad7-8c6c-1a57ad631da3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.128400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.25.8.167 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/19abd4a9-a2b5-47b8-abfd-1097aa90bf71) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:17.130447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75125fc8-f16c-44a9-8062-6e35fc439d0a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:17.137662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75125fc8-f16c-44a9-8062-6e35fc439d0a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1024525 Jul 22 14:36:17.138781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:17.269133 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.315454 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.361803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:17.364889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:17.369247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:17.402418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=19abd4a9-a2b5-47b8-abfd-1097aa90bf71,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.493254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9facc473-72b0-4aed-a77a-f4e1822d1ebb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3527722 Jul 22 14:36:17.496096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:17.501034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-128463811'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:17.521254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:17.525878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.549717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:17.558998 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.559350 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment 76a5485c-8b21-40dd-b443-adf6bfa5ec7c of type vlan for network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 Jul 22 14:36:17.598513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.627442 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.633436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:17.634068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.669523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1722302 Jul 22 14:36:17.672247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:17.679437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:17.723920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9de30-19c6-41e3-ae28-14773dc2b4fa tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=8727ce06-7e7b-4fc7-af6a-bea0a535fd71,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.739015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:17.769060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.803183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:17.806839 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.864443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.991565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.025263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.032698 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.062090 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=0ed7695a-92a7-4892-abc0-367268ae9e32,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:18.066958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': '76a5485c-8b21-40dd-b443-adf6bfa5ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:18.067334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: 8727ce06-7e7b-4fc7-af6a-bea0a535fd71, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:18.089008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:18.100631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 8727ce06-7e7b-4fc7-af6a-bea0a535fd71) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:18.105651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:18.105959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=19abd4a9-a2b5-47b8-abfd-1097aa90bf71,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:18.106366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.115059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec300d-4737-4b85-87f3-bd31539380a5 None None] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:18.124808 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c19bd286-9791-4d60-8393-2f5eeca98a90 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4515169 Jul 22 14:36:18.128127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:18.130260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.134945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cebc9b25-feaf-42b3-b3b2-4777fd0990ff no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:18.137340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71', 'name': 'tempest-PortsTestJSON-2122443474'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:18.164945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: cebc9b25-feaf-42b3-b3b2-4777fd0990ff {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:18.165283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cebc9b25-feaf-42b3-b3b2-4777fd0990ff not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:18.301898 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:18.308048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.332833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-8727ce06-7e7b-4fc7-af6a-bea0a535fd71', 'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': '0ed7695a-92a7-4892-abc0-367268ae9e32'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:18.333930 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.337008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port c328125b-946d-42f1-a7eb-033a96b88805 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:18.507403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.7 (8727ce06-7e7b-4fc7-af6a-bea0a535fd71/0ed7695a-92a7-4892-abc0-367268ae9e32/c328125b-946d-42f1-a7eb-033a96b88805) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:18.588814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-535b9f6f-bb77-48a3-aca7-fb8cb5db49bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.622054 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Floating IP b2777b76-38b2-4ae1-bb3e-24ad97b03d36 associated. External IP: 172.25.8.167, port: 07ed4673-8605-4718-a2a9-ad79a3c81161. Jul 22 14:36:18.685281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.699970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object c328125b-946d-42f1-a7eb-033a96b88805 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:18.736022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.782446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:18.787001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Allocated IP 172.20.0.2 (8727ce06-7e7b-4fc7-af6a-bea0a535fd71/0ed7695a-92a7-4892-abc0-367268ae9e32/b5966858-fa0a-4204-b296-4abc17d9caf0) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:18.787637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:18.793094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:18.797222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=c328125b-946d-42f1-a7eb-033a96b88805,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:18.844093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:18.861061 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:18.861715 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.881884 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8ab714d-c73d-43da-a2de-a9e1ae6dbf28 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7512066 Jul 22 14:36:18.883059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:18.889929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71', 'name': 'tempest-PortsTestJSON-1801212854'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:18.972598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:18.975734 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.985714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:18.993951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Transition to ACTIVE for port object b5966858-fa0a-4204-b296-4abc17d9caf0 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:18.994491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.006028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:19.006771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:35:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:19.037384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:19.040502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6bce620a-0fc7-4faf-b6a9-a1697a6cba94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2100751 Jul 22 14:36:19.041095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:19.043429 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6901b7-696b-4617-a98a-821d14a32558" -d '{"events": [{"name": "network-changed", "server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:19.052504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.071485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 54790a0f-c4e3-49ed-a483-f9f709c09fb8 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:19.090080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Transition to ACTIVE for port object b5966858-fa0a-4204-b296-4abc17d9caf0 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:19.092643 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eab657-b8e3-41b6-9f69-c2ebbdd09207 x-openstack-request-id: req-09eab657-b8e3-41b6-9f69-c2ebbdd09207 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:19.092939 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:19.093189 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09eab657-b8e3-41b6-9f69-c2ebbdd09207 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:19.093585 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'status': 'completed', 'code': 200} Jul 22 14:36:19.106079 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.176876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:19.181033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:19.186477 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6901b7-696b-4617-a98a-821d14a32558 req-7a35864f-9b75-4e1c-b939-2994d51094a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:19.188372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:19.189124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-7a35864f-9b75-4e1c-b939-2994d51094a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1098 time: 0.0685573 Jul 22 14:36:19.192882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Pushing event updated for resources: {'Port': ['ID=b5966858-fa0a-4204-b296-4abc17d9caf0,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:19.209096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.13 (8727ce06-7e7b-4fc7-af6a-bea0a535fd71/0ed7695a-92a7-4892-abc0-367268ae9e32/54790a0f-c4e3-49ed-a483-f9f709c09fb8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:19.260985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:36:19.315246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Attempting to bind port b5966858-fa0a-4204-b296-4abc17d9caf0 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:19.315886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Attempting to bind port b5966858-fa0a-4204-b296-4abc17d9caf0 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '76a5485c-8b21-40dd-b443-adf6bfa5ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:19.316447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Attempting to bind port b5966858-fa0a-4204-b296-4abc17d9caf0 on network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:19.322237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6901b7-696b-4617-a98a-821d14a32558 req-e320798f-03e3-4bfb-90d9-afb7d672fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:19.323931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-e320798f-03e3-4bfb-90d9-afb7d672fa1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1278293 Jul 22 14:36:19.325221 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:19.325946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Checking segment: {'id': '76a5485c-8b21-40dd-b443-adf6bfa5ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:19.326606 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.327260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Bound using segment: {'id': '76a5485c-8b21-40dd-b443-adf6bfa5ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:19.327923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Bound port: b5966858-fa0a-4204-b296-4abc17d9caf0, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a5485c-8b21-40dd-b443-adf6bfa5ec7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8727ce06-7e7b-4fc7-af6a-bea0a535fd71'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:19.328514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.379528 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.391542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.409784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object 54790a0f-c4e3-49ed-a483-f9f709c09fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:19.419957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-a41cfa2c-d4c8-428a-80af-c82275e29179 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 200 len: 1000 time: 0.0891628 Jul 22 14:36:19.443583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] For port b5966858-fa0a-4204-b296-4abc17d9caf0, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:19.457290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.465579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] For port b5966858-fa0a-4204-b296-4abc17d9caf0, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5966858-fa0a-4204-b296-4abc17d9caf0,segment=NetworkSegment(76a5485c-8b21-40dd-b443-adf6bfa5ec7c),segment_id=76a5485c-8b21-40dd-b443-adf6bfa5ec7c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:19.482413 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.492645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6901b7-696b-4617-a98a-821d14a32558 req-957dc456-0213-40ad-b04c-42eb4936653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:19.494337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-957dc456-0213-40ad-b04c-42eb4936653d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0677342 Jul 22 14:36:19.513467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:19.533073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:19.543561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:19.560220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=54790a0f-c4e3-49ed-a483-f9f709c09fb8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:19.579343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be2ac4-be68-44e3-a37f-f96897635878 None None] Pushing event updated for resources: {'Port': ['ID=b5966858-fa0a-4204-b296-4abc17d9caf0,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:19.604690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6901b7-696b-4617-a98a-821d14a32558 req-0fb1c4b6-a412-4df3-92c5-987c98cd478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:19.606385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-0fb1c4b6-a412-4df3-92c5-987c98cd478e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958629 Jul 22 14:36:19.679120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:19.680144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.698467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-588f266e-2caa-4441-aeb1-74b9315714d0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8146865 Jul 22 14:36:19.701150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:19.752114 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-0861a179-b999-469f-b59f-4daa02ecdd50 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371515 Jul 22 14:36:19.757882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b2777b76-38b2-4ae1-bb3e-24ad97b03d36', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:a5:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:36:17Z', 'updated_at': '2021-07-22T14:36:17Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:19.800851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:36:19.818502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:19.819123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:35:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:19.859627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057e0d4-3c7a-40a5-bd98-932f72517ea0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:19.861257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8057e0d4-3c7a-40a5-bd98-932f72517ea0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1585355 Jul 22 14:36:19.875900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52940) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:19.934302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6901b7-696b-4617-a98a-821d14a32558 req-f9118d25-ec72-430e-bbec-167024661841 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718636 Jul 22 14:36:20.018519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:36:20.035519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 54790a0f-c4e3-49ed-a483-f9f709c09fb8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:20.037445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.164798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.181332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 54790a0f-c4e3-49ed-a483-f9f709c09fb8 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:20.199797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5966858-fa0a-4204-b296-4abc17d9caf0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:20.261435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.331992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b5966858-fa0a-4204-b296-4abc17d9caf0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:20.351995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.367380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b2777b76-38b2-4ae1-bb3e-24ad97b03d36', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:a5:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:36:17Z', 'updated_at': '2021-07-22T14:36:17Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:20.385645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=54790a0f-c4e3-49ed-a483-f9f709c09fb8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:20.472449 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.474813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5dc9a2a2-e49d-4a02-9c9f-255dd4e7845a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/54790a0f-c4e3-49ed-a483-f9f709c09fb8 HTTP/1.1" status: 204 len: 168 time: 0.5939345 Jul 22 14:36:20.477556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:20.525225 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b21da0-1a3d-4732-9164-2bdee8e72225 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:20.529767 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2b21da0-1a3d-4732-9164-2bdee8e72225 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/54790a0f-c4e3-49ed-a483-f9f709c09fb8 HTTP/1.1" status: 404 len: 333 time: 0.0485246 Jul 22 14:36:20.529944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:20.578451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d463da24-5558-437a-a5ac-1bb626c9f3a8 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b2777b76-38b2-4ae1-bb3e-24ad97b03d36', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.167', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:a5:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:36:17Z', 'updated_at': '2021-07-22T14:36:17Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:20.663507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port c328125b-946d-42f1-a7eb-033a96b88805 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:20.666077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.787606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.801357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for c328125b-946d-42f1-a7eb-033a96b88805 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:20.900828 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d256f7c3-f220-4a72-a10c-a5adfbeee8f0 None None] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:20.935526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1948ec34-4aa1-4716-93e4-50d96defc5a0 None None] New status for floating IP b2777b76-38b2-4ae1-bb3e-24ad97b03d36: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:36:20.960024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.995165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=c328125b-946d-42f1-a7eb-033a96b88805,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.015848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] Provisioning for port b5966858-fa0a-4204-b296-4abc17d9caf0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:21.025973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] Provisioning complete for port b5966858-fa0a-4204-b296-4abc17d9caf0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:21.026859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.082218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.088162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52948) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:21.088905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-06bd5f4d-b02d-450e-b21e-f22ade793b6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/c328125b-946d-42f1-a7eb-033a96b88805 HTTP/1.1" status: 204 len: 168 time: 0.5573471 Jul 22 14:36:21.123125 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-229a8ef8-a2eb-422d-840c-1b1bcf4267bd tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:21.124820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-229a8ef8-a2eb-422d-840c-1b1bcf4267bd tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/c328125b-946d-42f1-a7eb-033a96b88805 HTTP/1.1" status: 404 len: 333 time: 0.0354857 Jul 22 14:36:21.127783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52950) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:21.202712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 0ed7695a-92a7-4892-abc0-367268ae9e32 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:21.206347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.212549 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.261338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] For port b5966858-fa0a-4204-b296-4abc17d9caf0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5966858-fa0a-4204-b296-4abc17d9caf0,segment=NetworkSegment(76a5485c-8b21-40dd-b443-adf6bfa5ec7c),segment_id=76a5485c-8b21-40dd-b443-adf6bfa5ec7c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:21.262390 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.267118 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.350537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f66f1-d71a-4966-b1df-589cac515730 None None] Pushing event updated for resources: {'Port': ['ID=b5966858-fa0a-4204-b296-4abc17d9caf0,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.366518 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.372110 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.449130 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.460161 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf5220a5-9f43-4568-b160-8274146cf332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.483474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed7695a-92a7-4892-abc0-367268ae9e32,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.488080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.490220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b8a134b5-da8a-4e61-9766-30694e16970b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/0ed7695a-92a7-4892-abc0-367268ae9e32 HTTP/1.1" status: 204 len: 168 time: 0.3611958 Jul 22 14:36:21.494424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52952) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:21.512794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3deaee-0ec4-4a5c-9ad6-69e893d4b8cf None None] Network 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:21.578005 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.635797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-66db08c4-5026-4b94-a0ce-f7a87e44446e None None] Provisioning complete for port b5966858-fa0a-4204-b296-4abc17d9caf0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:21.636175 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-66db08c4-5026-4b94-a0ce-f7a87e44446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.638421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port b5966858-fa0a-4204-b296-4abc17d9caf0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:21.639852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.705567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] For port b5966858-fa0a-4204-b296-4abc17d9caf0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b5966858-fa0a-4204-b296-4abc17d9caf0,segment=NetworkSegment(76a5485c-8b21-40dd-b443-adf6bfa5ec7c),segment_id=76a5485c-8b21-40dd-b443-adf6bfa5ec7c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:21.705963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.719244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for b5966858-fa0a-4204-b296-4abc17d9caf0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:21.777082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] DHCP port deletion for 8727ce06-7e7b-4fc7-af6a-bea0a535fd71 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:21.823527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.837293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Deleting port b5966858-fa0a-4204-b296-4abc17d9caf0 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:21.838287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.852295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=b5966858-fa0a-4204-b296-4abc17d9caf0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.855226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No DVR routers for this DVR port b5966858-fa0a-4204-b296-4abc17d9caf0 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:21.909975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] For port b5966858-fa0a-4204-b296-4abc17d9caf0, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:21.910551 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.922630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Calling delete_port for b5966858-fa0a-4204-b296-4abc17d9caf0 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:21.925343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Port b5966858-fa0a-4204-b296-4abc17d9caf0 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:36:21.926603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.938272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.949455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8727ce06-7e7b-4fc7-af6a-bea0a535fd71']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:21.952734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] Pushing event deleted for resources: {'Port': ['ID=b5966858-fa0a-4204-b296-4abc17d9caf0,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.956148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286feefb-128b-4619-bb98-076fb6e3ec8c None None] No DVR routers for this DVR port b5966858-fa0a-4204-b296-4abc17d9caf0 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:21.967445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a5485c-8b21-40dd-b443-adf6bfa5ec7c') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:21.967663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a5485c-8b21-40dd-b443-adf6bfa5ec7c') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:21.977879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.993276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.999344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:21.999736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:22.002886 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:22.065015 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.074616 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.076640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/8727ce06-7e7b-4fc7-af6a-bea0a535fd71 HTTP/1.1" status: 204 len: 168 time: 0.5796742 Jul 22 14:36:22.080284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52956) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:22.086523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1819023703'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:22.102702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a541ae2-13f7-4e67-9908-42320ee0c8ff tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=8727ce06-7e7b-4fc7-af6a-bea0a535fd71,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:22.121863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:22.125579 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.141264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5966858-fa0a-4204-b296-4abc17d9caf0 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:22.153458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:22.163393 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.163776 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment 4ac7ca03-7428-457a-a660-44c28c138a1a of type vlan for network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 Jul 22 14:36:22.168137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b5966858-fa0a-4204-b296-4abc17d9caf0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:22.168574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b5966858-fa0a-4204-b296-4abc17d9caf0 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:22.208979 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.244136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.249754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:22.250342 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.289431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2073834 Jul 22 14:36:22.293014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:22.298844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:22.323218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f70d3-73bc-428f-9468-07a4a5a4de55 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:22.335856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:22.403989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:22.407627 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.472661 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.593564 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.647189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=d29bfa54-5e1e-4197-a323-8959598d592d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:22.662291 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': '4ac7ca03-7428-457a-a660-44c28c138a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:22.662661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:22.680334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:22.689551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:22.693637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:22.694327 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.704217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7be402-5307-4d1a-b0b4-95fb37ec598d None None] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:22.710138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1501f817-4ddd-4070-b37e-d1dcc5b6c83d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4152985 Jul 22 14:36:22.713545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:22.718979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4', 'name': 'tempest-PortsTestJSON-435726221', 'fixed_ips': [{'subnet_id': 'd29bfa54-5e1e-4197-a323-8959598d592d', 'ip_address': '172.20.0.10'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:22.860804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:22.880030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4', 'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': 'd29bfa54-5e1e-4197-a323-8959598d592d'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:22.880942 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.983549 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.002519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 72190f3e-4b8c-4d15-962f-8f2026eab667 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:23.051525 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Allocated IP 172.20.0.2 (5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4/d29bfa54-5e1e-4197-a323-8959598d592d/96b9c3d1-6596-4fda-898f-b24d4bb2c1e2) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:23.199885 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.210196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Transition to ACTIVE for port object 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:23.228026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Transition to ACTIVE for port object 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:23.241355 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.253846 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab86bde-d742-432b-981a-808d28a35770 req-19fe914a-8162-485b-a8a5-0f5ab7501c68 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:23.255397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dab86bde-d742-432b-981a-808d28a35770 req-19fe914a-8162-485b-a8a5-0f5ab7501c68 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 946 time: 0.1512287 Jul 22 14:36:23.278393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:23.283246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:23.286689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:23.295496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Pushing event updated for resources: {'Port': ['ID=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:23.331702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dab86bde-d742-432b-981a-808d28a35770 req-cbe10a0d-cb38-4461-b430-3ea80b9b9117 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Jul 22 14:36:23.334562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.10 (5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4/d29bfa54-5e1e-4197-a323-8959598d592d/72190f3e-4b8c-4d15-962f-8f2026eab667) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:23.354202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Attempting to bind port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:23.354570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Attempting to bind port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '4ac7ca03-7428-457a-a660-44c28c138a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:23.354934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Attempting to bind port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 on network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:23.360516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:23.361020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Checking segment: {'id': '4ac7ca03-7428-457a-a660-44c28c138a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:23.361541 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.362059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Bound using segment: {'id': '4ac7ca03-7428-457a-a660-44c28c138a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:23.362620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Bound port: 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac7ca03-7428-457a-a660-44c28c138a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:23.363103 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.429945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] For port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:23.433173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] For port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,segment=NetworkSegment(4ac7ca03-7428-457a-a660-44c28c138a1a),segment_id=4ac7ca03-7428-457a-a660-44c28c138a1a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:23.438565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.495273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ac586-6340-4e0d-ba6b-ef5d166629bd None None] Pushing event updated for resources: {'Port': ['ID=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:23.501188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.516963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object 72190f3e-4b8c-4d15-962f-8f2026eab667 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:23.554951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.600511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:23.603804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:23.607704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:23.614228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=72190f3e-4b8c-4d15-962f-8f2026eab667,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:23.666161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:23.666849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.683168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-11434890-cdcb-4658-9268-8a51a831f2eb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9684761 Jul 22 14:36:23.685965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:23.691496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4', 'name': 'tempest-PortsTestJSON-1544679177', 'fixed_ips': [{'subnet_id': 'd29bfa54-5e1e-4197-a323-8959598d592d', 'ip_address': '172.20.0.9'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:23.814035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:23.819018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.841727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port a215d26a-52cc-4fba-ae6c-7e5f76e8c73c yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:24.004544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.9 (5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4/d29bfa54-5e1e-4197-a323-8959598d592d/a215d26a-52cc-4fba-ae6c-7e5f76e8c73c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:24.152767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:24.160743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.174812 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object a215d26a-52cc-4fba-ae6c-7e5f76e8c73c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:24.203022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:24.209378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.254531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:24.259908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:24.263607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:24.290672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=a215d26a-52cc-4fba-ae6c-7e5f76e8c73c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:24.291547 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.318619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.319143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.333721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7bfff324-dd2a-4cd4-ba0e-3c839fd52ebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6465857 Jul 22 14:36:24.336920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:24.457470 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709b22c-67ed-4980-ad18-e65525b45bc3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.459254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6709b22c-67ed-4980-ad18-e65525b45bc3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1213543 Jul 22 14:36:24.464969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52974) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:24.553521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ece37-54a2-44a0-8604-17adc0a5ff4c req-45b3f506-6d87-44b1-b962-ef9c79035c36 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.555143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855ece37-54a2-44a0-8604-17adc0a5ff4c req-45b3f506-6d87-44b1-b962-ef9c79035c36 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 946 time: 0.1449101 Jul 22 14:36:24.593054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eadacd-d8a9-4aec-ac54-2a36b2247376 None None] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:24.625311 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-855ece37-54a2-44a0-8604-17adc0a5ff4c req-28000892-1283-4091-aafb-e90ba681a3d8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619404 Jul 22 14:36:24.636041 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa41111-97d7-4d75-a8a2-26def2685a6e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.642151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa41111-97d7-4d75-a8a2-26def2685a6e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.649106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa41111-97d7-4d75-a8a2-26def2685a6e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.651065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7fa41111-97d7-4d75-a8a2-26def2685a6e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1847427 Jul 22 14:36:24.653630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52976) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:24.688576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7a92d-d859-45ad-89c1-406570544041 req-c9263866-6463-4c19-a9ea-4d7c7adc3108 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.690368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6af7a92d-d859-45ad-89c1-406570544041 req-c9263866-6463-4c19-a9ea-4d7c7adc3108 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 946 time: 0.0753860 Jul 22 14:36:24.709581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] Provisioning for port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:24.715723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] Provisioning complete for port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:24.716176 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.768824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port a215d26a-52cc-4fba-ae6c-7e5f76e8c73c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:24.769312 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.813908 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Deleting port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:24.814270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.839589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.888414 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] For port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,segment=NetworkSegment(4ac7ca03-7428-457a-a660-44c28c138a1a),segment_id=4ac7ca03-7428-457a-a660-44c28c138a1a)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:24.890295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.894495 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.911949 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for a215d26a-52cc-4fba-ae6c-7e5f76e8c73c owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:24.924592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] For port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:24.924841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.944638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Calling delete_port for 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:24.967401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22df16-62b1-4df5-bb1c-c86492804a80 None None] Pushing event updated for resources: {'Port': ['ID=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:25.072713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.105077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=a215d26a-52cc-4fba-ae6c-7e5f76e8c73c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:25.114951 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.129458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['0151b0cc-e5ef-41a8-aad3-0e9481d58f6f'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:25.152386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Pushing event deleted for resources: {'Port': ['ID=0151b0cc-e5ef-41a8-aad3-0e9481d58f6f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:25.205110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] No DVR routers for this DVR port 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:25.207456 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.209551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6af7a92d-d859-45ad-89c1-406570544041 req-8f54be14-6c8c-419e-b7f1-0fe1d20bc668 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "DELETE /v2.0/ports/0151b0cc-e5ef-41a8-aad3-0e9481d58f6f HTTP/1.1" status: 204 len: 173 time: 0.5123451 Jul 22 14:36:25.210066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'name': 'network-vif-deleted', 'tag': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:25.213467 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b4c0d5-b90d-4456-8ff2-c044be1774e8" -d '{"events": [{"server_uuid": "e2378aa2-5dda-44ad-a06e-cf884d373f77", "name": "network-vif-deleted", "tag": "0151b0cc-e5ef-41a8-aad3-0e9481d58f6f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:25.218322 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.221382 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b4613cb0-9890-41b5-b2f3-841609aed88b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/a215d26a-52cc-4fba-ae6c-7e5f76e8c73c HTTP/1.1" status: 204 len: 168 time: 0.5666368 Jul 22 14:36:25.224080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52978) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:25.236145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Provisioning complete for port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:25.237542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.261511 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac3465e-2d06-4005-81d7-5cea69b5093b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:25.263936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fac3465e-2d06-4005-81d7-5cea69b5093b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/a215d26a-52cc-4fba-ae6c-7e5f76e8c73c HTTP/1.1" status: 404 len: 333 time: 0.0386174 Jul 22 14:36:25.266738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52982) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:25.271676 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39766196-de76-4c01-aac2-2c7e75ec5c47 x-openstack-request-id: req-39766196-de76-4c01-aac2-2c7e75ec5c47 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:25.271963 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2378aa2-5dda-44ad-a06e-cf884d373f77", "name": "network-vif-deleted", "tag": "0151b0cc-e5ef-41a8-aad3-0e9481d58f6f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:25.272219 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39766196-de76-4c01-aac2-2c7e75ec5c47 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:25.272623 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2378aa2-5dda-44ad-a06e-cf884d373f77', 'name': 'network-vif-deleted', 'tag': '0151b0cc-e5ef-41a8-aad3-0e9481d58f6f', 'status': 'completed', 'code': 200} Jul 22 14:36:25.358427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Could not find standard attr ID for object a215d26a-52cc-4fba-ae6c-7e5f76e8c73c. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:25.371985 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Provisioning for port 72190f3e-4b8c-4d15-962f-8f2026eab667 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:25.376721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Provisioning complete for port 72190f3e-4b8c-4d15-962f-8f2026eab667 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:25.377418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.404641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 72190f3e-4b8c-4d15-962f-8f2026eab667 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:25.405067 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.421323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b625bd0e-c2b4-47b0-88eb-c8122ba25353 None None] Port 72190f3e-4b8c-4d15-962f-8f2026eab667 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:25.503179 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.517743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 72190f3e-4b8c-4d15-962f-8f2026eab667 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:25.547167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2bcbedba-385d-47cd-bfd2-ad4ffc6df527 None None] Provisioning complete for port 72190f3e-4b8c-4d15-962f-8f2026eab667 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:25.547538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2bcbedba-385d-47cd-bfd2-ad4ffc6df527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.583702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbedba-385d-47cd-bfd2-ad4ffc6df527 None None] Port 72190f3e-4b8c-4d15-962f-8f2026eab667 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:25.674024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.703781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=72190f3e-4b8c-4d15-962f-8f2026eab667,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:25.711964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b021920-e2b7-4cea-9834-dc6bd83e130f None None] Could not find standard attr ID for object a215d26a-52cc-4fba-ae6c-7e5f76e8c73c. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:25.789372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0a9d334d-4c21-4bfb-b37a-fbee3762772a req-0d4bec1f-0649-4e02-bd97-5c32c3617f88 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2378aa2-5dda-44ad-a06e-cf884d373f77 HTTP/1.1" status: 200 len: 210 time: 0.0515206 Jul 22 14:36:25.813668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.817968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0f1b1485-7b2d-49c4-ac41-a8d7d271c223 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/72190f3e-4b8c-4d15-962f-8f2026eab667 HTTP/1.1" status: 204 len: 168 time: 0.5499792 Jul 22 14:36:25.818688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:25.852543 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-894b31b9-b057-458f-99a9-609259e83aeb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:25.857052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-894b31b9-b057-458f-99a9-609259e83aeb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/72190f3e-4b8c-4d15-962f-8f2026eab667 HTTP/1.1" status: 404 len: 333 time: 0.0373242 Jul 22 14:36:25.857704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:25.918417 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet d29bfa54-5e1e-4197-a323-8959598d592d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:25.922488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.983306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.075656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.143464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.155431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:26.176446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=d29bfa54-5e1e-4197-a323-8959598d592d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:26.183827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.186017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ecb855e7-7f2d-457a-8239-f3a283422c6d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/d29bfa54-5e1e-4197-a323-8959598d592d HTTP/1.1" status: 204 len: 168 time: 0.3271599 Jul 22 14:36:26.188634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 52990) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:26.191720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdead129-dd07-4c96-aa05-a602ba086ce0 None None] Network 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:26.271898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.288465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:26.289564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.325241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:26.325582 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.394622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] For port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,segment=NetworkSegment(4ac7ca03-7428-457a-a660-44c28c138a1a),segment_id=4ac7ca03-7428-457a-a660-44c28c138a1a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:26.394893 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.410419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:26.449234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] DHCP port deletion for 5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:26.504214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Deleting port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:26.504476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.505065 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.533805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:26.535646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No DVR routers for this DVR port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:26.571052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] For port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:26.571450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.583299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Calling delete_port for 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:26.585988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:36:26.587369 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.613840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] Pushing event deleted for resources: {'Port': ['ID=96b9c3d1-6596-4fda-898f-b24d4bb2c1e2,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:26.615928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dee45b-6a45-4457-8d90-1af27f2d6fe8 None None] No DVR routers for this DVR port 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:26.618851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.633415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.643828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac7ca03-7428-457a-a660-44c28c138a1a') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.644130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac7ca03-7428-457a-a660-44c28c138a1a') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.653038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.666537 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.672426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:26.672849 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:26.675872 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:26.736423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.744024 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.745906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4 HTTP/1.1" status: 204 len: 168 time: 0.5561261 Jul 22 14:36:26.749648 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 52994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:26.755110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1657261233'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:26.757085 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b9c2d-f8d2-4101-8fa1-a43b456ecbc6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=5f5ae23a-dcf4-45d1-9ef3-f82214d11ff4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:26.777263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:26.780730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.809371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:26.817988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.818385 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Added segment f3fc92c4-ff68-4e51-a79d-f3b52789b8f5 of type vlan for network 3c40b7b8-48e1-478a-937e-77844528e10e Jul 22 14:36:26.859523 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.895270 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.901429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.902054 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.937664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846142 Jul 22 14:36:26.938378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53000) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:26.943233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:26.998316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea5bb3-9d90-4466-996e-8b7f78df7d37 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Network': ['ID=3c40b7b8-48e1-478a-937e-77844528e10e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:27.009158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 3c40b7b8-48e1-478a-937e-77844528e10e details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:27.321393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:27.325335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.513008 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.578014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=06e7867e-2447-43c7-94f0-18df2fdb72d4,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:27.588902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Checking segment: {'id': 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:27.589261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network hostable DHCP agents. Network: 3c40b7b8-48e1-478a-937e-77844528e10e, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:27.605461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 3c40b7b8-48e1-478a-937e-77844528e10e is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:27.614712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 3c40b7b8-48e1-478a-937e-77844528e10e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:27.619250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:27.619850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.627613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b5d9c6-9b62-48e5-a28e-15bd23b35542 None None] Network 3c40b7b8-48e1-478a-937e-77844528e10e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:27.638824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8334ae6-8d34-41f7-b6eb-c2cda5673c62 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6969135 Jul 22 14:36:27.639062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:27.644109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1706827032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:27.671723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.672886 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.765590 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.770397 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.788491 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.789908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-228dd8a5-d528-420e-a5c1-6f36dabca6b4 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1497269 Jul 22 14:36:27.792413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:27.796340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-3c40b7b8-48e1-478a-937e-77844528e10e', 'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': '06e7867e-2447-43c7-94f0-18df2fdb72d4'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:27.797552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e', 'name': 'tempest-PortsTestJSON-1839529992'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:27.797714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.921406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:27.927058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.949150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:28.173774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.12 (3c40b7b8-48e1-478a-937e-77844528e10e/06e7867e-2447-43c7-94f0-18df2fdb72d4/f919ae00-b8a0-4ef5-b7c4-63185ca14e05) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:28.201512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:28.224638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:28.225060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 96b9c3d1-6596-4fda-898f-b24d4bb2c1e2 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:28.354035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.368954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object f919ae00-b8a0-4ef5-b7c4-63185ca14e05 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:28.403677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.453058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 3c40b7b8-48e1-478a-937e-77844528e10e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:28.453501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Allocated IP 172.20.0.2 (3c40b7b8-48e1-478a-937e-77844528e10e/06e7867e-2447-43c7-94f0-18df2fdb72d4/1973f02b-0a33-44e6-af8d-a0c707730024) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:28.456901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:28.461917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:28.465905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=f919ae00-b8a0-4ef5-b7c4-63185ca14e05,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:28.517832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.518451 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.532622 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e352a51b-3507-44a9-beaa-0ec3e92878ae tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7389126 Jul 22 14:36:28.535120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:28.685666 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.697788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Transition to ACTIVE for port object 1973f02b-0a33-44e6-af8d-a0c707730024 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:28.720563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Transition to ACTIVE for port object 1973f02b-0a33-44e6-af8d-a0c707730024 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:28.727446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.765965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Network 3c40b7b8-48e1-478a-937e-77844528e10e is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:28.774159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:28.778212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:28.792181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Pushing event updated for resources: {'Port': ['ID=1973f02b-0a33-44e6-af8d-a0c707730024,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:28.857236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Attempting to bind port 1973f02b-0a33-44e6-af8d-a0c707730024 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:28.857607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Attempting to bind port 1973f02b-0a33-44e6-af8d-a0c707730024 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:28.858001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Attempting to bind port 1973f02b-0a33-44e6-af8d-a0c707730024 on network 3c40b7b8-48e1-478a-937e-77844528e10e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:28.867409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:28.867941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Checking segment: {'id': 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:28.868354 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.868748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Bound using segment: {'id': 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:28.869218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Bound port: 1973f02b-0a33-44e6-af8d-a0c707730024, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c40b7b8-48e1-478a-937e-77844528e10e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:28.869603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.932708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] For port 1973f02b-0a33-44e6-af8d-a0c707730024, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:28.935879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] For port 1973f02b-0a33-44e6-af8d-a0c707730024, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1973f02b-0a33-44e6-af8d-a0c707730024,segment=NetworkSegment(f3fc92c4-ff68-4e51-a79d-f3b52789b8f5),segment_id=f3fc92c4-ff68-4e51-a79d-f3b52789b8f5)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:28.937888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.940461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.003183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bebb00-ca4b-43bc-ac55-54929aded1e8 None None] Pushing event updated for resources: {'Port': ['ID=1973f02b-0a33-44e6-af8d-a0c707730024,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:29.170517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:29.227984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:29.233749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0151b0cc-e5ef-41a8-aad3-0e9481d58f6f not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:29.287492 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.294221 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.409665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=f919ae00-b8a0-4ef5-b7c4-63185ca14e05,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:29.573238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.780834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.081242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.088042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.145023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900c6e1d-a4ff-4c08-adc6-75d3b510a429 None None] Network 3c40b7b8-48e1-478a-937e-77844528e10e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:30.174237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.181249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=f919ae00-b8a0-4ef5-b7c4-63185ca14e05,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:30.211322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1973f02b-0a33-44e6-af8d-a0c707730024 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:30.283877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-372725ed-06ed-4df0-b5ef-ec63e8320f8a None None] Provisioning for port 1973f02b-0a33-44e6-af8d-a0c707730024 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:30.285122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 3c40b7b8-48e1-478a-937e-77844528e10e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:30.286604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:30.346842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 1973f02b-0a33-44e6-af8d-a0c707730024 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:30.360320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1973f02b-0a33-44e6-af8d-a0c707730024 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:30.360915 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.466360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Router ecee7664-8a7f-495e-936d-66f2a1401411 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:36:30.525253 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.566024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 1973f02b-0a33-44e6-af8d-a0c707730024, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1973f02b-0a33-44e6-af8d-a0c707730024,segment=NetworkSegment(f3fc92c4-ff68-4e51-a79d-f3b52789b8f5),segment_id=f3fc92c4-ff68-4e51-a79d-f3b52789b8f5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:30.571808 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.650607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=1973f02b-0a33-44e6-af8d-a0c707730024,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:30.821088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bddf17cd-1c7e-4d3e-9f83-87ea93e50aa1 None None] Provisioning for port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:30.825428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bddf17cd-1c7e-4d3e-9f83-87ea93e50aa1 None None] Provisioning complete for port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:30.825848 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bddf17cd-1c7e-4d3e-9f83-87ea93e50aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.863584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bddf17cd-1c7e-4d3e-9f83-87ea93e50aa1 None None] Port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:30.875244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bddf17cd-1c7e-4d3e-9f83-87ea93e50aa1 None None] Provisioning complete for port 1973f02b-0a33-44e6-af8d-a0c707730024 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:30.875931 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bddf17cd-1c7e-4d3e-9f83-87ea93e50aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.882213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:30.895616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53028) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:30.898682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e44a0d50-1e09-4ea2-b972-bb183025bc61 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/routers/ecee7664-8a7f-495e-936d-66f2a1401411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3566422 Jul 22 14:36:30.900287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] Sync routers for ids ['ecee7664-8a7f-495e-936d-66f2a1401411'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:30.921108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] Routers {'ecee7664-8a7f-495e-936d-66f2a1401411'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:30.921784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:36:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecee7664-8a7f-495e-936d-66f2a1401411'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:30.961469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:30.964618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1d6bf4-13bb-4c66-9a00-01381297f5e9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:30.969129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cb1d6bf4-13bb-4c66-9a00-01381297f5e9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecee7664-8a7f-495e-936d-66f2a1401411 HTTP/1.1" status: 200 len: 983 time: 0.0697143 Jul 22 14:36:30.970103 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:30.974204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] Routers {'ecee7664-8a7f-495e-936d-66f2a1401411'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:30.974836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:36:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecee7664-8a7f-495e-936d-66f2a1401411'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:31.009996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:31.010664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09279f-0782-442c-8100-47eaa936a3ae None None] The sync data for ids ['ecee7664-8a7f-495e-936d-66f2a1401411'] in n-d-787205-11 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:31.172131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f759799a-2f9e-4dc7-ba20-3b14b1bf2def None None] Provisioning complete for port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:31.173214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f759799a-2f9e-4dc7-ba20-3b14b1bf2def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.211281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f759799a-2f9e-4dc7-ba20-3b14b1bf2def None None] Port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:31.446619 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bd8e9418-648d-42c4-8dce-4e31dcf217b2 None None] Provisioning complete for port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:31.446984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9418-648d-42c4-8dce-4e31dcf217b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.458648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.487396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e9418-648d-42c4-8dce-4e31dcf217b2 None None] Port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:31.718096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port f919ae00-b8a0-4ef5-b7c4-63185ca14e05 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:31.718455 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.813522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.826169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for f919ae00-b8a0-4ef5-b7c4-63185ca14e05 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:32.068164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.111246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=f919ae00-b8a0-4ef5-b7c4-63185ca14e05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:32.183841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1973f02b-0a33-44e6-af8d-a0c707730024 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:32.265035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1973f02b-0a33-44e6-af8d-a0c707730024 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:32.265568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.320669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.508494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Router ecee7664-8a7f-495e-936d-66f2a1401411 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:32.585495 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:32.596064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d574ad5-b007-403e-a3f0-f891d066b119 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/routers/ecee7664-8a7f-495e-936d-66f2a1401411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194022 Jul 22 14:36:32.596064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:32.603528 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] Sync routers for ids ['ecee7664-8a7f-495e-936d-66f2a1401411'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:32.615897 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] Routers {'ecee7664-8a7f-495e-936d-66f2a1401411'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:32.617071 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:36:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecee7664-8a7f-495e-936d-66f2a1401411'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:32.628339 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2874672-f716-4871-a1ce-25340b5bbbd3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:32.632551 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2874672-f716-4871-a1ce-25340b5bbbd3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/f919ae00-b8a0-4ef5-b7c4-63185ca14e05 HTTP/1.1" status: 404 len: 333 time: 0.0354557 Jul 22 14:36:32.633406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:32.657526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:32.667417 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] Routers {'ecee7664-8a7f-495e-936d-66f2a1401411'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:32.668057 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:36:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['ecee7664-8a7f-495e-936d-66f2a1401411'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:32.701489 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:32.701489 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ddcf9-bf64-430d-9fcf-a60eeb1e28ab None None] The sync data for ids ['ecee7664-8a7f-495e-936d-66f2a1401411'] in n-d-787205-11 is: [] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:32.713559 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.933061 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.935358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.999738 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.000312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Fanout notify agent at l3_agent the message router_deleted on router ecee7664-8a7f-495e-936d-66f2a1401411 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:36:33.007796 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.008688 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a613a2b9-721a-42fa-bfdc-025da1880caf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/routers/ecee7664-8a7f-495e-936d-66f2a1401411 HTTP/1.1" status: 204 len: 168 time: 0.3743207 Jul 22 14:36:33.011598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53044) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.062832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 06e7867e-2447-43c7-94f0-18df2fdb72d4 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:33.065882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.109359 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.192084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.252013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.284917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=06e7867e-2447-43c7-94f0-18df2fdb72d4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:33.289469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.291258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5b2e9372-edfe-42e3-97b2-7efa376af59c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/06e7867e-2447-43c7-94f0-18df2fdb72d4 HTTP/1.1" status: 204 len: 168 time: 0.2785728 Jul 22 14:36:33.293752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53048) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.296012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f251d-707c-44b2-820c-adae85c09ce3 None None] Network 3c40b7b8-48e1-478a-937e-77844528e10e requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:33.381750 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.438529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 1973f02b-0a33-44e6-af8d-a0c707730024 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:33.438877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.492899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] DHCP port deletion for 3c40b7b8-48e1-478a-937e-77844528e10e request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:33.511404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] For port 1973f02b-0a33-44e6-af8d-a0c707730024, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1973f02b-0a33-44e6-af8d-a0c707730024,segment=NetworkSegment(f3fc92c4-ff68-4e51-a79d-f3b52789b8f5),segment_id=f3fc92c4-ff68-4e51-a79d-f3b52789b8f5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:33.511688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.524887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 1973f02b-0a33-44e6-af8d-a0c707730024 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:33.543792 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] Deleting port 1973f02b-0a33-44e6-af8d-a0c707730024 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:33.544170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.605119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.605411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] For port 1973f02b-0a33-44e6-af8d-a0c707730024, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1973f02b-0a33-44e6-af8d-a0c707730024,segment=NetworkSegment(f3fc92c4-ff68-4e51-a79d-f3b52789b8f5),segment_id=f3fc92c4-ff68-4e51-a79d-f3b52789b8f5)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:33.605721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.620211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] Calling delete_port for 1973f02b-0a33-44e6-af8d-a0c707730024 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:33.638851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No DVR routers for this DVR port 1973f02b-0a33-44e6-af8d-a0c707730024 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:33.644038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=1973f02b-0a33-44e6-af8d-a0c707730024,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:33.707005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.738301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] Pushing event deleted for resources: {'Port': ['ID=1973f02b-0a33-44e6-af8d-a0c707730024,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:33.739215 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.740149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e032fbb-ac3e-4a88-a488-5a8d409a7ab2 None None] No DVR routers for this DVR port 1973f02b-0a33-44e6-af8d-a0c707730024 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:33.753989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c40b7b8-48e1-478a-937e-77844528e10e']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:33.764634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:33.764876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fc92c4-ff68-4e51-a79d-f3b52789b8f5') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:33.774539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.788912 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.795384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:33.795743 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:33.798973 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:33.877012 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.892138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.894027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/3c40b7b8-48e1-478a-937e-77844528e10e HTTP/1.1" status: 204 len: 168 time: 0.5993640 Jul 22 14:36:33.897913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53064) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.916233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670eb01c-43d3-44e0-a701-89e0ac3b19ce tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=3c40b7b8-48e1-478a-937e-77844528e10e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:33.951052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9057c8c-538a-4244-929a-bcff3f3499f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:33.952437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9057c8c-538a-4244-929a-bcff3f3499f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/58990fb0-2a4b-48e5-97cf-e9a24ab1ebab HTTP/1.1" status: 200 len: 840 time: 0.0534189 Jul 22 14:36:33.955975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.989735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-430b27ab-424d-47d2-a800-e97e2aa0ce68 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:33.991515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-430b27ab-424d-47d2-a800-e97e2aa0ce68 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 814 time: 0.1372862 Jul 22 14:36:34.008166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3f44d1ba-a932-461b-adb3-ea187a451fbb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/58990fb0-2a4b-48e5-97cf-e9a24ab1ebab?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0497689 Jul 22 14:36:34.008401 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-cd87aafb-e54c-4982-a2de-4ad47a9fb9f3 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/quotas/bf541db2111b4765b866052ad4d18632 HTTP/1.1" status: 200 len: 375 time: 0.0090756 Jul 22 14:36:34.011102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:34.016007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:34.043631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-50c4a754-69b8-422c-b39e-386c68f8109f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302913 Jul 22 14:36:34.110900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:34.115432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.130843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1973f02b-0a33-44e6-af8d-a0c707730024 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:34.151239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 1973f02b-0a33-44e6-af8d-a0c707730024 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:34.151990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1973f02b-0a33-44e6-af8d-a0c707730024 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:34.198447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-955c2e1b-42a5-4d6a-9ee4-433355c1a73b service neutron] 10.222.0.11 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474903 Jul 22 14:36:34.202483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-2f97dcc4-51d3-4e14-8dd6-33817a995017 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1504905 Jul 22 14:36:34.311761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.327949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-1f96f7c1-a4ba-4e84-89b5-7d72460134d0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227129 Jul 22 14:36:34.344755 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206e03-0491-4667-ad61-176e68314816 req-f1ba646f-b98b-4b3b-90a7-a6bab13deb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.346952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-f1ba646f-b98b-4b3b-90a7-a6bab13deb15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1098 time: 0.0831182 Jul 22 14:36:34.355734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:34.361134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:34.365914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.366504 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.375261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f284e9-5657-4cbc-bc16-ea3aba028eb5 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:34.378370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=fbf809ac-bb55-43da-9e94-67a929653da5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.395478 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:36:34.402983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9e09458b-ee64-43b5-b23f-1f2b2facc5e8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3907599 Jul 22 14:36:34.403827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:34.409054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1590414964'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:34.440370 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.479619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206e03-0491-4667-ad61-176e68314816 req-7ae409a2-3875-4f11-b07c-51c50e1e5773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.481547 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-7ae409a2-3875-4f11-b07c-51c50e1e5773 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1093893 Jul 22 14:36:34.549490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0cd91429-3a3a-4860-ac73-e7f15bd8b6f8 req-0974c14c-94e4-4cbe-9ebc-6f31f0abc187 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 210 time: 0.0369005 Jul 22 14:36:34.582624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.582791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-63c0e3de-a39d-4cd1-a428-fe3aac457440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 200 len: 1002 time: 0.0922067 Jul 22 14:36:34.588352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.630160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-18c7da07-e0e7-4061-982b-50d244a9bdaa', 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'tenant_id': 'df642c2b2704406693b242185e22976a', 'fixed_ips': [{'subnet_id': 'fbf809ac-bb55-43da-9e94-67a929653da5'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:34.630994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.637997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.642291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2347729 Jul 22 14:36:34.643670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:34.649425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206e03-0491-4667-ad61-176e68314816 req-2d6f873c-8b31-444e-9fa2-eb633b4ebb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.651035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-2d6f873c-8b31-444e-9fa2-eb633b4ebb3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0618358 Jul 22 14:36:34.651187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'security_group': {'name': 'tempest-secgroup-607994078'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:34.661381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee34d9-0cce-44b8-bb1f-f9405032eebf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae9220-fa96-468a-bd2d-060ed6dd3e5a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.692729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.743019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01206e03-0491-4667-ad61-176e68314816 req-85d0d121-ead9-4dd4-8d08-549cb18265c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.745089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-85d0d121-ead9-4dd4-8d08-549cb18265c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850570 Jul 22 14:36:34.796239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Allocated IP 172.20.0.2 (18c7da07-e0e7-4061-982b-50d244a9bdaa/fbf809ac-bb55-43da-9e94-67a929653da5/7aeaad4a-8418-4e43-b05c-857e51de61d9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:34.799721 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.806499 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.842137 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.845677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1988170 Jul 22 14:36:34.851347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14492cf-bb41-42a5-b162-6004c56bdd56 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a3913-d385-4627-9da4-1425f888d126,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.853789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:34.859363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-559460884', 'security_groups': ['0c8a3913-d385-4627-9da4-1425f888d126'], 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fbf809ac-bb55-43da-9e94-67a929653da5'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:34.994649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.005413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:35.007829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Transition to ACTIVE for port object 7aeaad4a-8418-4e43-b05c-857e51de61d9 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:35.030283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Transition to ACTIVE for port object 7aeaad4a-8418-4e43-b05c-857e51de61d9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:35.040404 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.083030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:35.086753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:35.090987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:35.099050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Pushing event updated for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:35.130068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.162357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port b3f03b4a-a020-451f-9d32-11c63c79a3e0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:35.165468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Attempting to bind port 7aeaad4a-8418-4e43-b05c-857e51de61d9 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:35.166336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Attempting to bind port 7aeaad4a-8418-4e43-b05c-857e51de61d9 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a29c07ef-2f4c-4ec7-9268-0057239634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:35.166336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Attempting to bind port 7aeaad4a-8418-4e43-b05c-857e51de61d9 on network 18c7da07-e0e7-4061-982b-50d244a9bdaa {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:35.172676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:35.173174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Checking segment: {'id': 'a29c07ef-2f4c-4ec7-9268-0057239634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:35.173679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.174156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Bound using segment: {'id': 'a29c07ef-2f4c-4ec7-9268-0057239634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:35.174755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Bound port: 7aeaad4a-8418-4e43-b05c-857e51de61d9, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29c07ef-2f4c-4ec7-9268-0057239634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:35.175214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.262130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:35.265566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7aeaad4a-8418-4e43-b05c-857e51de61d9,segment=NetworkSegment(a29c07ef-2f4c-4ec7-9268-0057239634eb),segment_id=a29c07ef-2f4c-4ec7-9268-0057239634eb)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:35.276138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.337122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-7cd973d8-afa2-40d5-befc-f32e5941e749 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820417 Jul 22 14:36:35.352972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcd33d-409a-4ed8-aa06-24f01ee697be None None] Pushing event updated for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:35.454708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-01206e03-0491-4667-ad61-176e68314816 req-0dadd8bd-6f96-44d6-be13-a1318e3ed67a service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094811 Jul 22 14:36:35.688956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-96361dd0-e710-41e6-9fee-eb94ff18a357 req-5e8a2b97-c3bf-4112-b60c-de85011dd5bc tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 210 time: 0.0486186 Jul 22 14:36:35.785370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.3 (18c7da07-e0e7-4061-982b-50d244a9bdaa/fbf809ac-bb55-43da-9e94-67a929653da5/b3f03b4a-a020-451f-9d32-11c63c79a3e0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:35.890261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-56bfed3c-f460-4a6b-957e-2a178fba066f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.891832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-56bfed3c-f460-4a6b-957e-2a178fba066f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 814 time: 0.1744971 Jul 22 14:36:35.915722 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Request body: {'port': {'device_id': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e', 'admin_state_up': True, 'tenant_id': 'bf541db2111b4765b866052ad4d18632'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:36.082460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.104316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object b3f03b4a-a020-451f-9d32-11c63c79a3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:36.116386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Made reservation on behalf of bf541db2111b4765b866052ad4d18632 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:36.121533 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.176847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7aeaad4a-8418-4e43-b05c-857e51de61d9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:36.219579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.242622 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:36.308165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:36.319562 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:36.326827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:36.331289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=b3f03b4a-a020-451f-9d32-11c63c79a3e0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:36.374988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Allocated IP 172.20.0.6 (cd393920-20d7-4989-96f2-f890f0ca903e/8d0fa1f9-0f49-4dcd-bd23-901b36a934a3/e3f11399-a45c-41b1-a15c-f5ea84e9140c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:36.400643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.400643 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.428874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d3c7e2f-630c-4ca2-a15e-75b39c42547a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5738716 Jul 22 14:36:36.432110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:36.438687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:36.464103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Provisioning for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:36.468685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:36.469053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.576239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.579644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:36.586525 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.602253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.617819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7aeaad4a-8418-4e43-b05c-857e51de61d9,segment=NetworkSegment(a29c07ef-2f4c-4ec7-9268-0057239634eb),segment_id=a29c07ef-2f4c-4ec7-9268-0057239634eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:36.622385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.662907 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.664919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:36.665298 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.702894 n-d-787205-11 neutron-server[93760]: INFO neutron.db.ipam_backend_mixin [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fbf809ac-bb55-43da-9e94-67a929653da5 (CIDR: 172.20.0.0/28) Jul 22 14:36:36.706377 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:36:36.707154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:36.708597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Pushing event updated for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:36.715569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-65ffca4d-2f7c-4904-90e6-75346f27b0e9 None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:36.719885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Network cd393920-20d7-4989-96f2-f890f0ca903e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:36.723345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:36.728677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:36.737539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2b48e81-717b-4601-a082-5513d6a63d93 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3035769 Jul 22 14:36:36.740276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53094) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:36.747176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:36.755089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Pushing event updated for resources: {'Port': ['ID=e3f11399-a45c-41b1-a15c-f5ea84e9140c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:36.797752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.798381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.836763 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-b2f1816f-9627-4149-8c0e-7a01cd8cd9b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9277773 Jul 22 14:36:36.838835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7fb150c0-367e-454b-83a6-24647d128a00 None None] Provisioning for port b3f03b4a-a020-451f-9d32-11c63c79a3e0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:36.843513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7fb150c0-367e-454b-83a6-24647d128a00 None None] Provisioning complete for port b3f03b4a-a020-451f-9d32-11c63c79a3e0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:36.844028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7fb150c0-367e-454b-83a6-24647d128a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.875376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017293fe-4767-4e8c-868c-93be5258be31 req-955fa41f-1399-460b-b4f0-8b83fcf12891 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.877528 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-017293fe-4767-4e8c-868c-93be5258be31 req-955fa41f-1399-460b-b4f0-8b83fcf12891 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 931 time: 0.1040785 Jul 22 14:36:36.893937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7fb150c0-367e-454b-83a6-24647d128a00 None None] Port b3f03b4a-a020-451f-9d32-11c63c79a3e0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:36.905510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:36.909749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.918510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Request body: {'port': {'device_id': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:36.968031 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-017293fe-4767-4e8c-868c-93be5258be31 req-5a1692b1-d40d-4aa9-8c40-eb045b5bf0d1 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811961 Jul 22 14:36:37.012310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.193765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.234364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:37.240122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:37.245227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:37.245994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.250679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3828e7-97cd-4c70-a717-6ba44ad9ee62 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:37.265050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=777710db-d232-45bd-ac06-77f3f48726d7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:37.278999 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f7959066-8a4b-4e74-b71e-0863272e4e1b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5347657 Jul 22 14:36:37.279196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53098) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:37.286089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1969193643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '777710db-d232-45bd-ac06-77f3f48726d7'}], 'security_groups': ['d0ae9220-fa96-468a-bd2d-060ed6dd3e5a']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:37.314911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f11399-a45c-41b1-a15c-f5ea84e9140c {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:37.325116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.339726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Transition to ACTIVE for port object e3f11399-a45c-41b1-a15c-f5ea84e9140c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:37.343052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.409063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f11399-a45c-41b1-a15c-f5ea84e9140c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:37.490390 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.491254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Attempting to bind port e3f11399-a45c-41b1-a15c-f5ea84e9140c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:37.491254 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Attempting to bind port e3f11399-a45c-41b1-a15c-f5ea84e9140c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:37.491556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Attempting to bind port e3f11399-a45c-41b1-a15c-f5ea84e9140c on network cd393920-20d7-4989-96f2-f890f0ca903e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:37.497272 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Port e3f11399-a45c-41b1-a15c-f5ea84e9140c on network cd393920-20d7-4989-96f2-f890f0ca903e not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:36:37.497596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Attempting to bind port e3f11399-a45c-41b1-a15c-f5ea84e9140c on network cd393920-20d7-4989-96f2-f890f0ca903e {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:37.502715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:37.503057 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Checking segment: {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:37.503446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Bound using segment: {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:37.503879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Bound port: e3f11399-a45c-41b1-a15c-f5ea84e9140c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:37.504242 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.532207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Update dhcp port {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'fixed_ips': [{'subnet_id': 'fbf809ac-bb55-43da-9e94-67a929653da5', 'ip_address': '172.20.0.2'}, {'subnet_id': '777710db-d232-45bd-ac06-77f3f48726d7'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '7aeaad4a-8418-4e43-b05c-857e51de61d9'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:36:37.572922 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.576637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] For port e3f11399-a45c-41b1-a15c-f5ea84e9140c, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:37.580603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] For port e3f11399-a45c-41b1-a15c-f5ea84e9140c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:37.585048 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.600730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:37.602339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.604173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-24861224-565f-4192-990d-fd519ef59b06 service neutron] 10.222.0.20 "PUT /v2.0/ports/e3f11399-a45c-41b1-a15c-f5ea84e9140c HTTP/1.1" status: 200 len: 1092 time: 0.7587097 Jul 22 14:36:37.606802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'tag': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:37.609186 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3474244d-db85-41f1-9c4c-d32acccf43cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a00de30-c2e9-42d2-8095-635e6936bd9f", "tag": "e3f11399-a45c-41b1-a15c-f5ea84e9140c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:37.699078 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465e9d10-ded7-4ccc-a813-504c4a1ea131 x-openstack-request-id: req-465e9d10-ded7-4ccc-a813-504c4a1ea131 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:37.699376 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a00de30-c2e9-42d2-8095-635e6936bd9f", "tag": "e3f11399-a45c-41b1-a15c-f5ea84e9140c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:37.699628 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-465e9d10-ded7-4ccc-a813-504c4a1ea131 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:37.700021 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'tag': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c', 'status': 'completed', 'code': 200} Jul 22 14:36:37.708644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24861224-565f-4192-990d-fd519ef59b06 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f11399-a45c-41b1-a15c-f5ea84e9140c,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:37.746756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-15e6c5f8-aa5c-40ba-9749-e0adecbbb1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:37.748330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-15e6c5f8-aa5c-40ba-9749-e0adecbbb1cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 1095 time: 0.0979238 Jul 22 14:36:37.781925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Allocated IP 172.20.0.18 (18c7da07-e0e7-4061-982b-50d244a9bdaa/777710db-d232-45bd-ac06-77f3f48726d7/7aeaad4a-8418-4e43-b05c-857e51de61d9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:37.801096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-f90bdd17-f4d0-46fa-9832-3ec67c11222d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c HTTP/1.1" status: 200 len: 217 time: 0.0444915 Jul 22 14:36:37.852797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-7c1cd645-be42-4a21-a7b2-8df6e067d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:37.854408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-7c1cd645-be42-4a21-a7b2-8df6e067d539 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 HTTP/1.1" status: 200 len: 854 time: 0.0459204 Jul 22 14:36:37.882921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7aeaad4a-8418-4e43-b05c-857e51de61d9,segment=NetworkSegment(a29c07ef-2f4c-4ec7-9268-0057239634eb),segment_id=a29c07ef-2f4c-4ec7-9268-0057239634eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:37.893468 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-e6f611e7-a312-4110-bfed-d5aa8bcf2540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd393920-20d7-4989-96f2-f890f0ca903e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314739 Jul 22 14:36:37.921869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.935452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Transition to ACTIVE for port object 7aeaad4a-8418-4e43-b05c-857e51de61d9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:37.939097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.999734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-648fd6b4-af4e-48ad-9379-57805f2fa796 service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982609 Jul 22 14:36:38.033471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb07de-0f52-46dd-8c89-ce26bbba6e3f None None] Pushing event updated for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:38.080806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Delete allocated IP 172.20.0.3 (18c7da07-e0e7-4061-982b-50d244a9bdaa/fbf809ac-bb55-43da-9e94-67a929653da5) {{(pid=93760) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:36:38.090674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.27 (18c7da07-e0e7-4061-982b-50d244a9bdaa/777710db-d232-45bd-ac06-77f3f48726d7/b3f03b4a-a020-451f-9d32-11c63c79a3e0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:38.153537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7aeaad4a-8418-4e43-b05c-857e51de61d9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:38.178372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbf91107-bfc5-44db-99b5-18044c31c6c6 req-8bbe91e2-807e-4530-9e9f-4d926c1e32dc service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694255 Jul 22 14:36:38.193960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b9632-70f2-4b92-bb66-7b97dc98a74b req-5cf4fd17-2a2d-486f-9120-c7b7d5cf930f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.196244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf3b9632-70f2-4b92-bb66-7b97dc98a74b req-5cf4fd17-2a2d-486f-9120-c7b7d5cf930f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 943 time: 0.1411622 Jul 22 14:36:38.291428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf3b9632-70f2-4b92-bb66-7b97dc98a74b req-ac422a69-87f2-4512-8820-0f0a567b6a9f tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874233 Jul 22 14:36:38.327474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-f543fa8a-32e0-40f2-9093-b5c065e37381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.329928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-f543fa8a-32e0-40f2-9093-b5c065e37381 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf541db2111b4765b866052ad4d18632&device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 1095 time: 0.0870583 Jul 22 14:36:38.347082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.368694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object b3f03b4a-a020-451f-9d32-11c63c79a3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:38.373815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.471518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-5ea37752-35e0-4382-bc49-45d882d3d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.473484 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-5ea37752-35e0-4382-bc49-45d882d3d97b service neutron] 10.222.0.20 "GET /v2.0/networks?id=cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 200 len: 915 time: 0.1357532 Jul 22 14:36:38.504693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=b3f03b4a-a020-451f-9d32-11c63c79a3e0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:38.519981 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-1279bbd2-3cc4-4996-b9e3-f71cf0dad59e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c HTTP/1.1" status: 200 len: 217 time: 0.0395737 Jul 22 14:36:38.532241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] In _notify_port_updated(), no bound segment for port b3f03b4a-a020-451f-9d32-11c63c79a3e0 on network 18c7da07-e0e7-4061-982b-50d244a9bdaa {{(pid=93760) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:36:38.538885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.539695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.541313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4f8a7872-96ac-402a-a238-9898003e4122 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/ports/b3f03b4a-a020-451f-9d32-11c63c79a3e0 HTTP/1.1" status: 200 len: 921 time: 1.2607119 Jul 22 14:36:38.544217 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53104) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:38.578954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-56574100-255f-4fa1-af14-56905052bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.580480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-56574100-255f-4fa1-af14-56905052bf7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 HTTP/1.1" status: 200 len: 854 time: 0.0533593 Jul 22 14:36:38.627516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-358cf237-5774-40e8-a8b4-0c1a400dec12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cd393920-20d7-4989-96f2-f890f0ca903e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388675 Jul 22 14:36:38.668357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port b3f03b4a-a020-451f-9d32-11c63c79a3e0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:38.668737 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.736378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Provisioning for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:38.742608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:38.743553 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.745450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-2b3a6e19-aa48-48db-9800-5876c9f7d7f0 service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010516 Jul 22 14:36:38.772687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.786593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for b3f03b4a-a020-451f-9d32-11c63c79a3e0 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:38.867874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3474244d-db85-41f1-9c4c-d32acccf43cb req-9d03a537-9100-42d7-a264-5bcec4208f45 service neutron] 10.222.0.20 "GET /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149197 Jul 22 14:36:38.879275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:38.879990 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.924607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:38.937674 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.938649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Provisioning for port b3f03b4a-a020-451f-9d32-11c63c79a3e0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:38.942661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Provisioning complete for port b3f03b4a-a020-451f-9d32-11c63c79a3e0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:38.943114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.970426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4df949f9-507e-4492-aa65-9484d1c580a9 None None] Port b3f03b4a-a020-451f-9d32-11c63c79a3e0 was deleted so its status cannot be updated. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:36:38.977150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=b3f03b4a-a020-451f-9d32-11c63c79a3e0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.055542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.058125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d0a4848e-52f9-4c1d-a278-4ac77915d0f7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/b3f03b4a-a020-451f-9d32-11c63c79a3e0 HTTP/1.1" status: 204 len: 168 time: 0.5125549 Jul 22 14:36:39.060673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53106) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.090484 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-af45be41-f7ca-4355-bf89-ea3a577f71e2 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:39.092261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-af45be41-f7ca-4355-bf89-ea3a577f71e2 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/b3f03b4a-a020-451f-9d32-11c63c79a3e0 HTTP/1.1" status: 404 len: 333 time: 0.0306005 Jul 22 14:36:39.094975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53108) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.161193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a214c0b-5bb0-44a5-8657-85363fce6981 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.187203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a214c0b-5bb0-44a5-8657-85363fce6981 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.191243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3924f964-846e-4792-a489-a74bbaaca2de None None] Could not find standard attr ID for object b3f03b4a-a020-451f-9d32-11c63c79a3e0. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:39.235371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a214c0b-5bb0-44a5-8657-85363fce6981 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.238095 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a214c0b-5bb0-44a5-8657-85363fce6981 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.239280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2a214c0b-5bb0-44a5-8657-85363fce6981 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c8a3913-d385-4627-9da4-1425f888d126 HTTP/1.1" status: 204 len: 168 time: 0.1433058 Jul 22 14:36:39.242613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.249632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a214c0b-5bb0-44a5-8657-85363fce6981 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a3913-d385-4627-9da4-1425f888d126,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.305791 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c368b8-ace5-4f69-b981-3e93c78900cf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.330145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c368b8-ace5-4f69-b981-3e93c78900cf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.378524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c368b8-ace5-4f69-b981-3e93c78900cf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.381114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c368b8-ace5-4f69-b981-3e93c78900cf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.382398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-77c368b8-ace5-4f69-b981-3e93c78900cf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/security-groups/d0ae9220-fa96-468a-bd2d-060ed6dd3e5a HTTP/1.1" status: 204 len: 168 time: 0.1382899 Jul 22 14:36:39.388095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53114) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.391971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c368b8-ace5-4f69-b981-3e93c78900cf tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae9220-fa96-468a-bd2d-060ed6dd3e5a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.464096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet fbf809ac-bb55-43da-9e94-67a929653da5 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:39.469693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.536352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3643e-63a8-4d3a-8e7b-0c99e4601d94 req-4fc397b8-a409-461b-85dd-8bd508335029 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:39.537898 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7d3643e-63a8-4d3a-8e7b-0c99e4601d94 req-4fc397b8-a409-461b-85dd-8bd508335029 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 943 time: 0.1595500 Jul 22 14:36:39.540590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.624181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d7d3643e-63a8-4d3a-8e7b-0c99e4601d94 req-4c7068a4-e252-48e9-bd6e-c00f4d9a12b8 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618911 Jul 22 14:36:39.661184 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.720092 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.750360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf809ac-bb55-43da-9e94-67a929653da5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.756727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.759368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d66ce189-ed17-4bf6-a31f-9a3db6f14632 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/fbf809ac-bb55-43da-9e94-67a929653da5 HTTP/1.1" status: 204 len: 168 time: 0.3693116 Jul 22 14:36:39.763357 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.765187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca4497-77ae-4811-9ea9-f34014f6f2a6 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:39.768548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:39.881575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:39.890699 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.115982 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.163168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:40.166753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:40.171033 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:40.171625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.179795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=4a67f703-84d1-4d38-bf0d-24ba2109614c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.191402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e87b09c2-a536-4305-9416-6bd177e46d5c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4269252 Jul 22 14:36:40.193947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.199372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1949639373'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:40.223714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.309924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.314778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.349390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.350670 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1557148 Jul 22 14:36:40.352681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450ed56-72a3-4d3b-bb22-a161d2b53fc1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63b2f46-c8c1-4d41-9ae4-e5e5dba38531,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.353888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53120) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.359078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'security_group': {'name': 'tempest-secgroup-401314667'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:40.386531 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.428409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be3ea0-18ec-4525-878d-81cf204174bd None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:40.469462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.474357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.504142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.508220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1504025 Jul 22 14:36:40.508220 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fd431-373c-4f74-bf44-82a7d64d3475 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2cd519-caa4-4989-9ebc-1852dfcd438f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.509002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.515321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'security_group': {'name': 'tempest-secgroup-643944045'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:40.538760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.558660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-565275f1-9d34-4c3b-984f-8fd1a1a0a506 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:40.559038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-565275f1-9d34-4c3b-984f-8fd1a1a0a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.627932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.632522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.654851 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.658588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1461325 Jul 22 14:36:40.659152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.664779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54917ac-cd5b-4e73-8d07-de8b15e5ff1e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b72739-691e-47f3-9107-c0ceb99c49ba,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.665807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-583580761', 'security_groups': ['e0b72739-691e-47f3-9107-c0ceb99c49ba'], 'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4a67f703-84d1-4d38-bf0d-24ba2109614c'}]}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:40.702844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-565275f1-9d34-4c3b-984f-8fd1a1a0a506 None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:40.703257 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-565275f1-9d34-4c3b-984f-8fd1a1a0a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.773595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-565275f1-9d34-4c3b-984f-8fd1a1a0a506 None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:40.785905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Update dhcp port {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'fixed_ips': [{'subnet_id': '777710db-d232-45bd-ac06-77f3f48726d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '4a67f703-84d1-4d38-bf0d-24ba2109614c'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '7aeaad4a-8418-4e43-b05c-857e51de61d9'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:36:40.793982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a325f7-26e2-425e-88bd-b3b70c9c54dd req-855e43a1-aa3b-4a44-bf14-601c456e453a tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:40.795765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1a325f7-26e2-425e-88bd-b3b70c9c54dd req-855e43a1-aa3b-4a44-bf14-601c456e453a tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 943 time: 0.0736952 Jul 22 14:36:40.808571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:40.814017 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.824009 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.832279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] device_id is not set on port 78ad004e-2c66-4681-af5a-fc2e8388b873 yet. {{(pid=93760) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:40.841027 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1a325f7-26e2-425e-88bd-b3b70c9c54dd req-27ce6edd-1cdc-43d9-be37-43ae478ed734 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379829 Jul 22 14:36:41.006486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Allocated IP 172.20.0.2 (18c7da07-e0e7-4061-982b-50d244a9bdaa/4a67f703-84d1-4d38-bf0d-24ba2109614c/7aeaad4a-8418-4e43-b05c-857e51de61d9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:41.106174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7aeaad4a-8418-4e43-b05c-857e51de61d9,segment=NetworkSegment(a29c07ef-2f4c-4ec7-9268-0057239634eb),segment_id=a29c07ef-2f4c-4ec7-9268-0057239634eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:41.136615 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.150337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Transition to ACTIVE for port object 7aeaad4a-8418-4e43-b05c-857e51de61d9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:41.153857 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.215428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.9 (18c7da07-e0e7-4061-982b-50d244a9bdaa/4a67f703-84d1-4d38-bf0d-24ba2109614c/78ad004e-2c66-4681-af5a-fc2e8388b873) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:41.245751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e3f11399-a45c-41b1-a15c-f5ea84e9140c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:41.259960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b318272-82d9-46f6-866f-f497c0adbc4d None None] Pushing event updated for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:41.364206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e3f11399-a45c-41b1-a15c-f5ea84e9140c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:41.377498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c', 'network_id': 'cd393920-20d7-4989-96f2-f890f0ca903e', 'port_id': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c', 'mac_address': 'fa:16:3e:8f:91:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0fa1f9-0f49-4dcd-bd23-901b36a934a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:41.381247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.398920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object 78ad004e-2c66-4681-af5a-fc2e8388b873 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:41.419453 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.435134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f11399-a45c-41b1-a15c-f5ea84e9140c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:41.443273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.459882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e3f11399-a45c-41b1-a15c-f5ea84e9140c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:41.465341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.500717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:41.504382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:41.516122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:41.521950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=78ad004e-2c66-4681-af5a-fc2e8388b873,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:41.531250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e3f11399-a45c-41b1-a15c-f5ea84e9140c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:41.580391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:41.581205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.598020 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2169794a-d9d5-4e7e-9c0b-f338f325189a tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9376602 Jul 22 14:36:41.601557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:41.607193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.678509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e3f11399-a45c-41b1-a15c-f5ea84e9140c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:41.743724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:41.752473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.854696 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4a67f703-84d1-4d38-bf0d-24ba2109614c (CIDR: 172.20.0.0/28) Jul 22 14:36:41.858494 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:36:41.859203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:41.875952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-29a20d5e-c851-4abb-8294-183c3ee02972 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2728002 Jul 22 14:36:41.878408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:41.884889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.909448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd822cca-ee12-4cdd-addb-db66a6ece846 None None] Provisioning for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:41.914733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd822cca-ee12-4cdd-addb-db66a6ece846 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:41.915143 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd822cca-ee12-4cdd-addb-db66a6ece846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.011035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408cbfb-7fef-4eb0-bc73-de77d4ad9a1f req-59bb6806-c828-40dd-9c35-a33dfa3a3e4a tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:42.013509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f408cbfb-7fef-4eb0-bc73-de77d4ad9a1f req-59bb6806-c828-40dd-9c35-a33dfa3a3e4a tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 944 time: 0.0877640 Jul 22 14:36:42.041736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:42.047814 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.048262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cd822cca-ee12-4cdd-addb-db66a6ece846 None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:42.048927 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd822cca-ee12-4cdd-addb-db66a6ece846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.061410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f408cbfb-7fef-4eb0-bc73-de77d4ad9a1f req-f771b0d6-a14b-43d5-8b7e-3e889beb44e0 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Jul 22 14:36:42.098679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cd822cca-ee12-4cdd-addb-db66a6ece846 None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:42.150211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7aeaad4a-8418-4e43-b05c-857e51de61d9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:42.171882 n-d-787205-11 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 777710db-d232-45bd-ac06-77f3f48726d7 (CIDR: 172.20.0.16/28) Jul 22 14:36:42.175353 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:36:42.176008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:42.191569 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e1da6ec-9131-4a63-8c8d-6d1e5522768d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3120790 Jul 22 14:36:42.195507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:42.201075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'subnet': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:42.201245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:42.201556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.249524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-89af62ca-8fd3-40fc-9a96-c90a4a43ea2f None None] Provisioning for port 78ad004e-2c66-4681-af5a-fc2e8388b873 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:42.255019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-89af62ca-8fd3-40fc-9a96-c90a4a43ea2f None None] Provisioning complete for port 78ad004e-2c66-4681-af5a-fc2e8388b873 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:42.255394 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89af62ca-8fd3-40fc-9a96-c90a4a43ea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.311463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-89af62ca-8fd3-40fc-9a96-c90a4a43ea2f None None] Port 78ad004e-2c66-4681-af5a-fc2e8388b873 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:42.326838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Made reservation on behalf of df642c2b2704406693b242185e22976a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:42.330836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.564906 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.603270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:42.612481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:42.617179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:42.617798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.622613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d2930-0686-4967-afc1-7bf29689fc18 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:42.637175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Subnet': ['ID=126a53cb-ce99-4648-b255-afd3cda97cf9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:42.646673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c3dac4ed-4adb-47aa-abc1-9f4f4ebb88a7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4498899 Jul 22 14:36:42.650034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:42.655695 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1502203359', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '126a53cb-ce99-4648-b255-afd3cda97cf9'}], 'security_groups': ['e63b2f46-c8c1-4d41-9ae4-e5e5dba38531', '1c2cd519-caa4-4989-9ebc-1852dfcd438f']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:42.846942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.882708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Update dhcp port {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'fixed_ips': [{'subnet_id': '777710db-d232-45bd-ac06-77f3f48726d7', 'ip_address': '172.20.0.18'}, {'subnet_id': '4a67f703-84d1-4d38-bf0d-24ba2109614c', 'ip_address': '172.20.0.2'}, {'subnet_id': '126a53cb-ce99-4648-b255-afd3cda97cf9'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '7aeaad4a-8418-4e43-b05c-857e51de61d9'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:36:42.924566 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.100303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Allocated IP 172.20.0.34 (18c7da07-e0e7-4061-982b-50d244a9bdaa/126a53cb-ce99-4648-b255-afd3cda97cf9/7aeaad4a-8418-4e43-b05c-857e51de61d9) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:43.199659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9d221-52bc-4378-bf9c-9852552bea56 req-a27e20aa-f413-4a68-91e9-467439ab6501 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.201261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39e9d221-52bc-4378-bf9c-9852552bea56 req-a27e20aa-f413-4a68-91e9-467439ab6501 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 944 time: 0.0674953 Jul 22 14:36:43.203608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7aeaad4a-8418-4e43-b05c-857e51de61d9,segment=NetworkSegment(a29c07ef-2f4c-4ec7-9268-0057239634eb),segment_id=a29c07ef-2f4c-4ec7-9268-0057239634eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:43.236683 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.244719 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39e9d221-52bc-4378-bf9c-9852552bea56 req-a5f5b74e-081c-4164-9288-6724f8299d22 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 Jul 22 14:36:43.244956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e3f11399-a45c-41b1-a15c-f5ea84e9140c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:43.277877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Transition to ACTIVE for port object 7aeaad4a-8418-4e43-b05c-857e51de61d9 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:43.286910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.392958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Delete allocated IP 172.20.0.9 (18c7da07-e0e7-4061-982b-50d244a9bdaa/4a67f703-84d1-4d38-bf0d-24ba2109614c) {{(pid=93759) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:36:43.404818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Allocated IP 172.20.0.37 (18c7da07-e0e7-4061-982b-50d244a9bdaa/126a53cb-ce99-4648-b255-afd3cda97cf9/78ad004e-2c66-4681-af5a-fc2e8388b873) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:43.421438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port e3f11399-a45c-41b1-a15c-f5ea84e9140c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:43.423896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7204e-f5f5-413c-97b5-757a4b7b00cd None None] Pushing event updated for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:43.437397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port e3f11399-a45c-41b1-a15c-f5ea84e9140c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:43.437872 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.530249 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.556139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:43.558456 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d43301c-4872-4a6d-839b-210d7a629da1" -d '{"events": [{"server_uuid": "6a00de30-c2e9-42d2-8095-635e6936bd9f", "name": "network-vif-plugged", "status": "completed", "tag": "e3f11399-a45c-41b1-a15c-f5ea84e9140c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:43.572522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e3f11399-a45c-41b1-a15c-f5ea84e9140c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:43.578948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.601926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.614039 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f77a30-8c39-471b-8ea1-7a0fa0844e76 x-openstack-request-id: req-13f77a30-8c39-471b-8ea1-7a0fa0844e76 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:43.614327 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a00de30-c2e9-42d2-8095-635e6936bd9f", "name": "network-vif-plugged", "status": "completed", "tag": "e3f11399-a45c-41b1-a15c-f5ea84e9140c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:43.614687 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13f77a30-8c39-471b-8ea1-7a0fa0844e76 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:43.615092 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c', 'code': 200} Jul 22 14:36:43.619114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Transition to ACTIVE for port object 78ad004e-2c66-4681-af5a-fc2e8388b873 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:43.624167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.644937 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e3f11399-a45c-41b1-a15c-f5ea84e9140c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:43.789885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] In _notify_port_updated(), no bound segment for port 78ad004e-2c66-4681-af5a-fc2e8388b873 on network 18c7da07-e0e7-4061-982b-50d244a9bdaa {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:36:43.795433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.796073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.797778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "PUT /v2.0/ports/78ad004e-2c66-4681-af5a-fc2e8388b873 HTTP/1.1" status: 200 len: 960 time: 1.1466873 Jul 22 14:36:43.800148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb3577-7b6a-4ffa-b057-66bd13128c26 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event updated for resources: {'Port': ['ID=78ad004e-2c66-4681-af5a-fc2e8388b873,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:43.800850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53144) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:43.823333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644b3b5-abc4-4395-b023-1f92006c935e req-9dcddd46-578b-4015-a2c0-c74770cc8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.825013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0644b3b5-abc4-4395-b023-1f92006c935e req-9dcddd46-578b-4015-a2c0-c74770cc8bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 1097 time: 0.1258652 Jul 22 14:36:43.864017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0644b3b5-abc4-4395-b023-1f92006c935e req-b6aeb233-d25d-476b-8969-29086b431034 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Jul 22 14:36:43.916152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 78ad004e-2c66-4681-af5a-fc2e8388b873 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:43.916345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.012496 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.025412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 78ad004e-2c66-4681-af5a-fc2e8388b873 owned by {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:44.048470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Provisioning for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:44.053016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:44.053454 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.161559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7aeaad4a-8418-4e43-b05c-857e51de61d9 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:44.190528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.193697 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Provisioning for port 78ad004e-2c66-4681-af5a-fc2e8388b873 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:44.205122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Provisioning complete for port 78ad004e-2c66-4681-af5a-fc2e8388b873 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:44.205764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.221143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=78ad004e-2c66-4681-af5a-fc2e8388b873,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.228223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Port 78ad004e-2c66-4681-af5a-fc2e8388b873 was deleted so its status cannot be updated. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:36:44.247854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:44.248228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.251243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:44.251243 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.293319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.295588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-21d958dd-3c93-4575-8202-6c9917ab703e tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/78ad004e-2c66-4681-af5a-fc2e8388b873 HTTP/1.1" status: 204 len: 168 time: 0.4936874 Jul 22 14:36:44.298280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.330534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-dea0ba86-5f71-4705-90e4-f80990da1145 None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:44.340762 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c339722b-4e31-49ef-9fd8-ab4d273124d6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] GET failed (client error): The resource could not be found. Jul 22 14:36:44.343699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c339722b-4e31-49ef-9fd8-ab4d273124d6 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports/78ad004e-2c66-4681-af5a-fc2e8388b873 HTTP/1.1" status: 404 len: 333 time: 0.0444062 Jul 22 14:36:44.346466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53150) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.410828 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7270038-fca2-4694-8d26-7ad2319314f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.428609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb158b2e-ba0b-458b-ba69-7c19c7082816 req-4a73f2cd-f02c-46d6-88d3-183e889eb47b tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:44.430889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb158b2e-ba0b-458b-ba69-7c19c7082816 req-4a73f2cd-f02c-46d6-88d3-183e889eb47b tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 945 time: 0.0768542 Jul 22 14:36:44.445278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7270038-fca2-4694-8d26-7ad2319314f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.471988 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb158b2e-ba0b-458b-ba69-7c19c7082816 req-5d600dee-d18f-4175-bc7e-8956452ccaee tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Jul 22 14:36:44.492941 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7270038-fca2-4694-8d26-7ad2319314f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.494871 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7270038-fca2-4694-8d26-7ad2319314f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.499316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d7270038-fca2-4694-8d26-7ad2319314f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/security-groups/e0b72739-691e-47f3-9107-c0ceb99c49ba HTTP/1.1" status: 204 len: 168 time: 0.1490226 Jul 22 14:36:44.499761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.506264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7270038-fca2-4694-8d26-7ad2319314f8 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b72739-691e-47f3-9107-c0ceb99c49ba,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.553585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dfcdefa8-44cc-4185-af13-0489602e82ca None None] Could not find standard attr ID for object 78ad004e-2c66-4681-af5a-fc2e8388b873. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:44.578753 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16c8eae2-312c-4437-80ab-3dd76054bf7d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.613894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16c8eae2-312c-4437-80ab-3dd76054bf7d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.663034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16c8eae2-312c-4437-80ab-3dd76054bf7d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.666676 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16c8eae2-312c-4437-80ab-3dd76054bf7d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.670675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-16c8eae2-312c-4437-80ab-3dd76054bf7d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/security-groups/1c2cd519-caa4-4989-9ebc-1852dfcd438f HTTP/1.1" status: 204 len: 168 time: 0.1660752 Jul 22 14:36:44.671091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.685679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8eae2-312c-4437-80ab-3dd76054bf7d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2cd519-caa4-4989-9ebc-1852dfcd438f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.745209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45e43c26-194b-4836-a284-6a5ff7edbd8b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.772521 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45e43c26-194b-4836-a284-6a5ff7edbd8b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.816121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45e43c26-194b-4836-a284-6a5ff7edbd8b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.819202 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45e43c26-194b-4836-a284-6a5ff7edbd8b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.820857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-45e43c26-194b-4836-a284-6a5ff7edbd8b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/security-groups/e63b2f46-c8c1-4d41-9ae4-e5e5dba38531 HTTP/1.1" status: 204 len: 168 time: 0.1487465 Jul 22 14:36:44.824116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.830542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e43c26-194b-4836-a284-6a5ff7edbd8b tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63b2f46-c8c1-4d41-9ae4-e5e5dba38531,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.883052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 4a67f703-84d1-4d38-bf0d-24ba2109614c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:44.886165 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.925534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.010955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.067882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.097167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=4a67f703-84d1-4d38-bf0d-24ba2109614c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:45.099239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.102690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ecd1c4d8-d48a-41b7-a4f9-1a0da9cfe324 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/4a67f703-84d1-4d38-bf0d-24ba2109614c HTTP/1.1" status: 204 len: 168 time: 0.2759633 Jul 22 14:36:45.105506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:45.107976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744e3d3-9449-49b4-867e-6e1bbbffb699 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:45.163859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 126a53cb-ce99-4648-b255-afd3cda97cf9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:45.167128 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.212125 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.613401 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.621905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec604c9f-eeb2-4c90-95c3-3b1093becac6 req-babe1fc9-6081-4c28-b5f7-b09dad9b2152 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:45.623491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec604c9f-eeb2-4c90-95c3-3b1093becac6 req-babe1fc9-6081-4c28-b5f7-b09dad9b2152 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 945 time: 0.0716887 Jul 22 14:36:45.676441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.678470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec604c9f-eeb2-4c90-95c3-3b1093becac6 req-fb19a870-5149-48b5-a89b-a053a9d6320d tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479038 Jul 22 14:36:45.703037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=126a53cb-ce99-4648-b255-afd3cda97cf9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:45.709793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.712069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da07aa6f-55ca-40a1-bc7d-3b4261bd8135 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/126a53cb-ce99-4648-b255-afd3cda97cf9 HTTP/1.1" status: 204 len: 168 time: 0.6046844 Jul 22 14:36:45.714553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:45.749005 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e891a1e-c806-4e47-9fbc-de351dbd3ab3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:45.749473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e891a1e-c806-4e47-9fbc-de351dbd3ab3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:45.751289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3e891a1e-c806-4e47-9fbc-de351dbd3ab3 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/4a67f703-84d1-4d38-bf0d-24ba2109614c HTTP/1.1" status: 404 len: 337 time: 0.0355926 Jul 22 14:36:45.753850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:45.813693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting subnet 777710db-d232-45bd-ac06-77f3f48726d7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:45.817250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7bab1f-2c5a-4fb5-915e-c32a23bc06ac None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:45.819240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.864970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.905780 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0194e4d9-4689-4f86-9590-d78ee80f5ee5 None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:45.906153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0194e4d9-4689-4f86-9590-d78ee80f5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.970679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.043110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.070335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Subnet': ['ID=777710db-d232-45bd-ac06-77f3f48726d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:46.076524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.080869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-249f56d9-d879-4432-8197-73c697196868 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/777710db-d232-45bd-ac06-77f3f48726d7 HTTP/1.1" status: 204 len: 168 time: 0.3236597 Jul 22 14:36:46.081707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.088250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0194e4d9-4689-4f86-9590-d78ee80f5ee5 None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:46.088612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0194e4d9-4689-4f86-9590-d78ee80f5ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.119718 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-f954b196-e507-4ffa-9c6c-330a2ebeafb0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.120306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f954b196-e507-4ffa-9c6c-330a2ebeafb0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.122636 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f954b196-e507-4ffa-9c6c-330a2ebeafb0 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/fbf809ac-bb55-43da-9e94-67a929653da5 HTTP/1.1" status: 404 len: 337 time: 0.0390375 Jul 22 14:36:46.124803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53178) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.156698 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fef4b126-38e5-4c8f-9b95-98a52b75ca8d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecee7664-8a7f-495e-936d-66f2a1401411 HTTP/1.1" status: 200 len: 205 time: 0.0306542 Jul 22 14:36:46.159035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53180) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.174846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0194e4d9-4689-4f86-9590-d78ee80f5ee5 None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:46.189509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a1d70-da61-43df-b37b-4dc83703dd0c None None] Update dhcp port {'port': {'network_id': '18c7da07-e0e7-4061-982b-50d244a9bdaa', 'fixed_ips': [{'subnet_id': '777710db-d232-45bd-ac06-77f3f48726d7'}], 'binding:host_id': 'n-d-787205-11'}, 'id': '7aeaad4a-8418-4e43-b05c-857e51de61d9'} from n-d-787205-11. {{(pid=93761) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:36:46.197504 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-3e90338e-010e-469f-8d39-354f710acbd1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] delete failed (client error): The resource could not be found. Jul 22 14:36:46.198597 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3e90338e-010e-469f-8d39-354f710acbd1 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/routers/ecee7664-8a7f-495e-936d-66f2a1401411 HTTP/1.1" status: 404 len: 336 time: 0.0384371 Jul 22 14:36:46.201283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53184) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.231348 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec9a1d70-da61-43df-b37b-4dc83703dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.234250 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5ef328-ed89-4975-8280-a2481015d184 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.234709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5ef328-ed89-4975-8280-a2481015d184 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.236446 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ed5ef328-ed89-4975-8280-a2481015d184 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/06e7867e-2447-43c7-94f0-18df2fdb72d4 HTTP/1.1" status: 404 len: 337 time: 0.0341923 Jul 22 14:36:46.238994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53186) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.267839 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-3981d018-416c-49af-a16b-466fbe1e15cb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.268331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3981d018-416c-49af-a16b-466fbe1e15cb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.270118 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3981d018-416c-49af-a16b-466fbe1e15cb tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/d29bfa54-5e1e-4197-a323-8959598d592d HTTP/1.1" status: 404 len: 337 time: 0.0302196 Jul 22 14:36:46.273202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53188) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.300392 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-4410950c-f975-4076-9c35-80909e0a80cd tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.300937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4410950c-f975-4076-9c35-80909e0a80cd tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.303502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4410950c-f975-4076-9c35-80909e0a80cd tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/0ed7695a-92a7-4892-abc0-367268ae9e32 HTTP/1.1" status: 404 len: 337 time: 0.0292726 Jul 22 14:36:46.305575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.332473 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a769b69-d67b-4f57-9ab8-3d1adecc13e7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.333193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a769b69-d67b-4f57-9ab8-3d1adecc13e7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.336317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7a769b69-d67b-4f57-9ab8-3d1adecc13e7 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/d05aba89-6e8a-4078-b34f-463192414976 HTTP/1.1" status: 404 len: 333 time: 0.0292773 Jul 22 14:36:46.338579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53192) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.366649 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d19985-45fe-4b82-981e-74c79cb6420d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.367198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d19985-45fe-4b82-981e-74c79cb6420d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.371659 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-29d19985-45fe-4b82-981e-74c79cb6420d tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/9b36b758-65e1-48c6-b51a-9d40569ec8a1 HTTP/1.1" status: 404 len: 337 time: 0.0295482 Jul 22 14:36:46.377077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.409345 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cca118-d042-458d-8d4d-88c4315d4ab2 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.409911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cca118-d042-458d-8d4d-88c4315d4ab2 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.411846 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-97cca118-d042-458d-8d4d-88c4315d4ab2 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/1213158e-c473-44f3-bc17-3b1ac82f6904 HTTP/1.1" status: 404 len: 337 time: 0.0335853 Jul 22 14:36:46.414604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.417354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f2e4f1-d456-45d8-9981-0c1f23ebda16 None None] Network 18c7da07-e0e7-4061-982b-50d244a9bdaa requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:46.440639 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8534c503-70a6-4dce-8200-e78f8125c98f tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.441403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8534c503-70a6-4dce-8200-e78f8125c98f tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.443791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8534c503-70a6-4dce-8200-e78f8125c98f tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/765d336e-a1ea-4682-9c12-ae8ed4def3b8 HTTP/1.1" status: 404 len: 333 time: 0.0276740 Jul 22 14:36:46.446775 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53198) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.474442 n-d-787205-11 neutron-server[93760]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc83bee-2eae-4825-8f7c-77efc74ec418 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.474899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc83bee-2eae-4825-8f7c-77efc74ec418 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93760) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.479207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0cc83bee-2eae-4825-8f7c-77efc74ec418 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/04eb15a0-2676-4f20-9e43-9a9d8d8df6b6 HTTP/1.1" status: 404 len: 337 time: 0.0288298 Jul 22 14:36:46.479503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.505404 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4999c66f-aca3-439a-9a0f-7fbeb06bc491 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:46.505875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4999c66f-aca3-439a-9a0f-7fbeb06bc491 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:46.510506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4999c66f-aca3-439a-9a0f-7fbeb06bc491 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/subnets/3eb2b52a-26ac-445a-b82b-08ef09fce912 HTTP/1.1" status: 404 len: 337 time: 0.0276833 Jul 22 14:36:46.510903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.551500 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9bebcc9e-8a24-4d10-814b-cf324944779f None None] Provisioning complete for port 7aeaad4a-8418-4e43-b05c-857e51de61d9 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:46.551970 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9bebcc9e-8a24-4d10-814b-cf324944779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.609734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Deleting port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:46.610213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.638982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] DHCP port deletion for 18c7da07-e0e7-4061-982b-50d244a9bdaa request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:46.681873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.695834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Calling delete_port for 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:46.696043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9bebcc9e-8a24-4d10-814b-cf324944779f None None] Provisioning complete for port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:46.696422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9bebcc9e-8a24-4d10-814b-cf324944779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.739068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] Deleting port 7aeaad4a-8418-4e43-b05c-857e51de61d9 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:46.739451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.752308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9bebcc9e-8a24-4d10-814b-cf324944779f None None] Port 58990fb0-2a4b-48e5-97cf-e9a24ab1ebab cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:46.780041 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.811553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] For port 7aeaad4a-8418-4e43-b05c-857e51de61d9, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7aeaad4a-8418-4e43-b05c-857e51de61d9,segment=NetworkSegment(a29c07ef-2f4c-4ec7-9268-0057239634eb),segment_id=a29c07ef-2f4c-4ec7-9268-0057239634eb)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:46.812462 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.813425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Port': ['ID=58990fb0-2a4b-48e5-97cf-e9a24ab1ebab,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:46.819540 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.823345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1a9bd7c8-522a-47d4-bb30-d0c7f942eaf9 tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/ports/58990fb0-2a4b-48e5-97cf-e9a24ab1ebab HTTP/1.1" status: 204 len: 168 time: 0.3106329 Jul 22 14:36:46.824857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53204) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.827812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] Calling delete_port for 7aeaad4a-8418-4e43-b05c-857e51de61d9 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:46.909202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.918805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.007772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.018842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c7da07-e0e7-4061-982b-50d244a9bdaa']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:47.030762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29c07ef-2f4c-4ec7-9268-0057239634eb') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:47.031239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29c07ef-2f4c-4ec7-9268-0057239634eb') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:47.042191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.058367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.064885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:47.065445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:47.069307 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:47.102052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] Pushing event deleted for resources: {'Port': ['ID=7aeaad4a-8418-4e43-b05c-857e51de61d9,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:47.107795 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f872a1-5697-4dbe-b9da-c9d37c717a0f None None] No DVR routers for this DVR port 7aeaad4a-8418-4e43-b05c-857e51de61d9 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:47.142332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.154986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.159236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] 10.222.0.11 "DELETE /v2.0/networks/18c7da07-e0e7-4061-982b-50d244a9bdaa HTTP/1.1" status: 204 len: 168 time: 0.3305402 Jul 22 14:36:47.174191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5e7c7-18b5-41ed-8fa1-a7cd9388554c tempest-PortsTestJSON-1040582624 tempest-PortsTestJSON-1040582624-project] Pushing event deleted for resources: {'Network': ['ID=18c7da07-e0e7-4061-982b-50d244a9bdaa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:47.420507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:47.560576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3c0c1ac7-2c37-43fe-bbba-fac0561c70b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df642c2b2704406693b242185e22976a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388960 Jul 22 14:36:47.563117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:47.619334 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ff69df7-4fc4-4e4e-83c4-b11768d23b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.640571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ff69df7-4fc4-4e4e-83c4-b11768d23b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.685821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ff69df7-4fc4-4e4e-83c4-b11768d23b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.688339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ff69df7-4fc4-4e4e-83c4-b11768d23b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.689518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8ff69df7-4fc4-4e4e-83c4-b11768d23b68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c25c7227-569f-4844-9d65-f63c021d4bdc HTTP/1.1" status: 204 len: 168 time: 0.1255088 Jul 22 14:36:47.698935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff69df7-4fc4-4e4e-83c4-b11768d23b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25c7227-569f-4844-9d65-f63c021d4bdc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:48.148524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7aeaad4a-8418-4e43-b05c-857e51de61d9 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:48.171772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7aeaad4a-8418-4e43-b05c-857e51de61d9 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:48.172218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7aeaad4a-8418-4e43-b05c-857e51de61d9 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:48.376088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:48.477822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bc80dfb5-80f6-4b14-8c66-eab969faaec9 tempest-ServiceProvidersTest-26336043 tempest-ServiceProvidersTest-26336043-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1005919 Jul 22 14:36:48.589701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-43a23883-2ffc-4e59-b1d8-f3f34b83807d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.736772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53250) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:48.844403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0604ad83-9d81-4ef0-881f-5537abaeb80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.944141 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0604ad83-9d81-4ef0-881f-5537abaeb80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.948121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0604ad83-9d81-4ef0-881f-5537abaeb80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.991758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0604ad83-9d81-4ef0-881f-5537abaeb80f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=178e31be0a914b909afd1409ca5c7872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530563 Jul 22 14:36:48.992846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604ad83-9d81-4ef0-881f-5537abaeb80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d301c4a3-06b8-4437-a2d7-ae9abda1dc39,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:48.995350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:49.051144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ea073ff-82a0-4e66-9a00-3e1013fb8993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.074042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ea073ff-82a0-4e66-9a00-3e1013fb8993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.120845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ea073ff-82a0-4e66-9a00-3e1013fb8993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.123622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ea073ff-82a0-4e66-9a00-3e1013fb8993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.124781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9ea073ff-82a0-4e66-9a00-3e1013fb8993 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d301c4a3-06b8-4437-a2d7-ae9abda1dc39 HTTP/1.1" status: 204 len: 168 time: 0.1277781 Jul 22 14:36:49.133437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea073ff-82a0-4e66-9a00-3e1013fb8993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d301c4a3-06b8-4437-a2d7-ae9abda1dc39,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:49.234499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.185379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.786112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:50.897354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d9b232-8129-4055-9375-1d9acd313502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.988950 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d9b232-8129-4055-9375-1d9acd313502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.993289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55d9b232-8129-4055-9375-1d9acd313502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.031709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-55d9b232-8129-4055-9375-1d9acd313502 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=952b508c012e45d0bdc887857eaf8f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445283 Jul 22 14:36:51.033698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9b232-8129-4055-9375-1d9acd313502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9e433d-562f-4479-ba69-2989d058fdf8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:51.034457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53312) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:51.090790 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f410df14-9b6f-4de4-987c-48e0c7b91781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.112376 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f410df14-9b6f-4de4-987c-48e0c7b91781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.161036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f410df14-9b6f-4de4-987c-48e0c7b91781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.163889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f410df14-9b6f-4de4-987c-48e0c7b91781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.165123 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f410df14-9b6f-4de4-987c-48e0c7b91781 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a9e433d-562f-4479-ba69-2989d058fdf8 HTTP/1.1" status: 204 len: 168 time: 0.1296132 Jul 22 14:36:51.173429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410df14-9b6f-4de4-987c-48e0c7b91781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9e433d-562f-4479-ba69-2989d058fdf8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:51.354964 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.437137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53320) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:51.456236 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-695009d4-62e9-4054-b5eb-50e7405653b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.456979 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ffb98782-3085-4d63-b264-33a89a141356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.549660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-695009d4-62e9-4054-b5eb-50e7405653b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.553534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-695009d4-62e9-4054-b5eb-50e7405653b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.595270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-695009d4-62e9-4054-b5eb-50e7405653b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b58605ae9ec040a4b9d70eba621c9da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569114 Jul 22 14:36:51.596408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695009d4-62e9-4054-b5eb-50e7405653b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b10076-4989-45f8-808f-c589a1566933,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:51.598302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:51.657753 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-678afe26-b7be-4cdb-aed9-9c5ed09b8b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.684233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-678afe26-b7be-4cdb-aed9-9c5ed09b8b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.735713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-678afe26-b7be-4cdb-aed9-9c5ed09b8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.738846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-678afe26-b7be-4cdb-aed9-9c5ed09b8b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.740276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-678afe26-b7be-4cdb-aed9-9c5ed09b8b17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96b10076-4989-45f8-808f-c589a1566933 HTTP/1.1" status: 204 len: 168 time: 0.1408398 Jul 22 14:36:51.750074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678afe26-b7be-4cdb-aed9-9c5ed09b8b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b10076-4989-45f8-808f-c589a1566933,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:52.433745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:52.473870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.532639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-974348608-network', 'tenant_id': '4ef784952be04a1bb657e8a7231bcbb8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:52.553516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Made reservation on behalf of 4ef784952be04a1bb657e8a7231bcbb8 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:52.556493 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.567701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.665799 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.669565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.690479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:52.705281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7ad71-5dd6-45c4-b165-b9c3a9b49962,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:52.708264 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.708614 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Added segment ae467f3a-f809-4e4e-866f-18bb7de842cf of type vlan for network cdac70ad-9520-4eae-91e1-7b9b69ca0ec5 Jul 22 14:36:52.749956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.778703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.779658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:52.780245 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.811632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3767881 Jul 22 14:36:52.814686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53352) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:52.820321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Request body: {'subnet': {'network_id': 'cdac70ad-9520-4eae-91e1-7b9b69ca0ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-974348608-subnet', 'tenant_id': '4ef784952be04a1bb657e8a7231bcbb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:52.843548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Made reservation on behalf of 4ef784952be04a1bb657e8a7231bcbb8 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:52.846295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.847947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef5322-ae6a-4434-a0f4-9d9ce96b64cb admin admin] Pushing event updated for resources: {'Network': ['ID=cdac70ad-9520-4eae-91e1-7b9b69ca0ec5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:52.859473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network cdac70ad-9520-4eae-91e1-7b9b69ca0ec5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:53.028948 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.088795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=030c4de2-1fe0-4ad9-8ad3-4ece32967c23,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:53.097365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Checking segment: {'id': 'ae467f3a-f809-4e4e-866f-18bb7de842cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdac70ad-9520-4eae-91e1-7b9b69ca0ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:53.097759 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Network hostable DHCP agents. Network: cdac70ad-9520-4eae-91e1-7b9b69ca0ec5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:53.114664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Network cdac70ad-9520-4eae-91e1-7b9b69ca0ec5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:53.123833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, cdac70ad-9520-4eae-91e1-7b9b69ca0ec5) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:53.127910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:53.128500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.132613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac772e9-4ef8-43c0-90cf-9d46f625c98f None None] Network cdac70ad-9520-4eae-91e1-7b9b69ca0ec5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:53.144054 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41797fb6-7891-48d9-b7f7-ef2cecf05635 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3282087 Jul 22 14:36:53.265017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111ee6f-fabd-451c-b42e-7fa97d7b9e66 None None] Network cdac70ad-9520-4eae-91e1-7b9b69ca0ec5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:53.604210 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53372) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:53.610287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1092647613-network', 'tenant_id': 'aada370eb9824e20b36f9cfae0e6d80a'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:53.635714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Made reservation on behalf of aada370eb9824e20b36f9cfae0e6d80a for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:53.639056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.651720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.745926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.749651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.770737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:53.784161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf0b22-7e77-430c-af4e-844d6234db3e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:53.789573 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.789955 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Added segment a4549e82-fbce-4a2e-9222-c70d45a2f72d of type vlan for network 23d90de2-1a15-4e0a-b63e-9503a6bc8743 Jul 22 14:36:53.832255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.868840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.869830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:53.870411 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.903827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2984486 Jul 22 14:36:53.906499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53374) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:53.911239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Request body: {'subnet': {'network_id': '23d90de2-1a15-4e0a-b63e-9503a6bc8743', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1092647613-subnet', 'tenant_id': 'aada370eb9824e20b36f9cfae0e6d80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:53.948390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Pushing event updated for resources: {'Network': ['ID=23d90de2-1a15-4e0a-b63e-9503a6bc8743,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:53.960126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.960459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.960792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.961129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.961457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.961815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.962139 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.962463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.962786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.963107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.963428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.963747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc4337c-80b2-4554-8d13-cd6c38c1d577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:53.976762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 23d90de2-1a15-4e0a-b63e-9503a6bc8743 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:53.979858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Made reservation on behalf of aada370eb9824e20b36f9cfae0e6d80a for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:53.982409 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.180788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.241839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cebb34-f15e-4b6b-875c-f76eb3a6b115,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:54.249805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Checking segment: {'id': 'a4549e82-fbce-4a2e-9222-c70d45a2f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '23d90de2-1a15-4e0a-b63e-9503a6bc8743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:54.250168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Network hostable DHCP agents. Network: 23d90de2-1a15-4e0a-b63e-9503a6bc8743, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:54.267799 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Network 23d90de2-1a15-4e0a-b63e-9503a6bc8743 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:54.281541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 23d90de2-1a15-4e0a-b63e-9503a6bc8743) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:54.285785 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.286571 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.292291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68297b3c-904a-4f25-a1e7-ff708462cf19 None None] Network 23d90de2-1a15-4e0a-b63e-9503a6bc8743 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:54.296317 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.300697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-15a13a06-5ffa-4174-b0af-7bd8cee28c74 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3931406 Jul 22 14:36:54.414060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53378) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:54.426606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea539e0-e6e8-4f9a-8431-24378c2aebb4 None None] Network 23d90de2-1a15-4e0a-b63e-9503a6bc8743 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:54.459394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Deleting subnet 030c4de2-1fe0-4ad9-8ad3-4ece32967c23 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:54.462817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.501299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.541791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.595802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.624095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030c4de2-1fe0-4ad9-8ad3-4ece32967c23,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:54.628096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.630119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ce12a503-49db-4c0b-a243-16b018896814 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/030c4de2-1fe0-4ad9-8ad3-4ece32967c23 HTTP/1.1" status: 204 len: 168 time: 0.2149796 Jul 22 14:36:54.632985 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53382) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:54.706602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.782502 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.792952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdac70ad-9520-4eae-91e1-7b9b69ca0ec5']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:54.802843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae467f3a-f809-4e4e-866f-18bb7de842cf') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:54.803129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae467f3a-f809-4e4e-866f-18bb7de842cf') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:54.812415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.827362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.833332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:54.833970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:54.836035 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:54.894591 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.900252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.902115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cdac70ad-9520-4eae-91e1-7b9b69ca0ec5 HTTP/1.1" status: 204 len: 168 time: 0.2681801 Jul 22 14:36:54.904974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:54.912663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae24b5-8db1-4284-be48-804b395d2067 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdac70ad-9520-4eae-91e1-7b9b69ca0ec5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:54.960754 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Deleting subnet e7cebb34-f15e-4b6b-875c-f76eb3a6b115 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:54.963980 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.998927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.036650 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.092354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.117494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7cebb34-f15e-4b6b-875c-f76eb3a6b115,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:55.121997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.124191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e7cebb34-f15e-4b6b-875c-f76eb3a6b115 HTTP/1.1" status: 204 len: 168 time: 0.2178586 Jul 22 14:36:55.126443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 53386) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:55.129727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.130067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.130404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.130737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.131067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.131394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.131720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.133171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.133508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.133979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.134182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.134504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d4f355-5921-4cc3-ab4e-f2805a75cae6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:55.194154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.278328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.289732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d90de2-1a15-4e0a-b63e-9503a6bc8743']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:55.299576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4549e82-fbce-4a2e-9222-c70d45a2f72d') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:55.299870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4549e82-fbce-4a2e-9222-c70d45a2f72d') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:55.309220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.323027 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.329126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:55.329519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:55.331294 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:55.389674 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.394857 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.396695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/23d90de2-1a15-4e0a-b63e-9503a6bc8743 HTTP/1.1" status: 204 len: 168 time: 0.2692356 Jul 22 14:36:55.407441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39b96a-7c8c-4a36-91fa-092831644ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=23d90de2-1a15-4e0a-b63e-9503a6bc8743,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:55.550590 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:55.589882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b3efee50-fd48-418e-bb67-2d9cd233aa5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ef784952be04a1bb657e8a7231bcbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381198 Jul 22 14:36:55.592294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:55.646852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d193eed-df12-44de-99ed-13e312e0b1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.670386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d193eed-df12-44de-99ed-13e312e0b1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.719493 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d193eed-df12-44de-99ed-13e312e0b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.722273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d193eed-df12-44de-99ed-13e312e0b1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.723447 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8d193eed-df12-44de-99ed-13e312e0b1b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3c7ad71-5dd6-45c4-b165-b9c3a9b49962 HTTP/1.1" status: 204 len: 168 time: 0.1302652 Jul 22 14:36:55.733029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d193eed-df12-44de-99ed-13e312e0b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7ad71-5dd6-45c4-b165-b9c3a9b49962,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:56.054285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53400) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:56.094033 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a18ec6cf-f0a7-4aee-8aaf-139494708202 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aada370eb9824e20b36f9cfae0e6d80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385780 Jul 22 14:36:56.096365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 53402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:56.147291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2e8415a-7562-4a3e-afe4-52871e1c7ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.169076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2e8415a-7562-4a3e-afe4-52871e1c7ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.215350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2e8415a-7562-4a3e-afe4-52871e1c7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.218065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2e8415a-7562-4a3e-afe4-52871e1c7ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.219224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e2e8415a-7562-4a3e-afe4-52871e1c7ba6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4baf0b22-7e77-430c-af4e-844d6234db3e HTTP/1.1" status: 204 len: 168 time: 0.1219840 Jul 22 14:36:56.226903 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8415a-7562-4a3e-afe4-52871e1c7ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf0b22-7e77-430c-af4e-844d6234db3e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:11.395510 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:37:12.428072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697660-3c80-476c-903a-920dc0457fe0 req-02221298-1dc3-4100-8530-84af8e46cd2e tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:12.430157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc697660-3c80-476c-903a-920dc0457fe0 req-02221298-1dc3-4100-8530-84af8e46cd2e tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 945 time: 0.0647418 Jul 22 14:37:12.473149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fc697660-3c80-476c-903a-920dc0457fe0 req-89218152-a8c1-4a05-b161-169b63b7fc35 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370986 Jul 22 14:37:13.624240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0bfe1-75d7-46fd-aad8-b2a435997566 req-781a117b-3198-4a0e-9632-a110943677dc tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:13.625775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9ef0bfe1-75d7-46fd-aad8-b2a435997566 req-781a117b-3198-4a0e-9632-a110943677dc tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 945 time: 0.0642805 Jul 22 14:37:13.664079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9ef0bfe1-75d7-46fd-aad8-b2a435997566 req-6e6af3b9-5e23-4c09-935f-48c5b1d47c0d tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/security-groups?id=c8dbe775-0909-4176-89e7-087184fbd01e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325959 Jul 22 14:37:13.947625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f78d6afb-4929-4f89-a35f-c41783cfd558 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:13.949136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f78d6afb-4929-4f89-a35f-c41783cfd558 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 945 time: 0.0674262 Jul 22 14:37:14.051113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Deleting port e3f11399-a45c-41b1-a15c-f5ea84e9140c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:14.051459 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.142606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] For port e3f11399-a45c-41b1-a15c-f5ea84e9140c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e3f11399-a45c-41b1-a15c-f5ea84e9140c,segment=NetworkSegment(f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7),segment_id=f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:14.143051 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.154745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Calling delete_port for e3f11399-a45c-41b1-a15c-f5ea84e9140c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:14.287045 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.298946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e3f11399-a45c-41b1-a15c-f5ea84e9140c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:37:14.321095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Pushing event deleted for resources: {'Port': ['ID=e3f11399-a45c-41b1-a15c-f5ea84e9140c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:14.369838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] No DVR routers for this DVR port e3f11399-a45c-41b1-a15c-f5ea84e9140c on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:14.372485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.374541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9556f625-cc4c-4f89-b99c-e631e75bf77a req-f144f3e5-bc1f-4d66-818b-3e772cb0dfb6 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.20 "DELETE /v2.0/ports/e3f11399-a45c-41b1-a15c-f5ea84e9140c HTTP/1.1" status: 204 len: 173 time: 0.4197609 Jul 22 14:37:14.374981 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'name': 'network-vif-deleted', 'tag': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:14.377330 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc9dec9-5170-4201-89b0-fb9fb5da8f98" -d '{"events": [{"server_uuid": "6a00de30-c2e9-42d2-8095-635e6936bd9f", "name": "network-vif-deleted", "tag": "e3f11399-a45c-41b1-a15c-f5ea84e9140c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:14.561048 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b14379-9175-4f8d-bdc6-e40ec0205c3f x-openstack-request-id: req-08b14379-9175-4f8d-bdc6-e40ec0205c3f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:14.561531 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a00de30-c2e9-42d2-8095-635e6936bd9f", "name": "network-vif-deleted", "tag": "e3f11399-a45c-41b1-a15c-f5ea84e9140c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:14.561935 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08b14379-9175-4f8d-bdc6-e40ec0205c3f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:14.562428 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a00de30-c2e9-42d2-8095-635e6936bd9f', 'name': 'network-vif-deleted', 'tag': 'e3f11399-a45c-41b1-a15c-f5ea84e9140c', 'status': 'completed', 'code': 200} Jul 22 14:37:14.774457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-81d9627a-2998-44be-a838-01cbab97a8ee req-fa58e558-60c6-4665-b116-6dc385b18013 tempest-VolumesSnapshotTestJSON-832812590 tempest-VolumesSnapshotTestJSON-832812590-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a00de30-c2e9-42d2-8095-635e6936bd9f HTTP/1.1" status: 200 len: 210 time: 0.0298798 Jul 22 14:37:17.466659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e3f11399-a45c-41b1-a15c-f5ea84e9140c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:17.486405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: e3f11399-a45c-41b1-a15c-f5ea84e9140c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:17.486764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e3f11399-a45c-41b1-a15c-f5ea84e9140c not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:18.590826 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fed7032a-2955-4c32-8f62-45fc0be14f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.233044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:20.197218 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:21.357601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:21.458560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-888acb2b-7714-4972-9885-d4876f3ca394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.478610 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.307778 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.231141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-005ff3d5-e4b7-41b6-ae95-89f58a893a37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1817327 Jul 22 14:37:35.354397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166455-d319-438a-861f-3709cf02a5d9 req-faa33bd5-36f0-4747-b953-e1a124d4778e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:35.357026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-faa33bd5-36f0-4747-b953-e1a124d4778e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 1098 time: 0.0743363 Jul 22 14:37:35.473294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166455-d319-438a-861f-3709cf02a5d9 req-4f27dc6c-454c-4480-9607-b6fdce464671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:35.474586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-4f27dc6c-454c-4480-9607-b6fdce464671 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0976408 Jul 22 14:37:35.547237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-bac80f1e-5170-432a-a2fb-f88d0cb1ffcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 200 len: 1002 time: 0.0653982 Jul 22 14:37:35.604443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166455-d319-438a-861f-3709cf02a5d9 req-f59711b8-bd62-4d74-95b7-66a62669e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:35.606057 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-f59711b8-bd62-4d74-95b7-66a62669e09a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0484283 Jul 22 14:37:35.682804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52166455-d319-438a-861f-3709cf02a5d9 req-a185f63b-91d2-4996-81bc-72c5a05273ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:35.689299 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-a185f63b-91d2-4996-81bc-72c5a05273ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761640 Jul 22 14:37:35.810944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-93cc2baa-d2c0-490c-837c-3320cd866211 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124866 Jul 22 14:37:35.939197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-52166455-d319-438a-861f-3709cf02a5d9 req-b98c8ae5-e0c0-489c-89ed-a616a404db74 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204450 Jul 22 14:37:46.254127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54032) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.366180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14574833-2b96-4d26-a469-c1ea228e544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.465958 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14574833-2b96-4d26-a469-c1ea228e544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.470239 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14574833-2b96-4d26-a469-c1ea228e544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.509365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14574833-2b96-4d26-a469-c1ea228e544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c97cc22-6c65-46ae-96ad-4184432cb412,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:46.513635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-14574833-2b96-4d26-a469-c1ea228e544f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6796ecbfbb2945a190a7991da67ea1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583544 Jul 22 14:37:46.516277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54036) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.567665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94152027-8b42-4a29-b730-0241bb30936a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.591058 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94152027-8b42-4a29-b730-0241bb30936a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.643534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94152027-8b42-4a29-b730-0241bb30936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.646385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94152027-8b42-4a29-b730-0241bb30936a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.647622 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94152027-8b42-4a29-b730-0241bb30936a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c97cc22-6c65-46ae-96ad-4184432cb412 HTTP/1.1" status: 204 len: 168 time: 0.1304498 Jul 22 14:37:46.656572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94152027-8b42-4a29-b730-0241bb30936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c97cc22-6c65-46ae-96ad-4184432cb412,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:46.925429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54042) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.939634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a8c39bb-8ad9-4b85-baf3-8ff2e4b27ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.030812 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a8c39bb-8ad9-4b85-baf3-8ff2e4b27ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.035127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a8c39bb-8ad9-4b85-baf3-8ff2e4b27ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.077541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4a8c39bb-8ad9-4b85-baf3-8ff2e4b27ea4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83c092a83f3345eb92412bf1d3fc3be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509936 Jul 22 14:37:47.078457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c39bb-8ad9-4b85-baf3-8ff2e4b27ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0302d16-5f56-408a-adeb-b934c8aea2df,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:47.080255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:47.131429 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79cca64b-e6b3-4fe4-8f16-7db96a395487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.152928 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79cca64b-e6b3-4fe4-8f16-7db96a395487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.203434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79cca64b-e6b3-4fe4-8f16-7db96a395487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.206090 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-79cca64b-e6b3-4fe4-8f16-7db96a395487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.207502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-79cca64b-e6b3-4fe4-8f16-7db96a395487 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0302d16-5f56-408a-adeb-b934c8aea2df HTTP/1.1" status: 204 len: 168 time: 0.1261861 Jul 22 14:37:47.221058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cca64b-e6b3-4fe4-8f16-7db96a395487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0302d16-5f56-408a-adeb-b934c8aea2df,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:48.396010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:37:48.597302 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-256e6560-4b46-4690-96ac-46cf3d8408fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.976498 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.083004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0290a5b3-9b79-4dd4-8595-a32788e42878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.172162 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0290a5b3-9b79-4dd4-8595-a32788e42878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.175785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0290a5b3-9b79-4dd4-8595-a32788e42878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.213216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290a5b3-9b79-4dd4-8595-a32788e42878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a86808-985e-4fba-81e5-4873ec68e618,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.217360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0290a5b3-9b79-4dd4-8595-a32788e42878 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffad8f415a6c4422a5b7a63616fd27f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397318 Jul 22 14:37:49.220861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.259714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.271341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e01a1e50-b973-4e9c-b0d2-605bf1d7f164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.293656 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e01a1e50-b973-4e9c-b0d2-605bf1d7f164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.340230 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e01a1e50-b973-4e9c-b0d2-605bf1d7f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.343129 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e01a1e50-b973-4e9c-b0d2-605bf1d7f164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.344274 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e01a1e50-b973-4e9c-b0d2-605bf1d7f164 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9a86808-985e-4fba-81e5-4873ec68e618 HTTP/1.1" status: 204 len: 168 time: 0.1231608 Jul 22 14:37:49.352964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a1e50-b973-4e9c-b0d2-605bf1d7f164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a86808-985e-4fba-81e5-4873ec68e618,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.614355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.631113 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a55-8fbf-4808-8ad2-72211c7b7d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.725194 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a55-8fbf-4808-8ad2-72211c7b7d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.729530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da5f9a55-8fbf-4808-8ad2-72211c7b7d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.767168 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f9a55-8fbf-4808-8ad2-72211c7b7d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d901bb2-fbc2-4d6c-8448-477f327c7541,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.772764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da5f9a55-8fbf-4808-8ad2-72211c7b7d8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=467fd64d87c34c669afa958cf3f868bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573544 Jul 22 14:37:49.775458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.824925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8344cfb-77da-49c7-8362-beeb5ea795dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.846380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8344cfb-77da-49c7-8362-beeb5ea795dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.895248 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8344cfb-77da-49c7-8362-beeb5ea795dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.898011 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8344cfb-77da-49c7-8362-beeb5ea795dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.899199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d8344cfb-77da-49c7-8362-beeb5ea795dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d901bb2-fbc2-4d6c-8448-477f327c7541 HTTP/1.1" status: 204 len: 168 time: 0.1228485 Jul 22 14:37:49.907631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8344cfb-77da-49c7-8362-beeb5ea795dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d901bb2-fbc2-4d6c-8448-477f327c7541,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.215007 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.362609 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.460384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c712f01f-fa50-4030-b925-e10e53ea2d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.482222 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.296200 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.368900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54298) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:59.442735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Deleting subnet 8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:59.450466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.495760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.540172 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.604666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.636663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.641784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:59.646262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8d0fa1f9-0f49-4dcd-bd23-901b36a934a3 HTTP/1.1" status: 204 len: 168 time: 0.2761149 Jul 22 14:37:59.647699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0fa1f9-0f49-4dcd-bd23-901b36a934a3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:59.669074 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.673535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.675218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.677443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.678192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.678825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.679433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.680486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.681337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.682092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.682713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.683436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757e0a3-584a-4b85-8dcf-e8e200e0f94a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.723571 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.808573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.819647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd393920-20d7-4989-96f2-f890f0ca903e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.831692 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.831988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a5de5a-7ada-4e88-a4e3-2c9acec3c3c7') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.841940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.857946 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.864290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:59.864832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:59.867529 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:59.924489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.930898 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.936128 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cd393920-20d7-4989-96f2-f890f0ca903e HTTP/1.1" status: 204 len: 168 time: 0.2937675 Jul 22 14:37:59.951267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd393920-20d7-4989-96f2-f890f0ca903e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:59.959432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.960139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.960916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.961797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.962378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.962954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.963375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.963799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.964234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.964767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.965302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:59.965725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32f6fe3-5982-4e2f-a4fa-93ee4d643bc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:00.109769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:00.155763 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b8972be6-4482-459d-9f1a-54492afc1036 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf541db2111b4765b866052ad4d18632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424910 Jul 22 14:38:00.156027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54306) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:00.210645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13364318-5260-4c48-a7a1-4bfde7ba1d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.234435 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13364318-5260-4c48-a7a1-4bfde7ba1d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.287731 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13364318-5260-4c48-a7a1-4bfde7ba1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.290805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13364318-5260-4c48-a7a1-4bfde7ba1d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.292058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-13364318-5260-4c48-a7a1-4bfde7ba1d96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8dbe775-0909-4176-89e7-087184fbd01e HTTP/1.1" status: 204 len: 168 time: 0.1350727 Jul 22 14:38:00.300478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13364318-5260-4c48-a7a1-4bfde7ba1d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbe775-0909-4176-89e7-087184fbd01e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.170226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:01.272463 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35639241-5d33-420c-8937-16d586ac1dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.359303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35639241-5d33-420c-8937-16d586ac1dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.363229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35639241-5d33-420c-8937-16d586ac1dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.401593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35639241-5d33-420c-8937-16d586ac1dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77518dd-bd5d-45ec-a6dd-d1d108a0f60a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.408187 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-35639241-5d33-420c-8937-16d586ac1dca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19eadef980b44d7c9aac9c8ff15d15fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346606 Jul 22 14:38:01.408716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:01.457790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f64226e-32bb-478c-8b3a-0a3aa9bc2488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.478496 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f64226e-32bb-478c-8b3a-0a3aa9bc2488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.528143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f64226e-32bb-478c-8b3a-0a3aa9bc2488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.530889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f64226e-32bb-478c-8b3a-0a3aa9bc2488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.532044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7f64226e-32bb-478c-8b3a-0a3aa9bc2488 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b77518dd-bd5d-45ec-a6dd-d1d108a0f60a HTTP/1.1" status: 204 len: 168 time: 0.1224229 Jul 22 14:38:01.539889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64226e-32bb-478c-8b3a-0a3aa9bc2488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77518dd-bd5d-45ec-a6dd-d1d108a0f60a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.783555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:01.797524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f9555ff-2682-4758-a1c2-88fb89fff8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.886510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f9555ff-2682-4758-a1c2-88fb89fff8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.892024 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9f9555ff-2682-4758-a1c2-88fb89fff8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.931499 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9f9555ff-2682-4758-a1c2-88fb89fff8a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb39e36ae0724fcdb9f6f21a26fe10c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468389 Jul 22 14:38:01.932405 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9555ff-2682-4758-a1c2-88fb89fff8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c5be16-bb6e-4596-ac3b-c73ffc87ac3e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.934227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54338) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:01.983070 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1aaf-fc4c-436a-bbb1-4ed0555e04a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.004650 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1aaf-fc4c-436a-bbb1-4ed0555e04a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.054191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1aaf-fc4c-436a-bbb1-4ed0555e04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.056842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1aaf-fc4c-436a-bbb1-4ed0555e04a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.058032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee7f1aaf-fc4c-436a-bbb1-4ed0555e04a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91c5be16-bb6e-4596-ac3b-c73ffc87ac3e HTTP/1.1" status: 204 len: 168 time: 0.1225877 Jul 22 14:38:02.065796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f1aaf-fc4c-436a-bbb1-4ed0555e04a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c5be16-bb6e-4596-ac3b-c73ffc87ac3e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:02.369374 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:02.383083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-631e53a3-8b46-4339-b2bb-d3c4464d3e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.473464 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-631e53a3-8b46-4339-b2bb-d3c4464d3e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.477835 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-631e53a3-8b46-4339-b2bb-d3c4464d3e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.519192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-631e53a3-8b46-4339-b2bb-d3c4464d3e5a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3817abf9730a4e2da1e650dfae9039c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487095 Jul 22 14:38:02.520049 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e53a3-8b46-4339-b2bb-d3c4464d3e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5678b47c-a690-4195-acb1-946be52ced4c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:02.521944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:02.571065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d265e64e-f156-4398-9fc4-f5bb39337380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.592171 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d265e64e-f156-4398-9fc4-f5bb39337380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.638275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d265e64e-f156-4398-9fc4-f5bb39337380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.640918 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d265e64e-f156-4398-9fc4-f5bb39337380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.642138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d265e64e-f156-4398-9fc4-f5bb39337380 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5678b47c-a690-4195-acb1-946be52ced4c HTTP/1.1" status: 204 len: 168 time: 0.1191490 Jul 22 14:38:02.650533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265e64e-f156-4398-9fc4-f5bb39337380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678b47c-a690-4195-acb1-946be52ced4c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:14.626887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab782c0b-cb50-4010-9f9d-5669c4b33934 req-f4e6b696-3750-40cf-995e-6f96b675d43a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:14.628378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab782c0b-cb50-4010-9f9d-5669c4b33934 req-f4e6b696-3750-40cf-995e-6f96b675d43a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 946 time: 0.0690923 Jul 22 14:38:14.667422 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab782c0b-cb50-4010-9f9d-5669c4b33934 req-7f031e73-2d36-42ba-b87d-c21f63f3202c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325196 Jul 22 14:38:15.808042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433523cb-3f44-403f-801b-6aa142ef4242 req-6a58088c-1010-4efa-8b4b-8e3bba670e05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.809791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-433523cb-3f44-403f-801b-6aa142ef4242 req-6a58088c-1010-4efa-8b4b-8e3bba670e05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 946 time: 0.0721138 Jul 22 14:38:15.849717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-433523cb-3f44-403f-801b-6aa142ef4242 req-386381cb-c7d0-444b-b205-d5a16d0a96e1 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341134 Jul 22 14:38:16.066282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-79fa8436-544d-4f9a-9f19-93a67c36240d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.067822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-79fa8436-544d-4f9a-9f19-93a67c36240d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 946 time: 0.0647614 Jul 22 14:38:16.172914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port 07ed4673-8605-4718-a2a9-ad79a3c81161 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:16.173247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.260478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port 07ed4673-8605-4718-a2a9-ad79a3c81161, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=07ed4673-8605-4718-a2a9-ad79a3c81161,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:16.260772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.428706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.429602 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.430056 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Floating IP b2777b76-38b2-4ae1-bb3e-24ad97b03d36 disassociated. External IP: 172.25.8.167, port: 07ed4673-8605-4718-a2a9-ad79a3c81161. Jul 22 14:38:16.430463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for 07ed4673-8605-4718-a2a9-ad79a3c81161 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:16.574865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.605681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=07ed4673-8605-4718-a2a9-ad79a3c81161,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:17.071928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d6958c2e-ffdc-40ab-8bd7-cfdf6ed1974e req-1c8856b3-e0e0-4a58-9907-e9d30b4a90c4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 210 time: 0.0600045 Jul 22 14:38:17.117333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:38:17.231827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:38:17.244515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:38:17.253777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:17.254514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:37:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:17.279051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port 07ed4673-8605-4718-a2a9-ad79a3c81161 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:17.281885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.284048 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c4c9444-8dd1-499c-b3db-cc9b8fda3b0c req-f3232bfb-3f55-44f1-8200-9fa2aba55146 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "DELETE /v2.0/ports/07ed4673-8605-4718-a2a9-ad79a3c81161 HTTP/1.1" status: 204 len: 173 time: 1.2104919 Jul 22 14:38:17.284619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'name': 'network-vif-deleted', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:17.287008 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa40cb-9bce-437d-9a3f-875a32e88d5f" -d '{"events": [{"server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "name": "network-vif-deleted", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:17.333661 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0b725-8e78-4ceb-8bb2-8bece3efd5a9 x-openstack-request-id: req-9bb0b725-8e78-4ceb-8bb2-8bece3efd5a9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:17.333994 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b6f3c-1db9-4325-937d-94f8ed9fecbc", "name": "network-vif-deleted", "tag": "07ed4673-8605-4718-a2a9-ad79a3c81161", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:17.334215 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bb0b725-8e78-4ceb-8bb2-8bece3efd5a9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:17.335231 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b6f3c-1db9-4325-937d-94f8ed9fecbc', 'name': 'network-vif-deleted', 'tag': '07ed4673-8605-4718-a2a9-ad79a3c81161', 'status': 'completed', 'code': 200} Jul 22 14:38:17.404203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:17.619230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:17.650692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:38:17.659396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:17.660006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:37:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:17.770692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:18.010711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:18.045174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3904e-a061-48d4-ac29-6a38a9c95fa3 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:38:18.191430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9d919925-628e-4bb3-927b-908c03c148c5 req-2e0f1f92-70d4-4fef-8c22-207dd528912a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 210 time: 0.0346210 Jul 22 14:38:18.368249 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1cd064-659c-4653-a057-a000c2bcda11 None None] New status for floating IP b2777b76-38b2-4ae1-bb3e-24ad97b03d36: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:38:18.593568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a9496249-0454-4d3a-96f8-c37fcba088ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.283428 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.322712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-74081ff1-af3a-48aa-ba22-405f1474f77a req-63949eb4-d580-4730-8b90-9c2a6ea28707 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 210 time: 0.0362656 Jul 22 14:38:20.122218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07ed4673-8605-4718-a2a9-ad79a3c81161 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:20.153338 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 07ed4673-8605-4718-a2a9-ad79a3c81161 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:20.153749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 07ed4673-8605-4718-a2a9-ad79a3c81161 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:20.231299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:20.448158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8117084c-4e97-4236-8209-d76abb0d9a4c req-e2bfc98d-01b0-4de5-ab3c-ee01fe4f5e6a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=923b6f3c-1db9-4325-937d-94f8ed9fecbc HTTP/1.1" status: 200 len: 210 time: 0.0492322 Jul 22 14:38:21.368994 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.464312 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e03d2b5-feff-4fce-818c-95ca555a5bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.682522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-1286a222-839c-47d6-bc39-e10e6f93297a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110791377&fields=id&tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 267 time: 0.0578811 Jul 22 14:38:21.800796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-72908430-8fc8-4781-93e3-097303e7e025 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:21.808010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-72908430-8fc8-4781-93e3-097303e7e025 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1144021 Jul 22 14:38:21.818525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-df0c1287-5ab3-446d-b764-4259d0201bac tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0094559 Jul 22 14:38:21.903157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-b22cab40-fa90-4e7e-853d-fbbf6ff9f35b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775392 Jul 22 14:38:22.114346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-78a42e53-f7a5-445c-bac8-698e17586538 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984487 Jul 22 14:38:22.207046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-737b0166-35dd-4588-b60a-3cd2b1810762 service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919294 Jul 22 14:38:22.494055 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.523784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-66da8c83-0bcc-47f6-bba0-2e3eb10ec516 req-49331fe8-bc57-4a97-8f7c-ea236fe585e9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 210 time: 0.0342274 Jul 22 14:38:23.657473 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-43138508-fc87-428f-93ea-11cd92a5c03a req-77fb34de-6774-4226-a9e4-0cdda977ae82 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 210 time: 0.0529151 Jul 22 14:38:23.735298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-cf3bb64e-4baa-47db-865e-3ec9e4ec0374 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:23.737991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-cf3bb64e-4baa-47db-865e-3ec9e4ec0374 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1346474 Jul 22 14:38:23.802882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-19328b26-511a-4000-85c5-a9e67bec8c5d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 380 time: 0.0556216 Jul 22 14:38:23.815536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'security_groups': ['e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:23.950625 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:23.954724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.092157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.7 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/de08ac36-356c-46b5-9af5-615c2a93a763) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:24.234253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.248978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object de08ac36-356c-46b5-9af5-615c2a93a763 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:24.284413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.298515 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.330453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:24.333423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:24.337258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:24.343651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=de08ac36-356c-46b5-9af5-615c2a93a763,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:24.399749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:24.400383 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.416343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-f82a1ddb-5b51-42df-b39b-52c68feba16b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046157 Jul 22 14:38:24.430081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Request body: {'port': {'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:24.507816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.644536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c4dcc37f-f2b7-4a45-aaa0-6d38c047bfc9 None None] Provisioning for port de08ac36-356c-46b5-9af5-615c2a93a763 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:24.650296 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c4dcc37f-f2b7-4a45-aaa0-6d38c047bfc9 None None] Provisioning complete for port de08ac36-356c-46b5-9af5-615c2a93a763 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:24.650669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc37f-f2b7-4a45-aaa0-6d38c047bfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.688429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcc37f-f2b7-4a45-aaa0-6d38c047bfc9 None None] Port de08ac36-356c-46b5-9af5-615c2a93a763 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:24.852224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de08ac36-356c-46b5-9af5-615c2a93a763 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:24.867538 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2252c-5f1e-4083-baa1-6ce82c787c84 req-2d679bac-5238-4780-8a05-c3d3a1b2cb01 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:24.869051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48a2252c-5f1e-4083-baa1-6ce82c787c84 req-2d679bac-5238-4780-8a05-c3d3a1b2cb01 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 931 time: 0.1268291 Jul 22 14:38:24.871166 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.891552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Transition to ACTIVE for port object de08ac36-356c-46b5-9af5-615c2a93a763 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:24.900644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.968234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-48a2252c-5f1e-4083-baa1-6ce82c787c84 req-fcf446c0-28e9-4026-bee2-9dd572f9e3de tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880284 Jul 22 14:38:24.968842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=de08ac36-356c-46b5-9af5-615c2a93a763,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:25.128248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Attempting to bind port de08ac36-356c-46b5-9af5-615c2a93a763 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:25.128585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Attempting to bind port de08ac36-356c-46b5-9af5-615c2a93a763 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:25.128925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Attempting to bind port de08ac36-356c-46b5-9af5-615c2a93a763 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:25.136071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Port de08ac36-356c-46b5-9af5-615c2a93a763 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:25.136531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Attempting to bind port de08ac36-356c-46b5-9af5-615c2a93a763 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:25.142626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:25.143340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:25.143975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:25.144523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Bound port: de08ac36-356c-46b5-9af5-615c2a93a763, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:25.145010 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.223422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] For port de08ac36-356c-46b5-9af5-615c2a93a763, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:25.227517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] For port de08ac36-356c-46b5-9af5-615c2a93a763, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de08ac36-356c-46b5-9af5-615c2a93a763,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:25.236067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.273360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.274296 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.275731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] 10.222.0.20 "PUT /v2.0/ports/de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 1092 time: 0.8517840 Jul 22 14:38:25.278172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:25.281343 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:25.370209 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d6aaf-70a4-4a18-a48c-ed70930911c2 x-openstack-request-id: req-584d6aaf-70a4-4a18-a48c-ed70930911c2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:25.370554 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:25.370771 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-584d6aaf-70a4-4a18-a48c-ed70930911c2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:25.371159 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'status': 'completed', 'code': 200} Jul 22 14:38:25.378719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2ca0c-8fbf-451f-b1b4-19e8f229eff1 service neutron] Pushing event updated for resources: {'Port': ['ID=de08ac36-356c-46b5-9af5-615c2a93a763,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:25.394501 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:38:25.407785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-fb513147-97fd-4037-8eac-d10e9d6ec9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.409839 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-fb513147-97fd-4037-8eac-d10e9d6ec9ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1095 time: 0.0823059 Jul 22 14:38:25.455928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-0fcab1ee-d5bc-4c21-ab77-48af6ad4e9d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 217 time: 0.0387428 Jul 22 14:38:25.511915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-e23ee294-b944-46b6-9074-8c0258ed7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.513214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-e23ee294-b944-46b6-9074-8c0258ed7709 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0501623 Jul 22 14:38:25.582342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-5fd8b1b2-eb3e-4fd5-8af9-aebee35fbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.583922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-5fd8b1b2-eb3e-4fd5-8af9-aebee35fbf87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640986 Jul 22 14:38:25.682407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-89d2da78-9877-48c0-b5a0-d0a8a748f69b service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918074 Jul 22 14:38:25.780059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1f47bd38-9cf1-4bd5-ab99-72923fd1c204 req-b76b1a55-5502-4a90-9024-816e9ea03d05 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908570 Jul 22 14:38:25.886732 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-1b52d94a-d5ab-4597-9a33-f83e2fc5cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.888614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-1b52d94a-d5ab-4597-9a33-f83e2fc5cfe7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1095 time: 0.0649216 Jul 22 14:38:25.993354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-5cacf1df-927a-42a6-b941-2c78e148952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.994941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-5cacf1df-927a-42a6-b941-2c78e148952a service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0997522 Jul 22 14:38:26.052094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-bce800d8-deab-4e53-aca6-0c843af5ffbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 217 time: 0.0507951 Jul 22 14:38:26.181840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-de10a40d-a39a-48e0-a8db-d523e60502f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.183345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-de10a40d-a39a-48e0-a8db-d523e60502f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.1236634 Jul 22 14:38:26.236566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432aff1-8673-48a5-8d85-1868b77f37f1 req-78665662-7044-4cb3-b167-9de7b04367af tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.238337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c432aff1-8673-48a5-8d85-1868b77f37f1 req-78665662-7044-4cb3-b167-9de7b04367af tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.1298563 Jul 22 14:38:26.300381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-7d567687-bf20-45cd-8ba7-79523bfb5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.302170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-7d567687-bf20-45cd-8ba7-79523bfb5471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112969 Jul 22 14:38:26.305360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c432aff1-8673-48a5-8d85-1868b77f37f1 req-d415d122-c817-420a-96db-769bf988b39a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563745 Jul 22 14:38:26.407015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-2c2be476-fb22-4011-9a27-64501abb877b service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973694 Jul 22 14:38:26.505249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d9e82ea5-51ae-462d-8320-b8e8c50fe9a7 req-87783f41-2109-4364-aed9-5b8b50445828 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916975 Jul 22 14:38:27.468604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758fe6b-a2ae-49bd-bcf9-53e5e95a3363 req-fb350c66-c299-45b0-aeee-079b32205a9e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.475541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e758fe6b-a2ae-49bd-bcf9-53e5e95a3363 req-fb350c66-c299-45b0-aeee-079b32205a9e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0908124 Jul 22 14:38:27.523263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e758fe6b-a2ae-49bd-bcf9-53e5e95a3363 req-27aa605d-5937-43fc-8860-b19606316ea3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Jul 22 14:38:28.660986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc89ca-a003-43a9-8d30-d2618e434f98 req-0f266b84-3379-4d03-b2b1-6d7f91eb533c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.662518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59bc89ca-a003-43a9-8d30-d2618e434f98 req-0f266b84-3379-4d03-b2b1-6d7f91eb533c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0730083 Jul 22 14:38:28.707246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59bc89ca-a003-43a9-8d30-d2618e434f98 req-8d1246b0-5a23-4a23-8c08-bf589990c484 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380845 Jul 22 14:38:29.861900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bee28-2d20-4126-8959-33ee810e6164 req-b121feca-432a-4332-a238-f8cb209bbd84 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:29.863641 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c2bee28-2d20-4126-8959-33ee810e6164 req-b121feca-432a-4332-a238-f8cb209bbd84 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0751736 Jul 22 14:38:29.909892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c2bee28-2d20-4126-8959-33ee810e6164 req-84a93400-8bc3-4759-8c8f-cb09120930b0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377581 Jul 22 14:38:30.812511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:30.924626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7292b570-9a95-4a5c-aa23-5cfdd97b9405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.042111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7292b570-9a95-4a5c-aa23-5cfdd97b9405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.046301 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7292b570-9a95-4a5c-aa23-5cfdd97b9405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.091139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7292b570-9a95-4a5c-aa23-5cfdd97b9405 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8061f8e1136f41cbb9becd288efa61f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775507 Jul 22 14:38:31.093941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54572) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:31.095229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292b570-9a95-4a5c-aa23-5cfdd97b9405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b06736-d071-4e09-9a9e-37754ac83b3f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:31.110415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c12e84-063b-4c21-9ddc-71cfc14d6973 req-7f468152-ce5f-43f0-88d5-c3e81e3977ab tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:31.112101 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c12e84-063b-4c21-9ddc-71cfc14d6973 req-7f468152-ce5f-43f0-88d5-c3e81e3977ab tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.1173627 Jul 22 14:38:31.146066 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b78142c7-18d2-4e1d-b32a-0ae500e7042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.153582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b1c12e84-063b-4c21-9ddc-71cfc14d6973 req-001204da-6ce3-4b1c-a92b-67ae5500ce8e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343978 Jul 22 14:38:31.168825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b78142c7-18d2-4e1d-b32a-0ae500e7042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.217590 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b78142c7-18d2-4e1d-b32a-0ae500e7042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.220247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b78142c7-18d2-4e1d-b32a-0ae500e7042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.221392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b78142c7-18d2-4e1d-b32a-0ae500e7042b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92b06736-d071-4e09-9a9e-37754ac83b3f HTTP/1.1" status: 204 len: 168 time: 0.1264555 Jul 22 14:38:31.229498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78142c7-18d2-4e1d-b32a-0ae500e7042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b06736-d071-4e09-9a9e-37754ac83b3f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:31.813885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 54594) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:31.908572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123754523-network', 'tenant_id': '80f169457d4549c7bf1256974920484b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:31.930709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Made reservation on behalf of 80f169457d4549c7bf1256974920484b for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:31.932957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.941171 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.041603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.045491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.070642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:38:32.080616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b86581-f92b-4398-8726-c92635d975f4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:32.086661 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.087014 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Added segment 1b65cf06-c3e5-402b-8eb5-fe4d1b95570c of type vlan for network 0b6190b0-e2d3-4032-b166-ec559096536f Jul 22 14:38:32.126742 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.155237 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.156277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:32.156863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.192975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3747334 Jul 22 14:38:32.193384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:32.199404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Request body: {'subnet': {'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123754523-subnet', 'tenant_id': '80f169457d4549c7bf1256974920484b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:32.221727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2caa28-5c82-42b7-a8e0-14754b2d4114 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6190b0-e2d3-4032-b166-ec559096536f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:32.223808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Made reservation on behalf of 80f169457d4549c7bf1256974920484b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:32.227262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.234336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0b6190b0-e2d3-4032-b166-ec559096536f details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:32.294362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584316c6-425e-4674-9b76-b8d7ac318e21 req-058e2562-8ef0-4e5b-a503-35da69388f79 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:32.296044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-584316c6-425e-4674-9b76-b8d7ac318e21 req-058e2562-8ef0-4e5b-a503-35da69388f79 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0713696 Jul 22 14:38:32.343750 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-584316c6-425e-4674-9b76-b8d7ac318e21 req-b8e617d0-9fb9-44b3-9f7e-aed56b3a0a2b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403125 Jul 22 14:38:32.400795 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.456679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7c9ef31-21a2-4790-9698-2a5316c39f25,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:32.466935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Checking segment: {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:32.467292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Network hostable DHCP agents. Network: 0b6190b0-e2d3-4032-b166-ec559096536f, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:32.483763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Network 0b6190b0-e2d3-4032-b166-ec559096536f is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:32.493122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0b6190b0-e2d3-4032-b166-ec559096536f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:32.499184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:32.500116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.501022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4907e298-518b-43b1-a9ee-27543bed7601 None None] Network 0b6190b0-e2d3-4032-b166-ec559096536f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:32.514373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7b0e35ad-5754-4e8a-ab5f-88708af7c970 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3189921 Jul 22 14:38:32.624653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa05662-0eb8-4088-9d76-85c543ab6fd8 None None] Network 0b6190b0-e2d3-4032-b166-ec559096536f requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:33.497769 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418837a-f3e5-4e61-8989-a238598aeabb req-c695b8cd-3a35-4165-a8d1-2b46f80e97ac tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:33.499371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3418837a-f3e5-4e61-8989-a238598aeabb req-c695b8cd-3a35-4165-a8d1-2b46f80e97ac tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0717845 Jul 22 14:38:33.542022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3418837a-f3e5-4e61-8989-a238598aeabb req-e92d94c4-7fac-4682-bc1a-1c70ec4d09d3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365694 Jul 22 14:38:34.293279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-ba297a41-5500-4205-8aeb-8772b2c0854f tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.294781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-ba297a41-5500-4205-8aeb-8772b2c0854f tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/networks?id=0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 200 len: 809 time: 0.1017735 Jul 22 14:38:34.308752 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-66ba726b-7ad9-4c8e-bf30-317c0c561db2 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/quotas/80f169457d4549c7bf1256974920484b HTTP/1.1" status: 200 len: 375 time: 0.0088334 Jul 22 14:38:34.346663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-73d8aa03-9ad1-4fd2-97ee-f088e6115b34 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80f169457d4549c7bf1256974920484b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328553 Jul 22 14:38:34.439921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-efbe0138-9569-4aa1-a57a-ae742a16c63c service neutron] 10.222.0.11 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Jul 22 14:38:34.533963 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-b52d6a21-4c81-4966-a4fd-8acaff1a5df2 service neutron] 10.222.0.11 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871658 Jul 22 14:38:34.677333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9dfb4-eadb-4613-8393-c6ecbc41ec1a req-d2b7b074-fe40-47fa-ab37-a7863b804f9a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.679486 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ff9dfb4-eadb-4613-8393-c6ecbc41ec1a req-d2b7b074-fe40-47fa-ab37-a7863b804f9a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0681279 Jul 22 14:38:34.695146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66f45dfb-0b1b-4c0d-a5ad-fa890f60f63a req-dc05fc6f-ac4d-4492-9a46-a1c343dc308b tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0299113 Jul 22 14:38:34.717395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8ff9dfb4-eadb-4613-8393-c6ecbc41ec1a req-6c19dd6d-972c-4001-b0c7-3d79a9b42755 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Jul 22 14:38:35.774166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d65216b-ad30-4bd7-b2fe-1ad7277f2343 req-037a4325-a29a-4d88-a8b9-d68e611c8ae0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0301318 Jul 22 14:38:35.803018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de08ac36-356c-46b5-9af5-615c2a93a763 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:35.850443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a26589-9928-42ca-b5b7-37ebe838dd05 req-2563b8d6-ebd5-4920-802e-f88d71e2bebf tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:35.852696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69a26589-9928-42ca-b5b7-37ebe838dd05 req-2563b8d6-ebd5-4920-802e-f88d71e2bebf tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 943 time: 0.0683732 Jul 22 14:38:35.890831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69a26589-9928-42ca-b5b7-37ebe838dd05 req-cc2bcba8-0d7e-43a9-b0cc-9a52f32c375e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Jul 22 14:38:35.901930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de08ac36-356c-46b5-9af5-615c2a93a763, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de08ac36-356c-46b5-9af5-615c2a93a763,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:35.913212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:35.949538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.962017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de08ac36-356c-46b5-9af5-615c2a93a763 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:35.980644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de08ac36-356c-46b5-9af5-615c2a93a763, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de08ac36-356c-46b5-9af5-615c2a93a763,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:35.984730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.037738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de08ac36-356c-46b5-9af5-615c2a93a763,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:36.045026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.045375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.045747 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.046086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.046421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.046754 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.047084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.047409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.047735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.048060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.048381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.048705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:36.192189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['de08ac36-356c-46b5-9af5-615c2a93a763'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:36.860589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc73d22d-d812-4b55-bb44-db8fdd087d0f req-88130c28-913c-4d56-b9b1-d427f11a2f70 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0354946 Jul 22 14:38:37.022339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c6cc1-d49c-412e-913d-e2ff58b69980 req-a217af9f-4819-4ec4-a2b8-ee54aea6f8bc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.026768 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-190c6cc1-d49c-412e-913d-e2ff58b69980 req-a217af9f-4819-4ec4-a2b8-ee54aea6f8bc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 944 time: 0.0688121 Jul 22 14:38:37.064897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-190c6cc1-d49c-412e-913d-e2ff58b69980 req-ac2310ae-e114-4c8c-9953-da0958e93aba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326076 Jul 22 14:38:37.818374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de08ac36-356c-46b5-9af5-615c2a93a763 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:37.865024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port de08ac36-356c-46b5-9af5-615c2a93a763 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:37.869600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port de08ac36-356c-46b5-9af5-615c2a93a763 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:37.869978 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.951861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.966949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0535084a-009f-440f-b48c-93af645c9e89 req-0476c241-cc45-49c1-896d-35466a5817d6 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0360003 Jul 22 14:38:37.985405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:37.987648 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c8dc5-e286-44db-8b18-a303254117fa" -d '{"events": [{"server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "name": "network-vif-plugged", "status": "completed", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:38.001673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port de08ac36-356c-46b5-9af5-615c2a93a763, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de08ac36-356c-46b5-9af5-615c2a93a763,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:38.006278 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.059794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=de08ac36-356c-46b5-9af5-615c2a93a763,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:38.166365 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ea9d6-108e-4c69-a2ee-69badd9f5d7d x-openstack-request-id: req-9b2ea9d6-108e-4c69-a2ee-69badd9f5d7d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:38.166658 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "name": "network-vif-plugged", "status": "completed", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:38.167018 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b2ea9d6-108e-4c69-a2ee-69badd9f5d7d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:38.167424 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'code': 200} Jul 22 14:38:38.200905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed3aed-7b81-48b0-97df-2d72be18c9e7 req-f3e4c110-ede4-4290-9c36-07c334c12585 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.202485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93ed3aed-7b81-48b0-97df-2d72be18c9e7 req-f3e4c110-ede4-4290-9c36-07c334c12585 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.0686693 Jul 22 14:38:38.243496 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93ed3aed-7b81-48b0-97df-2d72be18c9e7 req-c192b7ba-9b11-4b4b-8ca7-405a2387999d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351946 Jul 22 14:38:38.276814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bf172-efd0-42f6-aa41-d2d06a68daf8 req-ea840132-c493-464a-a811-eb036c84a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.278372 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e8bf172-efd0-42f6-aa41-d2d06a68daf8 req-ea840132-c493-464a-a811-eb036c84a998 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1097 time: 0.0589123 Jul 22 14:38:38.625317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e8bf172-efd0-42f6-aa41-d2d06a68daf8 req-18ba9319-a0ff-4f7d-9793-c9d90b178ea6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3405352 Jul 22 14:38:39.044370 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e00f15b-3911-488d-8812-76a7c6fcdb18 req-1ecf5c02-c601-4b30-bb6b-d1f8cc132231 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0275443 Jul 22 14:38:39.385437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13531e55-c69c-4c52-afa9-4965777d26e5 req-8c4350c6-7c47-4a20-81c0-4c253aa57d5b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.387065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13531e55-c69c-4c52-afa9-4965777d26e5 req-8c4350c6-7c47-4a20-81c0-4c253aa57d5b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.0722916 Jul 22 14:38:39.427685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13531e55-c69c-4c52-afa9-4965777d26e5 req-2227e325-9b06-424e-9fb9-9a3f274d7d06 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349436 Jul 22 14:38:39.705700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-a185d677-97f9-4eb8-a641-3fbc6c0c2bd9 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.707233 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-a185d677-97f9-4eb8-a641-3fbc6c0c2bd9 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "GET /v2.0/networks?id=0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 200 len: 809 time: 0.1094701 Jul 22 14:38:39.720027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Request body: {'port': {'device_id': '9806dd04-36f5-4866-96ef-f97697a1e073', 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f', 'admin_state_up': True, 'tenant_id': '80f169457d4549c7bf1256974920484b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:39.830581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Made reservation on behalf of 80f169457d4549c7bf1256974920484b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:39.833976 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.962384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Allocated IP 172.20.0.6 (0b6190b0-e2d3-4032-b166-ec559096536f/e7c9ef31-21a2-4790-9698-2a5316c39f25/8e402058-3295-4483-9ac0-d8ae10150aaa) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:40.113326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.155708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.159606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97771f91-04c8-458b-93b2-fc4c0a590bed req-c4d1e356-433e-45d8-8170-7101b4754684 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 210 time: 0.0376785 Jul 22 14:38:40.207653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Network 0b6190b0-e2d3-4032-b166-ec559096536f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:40.211229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:40.214428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:40.242499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Pushing event updated for resources: {'Port': ['ID=8e402058-3295-4483-9ac0-d8ae10150aaa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:40.270505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:40.271122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.285845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-f8ad2cbf-934f-452b-98b1-f687cc8f5992 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695896 Jul 22 14:38:40.297494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Request body: {'port': {'device_id': '9806dd04-36f5-4866-96ef-f97697a1e073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:40.367557 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.634909 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa53b39-89a1-4b91-bee7-501dbe974398 req-095bd97e-6d2c-43e9-ab6f-83e59dae65ad tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:40.636445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efa53b39-89a1-4b91-bee7-501dbe974398 req-095bd97e-6d2c-43e9-ab6f-83e59dae65ad tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.1375072 Jul 22 14:38:40.711912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-efa53b39-89a1-4b91-bee7-501dbe974398 req-c812bb55-68d0-4751-aad5-3c2256c57427 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682504 Jul 22 14:38:40.715768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e402058-3295-4483-9ac0-d8ae10150aaa {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:40.723271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.735565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Transition to ACTIVE for port object 8e402058-3295-4483-9ac0-d8ae10150aaa will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:40.739196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.813294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e402058-3295-4483-9ac0-d8ae10150aaa,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:40.842233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad5ece-7a10-46c0-a7b8-d0f5df6eb6fa req-35f259a2-91ac-4ac0-be2e-697016b1989f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:40.843716 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddad5ece-7a10-46c0-a7b8-d0f5df6eb6fa req-35f259a2-91ac-4ac0-be2e-697016b1989f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.0637627 Jul 22 14:38:40.874089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Attempting to bind port 8e402058-3295-4483-9ac0-d8ae10150aaa on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:40.874485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Attempting to bind port 8e402058-3295-4483-9ac0-d8ae10150aaa by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:40.874916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Attempting to bind port 8e402058-3295-4483-9ac0-d8ae10150aaa on network 0b6190b0-e2d3-4032-b166-ec559096536f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:40.879496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Port 8e402058-3295-4483-9ac0-d8ae10150aaa on network 0b6190b0-e2d3-4032-b166-ec559096536f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:40.879808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Attempting to bind port 8e402058-3295-4483-9ac0-d8ae10150aaa on network 0b6190b0-e2d3-4032-b166-ec559096536f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:40.884701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:40.885035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Checking segment: {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:40.885418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Bound using segment: {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:40.885891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Bound port: 8e402058-3295-4483-9ac0-d8ae10150aaa, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:40.886234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.887775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddad5ece-7a10-46c0-a7b8-d0f5df6eb6fa req-7ca209bb-5ef2-42a5-aa17-e821807f55ab tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Jul 22 14:38:40.910085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:40.951749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] For port 8e402058-3295-4483-9ac0-d8ae10150aaa, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:40.955007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] For port 8e402058-3295-4483-9ac0-d8ae10150aaa, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8e402058-3295-4483-9ac0-d8ae10150aaa,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:40.958625 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.997258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:40.997936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.999370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/8e402058-3295-4483-9ac0-d8ae10150aaa HTTP/1.1" status: 200 len: 1092 time: 0.7060082 Jul 22 14:38:40.999809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9806dd04-36f5-4866-96ef-f97697a1e073', 'tag': '8e402058-3295-4483-9ac0-d8ae10150aaa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:41.002088 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7086355f-1734-445d-8183-9ab37b0d76b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9806dd04-36f5-4866-96ef-f97697a1e073", "tag": "8e402058-3295-4483-9ac0-d8ae10150aaa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:41.041986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b23af8-37f4-4f7c-a0ea-72b38996d9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e402058-3295-4483-9ac0-d8ae10150aaa,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:41.095816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d3672c-c015-44b5-a0ee-b96d6449a1bf tempest-TestVolumeBootPattern-1709025592 tempest-TestVolumeBootPattern-1709025592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.097655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a1d3672c-c015-44b5-a0ee-b96d6449a1bf tempest-TestVolumeBootPattern-1709025592 tempest-TestVolumeBootPattern-1709025592-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1092 time: 0.1863096 Jul 22 14:38:41.101833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 54688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:41.104946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-8655509c-1f3c-4cdd-8f64-b2acea45c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.106595 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-8655509c-1f3c-4cdd-8f64-b2acea45c9fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f169457d4549c7bf1256974920484b&device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 1095 time: 0.0614414 Jul 22 14:38:41.106829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:41.130914 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.149356 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dafee0-f803-4a9d-8ca8-d0fb3884d02d x-openstack-request-id: req-40dafee0-f803-4a9d-8ca8-d0fb3884d02d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:41.149676 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9806dd04-36f5-4866-96ef-f97697a1e073", "tag": "8e402058-3295-4483-9ac0-d8ae10150aaa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:41.149934 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40dafee0-f803-4a9d-8ca8-d0fb3884d02d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:41.150337 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9806dd04-36f5-4866-96ef-f97697a1e073', 'tag': '8e402058-3295-4483-9ac0-d8ae10150aaa', 'status': 'completed', 'code': 200} Jul 22 14:38:41.152165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-37b84053-cd15-4d16-8006-4a86f42d3d9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e402058-3295-4483-9ac0-d8ae10150aaa HTTP/1.1" status: 200 len: 217 time: 0.0387623 Jul 22 14:38:41.210638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0345e6-2917-4273-941b-75afc82de9cf req-b32467b6-ba10-4591-be89-39e7e0fe78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.212853 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-b32467b6-ba10-4591-be89-39e7e0fe78ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7c9ef31-21a2-4790-9698-2a5316c39f25 HTTP/1.1" status: 200 len: 849 time: 0.0545983 Jul 22 14:38:41.250197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-a30722b0-c988-4674-896e-679f63d887b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b6190b0-e2d3-4032-b166-ec559096536f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309584 Jul 22 14:38:41.261413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.340791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-b116365c-cc0e-4aa2-9c44-34ece1b88e19 service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845418 Jul 22 14:38:41.364827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bd4ca-8f39-43b3-a915-88388ce11842 req-44bb980e-f00b-4942-a142-95c21211b88d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.366407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc3bd4ca-8f39-43b3-a915-88388ce11842 req-44bb980e-f00b-4942-a142-95c21211b88d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 943 time: 0.1351979 Jul 22 14:38:41.412587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.25.8.223 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/9f2ecd03-0012-4930-af1f-437cd5de789d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:41.433793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc3bd4ca-8f39-43b3-a915-88388ce11842 req-7f5c7fcc-44fc-4616-8c7b-706e6c83d802 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592418 Jul 22 14:38:41.438076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b0345e6-2917-4273-941b-75afc82de9cf req-d669806b-e656-4319-b51e-06587573de23 service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911222 Jul 22 14:38:41.532313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.540680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-6bfdf9af-00e5-4290-a839-020f8b0b491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.542265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-6bfdf9af-00e5-4290-a839-020f8b0b491e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f169457d4549c7bf1256974920484b&device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 1095 time: 0.0593204 Jul 22 14:38:41.572228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.609152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:41.615701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:41.619569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:41.638311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-0314622d-383c-41b3-af3b-1115b901525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.639878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-0314622d-383c-41b3-af3b-1115b901525f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 200 len: 910 time: 0.0904877 Jul 22 14:38:41.647280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=9f2ecd03-0012-4930-af1f-437cd5de789d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:41.686219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-a0b3665a-edda-42f3-8493-fc11561ee1df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e402058-3295-4483-9ac0-d8ae10150aaa HTTP/1.1" status: 200 len: 217 time: 0.0397277 Jul 22 14:38:41.735319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-c8f5787a-2783-4ccf-a312-5860f06d6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.736833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-c8f5787a-2783-4ccf-a312-5860f06d6a20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7c9ef31-21a2-4790-9698-2a5316c39f25 HTTP/1.1" status: 200 len: 849 time: 0.0437920 Jul 22 14:38:41.775539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-15ec6b6e-4119-44ce-a971-97fa4de09a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b6190b0-e2d3-4032-b166-ec559096536f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321164 Jul 22 14:38:41.870893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-d025394d-55dc-401a-8fad-bece35d9f6c7 service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885537 Jul 22 14:38:41.968028 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7086355f-1734-445d-8183-9ab37b0d76b6 req-5dca4105-2596-4985-ab96-a8fe9b81b3dc service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906882 Jul 22 14:38:42.062357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.190904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.341098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.345672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.417329 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=9f2ecd03-0012-4930-af1f-437cd5de789d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:42.425450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.526482 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Floating IP 2f40b178-daf0-4e10-a864-4aa054bb51e3 associated. External IP: 172.25.8.223, port: de08ac36-356c-46b5-9af5-615c2a93a763. Jul 22 14:38:42.568116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af23c5f-53f5-47ae-8e28-f157ddba0465 req-137d44f6-78fd-4771-b0ac-6d10ba445cb1 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:42.570197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8af23c5f-53f5-47ae-8e28-f157ddba0465 req-137d44f6-78fd-4771-b0ac-6d10ba445cb1 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 943 time: 0.0638022 Jul 22 14:38:42.609222 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8af23c5f-53f5-47ae-8e28-f157ddba0465 req-965ecbee-a937-4ffa-8305-a151cdeb7557 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Jul 22 14:38:42.734149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:38:42.839063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:38:42.848533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:38:42.854874 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.858602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:42.859226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:38:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:42.907337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e9774e71-5148-4d89-a443-76a9f490ce14 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7903228 Jul 22 14:38:42.907337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:42.907337 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89063b4-ceeb-407a-89ee-92c8716f1d44" -d '{"events": [{"name": "network-changed", "server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:42.935870 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49477b22-a260-4d7b-8c3c-08b8b7b3b802 x-openstack-request-id: req-49477b22-a260-4d7b-8c3c-08b8b7b3b802 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:42.936160 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:42.936410 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49477b22-a260-4d7b-8c3c-08b8b7b3b802 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:42.936809 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'status': 'completed', 'code': 200} Jul 22 14:38:43.014839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-3aefa079-6ebb-438f-9871-26fb09e28a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.016346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-3aefa079-6ebb-438f-9871-26fb09e28a9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1097 time: 0.0578680 Jul 22 14:38:43.114046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-b44cb6fb-dbcf-427a-83ba-9b901507e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.115582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-b44cb6fb-dbcf-427a-83ba-9b901507e031 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0931532 Jul 22 14:38:43.131708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:43.181544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-0c06da3c-736e-46ed-a90a-14b2c23280a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 999 time: 0.0591424 Jul 22 14:38:43.233172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-374bdcbd-c9d8-43e1-9f67-61349ab3ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.234809 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-374bdcbd-c9d8-43e1-9f67-61349ab3ea89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0477695 Jul 22 14:38:43.295160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-c6234eaf-e053-42ea-9270-36e07df9514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.296617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-c6234eaf-e053-42ea-9270-36e07df9514e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558813 Jul 22 14:38:43.355317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:41Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:43.385089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:38:43.386210 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-b5fccf2a-3c2e-4838-8af3-2bd11249f002 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831635 Jul 22 14:38:43.393395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:43.394024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:38:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:43.482348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b89063b4-ceeb-407a-89ee-92c8716f1d44 req-40177ba3-6051-4c69-962b-ebf0a655e4a2 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887134 Jul 22 14:38:43.505380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:43.736250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:41Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:43.740801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c8558-4e7d-477a-8f4e-0cddf4778ee6 req-ec63e356-3698-44ed-991f-6b610cf89caf tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.742684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3c8558-4e7d-477a-8f4e-0cddf4778ee6 req-ec63e356-3698-44ed-991f-6b610cf89caf tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 943 time: 0.0644877 Jul 22 14:38:43.764038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3d77-8f8a-4cb8-a542-631f99b1ac82 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:41Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:38:43.782342 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d3c8558-4e7d-477a-8f4e-0cddf4778ee6 req-6265f4f1-74c7-4f78-bfa2-f5827d1cbe97 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337758 Jul 22 14:38:43.960626 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c7706-5124-426b-8dfa-b733945ae41c None None] New status for floating IP 2f40b178-daf0-4e10-a864-4aa054bb51e3: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:38:44.246061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8e402058-3295-4483-9ac0-d8ae10150aaa details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:44.342869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 8e402058-3295-4483-9ac0-d8ae10150aaa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8e402058-3295-4483-9ac0-d8ae10150aaa,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:44.354493 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '8e402058-3295-4483-9ac0-d8ae10150aaa', 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f', 'port_id': '8e402058-3295-4483-9ac0-d8ae10150aaa', 'mac_address': 'fa:16:3e:b8:d9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c9ef31-21a2-4790-9698-2a5316c39f25', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:44.391128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:44.403567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e402058-3295-4483-9ac0-d8ae10150aaa {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:44.423326 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 8e402058-3295-4483-9ac0-d8ae10150aaa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8e402058-3295-4483-9ac0-d8ae10150aaa,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:44.426390 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:44.476805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=8e402058-3295-4483-9ac0-d8ae10150aaa,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:44.624770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['8e402058-3295-4483-9ac0-d8ae10150aaa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:44.914027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a44ab-8fa5-477b-8266-cb55250d924f req-d1cbbb05-ef09-4a98-bc41-1eacdc52e4e6 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:44.915563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f31a44ab-8fa5-477b-8266-cb55250d924f req-d1cbbb05-ef09-4a98-bc41-1eacdc52e4e6 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 944 time: 0.0651004 Jul 22 14:38:44.952496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f31a44ab-8fa5-477b-8266-cb55250d924f req-9279045a-9adb-4027-8770-20a00b875ca4 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Jul 22 14:38:46.086947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa24c1b-d3ee-49ca-af3a-7b939d1c50ef req-45d5422b-f90f-470b-8ba6-df394d51a5a7 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.088468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-caa24c1b-d3ee-49ca-af3a-7b939d1c50ef req-45d5422b-f90f-470b-8ba6-df394d51a5a7 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 944 time: 0.0690346 Jul 22 14:38:46.125411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-caa24c1b-d3ee-49ca-af3a-7b939d1c50ef req-b55ba02a-3c53-4e25-9040-f2b7190c175d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Jul 22 14:38:46.261840 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8e402058-3295-4483-9ac0-d8ae10150aaa up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:46.309131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 8e402058-3295-4483-9ac0-d8ae10150aaa completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:46.312745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 8e402058-3295-4483-9ac0-d8ae10150aaa triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:46.313123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.392497 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.414293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806dd04-36f5-4866-96ef-f97697a1e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e402058-3295-4483-9ac0-d8ae10150aaa'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:46.416496 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4203ba1a-8401-4572-8431-503ccbfa965a" -d '{"events": [{"server_uuid": "9806dd04-36f5-4866-96ef-f97697a1e073", "name": "network-vif-plugged", "status": "completed", "tag": "8e402058-3295-4483-9ac0-d8ae10150aaa"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:46.429675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 8e402058-3295-4483-9ac0-d8ae10150aaa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8e402058-3295-4483-9ac0-d8ae10150aaa,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:46.433530 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.456658 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ceccc-2f37-48ea-b2a0-fefde532f362 x-openstack-request-id: req-ad8ceccc-2f37-48ea-b2a0-fefde532f362 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:46.456950 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9806dd04-36f5-4866-96ef-f97697a1e073", "name": "network-vif-plugged", "status": "completed", "tag": "8e402058-3295-4483-9ac0-d8ae10150aaa", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:46.457205 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad8ceccc-2f37-48ea-b2a0-fefde532f362 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:46.457591 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806dd04-36f5-4866-96ef-f97697a1e073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e402058-3295-4483-9ac0-d8ae10150aaa', 'code': 200} Jul 22 14:38:46.489387 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=8e402058-3295-4483-9ac0-d8ae10150aaa,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:46.562015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dc26d-1f4b-480b-91d1-7cf4398c0d78 req-94975ccc-8fb5-4b5b-ba71-22995bb0e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.563515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d22dc26d-1f4b-480b-91d1-7cf4398c0d78 req-94975ccc-8fb5-4b5b-ba71-22995bb0e403 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 1097 time: 0.0527468 Jul 22 14:38:46.598349 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d22dc26d-1f4b-480b-91d1-7cf4398c0d78 req-a77fae4c-0537-4371-96ce-8719b23dfa73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278919 Jul 22 14:38:47.265261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d8cc1-9e17-4bd8-9eae-4ea7af5bf4af req-66b416f5-fbe5-4ca2-bd8a-e5a131d7b750 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.267147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-337d8cc1-9e17-4bd8-9eae-4ea7af5bf4af req-66b416f5-fbe5-4ca2-bd8a-e5a131d7b750 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 945 time: 0.0697634 Jul 22 14:38:47.305394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-337d8cc1-9e17-4bd8-9eae-4ea7af5bf4af req-9ef06270-bd47-4ab2-8b29-6b773c19f972 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Jul 22 14:38:48.440921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232504-e713-490a-b202-b6617927d7e5 req-8af82545-d443-4500-a306-5dd395bf35cf tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:48.442433 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d232504-e713-490a-b202-b6617927d7e5 req-8af82545-d443-4500-a306-5dd395bf35cf tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 945 time: 0.0698569 Jul 22 14:38:48.481357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d232504-e713-490a-b202-b6617927d7e5 req-bac212fa-ccdd-4ead-a750-45302445159a tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327382 Jul 22 14:38:48.594461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d3c1ea1e-a9e3-4483-95a3-b69c2776b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.073275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ed54-e0de-4169-8ea9-fecd7ac03a97 req-9e88a1f3-42b2-40ea-bd64-afa0242f14ec tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:49.074831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6db1ed54-e0de-4169-8ea9-fecd7ac03a97 req-9e88a1f3-42b2-40ea-bd64-afa0242f14ec tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 945 time: 0.0642281 Jul 22 14:38:49.112941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6db1ed54-e0de-4169-8ea9-fecd7ac03a97 req-54496c61-9f53-4dfc-ae1c-8f3b47c808aa tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Jul 22 14:38:49.259650 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.223945 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.310620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339ae5c-c00d-446b-bdbb-3392fbfd4327 req-46f31da1-1889-45b8-92d3-314e0a6b0dd0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:50.312307 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6339ae5c-c00d-446b-bdbb-3392fbfd4327 req-46f31da1-1889-45b8-92d3-314e0a6b0dd0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 945 time: 0.1146796 Jul 22 14:38:50.347353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-67a3ed0e-43db-4ae6-9c72-e4596a5fda5b tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:50.349052 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-67a3ed0e-43db-4ae6-9c72-e4596a5fda5b tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "GET /v2.0/ports?device_id=9806dd04-36f5-4866-96ef-f97697a1e073 HTTP/1.1" status: 200 len: 945 time: 0.1093683 Jul 22 14:38:50.401090 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6339ae5c-c00d-446b-bdbb-3392fbfd4327 req-a968ab01-fcae-4621-a35b-be2c4dc417a9 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813706 Jul 22 14:38:50.472268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Deleting port 8e402058-3295-4483-9ac0-d8ae10150aaa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:50.472606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.561023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] For port 8e402058-3295-4483-9ac0-d8ae10150aaa, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=8e402058-3295-4483-9ac0-d8ae10150aaa,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:50.561377 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.578492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Calling delete_port for 8e402058-3295-4483-9ac0-d8ae10150aaa owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:50.706301 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.718812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['8e402058-3295-4483-9ac0-d8ae10150aaa'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:50.735110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Pushing event deleted for resources: {'Port': ['ID=8e402058-3295-4483-9ac0-d8ae10150aaa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:50.785170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] No DVR routers for this DVR port 8e402058-3295-4483-9ac0-d8ae10150aaa on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:50.787839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.789978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5c4be919-3e0f-4c0e-83da-91fba06a3c0c req-6010ccdc-58d8-4077-a901-81b6776cc7b0 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "DELETE /v2.0/ports/8e402058-3295-4483-9ac0-d8ae10150aaa HTTP/1.1" status: 204 len: 173 time: 0.4337406 Jul 22 14:38:50.790408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9806dd04-36f5-4866-96ef-f97697a1e073', 'name': 'network-vif-deleted', 'tag': '8e402058-3295-4483-9ac0-d8ae10150aaa'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:50.792659 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b2a36b-bfbd-4c52-838d-4ae6a85090bd" -d '{"events": [{"server_uuid": "9806dd04-36f5-4866-96ef-f97697a1e073", "name": "network-vif-deleted", "tag": "8e402058-3295-4483-9ac0-d8ae10150aaa"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:50.829428 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c70a3-6fd9-4f07-9611-9e6b7c350dbc x-openstack-request-id: req-990c70a3-6fd9-4f07-9611-9e6b7c350dbc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:50.829803 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9806dd04-36f5-4866-96ef-f97697a1e073", "name": "network-vif-deleted", "tag": "8e402058-3295-4483-9ac0-d8ae10150aaa", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:50.830056 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-990c70a3-6fd9-4f07-9611-9e6b7c350dbc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:50.830523 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9806dd04-36f5-4866-96ef-f97697a1e073', 'name': 'network-vif-deleted', 'tag': '8e402058-3295-4483-9ac0-d8ae10150aaa', 'status': 'completed', 'code': 200} Jul 22 14:38:51.361759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.466962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-927c88e3-7a66-4a3f-921a-a12bc8ea3614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.662260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-20663b35-078f-4364-ab90-88909adb6c05 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:51.664368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-20663b35-078f-4364-ab90-88909adb6c05 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/networks?id=0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 200 len: 809 time: 0.1050415 Jul 22 14:38:51.678814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-985d3410-d29d-40c0-b731-4b07901c90a6 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/quotas/80f169457d4549c7bf1256974920484b HTTP/1.1" status: 200 len: 375 time: 0.0090384 Jul 22 14:38:51.712587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-e6c89832-7cb7-473e-b61f-5fb4015548dc tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80f169457d4549c7bf1256974920484b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290017 Jul 22 14:38:51.804331 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-a13d5276-53be-4ca3-96b3-058dc94ee34d service neutron] 10.222.0.11 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853040 Jul 22 14:38:51.893420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-7ed4dc43-f3c1-4281-b290-968245234b79 service neutron] 10.222.0.11 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823424 Jul 22 14:38:52.496008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.076263 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-facf64b8-f7f1-4af0-a972-eee6ddd47798 req-356ac5ee-11a6-46a1-923d-45966790ddf2 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 210 time: 0.0306664 Jul 22 14:38:53.950421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-b41f5240-f5b8-4e2a-ab8b-388615cb6c64 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:53.951966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-b41f5240-f5b8-4e2a-ab8b-388615cb6c64 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "GET /v2.0/networks?id=0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 200 len: 809 time: 0.1178484 Jul 22 14:38:53.964114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Request body: {'port': {'device_id': '3618e06a-d862-413b-aaab-e43ea937ce81', 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f', 'admin_state_up': True, 'tenant_id': '80f169457d4549c7bf1256974920484b'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:54.069062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Made reservation on behalf of 80f169457d4549c7bf1256974920484b for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:54.072619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.181841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-056ea198-bb43-4d54-a4d9-7f5941ffca54 req-27d1f195-6625-41e5-af58-f0ce04fa34d7 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 210 time: 0.0375531 Jul 22 14:38:54.205079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Allocated IP 172.20.0.3 (0b6190b0-e2d3-4032-b166-ec559096536f/e7c9ef31-21a2-4790-9698-2a5316c39f25/b3679891-2881-4efb-8c1b-f5b39b102d27) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:54.293984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8e402058-3295-4483-9ac0-d8ae10150aaa no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:54.316577 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.317349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 8e402058-3295-4483-9ac0-d8ae10150aaa {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:54.317722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 8e402058-3295-4483-9ac0-d8ae10150aaa not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:54.364343 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.404394 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.448156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Network 0b6190b0-e2d3-4032-b166-ec559096536f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:54.451083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:54.454923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:54.478482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Pushing event updated for resources: {'Port': ['ID=b3679891-2881-4efb-8c1b-f5b39b102d27,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:54.507554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:54.508331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.522188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-02d08288-3b68-4f44-a77d-a7a8ae0dde28 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626421 Jul 22 14:38:54.533173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Request body: {'port': {'device_id': '3618e06a-d862-413b-aaab-e43ea937ce81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:54.607697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.864348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3679891-2881-4efb-8c1b-f5b39b102d27 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:54.872920 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.885498 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Transition to ACTIVE for port object b3679891-2881-4efb-8c1b-f5b39b102d27 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:54.889564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.939705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3679891-2881-4efb-8c1b-f5b39b102d27,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:55.013767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Attempting to bind port b3679891-2881-4efb-8c1b-f5b39b102d27 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:55.014089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Attempting to bind port b3679891-2881-4efb-8c1b-f5b39b102d27 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:55.014410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Attempting to bind port b3679891-2881-4efb-8c1b-f5b39b102d27 on network 0b6190b0-e2d3-4032-b166-ec559096536f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:55.019230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Port b3679891-2881-4efb-8c1b-f5b39b102d27 on network 0b6190b0-e2d3-4032-b166-ec559096536f not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:55.019545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Attempting to bind port b3679891-2881-4efb-8c1b-f5b39b102d27 on network 0b6190b0-e2d3-4032-b166-ec559096536f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:55.024807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:55.025136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Checking segment: {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:55.025515 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Bound using segment: {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:55.025962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Bound port: b3679891-2881-4efb-8c1b-f5b39b102d27, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:55.026312 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.090014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] For port b3679891-2881-4efb-8c1b-f5b39b102d27, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:55.093268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] For port b3679891-2881-4efb-8c1b-f5b39b102d27, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3679891-2881-4efb-8c1b-f5b39b102d27,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:55.097283 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.130174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:55.130793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.132331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3679891-2881-4efb-8c1b-f5b39b102d27 HTTP/1.1" status: 200 len: 1092 time: 0.6031961 Jul 22 14:38:55.132765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3618e06a-d862-413b-aaab-e43ea937ce81', 'tag': 'b3679891-2881-4efb-8c1b-f5b39b102d27'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:55.135075 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1bf61-9236-455c-8afd-0c00cec38cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3618e06a-d862-413b-aaab-e43ea937ce81", "tag": "b3679891-2881-4efb-8c1b-f5b39b102d27"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:55.168076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c664169-50ce-4eb1-ad78-58de8f1e6fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3679891-2881-4efb-8c1b-f5b39b102d27,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:55.183894 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf163d-31ad-4aa5-840a-399eda7e5667 x-openstack-request-id: req-2fbf163d-31ad-4aa5-840a-399eda7e5667 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:55.184187 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3618e06a-d862-413b-aaab-e43ea937ce81", "tag": "b3679891-2881-4efb-8c1b-f5b39b102d27", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:55.184436 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fbf163d-31ad-4aa5-840a-399eda7e5667 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:55.184829 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3618e06a-d862-413b-aaab-e43ea937ce81', 'tag': 'b3679891-2881-4efb-8c1b-f5b39b102d27', 'status': 'completed', 'code': 200} Jul 22 14:38:55.245954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-606b10fe-2326-4daf-a528-3e30701e06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:55.247510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-606b10fe-2326-4daf-a528-3e30701e06cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f169457d4549c7bf1256974920484b&device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 1095 time: 0.0739925 Jul 22 14:38:55.293914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-fd459ef3-4e36-456c-a670-5d75fd227ddf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3679891-2881-4efb-8c1b-f5b39b102d27 HTTP/1.1" status: 200 len: 217 time: 0.0390329 Jul 22 14:38:55.318987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce7e0-f25b-4f3f-aaa5-84c506807a1b req-faefbd4c-3dec-4b0c-b439-2b741667a201 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:55.320541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-050ce7e0-f25b-4f3f-aaa5-84c506807a1b req-faefbd4c-3dec-4b0c-b439-2b741667a201 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 943 time: 0.0691626 Jul 22 14:38:55.345730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-b57bb7eb-67e8-4882-822a-0b1ecb226cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:55.347244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-b57bb7eb-67e8-4882-822a-0b1ecb226cfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7c9ef31-21a2-4790-9698-2a5316c39f25 HTTP/1.1" status: 200 len: 849 time: 0.0476134 Jul 22 14:38:55.358830 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-050ce7e0-f25b-4f3f-aaa5-84c506807a1b req-7163fe3b-3c31-457d-8cc1-a15ac2c19ce7 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Jul 22 14:38:55.382091 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-9ae3e8e1-93b5-47c5-8af6-2102dc5bf668 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b6190b0-e2d3-4032-b166-ec559096536f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276453 Jul 22 14:38:55.474237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-33bd1335-70a6-4f11-8c2e-5b5303838f3e service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861630 Jul 22 14:38:55.938978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-151a9256-fff8-4ef5-9dd5-428f1eff035e req-82525b9e-92d4-480d-88d5-1f52bdd629e5 service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579527 Jul 22 14:38:56.040519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-723c7759-1a0f-475a-bfc2-005ce85acb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.042026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-723c7759-1a0f-475a-bfc2-005ce85acb7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80f169457d4549c7bf1256974920484b&device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 1095 time: 0.0549181 Jul 22 14:38:56.142072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-bdc24482-ae5c-4c37-922d-f6341990de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.143890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-bdc24482-ae5c-4c37-922d-f6341990de47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 200 len: 910 time: 0.0957017 Jul 22 14:38:56.192133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-a843667d-5e64-4bfc-92e6-99730b2d37f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3679891-2881-4efb-8c1b-f5b39b102d27 HTTP/1.1" status: 200 len: 217 time: 0.0417037 Jul 22 14:38:56.259383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-e7877756-2942-461a-94fd-fa6142838aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.261374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-e7877756-2942-461a-94fd-fa6142838aa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e7c9ef31-21a2-4790-9698-2a5316c39f25 HTTP/1.1" status: 200 len: 849 time: 0.0614095 Jul 22 14:38:56.295943 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-bb0cc52e-f372-459f-8c4d-1226c751c48a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b6190b0-e2d3-4032-b166-ec559096536f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272701 Jul 22 14:38:56.391111 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-430697aa-c7a2-4435-971d-3ed80e3f344f service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879834 Jul 22 14:38:56.534086 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ad1bf61-9236-455c-8afd-0c00cec38cd5 req-69d4212b-5a53-4f8a-825b-178d7c9d8b3c service neutron] 10.222.0.13 "GET /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349702 Jul 22 14:38:56.551023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2886b7-efe5-4928-98a3-a8c32f982101 req-91922c58-2019-4ccf-9351-8e3100630960 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.552762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a2886b7-efe5-4928-98a3-a8c32f982101 req-91922c58-2019-4ccf-9351-8e3100630960 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 943 time: 0.1256557 Jul 22 14:38:56.592509 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a2886b7-efe5-4928-98a3-a8c32f982101 req-5c3be92e-a64b-4128-9954-7657335d1487 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331800 Jul 22 14:38:57.729953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839874-faa3-4d29-a1c4-a7f2b3e6c19f req-e68210df-ea3c-431e-a8eb-6e65bfd28dd7 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:57.731472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc839874-faa3-4d29-a1c4-a7f2b3e6c19f req-e68210df-ea3c-431e-a8eb-6e65bfd28dd7 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 943 time: 0.0712042 Jul 22 14:38:57.769502 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc839874-faa3-4d29-a1c4-a7f2b3e6c19f req-ab7f4ec3-d821-4658-acbf-a83a781ee13d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Jul 22 14:38:58.323098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3679891-2881-4efb-8c1b-f5b39b102d27 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:58.421850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b3679891-2881-4efb-8c1b-f5b39b102d27, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3679891-2881-4efb-8c1b-f5b39b102d27,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:58.433928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'b3679891-2881-4efb-8c1b-f5b39b102d27', 'network_id': '0b6190b0-e2d3-4032-b166-ec559096536f', 'port_id': 'b3679891-2881-4efb-8c1b-f5b39b102d27', 'mac_address': 'fa:16:3e:3f:81:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7c9ef31-21a2-4790-9698-2a5316c39f25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:58.471070 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.483771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3679891-2881-4efb-8c1b-f5b39b102d27 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:58.503492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b3679891-2881-4efb-8c1b-f5b39b102d27, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3679891-2881-4efb-8c1b-f5b39b102d27,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:58.508005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.555273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b3679891-2881-4efb-8c1b-f5b39b102d27,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:58.691580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b3679891-2881-4efb-8c1b-f5b39b102d27'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:58.900954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa44f8c-8904-465b-a3fb-8600133a26e7 req-09960400-1b04-4886-bd38-342dd4c68861 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:58.902514 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-faa44f8c-8904-465b-a3fb-8600133a26e7 req-09960400-1b04-4886-bd38-342dd4c68861 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 944 time: 0.0650227 Jul 22 14:38:58.941095 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-faa44f8c-8904-465b-a3fb-8600133a26e7 req-741c3d8a-665f-491e-910a-850777bda19d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329556 Jul 22 14:39:00.071462 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73410856-94f2-4d2d-a877-99aad0c0d9f7 req-40495a0a-9e87-43b0-b13e-d78c2fd4a62d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:00.073019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-73410856-94f2-4d2d-a877-99aad0c0d9f7 req-40495a0a-9e87-43b0-b13e-d78c2fd4a62d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 944 time: 0.0633960 Jul 22 14:39:00.115333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-73410856-94f2-4d2d-a877-99aad0c0d9f7 req-3750e590-f3da-4067-ae7a-b9bc6b46dd42 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Jul 22 14:39:00.340163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3679891-2881-4efb-8c1b-f5b39b102d27 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:00.388865 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port b3679891-2881-4efb-8c1b-f5b39b102d27 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:00.392848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port b3679891-2881-4efb-8c1b-f5b39b102d27 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:00.393335 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.474005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.499318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618e06a-d862-413b-aaab-e43ea937ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3679891-2881-4efb-8c1b-f5b39b102d27'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:00.501536 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf2b925-48df-4a78-bf0e-1146f5113e52" -d '{"events": [{"server_uuid": "3618e06a-d862-413b-aaab-e43ea937ce81", "name": "network-vif-plugged", "status": "completed", "tag": "b3679891-2881-4efb-8c1b-f5b39b102d27"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:00.515287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b3679891-2881-4efb-8c1b-f5b39b102d27, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3679891-2881-4efb-8c1b-f5b39b102d27,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:00.519198 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.552508 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da97995-2b15-4401-9305-e49bc8438fdb x-openstack-request-id: req-5da97995-2b15-4401-9305-e49bc8438fdb {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:00.552797 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618e06a-d862-413b-aaab-e43ea937ce81", "name": "network-vif-plugged", "status": "completed", "tag": "b3679891-2881-4efb-8c1b-f5b39b102d27", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:00.553051 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5da97995-2b15-4401-9305-e49bc8438fdb {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:00.553503 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618e06a-d862-413b-aaab-e43ea937ce81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3679891-2881-4efb-8c1b-f5b39b102d27', 'code': 200} Jul 22 14:39:00.579647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b3679891-2881-4efb-8c1b-f5b39b102d27,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:00.682312 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456b459-663d-40cf-ac0a-b091dd1e27ef req-7c40f188-7a08-4d62-b0d3-99339fbc48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:00.683903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a456b459-663d-40cf-ac0a-b091dd1e27ef req-7c40f188-7a08-4d62-b0d3-99339fbc48c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 1097 time: 0.0768301 Jul 22 14:39:00.721478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a456b459-663d-40cf-ac0a-b091dd1e27ef req-e618b4ad-0c0e-406a-8471-70228c603ffa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311604 Jul 22 14:39:01.250905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb47b8f-c56d-4a66-a361-4ce1e528bd5a req-f8da164d-c4b5-45a5-a384-3898dc5e422f tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:01.252419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cb47b8f-c56d-4a66-a361-4ce1e528bd5a req-f8da164d-c4b5-45a5-a384-3898dc5e422f tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 945 time: 0.0663042 Jul 22 14:39:01.290488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9cb47b8f-c56d-4a66-a361-4ce1e528bd5a req-be13fa70-3536-4b9c-b831-6e49617ce475 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Jul 22 14:39:02.394465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:39:02.433192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e793e0-456f-4d7c-8d8d-91eed71b2b94 req-89bf91a2-0288-4322-ad38-32579dfbe399 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:02.434710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78e793e0-456f-4d7c-8d8d-91eed71b2b94 req-89bf91a2-0288-4322-ad38-32579dfbe399 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 945 time: 0.0685344 Jul 22 14:39:02.473979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78e793e0-456f-4d7c-8d8d-91eed71b2b94 req-9f2cbb16-2f8c-4d07-8edd-d0328dacaf96 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330775 Jul 22 14:39:03.148409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001189c-4865-405c-81d6-a396cb775bdf req-7f739031-ce2c-496d-b19b-5efdc97a2c32 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:03.150120 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4001189c-4865-405c-81d6-a396cb775bdf req-7f739031-ce2c-496d-b19b-5efdc97a2c32 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 945 time: 0.0756249 Jul 22 14:39:03.197401 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4001189c-4865-405c-81d6-a396cb775bdf req-acbe34b3-cea1-46fe-8c43-99f963e127c9 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Jul 22 14:39:04.337982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44047915-5bf1-4c11-a642-c1973ea469e5 req-45ce6482-cd54-4f25-afd5-e564a6b119d6 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:04.339706 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44047915-5bf1-4c11-a642-c1973ea469e5 req-45ce6482-cd54-4f25-afd5-e564a6b119d6 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 945 time: 0.0642650 Jul 22 14:39:04.353663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-0c1b6d0c-2757-4d42-adbe-fb819840dd02 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:04.355156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-0c1b6d0c-2757-4d42-adbe-fb819840dd02 tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "GET /v2.0/ports?device_id=3618e06a-d862-413b-aaab-e43ea937ce81 HTTP/1.1" status: 200 len: 945 time: 0.0636356 Jul 22 14:39:04.378639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44047915-5bf1-4c11-a642-c1973ea469e5 req-4222a434-d986-4ac8-845f-bd45922722ae tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4b86581-f92b-4398-8726-c92635d975f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Jul 22 14:39:04.458402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Deleting port b3679891-2881-4efb-8c1b-f5b39b102d27 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:04.458647 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.549226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] For port b3679891-2881-4efb-8c1b-f5b39b102d27, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b3679891-2881-4efb-8c1b-f5b39b102d27,segment=NetworkSegment(1b65cf06-c3e5-402b-8eb5-fe4d1b95570c),segment_id=1b65cf06-c3e5-402b-8eb5-fe4d1b95570c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:04.549584 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.562202 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Calling delete_port for b3679891-2881-4efb-8c1b-f5b39b102d27 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:04.693243 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.706308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b3679891-2881-4efb-8c1b-f5b39b102d27'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:39:04.729488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Pushing event deleted for resources: {'Port': ['ID=b3679891-2881-4efb-8c1b-f5b39b102d27,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:04.760796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.761144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.761489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.761882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.762230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.762564 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.762897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.763229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.763558 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.763903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.764238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.764566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:04.785879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] No DVR routers for this DVR port b3679891-2881-4efb-8c1b-f5b39b102d27 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:04.788906 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.790982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d0b9930f-8736-4ecf-bd8d-cd55eb2530ff req-22647a61-f22f-4467-ba8b-1d04bb78452d tempest-VolumesActionsTest-430956812 tempest-VolumesActionsTest-430956812-project] 10.222.0.13 "DELETE /v2.0/ports/b3679891-2881-4efb-8c1b-f5b39b102d27 HTTP/1.1" status: 204 len: 173 time: 0.4294562 Jul 22 14:39:04.791420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618e06a-d862-413b-aaab-e43ea937ce81', 'name': 'network-vif-deleted', 'tag': 'b3679891-2881-4efb-8c1b-f5b39b102d27'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:04.793687 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9207982-913e-4b6f-8d66-f87bb3430426" -d '{"events": [{"server_uuid": "3618e06a-d862-413b-aaab-e43ea937ce81", "name": "network-vif-deleted", "tag": "b3679891-2881-4efb-8c1b-f5b39b102d27"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:04.829199 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47014dbd-f666-4260-b036-5648886237d5 x-openstack-request-id: req-47014dbd-f666-4260-b036-5648886237d5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:04.829496 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618e06a-d862-413b-aaab-e43ea937ce81", "name": "network-vif-deleted", "tag": "b3679891-2881-4efb-8c1b-f5b39b102d27", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:04.829783 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47014dbd-f666-4260-b036-5648886237d5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:04.830212 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618e06a-d862-413b-aaab-e43ea937ce81', 'name': 'network-vif-deleted', 'tag': 'b3679891-2881-4efb-8c1b-f5b39b102d27', 'status': 'completed', 'code': 200} Jul 22 14:39:08.404152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3679891-2881-4efb-8c1b-f5b39b102d27 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:08.427887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: b3679891-2881-4efb-8c1b-f5b39b102d27 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:39:08.429217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b3679891-2881-4efb-8c1b-f5b39b102d27 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:18.608891 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7012eddd-a589-4ed2-8396-aa7ec37e397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.278251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.766767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-ffcf3ba4-c13e-47fc-a0bd-82141c8c4885 req-3f2d3fbc-29a5-435a-b99c-0358148f88ac tempest-ListServersNegativeTestJSON-1182481426 tempest-ListServersNegativeTestJSON-1182481426-project] (93760) timed out ('10.222.0.13', 49940) {{(pid=93760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:39:20.223736 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:21.364677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:21.468106 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5cea5634-bf04-4009-b204-c991fdec5e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:22.497677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.223129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:24.273128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Deleting subnet e7c9ef31-21a2-4790-9698-2a5316c39f25 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:24.276277 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.303918 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.311878 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.352015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.406784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.434001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7c9ef31-21a2-4790-9698-2a5316c39f25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:24.442382 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.444336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e7c9ef31-21a2-4790-9698-2a5316c39f25 HTTP/1.1" status: 204 len: 168 time: 0.2201219 Jul 22 14:39:24.445867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.446213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.446553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.446889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.447218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.447548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.447873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.448045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55026) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:24.448566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.448566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.448792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.449118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.449436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75612b90-4f0a-46c3-8546-571afc4b8413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:24.527055 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.607034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.616952 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6190b0-e2d3-4032-b166-ec559096536f']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:24.626995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:24.627287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b65cf06-c3e5-402b-8eb5-fe4d1b95570c') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:24.636080 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.649888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.655569 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:39:24.655947 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:39:24.657577 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:39:24.714851 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.720387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.722193 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0b6190b0-e2d3-4032-b166-ec559096536f HTTP/1.1" status: 204 len: 168 time: 0.2728186 Jul 22 14:39:24.733836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c01f6b-3935-4c09-a9cc-3391eacb0cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6190b0-e2d3-4032-b166-ec559096536f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:24.831427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:24.872274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b69fea6e-2042-42bb-b235-d52b4d8272dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80f169457d4549c7bf1256974920484b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396357 Jul 22 14:39:24.874820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55032) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:24.923564 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378370c6-40df-4456-83fd-64023c336047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.946238 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378370c6-40df-4456-83fd-64023c336047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.998316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378370c6-40df-4456-83fd-64023c336047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.000984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-378370c6-40df-4456-83fd-64023c336047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.002223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-378370c6-40df-4456-83fd-64023c336047 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4b86581-f92b-4398-8726-c92635d975f4 HTTP/1.1" status: 204 len: 168 time: 0.1265190 Jul 22 14:39:25.010268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378370c6-40df-4456-83fd-64023c336047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b86581-f92b-4398-8726-c92635d975f4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:37.212289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-568218fa-45c3-46a8-b8c2-0da4d4aaa9c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608706 Jul 22 14:39:37.305084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439b72-a359-4498-b053-1642d1dbddbc req-417187b6-24eb-48d8-a6e5-517b0a25743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:37.307403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-417187b6-24eb-48d8-a6e5-517b0a25743d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1097 time: 0.0547278 Jul 22 14:39:37.408185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439b72-a359-4498-b053-1642d1dbddbc req-6e90bcc7-1197-4b67-8986-539462bca1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:37.409560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-6e90bcc7-1197-4b67-8986-539462bca1b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0837233 Jul 22 14:39:37.478870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-91c132f5-9fe9-47db-aaca-f7bc7fa9cb2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 1001 time: 0.0630236 Jul 22 14:39:37.529312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439b72-a359-4498-b053-1642d1dbddbc req-41ddf4aa-392d-459a-ba89-515c7cc32519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:37.530854 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-41ddf4aa-392d-459a-ba89-515c7cc32519 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0458398 Jul 22 14:39:37.591129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03439b72-a359-4498-b053-1642d1dbddbc req-3df6302b-f517-4fc6-8682-7582c6cf7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:37.592718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-3df6302b-f517-4fc6-8682-7582c6cf7903 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551119 Jul 22 14:39:37.688831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-9a393494-9820-4085-9a6b-b6574a517b42 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886281 Jul 22 14:39:37.786354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03439b72-a359-4498-b053-1642d1dbddbc req-b7b23db5-12c1-4e5f-b42a-b376fd21aa00 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912044 Jul 22 14:39:39.026105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55182) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:39.130053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d27d9c5-651d-40d6-bc6b-c80e66e54fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.225726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d27d9c5-651d-40d6-bc6b-c80e66e54fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.229956 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d27d9c5-651d-40d6-bc6b-c80e66e54fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.269187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d27d9c5-651d-40d6-bc6b-c80e66e54fdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97269f189ca440ddbf0117726228af1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419550 Jul 22 14:39:39.270116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27d9c5-651d-40d6-bc6b-c80e66e54fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a984d9-b86b-47ce-8f85-50996f2a5b9f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:39.271996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55186) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:39.321896 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e51cd8-848f-4dce-b0ba-621ff3cd03d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.342516 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e51cd8-848f-4dce-b0ba-621ff3cd03d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.389690 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e51cd8-848f-4dce-b0ba-621ff3cd03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.392281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e51cd8-848f-4dce-b0ba-621ff3cd03d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.393452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-41e51cd8-848f-4dce-b0ba-621ff3cd03d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84a984d9-b86b-47ce-8f85-50996f2a5b9f HTTP/1.1" status: 204 len: 168 time: 0.1203961 Jul 22 14:39:39.393801 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:39:39.401263 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51cd8-848f-4dce-b0ba-621ff3cd03d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a984d9-b86b-47ce-8f85-50996f2a5b9f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:48.591556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77e1ff34-587a-4bc5-bb11-7b749dbb6dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.291078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.220004 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.366173 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.467871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2460aa32-50fd-4c45-aa28-8784e9c9515e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.500484 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.307577 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.394089 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:40:18.592435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3e306251-a8a6-4618-ba90-d719d146b79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.287888 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:20.236102 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:20.640936 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-1a292396-8c0f-4cde-9aae-21d8b87e8215 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1110791377&fields=id&tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 267 time: 0.0359023 Jul 22 14:40:20.753184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-6f923a8f-2fb7-40d5-ae6b-277e2e68d7fc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:20.754684 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-6f923a8f-2fb7-40d5-ae6b-277e2e68d7fc tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1073329 Jul 22 14:40:20.769604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-e0bf4f02-8f59-49ba-8e5e-1a7b22b54a3b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/quotas/39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 375 time: 0.0089307 Jul 22 14:40:20.841444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-fe4131b6-327f-439e-925c-d9cbf3dc5d03 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0670273 Jul 22 14:40:20.943954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-62875f08-1ded-4bd4-b481-234c2c8dd8cc service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889316 Jul 22 14:40:21.033188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-86d97882-654e-4858-aab9-e86c4078c1ba service neutron] 10.222.0.11 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831394 Jul 22 14:40:21.369601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:21.429952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b34a04a-f17b-433e-af7a-7e4ea95af277 req-5d977ef6-d72e-4a2e-83cf-78135466b831 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 210 time: 0.1361711 Jul 22 14:40:21.468446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4ce98cae-ac6c-4e51-a0bc-057f81812309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.230302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91154217-b1cb-4781-9c43-9bbe669d14cb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:22.231875 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91154217-b1cb-4781-9c43-9bbe669d14cb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 812 time: 0.1154754 Jul 22 14:40:22.276154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-4601341a-6fa2-4410-aa3d-3ea998ca67d3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5 HTTP/1.1" status: 200 len: 380 time: 0.0359952 Jul 22 14:40:22.284448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'port': {'device_id': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'admin_state_up': True, 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'security_groups': ['e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:22.401814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Made reservation on behalf of 39c6f4f7095e47aabcb2bd7c78beeab5 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:22.405313 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.505222 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.548633 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7fc490f8-d21e-45cc-9cf2-d7281d64647d req-8c90122e-6019-424b-9817-7fb0b7e3f2bd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 210 time: 0.0410521 Jul 22 14:40:22.568092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.20.0.14 (88152a7c-cf96-425e-8be5-2ccce6ce6231/925aafc7-bf89-4498-9419-d4ff8dacf56b/cebecf0c-fd73-44f4-aef8-5882c1410c77) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:22.706112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.719618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Transition to ACTIVE for port object cebecf0c-fd73-44f4-aef8-5882c1410c77 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:22.752858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.804093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:22.807779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:22.811619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:22.818109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=cebecf0c-fd73-44f4-aef8-5882c1410c77,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:22.850834 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.851174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.851727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.852066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.852466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.853045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.853582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.853938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.854264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.854587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.854910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.855231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:22.890142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:22.890810 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.907334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-89e521fe-0036-48b4-a83d-0164c87cbe05 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6262460 Jul 22 14:40:22.919849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Request body: {'port': {'device_id': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:22.998702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.095984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a35c7f95-3407-41fc-a8be-49208631b813 None None] Provisioning for port cebecf0c-fd73-44f4-aef8-5882c1410c77 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:23.099659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a35c7f95-3407-41fc-a8be-49208631b813 None None] Provisioning complete for port cebecf0c-fd73-44f4-aef8-5882c1410c77 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:23.100032 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a35c7f95-3407-41fc-a8be-49208631b813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.136723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a35c7f95-3407-41fc-a8be-49208631b813 None None] Port cebecf0c-fd73-44f4-aef8-5882c1410c77 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:23.277732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebecf0c-fd73-44f4-aef8-5882c1410c77 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:23.285089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.297229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Transition to ACTIVE for port object cebecf0c-fd73-44f4-aef8-5882c1410c77 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:23.301246 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.353573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Pushing event updated for resources: {'Port': ['ID=cebecf0c-fd73-44f4-aef8-5882c1410c77,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:23.439200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Attempting to bind port cebecf0c-fd73-44f4-aef8-5882c1410c77 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:23.439549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Attempting to bind port cebecf0c-fd73-44f4-aef8-5882c1410c77 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:23.439930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Attempting to bind port cebecf0c-fd73-44f4-aef8-5882c1410c77 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:23.445176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Port cebecf0c-fd73-44f4-aef8-5882c1410c77 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:40:23.445815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Attempting to bind port cebecf0c-fd73-44f4-aef8-5882c1410c77 on network 88152a7c-cf96-425e-8be5-2ccce6ce6231 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:23.451320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:23.451661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Checking segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:23.452057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Bound using segment: {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:23.452509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Bound port: cebecf0c-fd73-44f4-aef8-5882c1410c77, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:23.452880 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.529698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] For port cebecf0c-fd73-44f4-aef8-5882c1410c77, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:23.532891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] For port cebecf0c-fd73-44f4-aef8-5882c1410c77, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:23.539162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.579461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.580085 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.581506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] 10.222.0.13 "PUT /v2.0/ports/cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 1093 time: 0.6667755 Jul 22 14:40:23.581974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:23.584214 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5f27ab-42d5-4dad-8113-4c86d00b8844" -d '{"events": [{"name": "network-changed", "server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:23.606489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91926883-1c50-4e0b-bdd1-d41ea1f8bd38 service neutron] Pushing event updated for resources: {'Port': ['ID=cebecf0c-fd73-44f4-aef8-5882c1410c77,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:23.643976 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f7546a-b787-47f2-b077-dbdc2d7cb6b0 x-openstack-request-id: req-05f7546a-b787-47f2-b077-dbdc2d7cb6b0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:23.644395 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:23.644747 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05f7546a-b787-47f2-b077-dbdc2d7cb6b0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:23.645306 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'status': 'completed', 'code': 200} Jul 22 14:40:23.721451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-cc423eb7-7708-45f9-bd44-ea306d4d65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.723057 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-cc423eb7-7708-45f9-bd44-ea306d4d65ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1096 time: 0.0695527 Jul 22 14:40:23.734030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d738e5d-6d91-4d18-abcc-b8e6236a4228 req-3e7f60db-fcb9-4a99-afb9-cea7c760f16c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.741247 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d738e5d-6d91-4d18-abcc-b8e6236a4228 req-3e7f60db-fcb9-4a99-afb9-cea7c760f16c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0840292 Jul 22 14:40:23.776327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-3dcd3427-b41e-4687-b1fa-035d429a79d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 217 time: 0.0459132 Jul 22 14:40:23.833101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-9e144ffb-3e14-492d-a804-e2440797a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.835075 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-9e144ffb-3e14-492d-a804-e2440797a083 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0521626 Jul 22 14:40:23.917295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-82e1d948-35f3-459a-a625-491ce90b59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.918978 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-82e1d948-35f3-459a-a625-491ce90b59ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769036 Jul 22 14:40:24.027970 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-20893f41-a3ce-402a-94ac-48bd3c4f88c2 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010418 Jul 22 14:40:24.097260 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6d738e5d-6d91-4d18-abcc-b8e6236a4228 req-ee160ae0-b715-49eb-bd57-99fea3ef8635 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549881 Jul 22 14:40:24.127354 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9af9378f-1e88-4a33-a2b0-a08804e70f6c req-5ed36011-78b5-4402-8194-29e257fa2f07 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926645 Jul 22 14:40:24.234268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-76e6277a-c7a6-4db4-a2d6-af2319167bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:24.235798 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-76e6277a-c7a6-4db4-a2d6-af2319167bf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1096 time: 0.0637329 Jul 22 14:40:24.310129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.332201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-f72dc156-7caa-4df8-9073-c3cbb030cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:24.333729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-f72dc156-7caa-4df8-9073-c3cbb030cc12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0912874 Jul 22 14:40:24.381905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-36949c79-7765-4f6d-859a-edb9f6f0cbd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 217 time: 0.0411980 Jul 22 14:40:24.429996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-8a0deee1-3299-4505-b75d-582b2c8da237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:24.432214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-8a0deee1-3299-4505-b75d-582b2c8da237 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0443249 Jul 22 14:40:24.490390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-26fa22f7-7d87-4205-8e3a-7adec3d57e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:24.491900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-26fa22f7-7d87-4205-8e3a-7adec3d57e72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537107 Jul 22 14:40:24.589892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-7dcfcbfb-98d8-4a15-96ed-265ca2033c8e service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904052 Jul 22 14:40:24.681413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d5f27ab-42d5-4dad-8113-4c86d00b8844 req-ca1ccec3-684f-4623-9758-c036b6842cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Jul 22 14:40:25.234839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7b8a7-45a7-4314-90d3-165cc77340e0 req-4604827a-69cd-4d06-a82d-88f0812079ab tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:25.236365 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71b7b8a7-45a7-4314-90d3-165cc77340e0 req-4604827a-69cd-4d06-a82d-88f0812079ab tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0689740 Jul 22 14:40:25.275827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-71b7b8a7-45a7-4314-90d3-165cc77340e0 req-6c9a8432-abc0-42d0-8a39-3b38f0a28c02 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Jul 22 14:40:26.422040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b67c50-dfb5-4fce-9cf2-7b8e88fb5d40 req-90f01633-ff13-4e2f-9330-54ce7a30b87d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:26.423444 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21b67c50-dfb5-4fce-9cf2-7b8e88fb5d40 req-90f01633-ff13-4e2f-9330-54ce7a30b87d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0633700 Jul 22 14:40:26.461347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-21b67c50-dfb5-4fce-9cf2-7b8e88fb5d40 req-c0531a15-38b5-4b65-9d5d-5a0a02b13f1a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Jul 22 14:40:27.595752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b622f-8278-4760-b9a3-452ff09eadce req-ba739bde-b3c9-435c-a4ae-e1eebf1ab433 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:27.597259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c7b622f-8278-4760-b9a3-452ff09eadce req-ba739bde-b3c9-435c-a4ae-e1eebf1ab433 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0659637 Jul 22 14:40:27.640836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7c7b622f-8278-4760-b9a3-452ff09eadce req-cde27e43-6ec8-48b0-9857-19291e3419d5 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373640 Jul 22 14:40:28.777983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df16cd-c258-45c0-8d48-02f6999896d8 req-42ccd86c-9630-4ca3-94c5-6bc22357ad77 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:28.779482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62df16cd-c258-45c0-8d48-02f6999896d8 req-42ccd86c-9630-4ca3-94c5-6bc22357ad77 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0662396 Jul 22 14:40:28.821592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62df16cd-c258-45c0-8d48-02f6999896d8 req-b9770f92-c121-44fc-9b3f-dc470af0a76c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Jul 22 14:40:29.979037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1aed8-cd01-4a81-a5e8-4ac378607f24 req-7c96419e-babe-4377-8d39-a851592bbebb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.981852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69f1aed8-cd01-4a81-a5e8-4ac378607f24 req-7c96419e-babe-4377-8d39-a851592bbebb tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0906804 Jul 22 14:40:30.025604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-69f1aed8-cd01-4a81-a5e8-4ac378607f24 req-3f8cfba4-5e02-4364-9a76-a2ef0c2895b9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377538 Jul 22 14:40:31.157962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685694-854f-474d-8b54-ebb851ce64df req-36e6ff1c-8ea5-4788-8dc4-4bfba98390fd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:31.159359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c685694-854f-474d-8b54-ebb851ce64df req-36e6ff1c-8ea5-4788-8dc4-4bfba98390fd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0642745 Jul 22 14:40:31.198554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c685694-854f-474d-8b54-ebb851ce64df req-88f9530a-301f-40cd-8abc-787c7641090d tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335424 Jul 22 14:40:32.333325 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9e2b5-3813-4e9e-bdaa-b18b90c365b0 req-90d32414-0b72-4e2b-8ee4-74775a5dd58a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.334845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bf9e2b5-3813-4e9e-bdaa-b18b90c365b0 req-90d32414-0b72-4e2b-8ee4-74775a5dd58a tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 944 time: 0.0687866 Jul 22 14:40:32.373243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4bf9e2b5-3813-4e9e-bdaa-b18b90c365b0 req-72e93931-10d1-487b-9bd9-2b0c9dbceb27 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Jul 22 14:40:33.009349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cebecf0c-fd73-44f4-aef8-5882c1410c77 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:40:33.103250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port cebecf0c-fd73-44f4-aef8-5882c1410c77, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:33.114322 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'port_id': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'mac_address': 'fa:16:3e:4c:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:40:33.156418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.168861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebecf0c-fd73-44f4-aef8-5882c1410c77 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:33.188898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port cebecf0c-fd73-44f4-aef8-5882c1410c77, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:33.192420 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.238735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=cebecf0c-fd73-44f4-aef8-5882c1410c77,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:33.247729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.248081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.248424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.248762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.249094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.249424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.249782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.250109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.250432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.250756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.251076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.251396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:33.390388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['cebecf0c-fd73-44f4-aef8-5882c1410c77'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:40:33.508473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb03d82-9611-4d87-b08f-f719da2790ac req-484a88f6-ae1c-44ff-ab9c-4481d2af89df tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:33.511861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdb03d82-9611-4d87-b08f-f719da2790ac req-484a88f6-ae1c-44ff-ab9c-4481d2af89df tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 945 time: 0.0726962 Jul 22 14:40:33.551276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bdb03d82-9611-4d87-b08f-f719da2790ac req-a4e51492-c82b-4349-aa5e-e363dd0dfe82 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335996 Jul 22 14:40:34.681635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c210f48-3926-4c4e-a825-2b2577d24da8 req-b9e423c6-98f3-4826-b886-7bb444ab1d94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:34.683893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c210f48-3926-4c4e-a825-2b2577d24da8 req-b9e423c6-98f3-4826-b886-7bb444ab1d94 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 945 time: 0.0682149 Jul 22 14:40:34.729389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c210f48-3926-4c4e-a825-2b2577d24da8 req-12a8dcef-9e3d-409e-b31a-a910d216cc99 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399518 Jul 22 14:40:35.024234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cebecf0c-fd73-44f4-aef8-5882c1410c77 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:35.072791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port cebecf0c-fd73-44f4-aef8-5882c1410c77 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:35.076399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port cebecf0c-fd73-44f4-aef8-5882c1410c77 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:35.076770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.154417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.175628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:35.177880 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98e2721-eec3-4e02-8d7f-0573dd4d6372" -d '{"events": [{"server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "name": "network-vif-plugged", "status": "completed", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:35.190199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port cebecf0c-fd73-44f4-aef8-5882c1410c77, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:35.194257 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.219389 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa05513a-73d0-4990-9be3-29b42937f4cc x-openstack-request-id: req-fa05513a-73d0-4990-9be3-29b42937f4cc {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:35.219679 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "name": "network-vif-plugged", "status": "completed", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:35.219934 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa05513a-73d0-4990-9be3-29b42937f4cc {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:35.220319 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'code': 200} Jul 22 14:40:35.246319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=cebecf0c-fd73-44f4-aef8-5882c1410c77,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:35.328707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445301c9-500e-4634-bd93-98e8cf47f91c req-0a3bb217-04cb-404b-af6b-f7df0348ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:35.330253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-445301c9-500e-4634-bd93-98e8cf47f91c req-0a3bb217-04cb-404b-af6b-f7df0348ee32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1098 time: 0.0603621 Jul 22 14:40:35.364764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-445301c9-500e-4634-bd93-98e8cf47f91c req-d1baa309-0ea6-4748-823d-5fac3599b1f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285184 Jul 22 14:40:35.858782 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745cf9c-4cc5-40a5-943e-1c9c2e89cb51 req-bdd61a2b-2e87-42bb-82af-1a9ce15f6382 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:35.860346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0745cf9c-4cc5-40a5-943e-1c9c2e89cb51 req-bdd61a2b-2e87-42bb-82af-1a9ce15f6382 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 946 time: 0.0646198 Jul 22 14:40:35.898424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0745cf9c-4cc5-40a5-943e-1c9c2e89cb51 req-238ddf91-3d88-4b2f-a388-3ad4818f1bb9 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jul 22 14:40:36.612805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-c775b1b4-39d2-45c6-bbf0-85e588a03f79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536587 Jul 22 14:40:36.708387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-4bc0af5b-b488-4377-b41d-86c5bc527d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:36.709954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-4bc0af5b-b488-4377-b41d-86c5bc527d12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1098 time: 0.0579040 Jul 22 14:40:36.809930 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-1a2af653-6188-49c6-a3ae-4cff469d87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:36.811402 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-1a2af653-6188-49c6-a3ae-4cff469d87cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0844603 Jul 22 14:40:36.854899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-5db0f2e4-6c01-4a4e-adc2-2ac1269fa1f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 217 time: 0.0370624 Jul 22 14:40:36.904054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-6bb9af36-a62f-490d-bed9-938c4f0ebc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:36.905573 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-6bb9af36-a62f-490d-bed9-938c4f0ebc9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0446787 Jul 22 14:40:36.966013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-5d476d9f-a030-41df-871f-5bb714747f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:36.967572 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-5d476d9f-a030-41df-871f-5bb714747f19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561285 Jul 22 14:40:37.034160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e417f-85ad-4683-ab84-7992326290a9 req-09a135b9-13ba-4e7a-98a7-7f9bc38829ba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.035697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e9e417f-85ad-4683-ab84-7992326290a9 req-09a135b9-13ba-4e7a-98a7-7f9bc38829ba tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 946 time: 0.0667903 Jul 22 14:40:37.065199 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-2695c61d-2712-4e16-ab49-5fdc6b766fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913992 Jul 22 14:40:37.074416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e9e417f-85ad-4683-ab84-7992326290a9 req-4a98c457-0d47-46a4-a18b-55a44c343332 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Jul 22 14:40:37.167692 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c2db56e5-afe1-4490-9190-5c9f1d303c95 req-c0805b12-3e1d-41e2-bee8-f43c375fc990 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946229 Jul 22 14:40:37.203616 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-c2c3dbcb-f51a-4ebb-88a4-abf66e2e0749 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550165 Jul 22 14:40:37.226181 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15bbb6-cd36-4ae1-ad9c-2fd5103d4b4d req-2bde8324-46e7-4f1f-be1b-308abcd28a58 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.229293 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d15bbb6-cd36-4ae1-ad9c-2fd5103d4b4d req-2bde8324-46e7-4f1f-be1b-308abcd28a58 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 946 time: 0.0846057 Jul 22 14:40:37.272262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d15bbb6-cd36-4ae1-ad9c-2fd5103d4b4d req-b564a25c-2318-4b92-aa21-3b6f9cbe6bd6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372021 Jul 22 14:40:37.297234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55300) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:37.301448 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-89673b0f-cee5-4e0a-a4ff-245e0e68f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.303006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-89673b0f-cee5-4e0a-a4ff-245e0e68f3b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1097 time: 0.0566933 Jul 22 14:40:37.350898 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688db2fa-5873-49b0-ad42-a0eaaaea25d3 tempest-TestVolumeBootPattern-1709025592 tempest-TestVolumeBootPattern-1709025592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.353220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-688db2fa-5873-49b0-ad42-a0eaaaea25d3 tempest-TestVolumeBootPattern-1709025592 tempest-TestVolumeBootPattern-1709025592-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1093 time: 0.0541327 Jul 22 14:40:37.356459 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55302) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:37.360980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:37.383274 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.408889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-44ac7e92-9c64-4150-b971-8e437b954791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.410427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-44ac7e92-9c64-4150-b971-8e437b954791 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0894656 Jul 22 14:40:37.483177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-e848d14f-b381-4c65-b700-da9bc5922e48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 1001 time: 0.0663493 Jul 22 14:40:37.485995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.534363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-114684d9-8bd7-41f7-8570-1614bc2f90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.536043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-114684d9-8bd7-41f7-8570-1614bc2f90ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0465920 Jul 22 14:40:37.602870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Allocated IP 172.25.8.253 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/fde5206f-77ee-4ca2-b95a-15837fe3f19a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:37.609523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-5772e739-833a-4604-86cb-5b418d32cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.611094 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-5772e739-833a-4604-86cb-5b418d32cc9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694885 Jul 22 14:40:37.721002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-0539b936-4d69-4f0e-b61b-bfd438662d12 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031718 Jul 22 14:40:37.741812 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.791340 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.840245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:37.843912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:37.851037 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4bc153d-aa2d-418a-9d3a-4f599b92b48f req-40231efa-c46e-4a26-a21e-f62706fac22c service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241207 Jul 22 14:40:37.851614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:37.856831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=fde5206f-77ee-4ca2-b95a-15837fe3f19a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:38.296298 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.372047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.873935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.878455 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.948948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event updated for resources: {'Port': ['ID=fde5206f-77ee-4ca2-b95a-15837fe3f19a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:38.960618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.059449 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Floating IP e45b5da2-7297-439f-8845-79586ae14eed associated. External IP: 172.25.8.253, port: cebecf0c-fd73-44f4-aef8-5882c1410c77. Jul 22 14:40:39.268338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:39.375571 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:39.385557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:39.391944 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.396520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:39.397126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:40:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:39.447381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fe701c25-2497-4076-9fc7-6886384462be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0761638 Jul 22 14:40:39.447381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:39.447381 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6274d-7250-4ebd-a59c-2ed52654731e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:39.472577 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc23718-7722-42a6-bb77-6445a3f257ee x-openstack-request-id: req-7dc23718-7722-42a6-bb77-6445a3f257ee {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:39.472877 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:39.473134 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7dc23718-7722-42a6-bb77-6445a3f257ee {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:39.473545 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'status': 'completed', 'code': 200} Jul 22 14:40:39.503287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:39.548871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-694d28c6-acc3-4bb2-9b08-12699d74802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.550361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-694d28c6-acc3-4bb2-9b08-12699d74802c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1098 time: 0.0552218 Jul 22 14:40:39.640876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-02987618-1fc4-4731-82aa-ef4d64d99c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.642414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-02987618-1fc4-4731-82aa-ef4d64d99c13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0859101 Jul 22 14:40:39.716960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-87bd9975-91d7-48d4-b74d-b58ea417f0d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 1000 time: 0.0676947 Jul 22 14:40:39.735507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:44Z', 'revision_number': 1, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}, {'id': 'e45b5da2-7297-439f-8845-79586ae14eed', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:4c:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:40:38Z', 'updated_at': '2021-07-22T14:40:38Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:39.762603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:39.772112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:39.772771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-e8b79147-f3e7-42d7-be46-9f0c94d7508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.772919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:40:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:39.774368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-e8b79147-f3e7-42d7-be46-9f0c94d7508f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0505822 Jul 22 14:40:39.833831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-0e74b4d7-0b23-405c-befb-09a709956bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.835264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-0e74b4d7-0b23-405c-befb-09a709956bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549505 Jul 22 14:40:39.936878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-bc3ade6b-504e-45c0-a5a5-ae24f0b2cfca service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941494 Jul 22 14:40:40.030888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-48d6274d-7250-4ebd-a59c-2ed52654731e req-aae4b15b-f5e6-4746-8330-df230f85fb79 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873442 Jul 22 14:40:40.053448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:40.281804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:44Z', 'revision_number': 1, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}, {'id': 'e45b5da2-7297-439f-8845-79586ae14eed', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:4c:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:40:38Z', 'updated_at': '2021-07-22T14:40:38Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:40.312585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b45c5e7-6424-42d3-b254-321d7fb8022e None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:44Z', 'revision_number': 1, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}, {'id': 'e45b5da2-7297-439f-8845-79586ae14eed', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:4c:cd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:40:38Z', 'updated_at': '2021-07-22T14:40:38Z', 'revision_number': 0, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:40.502635 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600097c-6aef-47f3-a35a-d8f4e0817386 None None] New status for floating IP e45b5da2-7297-439f-8845-79586ae14eed: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:40:48.593870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-96ed059d-e86e-4bd4-a084-5eeddfc9a3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.317116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:50.235204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.372039 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.467831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb9b44e6-8955-4925-bca0-b4df22524598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.507484 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.393851 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:40:54.310519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.595427 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-15547a76-5023-4c87-97e2-35015f10bbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:19.316537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.234315 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.374050 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.466984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2d60fa85-18ab-4c4d-ac42-c22d1afde2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.509987 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:24.312241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.392666 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:41:37.646375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-05c38733-ec8a-4233-854a-a452f953d4ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596917 Jul 22 14:41:37.741753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-439bb3ec-70ee-4d41-87cd-f3c2d82c9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:37.743221 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-439bb3ec-70ee-4d41-87cd-f3c2d82c9162 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1098 time: 0.0540416 Jul 22 14:41:37.854319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-b537cdd3-3792-4964-93a3-9909dbad5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:37.855894 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-b537cdd3-3792-4964-93a3-9909dbad5b40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0900295 Jul 22 14:41:37.920946 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-d9f79f77-bf16-4aed-a7aa-7e25da23175a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 1002 time: 0.0589252 Jul 22 14:41:37.970104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-004d6851-0143-4852-a4e0-c9dd1fb123f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:37.971559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-004d6851-0143-4852-a4e0-c9dd1fb123f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0453882 Jul 22 14:41:38.036280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-1aaa2435-07b6-40c9-a3ca-602a2ed415b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.037885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-1aaa2435-07b6-40c9-a3ca-602a2ed415b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600696 Jul 22 14:41:38.127804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-2c77be67-0232-44d0-8ff4-3b6dc75515d6 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Jul 22 14:41:38.226623 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2ddbf921-b408-4035-b93f-174b8cfdb0dc req-497e58d5-ba6c-4652-9aa0-ad414e01a344 service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926754 Jul 22 14:41:38.297991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-bf4bd53a-df4f-4d0b-9ba6-b45cce1369e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1503513 Jul 22 14:41:38.393399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-74bd6143-3f44-40e6-aa8e-620cdeeb1900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.394952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-74bd6143-3f44-40e6-aa8e-620cdeeb1900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1097 time: 0.0549843 Jul 22 14:41:38.497432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-0a7c6815-b5cd-4887-b486-5df2182dd1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.499583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-0a7c6815-b5cd-4887-b486-5df2182dd1ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.0862696 Jul 22 14:41:38.570079 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-da590a4c-140b-41ae-a6e8-b23eb501b021 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 1001 time: 0.0636189 Jul 22 14:41:38.618681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-c26641ac-6234-4383-8195-70726e0d000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.620400 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-c26641ac-6234-4383-8195-70726e0d000c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0439756 Jul 22 14:41:38.679670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-43661e6b-263d-4419-acf4-8a5d9e3d9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.681169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-43661e6b-263d-4419-acf4-8a5d9e3d9e06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534194 Jul 22 14:41:38.692179 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-6a6e153d-cee2-4bda-9495-5da635b610d5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:41:38.693202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-6a6e153d-cee2-4bda-9495-5da635b610d5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050142 Jul 22 14:41:38.786324 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-8de2f016-a544-4ced-be70-c79b17f7bae7 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872102 Jul 22 14:41:38.880782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-75aafffb-792b-4edd-b2ca-ad5ded2d04b7 req-91081330-5ee4-44d2-a72e-e317ba57b338 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885534 Jul 22 14:41:48.599245 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70523324-4ff6-4db9-88c3-333302d10c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.325914 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.232980 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.376137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.468564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2b3a3c08-d1a2-40e3-bc6e-8c6e2c920cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.516738 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.314299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.641787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:06.804770 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port fde5206f-77ee-4ca2-b95a-15837fe3f19a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:06.805118 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.879988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.880317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.892093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for fde5206f-77ee-4ca2-b95a-15837fe3f19a owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:07.065357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.092553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=fde5206f-77ee-4ca2-b95a-15837fe3f19a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:07.103058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.103414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.103761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.104105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.104830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.104830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.105086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.105415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.105777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.106125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.106438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.106766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:07.169448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.169915 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Floating IP e45b5da2-7297-439f-8845-79586ae14eed disassociated (deleted). External IP: 172.25.8.253, port: cebecf0c-fd73-44f4-aef8-5882c1410c77. Jul 22 14:42:07.379816 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:07.392244 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:42:07.485350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:07.490228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.495099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:07.505155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:07.505811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:41:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:07.528543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e8a867f8-673f-40c4-ae62-45d6cbafddb3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "DELETE /v2.0/floatingips/e45b5da2-7297-439f-8845-79586ae14eed HTTP/1.1" status: 204 len: 168 time: 0.8857405 Jul 22 14:42:07.529172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:07.531579 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417" -d '{"events": [{"name": "network-changed", "server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:07.573513 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bdf0f0-bc9e-4cda-9cd9-19a030beef35 x-openstack-request-id: req-54bdf0f0-bc9e-4cda-9cd9-19a030beef35 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:07.574337 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:07.574459 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54bdf0f0-bc9e-4cda-9cd9-19a030beef35 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:07.574810 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'status': 'completed', 'code': 200} Jul 22 14:42:07.615316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:07.651545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-74736ca8-738d-4e27-b606-ca97bde8c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.653101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-74736ca8-738d-4e27-b606-ca97bde8c4ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 1098 time: 0.0583565 Jul 22 14:42:07.760377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-9516d78b-b662-450c-8c08-e00ec488d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.762235 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-9516d78b-b662-450c-8c08-e00ec488d331 service neutron] 10.222.0.13 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1034617 Jul 22 14:42:07.786983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577883d7-1cf7-4247-8f1e-1319f0c2b1c1 req-72106592-6061-4f10-88a6-22ab825ff533 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.788652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-577883d7-1cf7-4247-8f1e-1319f0c2b1c1 req-72106592-6061-4f10-88a6-22ab825ff533 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 946 time: 0.0706315 Jul 22 14:42:07.804198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-f7531ead-7455-43cf-8c46-aa153fb74887 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 200 len: 217 time: 0.0355368 Jul 22 14:42:07.829649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-577883d7-1cf7-4247-8f1e-1319f0c2b1c1 req-a225cd58-fdae-4c55-9f57-06720ab04da0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342398 Jul 22 14:42:07.848805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:44Z', 'revision_number': 1, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:07.859786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-293be1d2-66ec-4b37-a5ba-80e71a76f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.861353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-293be1d2-66ec-4b37-a5ba-80e71a76f3da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0500236 Jul 22 14:42:07.875813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:07.884214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:07.884855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:41:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:07.929285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-a3fd2a40-934d-4a4f-8dc3-8e330387f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.930871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-a3fd2a40-934d-4a4f-8dc3-8e330387f682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633173 Jul 22 14:42:07.991372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:08.022043 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-6506f5fc-4d11-4281-8b61-f30606d38f0b service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834498 Jul 22 14:42:08.118918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-817a26e1-2faf-4f9f-a3fe-52b5bd46f417 req-f5754819-f8a2-4869-ab00-3fc0b592a33b service neutron] 10.222.0.13 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902650 Jul 22 14:42:08.228675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:44Z', 'revision_number': 1, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:08.256085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9734ce-a64a-4762-a32d-9da20cd5de74 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2f40b178-daf0-4e10-a864-4aa054bb51e3', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'floating_ip_address': '172.25.8.223', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'port_id': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3949, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'mac_address': 'fa:16:3e:35:43:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:41Z', 'updated_at': '2021-07-22T14:38:44Z', 'revision_number': 1, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:08.483340 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc804b78-6253-45a8-a317-89a513444d26 None None] New status for floating IP e45b5da2-7297-439f-8845-79586ae14eed: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:42:08.981080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4b715-93cd-46ac-9cc8-39cbe1c968c6 req-d8cf62d5-b289-41af-9579-0541ff82dab3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:08.982846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84d4b715-93cd-46ac-9cc8-39cbe1c968c6 req-d8cf62d5-b289-41af-9579-0541ff82dab3 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 946 time: 0.0641503 Jul 22 14:42:09.021385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84d4b715-93cd-46ac-9cc8-39cbe1c968c6 req-086464c4-eee0-4a28-b34d-f694ff353724 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331473 Jul 22 14:42:09.194700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-456bc1a4-fdbd-49c2-b531-a60a2371893f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.196084 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-456bc1a4-fdbd-49c2-b531-a60a2371893f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 946 time: 0.0636351 Jul 22 14:42:09.301733 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port cebecf0c-fd73-44f4-aef8-5882c1410c77 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:09.302079 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.389948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port cebecf0c-fd73-44f4-aef8-5882c1410c77, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=cebecf0c-fd73-44f4-aef8-5882c1410c77,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:09.390311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.407105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for cebecf0c-fd73-44f4-aef8-5882c1410c77 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:09.533918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.560040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=cebecf0c-fd73-44f4-aef8-5882c1410c77,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:09.570190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.570578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.570918 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.571259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.571593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.571923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.572253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.572581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.573301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.573301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.573599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.573906 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:09.624561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port cebecf0c-fd73-44f4-aef8-5882c1410c77 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:09.627209 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.629229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0112b7b-c15e-4843-9249-212f9aec3e69 req-e6b15d5b-af62-4655-9ef2-5a06c998cce0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.13 "DELETE /v2.0/ports/cebecf0c-fd73-44f4-aef8-5882c1410c77 HTTP/1.1" status: 204 len: 173 time: 0.4266376 Jul 22 14:42:09.629708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'name': 'network-vif-deleted', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:09.631955 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6abcc7-bcc2-419d-a1a3-74e67add310a" -d '{"events": [{"server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "name": "network-vif-deleted", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:09.670486 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a5c6d4-e703-4999-9dea-696c8cbe4f14 x-openstack-request-id: req-41a5c6d4-e703-4999-9dea-696c8cbe4f14 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:09.670829 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa201cd6-ac5a-4608-879b-5edcaf6b679c", "name": "network-vif-deleted", "tag": "cebecf0c-fd73-44f4-aef8-5882c1410c77", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:09.671131 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41a5c6d4-e703-4999-9dea-696c8cbe4f14 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:09.671600 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa201cd6-ac5a-4608-879b-5edcaf6b679c', 'name': 'network-vif-deleted', 'tag': 'cebecf0c-fd73-44f4-aef8-5882c1410c77', 'status': 'completed', 'code': 200} Jul 22 14:42:10.118770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b5d1413-0062-4155-8ebf-39eb906cb6c1 req-7ba73f73-8706-4790-ade0-da17b4ac50be tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 210 time: 0.0313637 Jul 22 14:42:11.219964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-390ba017-4077-4317-bf1b-57b9c230db67 req-4283af09-bd31-4c00-a05f-3de1ffb1d34c tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 210 time: 0.0324996 Jul 22 14:42:12.320782 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f66991e-212e-466f-accd-6584e8e970db req-f3e672f5-d2d7-44a9-88de-3485dfe195e0 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 210 time: 0.0302005 Jul 22 14:42:13.431121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99bbe192-927e-470a-bd5d-3e600c320588 req-c22f4b2e-4020-44f7-926a-27522f45c167 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa201cd6-ac5a-4608-879b-5edcaf6b679c HTTP/1.1" status: 200 len: 210 time: 0.0295351 Jul 22 14:42:13.584256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cebecf0c-fd73-44f4-aef8-5882c1410c77 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:13.603509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: cebecf0c-fd73-44f4-aef8-5882c1410c77 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:13.603856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device cebecf0c-fd73-44f4-aef8-5882c1410c77 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:18.603978 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-60eec12f-b521-4bb8-a1a6-c748bf1a8a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.798870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:18.952663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port 9f2ecd03-0012-4930-af1f-437cd5de789d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:18.953007 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.030202 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.030526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.042041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for 9f2ecd03-0012-4930-af1f-437cd5de789d owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:19.188267 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.218203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=9f2ecd03-0012-4930-af1f-437cd5de789d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:19.279743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.280126 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Floating IP 2f40b178-daf0-4e10-a864-4aa054bb51e3 disassociated (deleted). External IP: 172.25.8.223, port: de08ac36-356c-46b5-9af5-615c2a93a763. Jul 22 14:42:19.334011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.495933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:19.602547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:19.607498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.612118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:19.620910 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:19.621517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:41:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:19.645485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b96275e-0028-410d-beda-807050430fe7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "DELETE /v2.0/floatingips/2f40b178-daf0-4e10-a864-4aa054bb51e3 HTTP/1.1" status: 204 len: 168 time: 0.8454623 Jul 22 14:42:19.646047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:19.648325 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758" -d '{"events": [{"name": "network-changed", "server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:19.735373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:19.831728 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75c41ab-3f5d-4d6f-8819-73cd2e71c244 x-openstack-request-id: req-b75c41ab-3f5d-4d6f-8819-73cd2e71c244 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:19.832340 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:19.832340 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b75c41ab-3f5d-4d6f-8819-73cd2e71c244 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:19.832730 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'status': 'completed', 'code': 200} Jul 22 14:42:19.955115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-367d8a25-b44e-4c02-bfc4-6728f4b62b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:19.956642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-367d8a25-b44e-4c02-bfc4-6728f4b62b79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 1097 time: 0.1001124 Jul 22 14:42:19.964834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c160e21-0b44-465d-8f44-035fd296e1cd req-0f2e38e3-cf22-42ef-b3ed-c75de53e1364 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:19.966303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c160e21-0b44-465d-8f44-035fd296e1cd req-0f2e38e3-cf22-42ef-b3ed-c75de53e1364 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.0999720 Jul 22 14:42:19.982965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:20.008992 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:20.017787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:20.018397 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:41:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:20.056876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c160e21-0b44-465d-8f44-035fd296e1cd req-f592f43a-f99e-44af-a237-1df7d6ce31d7 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809977 Jul 22 14:42:20.078474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-a0ab702a-75fe-4ff1-ab26-25df84bb4f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:20.079951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-a0ab702a-75fe-4ff1-ab26-25df84bb4f82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 200 len: 913 time: 0.1121526 Jul 22 14:42:20.125269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-da86b618-23b7-47fb-a2ec-f0dfe286d91d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 200 len: 217 time: 0.0390670 Jul 22 14:42:20.126291 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:20.176205 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-ecbee9dd-a083-460d-beb6-1eb2a73d2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:20.177762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-ecbee9dd-a083-460d-beb6-1eb2a73d2e1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 200 len: 851 time: 0.0465925 Jul 22 14:42:20.236666 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-4f0761c5-85ba-464d-9b11-368d83869c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:20.238335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-4f0761c5-85ba-464d-9b11-368d83869c08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88152a7c-cf96-425e-8be5-2ccce6ce6231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544786 Jul 22 14:42:20.263436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.334862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-08e88417-d3d9-4c47-80c6-0f21f3b479a3 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882223 Jul 22 14:42:20.346235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:20.373168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ebe4b4-7464-4578-90f7-97e8c43bf852 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:54Z', 'revision_number': 4, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '613521c4-3b3c-4f05-a4c7-f135b9130729', 'name': '', 'network_id': '88152a7c-cf96-425e-8be5-2ccce6ce6231', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'mac_address': 'fa:16:3e:54:ce:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:53Z', 'updated_at': '2021-07-22T14:32:00Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'subnets': [{'id': '925aafc7-bf89-4498-9419-d4ff8dacf56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:20.428178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59e48f0c-7fd1-43fc-ac8d-ba8ca3163758 req-04bc0740-ba45-4123-8f9a-01df53f1d396 service neutron] 10.222.0.20 "GET /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867403 Jul 22 14:42:20.599656 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f6e4-d9b5-4249-a715-96342217e323 None None] New status for floating IP 2f40b178-daf0-4e10-a864-4aa054bb51e3: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:42:21.193182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635a72c-64f5-4424-a2ef-e8355f126424 req-0ad85297-2081-4e62-b926-1c3c183bdb2e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:21.194592 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a635a72c-64f5-4424-a2ef-e8355f126424 req-0ad85297-2081-4e62-b926-1c3c183bdb2e tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.0675001 Jul 22 14:42:21.232870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a635a72c-64f5-4424-a2ef-e8355f126424 req-c8fe9713-de9e-472a-bb4f-eba17d7964c4 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/security-groups?id=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Jul 22 14:42:21.377498 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.469948 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3cb522a5-ff08-4303-a36d-7c75d6923560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.501506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-36221874-2cb2-4613-8d05-ba625e7a0c6f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:21.503032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-36221874-2cb2-4613-8d05-ba625e7a0c6f tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 945 time: 0.0704129 Jul 22 14:42:21.602067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port de08ac36-356c-46b5-9af5-615c2a93a763 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:21.602408 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.999338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] For port de08ac36-356c-46b5-9af5-615c2a93a763, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=de08ac36-356c-46b5-9af5-615c2a93a763,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:21.999672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.011668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for de08ac36-356c-46b5-9af5-615c2a93a763 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:22.133505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.164755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=de08ac36-356c-46b5-9af5-615c2a93a763,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:22.211749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] No DVR routers for this DVR port de08ac36-356c-46b5-9af5-615c2a93a763 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:22.215097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.218045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8019b3e3-590a-450f-aabb-0bb305f13ff3 req-bdcccb3e-e885-4019-bd40-c1fe30e84cc2 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.20 "DELETE /v2.0/ports/de08ac36-356c-46b5-9af5-615c2a93a763 HTTP/1.1" status: 204 len: 173 time: 0.7076187 Jul 22 14:42:22.218894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'name': 'network-vif-deleted', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:22.221605 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6196ec1a-c429-488a-b7c8-9f24f52cc584" -d '{"events": [{"server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "name": "network-vif-deleted", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:22.268742 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a51989-dbed-4773-ad2a-43dd336330e5 x-openstack-request-id: req-c5a51989-dbed-4773-ad2a-43dd336330e5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:22.269082 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e155f66f-1f87-4ce9-8b10-1198f48d818b", "name": "network-vif-deleted", "tag": "de08ac36-356c-46b5-9af5-615c2a93a763", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:22.269291 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5a51989-dbed-4773-ad2a-43dd336330e5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:22.269776 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e155f66f-1f87-4ce9-8b10-1198f48d818b', 'name': 'network-vif-deleted', 'tag': 'de08ac36-356c-46b5-9af5-615c2a93a763', 'status': 'completed', 'code': 200} Jul 22 14:42:22.332321 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c54cadca-cfb8-4b84-91e7-d2e11cd9e365 req-562b59a0-e4ee-4960-b6fd-ac4231ac0fc6 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 210 time: 0.0300398 Jul 22 14:42:22.518895 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:23.431517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-375c5b7b-9c8e-4f74-ad67-8b91e8f1625a req-dcb6c9da-bf83-4626-b28d-12505c487a8b tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 210 time: 0.0299933 Jul 22 14:42:24.318111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.530228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46d8ed59-d4bf-4009-845f-870ee2768cee req-06615897-fec1-4ff9-a061-03f873f9d2fd tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 210 time: 0.0301032 Jul 22 14:42:24.907920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de08ac36-356c-46b5-9af5-615c2a93a763 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:24.927820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: de08ac36-356c-46b5-9af5-615c2a93a763 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:24.928157 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device de08ac36-356c-46b5-9af5-615c2a93a763 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:25.640297 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87cd2946-ee6c-4732-8439-ece00294e471 req-fa32e111-9eb0-4c06-a30f-3283d2fd1e69 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "GET /v2.0/ports?device_id=e155f66f-1f87-4ce9-8b10-1198f48d818b HTTP/1.1" status: 200 len: 210 time: 0.0311549 Jul 22 14:42:26.696715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:26.818671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Deleting port 19abd4a9-a2b5-47b8-abfd-1097aa90bf71 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:26.819038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.894869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.895201 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.907043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Calling delete_port for 19abd4a9-a2b5-47b8-abfd-1097aa90bf71 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:27.037703 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.062862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'Port': ['ID=19abd4a9-a2b5-47b8-abfd-1097aa90bf71,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:27.127139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.129695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.130895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d18db466-07e7-4949-902b-e05ce3067c55 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "DELETE /v2.0/floatingips/b2777b76-38b2-4ae1-bb3e-24ad97b03d36 HTTP/1.1" status: 204 len: 168 time: 0.4331887 Jul 22 14:42:29.386994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55426) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:29.448844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a49cc6d9-6e45-41f6-897c-d9e759469671 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.477575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a49cc6d9-6e45-41f6-897c-d9e759469671 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.548931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a49cc6d9-6e45-41f6-897c-d9e759469671 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.553789 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a49cc6d9-6e45-41f6-897c-d9e759469671 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.557478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a49cc6d9-6e45-41f6-897c-d9e759469671 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] 10.222.0.11 "DELETE /v2.0/security-groups/e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f HTTP/1.1" status: 204 len: 168 time: 0.1670189 Jul 22 14:42:29.569839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cc6d9-6e45-41f6-897c-d9e759469671 tempest-TestVolumeBootPattern-805134893 tempest-TestVolumeBootPattern-805134893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9781743-a6c8-4cf0-8aa8-8f52cf25ed4f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:29.628702 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:30.121689 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.384680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Deleting port 613521c4-3b3c-4f05-a4c7-f135b9130729 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:30.384954 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.466247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] For port 613521c4-3b3c-4f05-a4c7-f135b9130729, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=613521c4-3b3c-4f05-a4c7-f135b9130729,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:30.466610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.478788 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Calling delete_port for 613521c4-3b3c-4f05-a4c7-f135b9130729 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:30.663427 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.689266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=613521c4-3b3c-4f05-a4c7-f135b9130729,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:30.856817 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.070389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:31.175332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:31.180792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c6e9e398-cc30-4886-a240-7e6ebd4c3cfc admin admin] 10.222.0.11 "PUT /v2.0/routers/28a2171f-bb09-44ba-91ee-9a474b7f8e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5500617 Jul 22 14:42:31.183193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:31.186864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] Sync routers for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:31.197445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:31.198079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:42:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:31.288474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.301880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:31.394745 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.449236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Deleting port 2839a460-0dfd-4491-bd5d-fc0769416deb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:31.449584 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.479407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:42:30Z', 'revision_number': 5, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port': {'id': '2839a460-0dfd-4491-bd5d-fc0769416deb', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:31.509710 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] Checking router: 28a2171f-bb09-44ba-91ee-9a474b7f8e6b for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:31.518862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] Routers {'28a2171f-bb09-44ba-91ee-9a474b7f8e6b'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:31.519474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:42:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:31.529669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] For port 2839a460-0dfd-4491-bd5d-fc0769416deb, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2839a460-0dfd-4491-bd5d-fc0769416deb,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:31.530040 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.546615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Calling delete_port for 2839a460-0dfd-4491-bd5d-fc0769416deb owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:31.712979 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.743361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2839a460-0dfd-4491-bd5d-fc0769416deb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:31.771900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] Set router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:31.805067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.822530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:42:31Z', 'revision_number': 6, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:31.852673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b57fba-5144-4446-993f-e6f3679dc773 None None] The sync data for ids ['28a2171f-bb09-44ba-91ee-9a474b7f8e6b'] in n-d-787205-11 is: [{'id': '28a2171f-bb09-44ba-91ee-9a474b7f8e6b', 'name': 'tempest-TestVolumeBootPattern-1113384527-router', 'tenant_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:50Z', 'updated_at': '2021-07-22T14:42:31Z', 'revision_number': 6, 'project_id': '39c6f4f7095e47aabcb2bd7c78beeab5', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:31.897390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.899539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.946679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.947252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a2171f-bb09-44ba-91ee-9a474b7f8e6b {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:42:31.952120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.953291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b343b9a8-1101-4384-9c7d-01ee34cd42cc admin admin] 10.222.0.11 "DELETE /v2.0/routers/28a2171f-bb09-44ba-91ee-9a474b7f8e6b HTTP/1.1" status: 204 len: 168 time: 0.7691610 Jul 22 14:42:31.955893 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:32.000980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Deleting subnet 925aafc7-bf89-4498-9419-d4ff8dacf56b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:32.004101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.037139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.113739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.167934 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.195593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925aafc7-bf89-4498-9419-d4ff8dacf56b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:32.197717 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.202778 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e14acde6-804b-4c1e-94af-36ed11839130 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/925aafc7-bf89-4498-9419-d4ff8dacf56b HTTP/1.1" status: 204 len: 168 time: 0.2427950 Jul 22 14:42:32.202963 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5fe8b0-d47c-48d9-9637-6133f4694b25 None None] Network 88152a7c-cf96-425e-8be5-2ccce6ce6231 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:32.203441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:32.280193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.344707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Deleting port cdf9b935-3f84-4942-aec2-14d716b20f8d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:32.345153 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.410838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] For port cdf9b935-3f84-4942-aec2-14d716b20f8d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cdf9b935-3f84-4942-aec2-14d716b20f8d,segment=NetworkSegment(a682c9be-3725-4dcf-a1a7-c7cb46e8866f),segment_id=a682c9be-3725-4dcf-a1a7-c7cb46e8866f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:32.411393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.424404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Calling delete_port for cdf9b935-3f84-4942-aec2-14d716b20f8d owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:32.505803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.533436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] No DVR routers for this DVR port cdf9b935-3f84-4942-aec2-14d716b20f8d on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:32.535595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf9b935-3f84-4942-aec2-14d716b20f8d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:32.605164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.615297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88152a7c-cf96-425e-8be5-2ccce6ce6231']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:32.631953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:32.632393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a682c9be-3725-4dcf-a1a7-c7cb46e8866f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:32.643205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.658354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.664949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:32.665353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:32.667124 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:32.689470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63fca18-69c3-45dd-822c-8597c76cca4f None None] DHCP port deletion for 88152a7c-cf96-425e-8be5-2ccce6ce6231 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:32.724677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.742603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.748623 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/88152a7c-cf96-425e-8be5-2ccce6ce6231 HTTP/1.1" status: 204 len: 168 time: 0.5406725 Jul 22 14:42:32.748623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096700e-6678-4e87-aba5-58dbc19028b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=88152a7c-cf96-425e-8be5-2ccce6ce6231,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:32.749773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:32.800517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 613521c4-3b3c-4f05-a4c7-f135b9130729 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:32.820058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 613521c4-3b3c-4f05-a4c7-f135b9130729 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:32.820402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 613521c4-3b3c-4f05-a4c7-f135b9130729 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:33.108095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:33.704342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Deleting port 73c76151-9e39-47a6-afd2-ee5bacc35a76 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:33.704692 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:33.783025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] For port 73c76151-9e39-47a6-afd2-ee5bacc35a76, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=73c76151-9e39-47a6-afd2-ee5bacc35a76,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:33.783714 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:33.795759 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Calling delete_port for 73c76151-9e39-47a6-afd2-ee5bacc35a76 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:33.987781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.013723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=73c76151-9e39-47a6-afd2-ee5bacc35a76,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:34.183846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.381727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2839a460-0dfd-4491-bd5d-fc0769416deb no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:34.401925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 2839a460-0dfd-4491-bd5d-fc0769416deb {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:34.402574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2839a460-0dfd-4491-bd5d-fc0769416deb not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:34.403004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdf9b935-3f84-4942-aec2-14d716b20f8d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:34.415855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Router 55718a92-ed6e-4845-ae85-1e697bde595e has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:34.422914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: cdf9b935-3f84-4942-aec2-14d716b20f8d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:34.423270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cdf9b935-3f84-4942-aec2-14d716b20f8d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:34.520883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:34.525908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ec109984-852a-42af-9fc1-df1558167ad2 admin admin] 10.222.0.11 "PUT /v2.0/routers/55718a92-ed6e-4845-ae85-1e697bde595e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750926 Jul 22 14:42:34.528412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:34.530073 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] Sync routers for ids ['55718a92-ed6e-4845-ae85-1e697bde595e'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:34.539180 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] Routers {'55718a92-ed6e-4845-ae85-1e697bde595e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:34.539816 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:42:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55718a92-ed6e-4845-ae85-1e697bde595e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:34.631749 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.643627 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] Set router 55718a92-ed6e-4845-ae85-1e697bde595e gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:34.746890 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.802764 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Deleting port 9af7d915-51d3-4f9a-8e86-3820bcb07e45 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:34.803541 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.823038 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:42:33Z', 'revision_number': 5, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port': {'id': '9af7d915-51d3-4f9a-8e86-3820bcb07e45', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:dd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:34.852996 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] Checking router: 55718a92-ed6e-4845-ae85-1e697bde595e for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:34.861775 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] Routers {'55718a92-ed6e-4845-ae85-1e697bde595e'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:34.862372 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:42:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['55718a92-ed6e-4845-ae85-1e697bde595e'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:34.885825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] For port 9af7d915-51d3-4f9a-8e86-3820bcb07e45, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9af7d915-51d3-4f9a-8e86-3820bcb07e45,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:34.886189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.898996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Calling delete_port for 9af7d915-51d3-4f9a-8e86-3820bcb07e45 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:34.947936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] Set router 55718a92-ed6e-4845-ae85-1e697bde595e gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:34.998401 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:42:34Z', 'revision_number': 6, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:35.028097 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe43694-a811-49f7-b84d-dc1904cc908b None None] The sync data for ids ['55718a92-ed6e-4845-ae85-1e697bde595e'] in n-d-787205-11 is: [{'id': '55718a92-ed6e-4845-ae85-1e697bde595e', 'name': 'tempest-TestVolumeBootPattern-124320289-router', 'tenant_id': '59ecaea8af5a439497622d34c735c34f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:58Z', 'updated_at': '2021-07-22T14:42:34Z', 'revision_number': 6, 'project_id': '59ecaea8af5a439497622d34c735c34f', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:35.084802 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.119110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Pushing event deleted for resources: {'Port': ['ID=9af7d915-51d3-4f9a-8e86-3820bcb07e45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:35.182848 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.274925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.277017 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.321599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.322077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55718a92-ed6e-4845-ae85-1e697bde595e {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:42:35.327116 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.328422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46960f9a-e934-4502-bd6b-4f5fd1e1587a admin admin] 10.222.0.11 "DELETE /v2.0/routers/55718a92-ed6e-4845-ae85-1e697bde595e HTTP/1.1" status: 204 len: 168 time: 0.7985582 Jul 22 14:42:35.330984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:35.374594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Deleting subnet bde29921-0a96-4132-9204-aa36c6622cdf {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:35.378212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.413757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.510262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.563204 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.589408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde29921-0a96-4132-9204-aa36c6622cdf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:35.591322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.593326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-310a3990-d278-4f63-87ee-811dd5df35a6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bde29921-0a96-4132-9204-aa36c6622cdf HTTP/1.1" status: 204 len: 168 time: 0.2614272 Jul 22 14:42:35.595723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135dca21-96ee-4d81-a47b-ebd4d8c76382 None None] Network 9f99c621-e757-4a78-8962-d524f879ed70 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:35.596224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:35.666620 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.723314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Deleting port d53e18cf-33c8-481b-ae3b-5a7347472536 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:35.723652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.791757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] For port d53e18cf-33c8-481b-ae3b-5a7347472536, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d53e18cf-33c8-481b-ae3b-5a7347472536,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:35.792110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.809398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Calling delete_port for d53e18cf-33c8-481b-ae3b-5a7347472536 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:35.822848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] DHCP port deletion for 9f99c621-e757-4a78-8962-d524f879ed70 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:35.895097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Deleting port d53e18cf-33c8-481b-ae3b-5a7347472536 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:35.895696 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.933513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.961737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d53e18cf-33c8-481b-ae3b-5a7347472536,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:35.965153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] For port d53e18cf-33c8-481b-ae3b-5a7347472536, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d53e18cf-33c8-481b-ae3b-5a7347472536,segment=NetworkSegment(fc230d05-7251-4159-9bc0-5324a5345333),segment_id=fc230d05-7251-4159-9bc0-5324a5345333)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:35.965662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.965998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] No DVR routers for this DVR port d53e18cf-33c8-481b-ae3b-5a7347472536 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:35.978868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Calling delete_port for d53e18cf-33c8-481b-ae3b-5a7347472536 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:36.043238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.053877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f99c621-e757-4a78-8962-d524f879ed70']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:36.060764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.066398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc230d05-7251-4159-9bc0-5324a5345333') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:36.066398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc230d05-7251-4159-9bc0-5324a5345333') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:36.075609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.089913 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.091686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Pushing event deleted for resources: {'Port': ['ID=d53e18cf-33c8-481b-ae3b-5a7347472536,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:36.098806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:36.099353 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.099574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.099931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.100272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.100608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:36.101134 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.104045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:36.109602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7e5e5-a6df-4f4d-b3a1-de1c7363e4ef None None] No DVR routers for this DVR port d53e18cf-33c8-481b-ae3b-5a7347472536 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:36.179575 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.188697 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.191034 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] 10.222.0.11 "DELETE /v2.0/networks/9f99c621-e757-4a78-8962-d524f879ed70 HTTP/1.1" status: 204 len: 168 time: 0.5941281 Jul 22 14:42:36.203267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba207f-8533-4821-802a-f9f76765bb5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9f99c621-e757-4a78-8962-d524f879ed70,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:36.323456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55450) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:36.337473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73c76151-9e39-47a6-afd2-ee5bacc35a76 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:36.357746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 73c76151-9e39-47a6-afd2-ee5bacc35a76 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:36.358006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 73c76151-9e39-47a6-afd2-ee5bacc35a76 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:36.358425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d53e18cf-33c8-481b-ae3b-5a7347472536 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:36.366786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-19d7a24e-048e-4075-9285-2c775c112786 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39c6f4f7095e47aabcb2bd7c78beeab5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421298 Jul 22 14:42:36.369408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55452) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:36.377409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d53e18cf-33c8-481b-ae3b-5a7347472536 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:36.377722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d53e18cf-33c8-481b-ae3b-5a7347472536 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:36.378144 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9af7d915-51d3-4f9a-8e86-3820bcb07e45 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:36.396336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9af7d915-51d3-4f9a-8e86-3820bcb07e45 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:36.396673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9af7d915-51d3-4f9a-8e86-3820bcb07e45 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:36.424153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e8c662a-6767-40ff-8911-8938eb319164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.446294 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e8c662a-6767-40ff-8911-8938eb319164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.495443 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e8c662a-6767-40ff-8911-8938eb319164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.499540 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e8c662a-6767-40ff-8911-8938eb319164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.500703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0e8c662a-6767-40ff-8911-8938eb319164 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f13ff73d-0c09-4409-a82a-f67727123148 HTTP/1.1" status: 204 len: 168 time: 0.1301198 Jul 22 14:42:36.508778 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c662a-6767-40ff-8911-8938eb319164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ff73d-0c09-4409-a82a-f67727123148,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:36.831009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55458) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:36.877416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-db154957-2ab2-4c92-8977-8967405a6e03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59ecaea8af5a439497622d34c735c34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452454 Jul 22 14:42:36.880017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55462) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:36.928087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-955bd56a-ff71-4abe-9c9a-bf5f7ccef4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.948505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-955bd56a-ff71-4abe-9c9a-bf5f7ccef4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.994102 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-955bd56a-ff71-4abe-9c9a-bf5f7ccef4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.997069 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-955bd56a-ff71-4abe-9c9a-bf5f7ccef4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.998577 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-955bd56a-ff71-4abe-9c9a-bf5f7ccef4e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e58d67c0-2176-4935-85bc-ec72ca7e64e1 HTTP/1.1" status: 204 len: 168 time: 0.1176567 Jul 22 14:42:37.006564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bd56a-ff71-4abe-9c9a-bf5f7ccef4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58d67c0-2176-4935-85bc-ec72ca7e64e1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:44.393964 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:42:47.122591 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-191b44aa-e281-4c60-a2d2-693bb03d33d9 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=460b04a0363346728a242b449248690c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237741 Jul 22 14:42:47.230295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-478a826a-a6d2-43f9-b767-ce3ea535999f tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:47.231846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-478a826a-a6d2-43f9-b767-ce3ea535999f tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042924 Jul 22 14:42:47.248388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-b5f9dd73-8013-4bd8-9497-37ac3e465295 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/quotas/460b04a0363346728a242b449248690c HTTP/1.1" status: 200 len: 375 time: 0.0109506 Jul 22 14:42:47.283895 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-f4514406-79b6-4d17-b60d-b1603edbbc6d tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=460b04a0363346728a242b449248690c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301573 Jul 22 14:42:47.445011 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43256475-0624-42f3-91b4-c9c81923362d req-423e2d8a-1a63-4858-9371-a7f05da3f433 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 210 time: 0.0292945 Jul 22 14:42:48.534647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ca761c22-5a19-4165-b783-ebdcd7ad0920 req-43b5a350-69f3-4de5-a3a2-5f2373f08b9d tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 210 time: 0.0370362 Jul 22 14:42:48.605477 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-390a86ca-519d-41bc-a41b-0b406a015202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.329626 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.612525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb33b36c-92f1-4e89-a72f-6cb7054196e3 req-7708bb95-d396-4b3d-b024-1ee0eb2bace8 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 210 time: 0.0282550 Jul 22 14:42:50.250965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.306709 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-fb30c81f-abf6-4c81-a6af-c240f96b758c tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=460b04a0363346728a242b449248690c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313420 Jul 22 14:42:50.494167 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-b94d9f11-5dab-44dd-a002-b9cc27d490f9 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:50.495900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-b94d9f11-5dab-44dd-a002-b9cc27d490f9 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836185 Jul 22 14:42:50.508358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Request body: {'port': {'device_id': '60296761-f468-41d8-bcfa-063256f9e31e', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'admin_state_up': True, 'tenant_id': '460b04a0363346728a242b449248690c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:50.617733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Made reservation on behalf of 460b04a0363346728a242b449248690c for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:50.621538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.631122 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.717932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7ccb20c-13d8-4081-b061-c7b21dffb688 req-5db5e427-b11f-425e-aea4-0c73682da4e2 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 210 time: 0.0370605 Jul 22 14:42:50.728634 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.737818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.807014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8cea15-5825-4f56-ac08-af44c35ccd85,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:50.878780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Allocated IP 192.168.233.30 (910b58a4-0de9-4418-9d4a-7c0cd0ac45f9/42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f/d925c45a-c956-4949-8acb-07ffc3dbe927) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:42:51.034969 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.051987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Transition to ACTIVE for port object d925c45a-c956-4949-8acb-07ffc3dbe927 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:42:51.083160 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.128219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:42:51.131236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:51.134961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:42:51.142038 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Pushing event updated for resources: {'Port': ['ID=d925c45a-c956-4949-8acb-07ffc3dbe927,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:51.187699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:51.188329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.204253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-8ce2f83d-14be-4751-bce2-fdaa794d2422 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6996179 Jul 22 14:42:51.216907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Request body: {'port': {'device_id': '60296761-f468-41d8-bcfa-063256f9e31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:51.303805 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.382647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.394016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-da49fbf7-f41b-4a49-a5c9-602f03e9f036 None None] Provisioning for port d925c45a-c956-4949-8acb-07ffc3dbe927 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:51.397611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-da49fbf7-f41b-4a49-a5c9-602f03e9f036 None None] Provisioning complete for port d925c45a-c956-4949-8acb-07ffc3dbe927 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:51.398011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-da49fbf7-f41b-4a49-a5c9-602f03e9f036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.434791 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-da49fbf7-f41b-4a49-a5c9-602f03e9f036 None None] Port d925c45a-c956-4949-8acb-07ffc3dbe927 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:42:51.472874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b956c0ec-2c16-4664-9cfc-dcf3ab8d265d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.893301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe88b9-2864-4eb9-b5d8-e3b147400848 req-a0c9da30-affa-4c32-8fcf-42bcb5ff6f35 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:51.894881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dafe88b9-2864-4eb9-b5d8-e3b147400848 req-a0c9da30-affa-4c32-8fcf-42bcb5ff6f35 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 935 time: 0.1037974 Jul 22 14:42:51.949203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d925c45a-c956-4949-8acb-07ffc3dbe927 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:51.961711 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.972841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dafe88b9-2864-4eb9-b5d8-e3b147400848 req-2405d007-b8e2-4d73-9d9a-4c49ae0d5c08 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Jul 22 14:42:51.979771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Transition to ACTIVE for port object d925c45a-c956-4949-8acb-07ffc3dbe927 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:42:51.984406 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.037423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d925c45a-c956-4949-8acb-07ffc3dbe927,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:52.109690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Attempting to bind port d925c45a-c956-4949-8acb-07ffc3dbe927 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:42:52.110031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Attempting to bind port d925c45a-c956-4949-8acb-07ffc3dbe927 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:42:52.110375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Attempting to bind port d925c45a-c956-4949-8acb-07ffc3dbe927 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:52.115025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Port d925c45a-c956-4949-8acb-07ffc3dbe927 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:42:52.115401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Attempting to bind port d925c45a-c956-4949-8acb-07ffc3dbe927 on network 910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:52.120676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:42:52.121025 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Checking segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:52.121416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Bound using segment: {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:42:52.121885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Bound port: d925c45a-c956-4949-8acb-07ffc3dbe927, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d8c52f-cdc1-4a4d-b237-ef088fded744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:42:52.122409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.191784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] For port d925c45a-c956-4949-8acb-07ffc3dbe927, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:42:52.194681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] For port d925c45a-c956-4949-8acb-07ffc3dbe927, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d925c45a-c956-4949-8acb-07ffc3dbe927,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:42:52.199678 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.234766 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.235383 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.236832 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/d925c45a-c956-4949-8acb-07ffc3dbe927 HTTP/1.1" status: 200 len: 1096 time: 1.0253210 Jul 22 14:42:52.237208 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60296761-f468-41d8-bcfa-063256f9e31e', 'tag': 'd925c45a-c956-4949-8acb-07ffc3dbe927'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:52.239474 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b084ea-677a-489f-9e97-9c4eaa204eed" -d '{"events": [{"name": "network-changed", "server_uuid": "60296761-f468-41d8-bcfa-063256f9e31e", "tag": "d925c45a-c956-4949-8acb-07ffc3dbe927"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:52.270621 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b04a1-28bd-41bb-a172-8394476689c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d925c45a-c956-4949-8acb-07ffc3dbe927,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:52.334538 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74b9147-c29f-48f0-b9ba-21c0552f77fc x-openstack-request-id: req-f74b9147-c29f-48f0-b9ba-21c0552f77fc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:52.334835 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60296761-f468-41d8-bcfa-063256f9e31e", "tag": "d925c45a-c956-4949-8acb-07ffc3dbe927", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:52.335081 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f74b9147-c29f-48f0-b9ba-21c0552f77fc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:52.335475 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60296761-f468-41d8-bcfa-063256f9e31e', 'tag': 'd925c45a-c956-4949-8acb-07ffc3dbe927', 'status': 'completed', 'code': 200} Jul 22 14:42:52.348326 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-26129249-d286-46c4-9487-bc5d8ff97f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.349940 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-26129249-d286-46c4-9487-bc5d8ff97f97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460b04a0363346728a242b449248690c&device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 1099 time: 0.0683463 Jul 22 14:42:52.397682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-e503435c-62a8-474b-a7ff-61a9d492f0a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d925c45a-c956-4949-8acb-07ffc3dbe927 HTTP/1.1" status: 200 len: 217 time: 0.0409164 Jul 22 14:42:52.447659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-d70e8b2b-ae90-443a-b9c7-05c7ab710ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.449181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-d70e8b2b-ae90-443a-b9c7-05c7ab710ccb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0458105 Jul 22 14:42:52.508019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-45d1069b-900e-462f-a528-44a72af1f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.509572 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-45d1069b-900e-462f-a528-44a72af1f971 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542240 Jul 22 14:42:52.524046 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.607736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-fdd3a8fa-df1a-4663-b2bd-dd3e22e872d9 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905409 Jul 22 14:42:52.698249 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4c2170ae-20b5-4cff-9d2f-0e036fc1e604 req-ee62cb25-7a5e-4031-9bcf-c1d7c4d193d6 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846660 Jul 22 14:42:52.796335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-0c087b73-9855-4b18-81a7-6d65ca2da6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.797836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-0c087b73-9855-4b18-81a7-6d65ca2da6f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=460b04a0363346728a242b449248690c&device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 1099 time: 0.0556853 Jul 22 14:42:52.895076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-f19ebebc-fbe3-4188-b40f-9fb42993b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.896573 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-f19ebebc-fbe3-4188-b40f-9fb42993b881 service neutron] 10.222.0.20 "GET /v2.0/networks?id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9 HTTP/1.1" status: 200 len: 870 time: 0.0929077 Jul 22 14:42:52.945494 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-1255bf46-c86b-411b-a151-284c559f3c71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d925c45a-c956-4949-8acb-07ffc3dbe927 HTTP/1.1" status: 200 len: 217 time: 0.0392618 Jul 22 14:42:53.015602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-24403215-3861-4b04-865e-dda0c8201faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:53.017084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-24403215-3861-4b04-865e-dda0c8201faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f HTTP/1.1" status: 200 len: 843 time: 0.0650408 Jul 22 14:42:53.117080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-08fe357f-d0ae-4c98-a349-a6331da9b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:53.118782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-08fe357f-d0ae-4c98-a349-a6331da9b04b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=910b58a4-0de9-4418-9d4a-7c0cd0ac45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946534 Jul 22 14:42:53.131685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ca475-f93d-45d8-80f3-eb825a1b95a0 req-18bfaa0a-1a05-49ea-8217-59545279f8fc tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:53.133119 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa4ca475-f93d-45d8-80f3-eb825a1b95a0 req-18bfaa0a-1a05-49ea-8217-59545279f8fc tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 947 time: 0.0816710 Jul 22 14:42:53.225402 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fa4ca475-f93d-45d8-80f3-eb825a1b95a0 req-e36d9004-5603-4337-8a5d-c4f5cec067e4 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842173 Jul 22 14:42:53.248725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-3fc36cfc-503d-4168-b451-d6c63f6aac8f service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146314 Jul 22 14:42:53.349971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8b084ea-677a-489f-9e97-9c4eaa204eed req-883e547c-f425-494f-bb2d-28acf31a3542 service neutron] 10.222.0.20 "GET /v2.0/networks/910b58a4-0de9-4418-9d4a-7c0cd0ac45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915794 Jul 22 14:42:54.324505 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.365838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155fb48-a67e-44af-8910-8e7a935bec7a req-b45abc6a-0c02-4807-aaa6-e12386cdc02c tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:54.367331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1155fb48-a67e-44af-8910-8e7a935bec7a req-b45abc6a-0c02-4807-aaa6-e12386cdc02c tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 947 time: 0.0710425 Jul 22 14:42:54.406528 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1155fb48-a67e-44af-8910-8e7a935bec7a req-bdb8da7d-f129-4f3f-bb52-430548d6bb41 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331297 Jul 22 14:42:55.032630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d925c45a-c956-4949-8acb-07ffc3dbe927 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:42:55.125631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d925c45a-c956-4949-8acb-07ffc3dbe927, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d925c45a-c956-4949-8acb-07ffc3dbe927,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:55.136511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'd925c45a-c956-4949-8acb-07ffc3dbe927', 'network_id': '910b58a4-0de9-4418-9d4a-7c0cd0ac45f9', 'port_id': 'd925c45a-c956-4949-8acb-07ffc3dbe927', 'mac_address': 'fa:16:3e:ab:4c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42a5a7b7-629d-489c-b8f1-d1e1d1bedd5f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:42:55.176445 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.188917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d925c45a-c956-4949-8acb-07ffc3dbe927 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:55.211097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d925c45a-c956-4949-8acb-07ffc3dbe927, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d925c45a-c956-4949-8acb-07ffc3dbe927,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:55.215161 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.263249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d925c45a-c956-4949-8acb-07ffc3dbe927,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:55.459109 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d925c45a-c956-4949-8acb-07ffc3dbe927'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:55.538029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47477b11-1fa8-4ba0-ac75-fb25b5837f93 req-b3d88d79-aa6a-42b4-ad21-fa89eaa00ab1 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:55.539581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47477b11-1fa8-4ba0-ac75-fb25b5837f93 req-b3d88d79-aa6a-42b4-ad21-fa89eaa00ab1 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 948 time: 0.0666816 Jul 22 14:42:55.578843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-47477b11-1fa8-4ba0-ac75-fb25b5837f93 req-0396cb01-e27a-4264-ab33-bba540ee2284 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336378 Jul 22 14:42:56.707917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd091f33-b7df-4340-a883-e1ae2df491be req-6ca060df-22f4-4153-ad3e-b67bde1ed88b tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:56.709440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd091f33-b7df-4340-a883-e1ae2df491be req-6ca060df-22f4-4153-ad3e-b67bde1ed88b tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 948 time: 0.0643523 Jul 22 14:42:56.752726 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cd091f33-b7df-4340-a883-e1ae2df491be req-1e536593-ad5a-4bd2-bf51-c9184278d133 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Jul 22 14:42:57.042664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d925c45a-c956-4949-8acb-07ffc3dbe927 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:42:57.090486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port d925c45a-c956-4949-8acb-07ffc3dbe927 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:57.094905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port d925c45a-c956-4949-8acb-07ffc3dbe927 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:57.095281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.170920 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.192310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60296761-f468-41d8-bcfa-063256f9e31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd925c45a-c956-4949-8acb-07ffc3dbe927'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:57.194585 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f5b704-ac21-4f6a-926a-ae69ab5a29be" -d '{"events": [{"server_uuid": "60296761-f468-41d8-bcfa-063256f9e31e", "name": "network-vif-plugged", "status": "completed", "tag": "d925c45a-c956-4949-8acb-07ffc3dbe927"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:57.224907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port d925c45a-c956-4949-8acb-07ffc3dbe927, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d925c45a-c956-4949-8acb-07ffc3dbe927,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:57.228320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.236078 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449410b4-6246-482d-82d5-04179e6d50bc x-openstack-request-id: req-449410b4-6246-482d-82d5-04179e6d50bc {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:57.236376 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60296761-f468-41d8-bcfa-063256f9e31e", "name": "network-vif-plugged", "status": "completed", "tag": "d925c45a-c956-4949-8acb-07ffc3dbe927", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:57.236632 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-449410b4-6246-482d-82d5-04179e6d50bc {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:57.237023 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60296761-f468-41d8-bcfa-063256f9e31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd925c45a-c956-4949-8acb-07ffc3dbe927', 'code': 200} Jul 22 14:42:57.288600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=d925c45a-c956-4949-8acb-07ffc3dbe927,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:57.346280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee23be0-0de6-4377-9e38-5c4b62eecf32 req-ff8d932f-cebc-44dc-9d02-5744db469f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:57.347805 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ee23be0-0de6-4377-9e38-5c4b62eecf32 req-ff8d932f-cebc-44dc-9d02-5744db469f9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 1101 time: 0.0566380 Jul 22 14:42:57.381297 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0ee23be0-0de6-4377-9e38-5c4b62eecf32 req-cdc67f4a-5bfd-4d93-9a57-a6bf3116f6dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275879 Jul 22 14:42:57.882383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6643c69-3cba-4ec0-a4b2-21e7977c2109 req-e14b900d-43c6-45ee-b4d8-4506e2974c21 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:57.883868 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6643c69-3cba-4ec0-a4b2-21e7977c2109 req-e14b900d-43c6-45ee-b4d8-4506e2974c21 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 949 time: 0.0662272 Jul 22 14:42:57.923216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f6643c69-3cba-4ec0-a4b2-21e7977c2109 req-cec44d6d-7e9e-4e98-bb61-9a248a975b42 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Jul 22 14:42:59.056596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e0737-69b7-4930-ba43-6bd000fb9367 req-3a4417cb-dfb0-4fcf-9ee5-53b652ffbfe9 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:59.058199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-193e0737-69b7-4930-ba43-6bd000fb9367 req-3a4417cb-dfb0-4fcf-9ee5-53b652ffbfe9 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 949 time: 0.0685930 Jul 22 14:42:59.095773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-193e0737-69b7-4930-ba43-6bd000fb9367 req-a9ac726d-1984-41bf-aa91-d8cf9e1b6f20 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Jul 22 14:43:00.013857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c9e27-5e54-4408-9f26-04a6efe86c10 req-2c745d0d-7e26-4b95-b12a-fc1fb67f25eb tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:00.015418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb4c9e27-5e54-4408-9f26-04a6efe86c10 req-2c745d0d-7e26-4b95-b12a-fc1fb67f25eb tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 949 time: 0.0674045 Jul 22 14:43:00.057546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb4c9e27-5e54-4408-9f26-04a6efe86c10 req-adbf2333-33a0-4e9a-97ac-cac6bae16e10 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Jul 22 14:43:01.193611 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5029e-9031-4bc9-9849-fee4c282944e req-d737f5db-8e5c-465e-b849-280bc0b11ecd tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.195078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bba5029e-9031-4bc9-9849-fee4c282944e req-d737f5db-8e5c-465e-b849-280bc0b11ecd tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 949 time: 0.0639176 Jul 22 14:43:01.234630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bba5029e-9031-4bc9-9849-fee4c282944e req-ba9330e9-d92a-45ff-9f5a-2c38e7fe7178 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c8cea15-5825-4f56-ac08-af44c35ccd85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335069 Jul 22 14:43:01.265627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b9a1c519-72d1-4788-9031-8e4c4dfe2b93 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.267117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b9a1c519-72d1-4788-9031-8e4c4dfe2b93 tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.20 "GET /v2.0/ports?device_id=60296761-f468-41d8-bcfa-063256f9e31e HTTP/1.1" status: 200 len: 949 time: 0.0700653 Jul 22 14:43:01.371022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Deleting port d925c45a-c956-4949-8acb-07ffc3dbe927 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:43:01.371369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.461218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] For port d925c45a-c956-4949-8acb-07ffc3dbe927, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=d925c45a-c956-4949-8acb-07ffc3dbe927,segment=NetworkSegment(02d8c52f-cdc1-4a4d-b237-ef088fded744),segment_id=02d8c52f-cdc1-4a4d-b237-ef088fded744)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:01.461498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.473790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Calling delete_port for d925c45a-c956-4949-8acb-07ffc3dbe927 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:43:01.597730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.610499 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['d925c45a-c956-4949-8acb-07ffc3dbe927'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:01.631496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Pushing event deleted for resources: {'Port': ['ID=d925c45a-c956-4949-8acb-07ffc3dbe927,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:01.680270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] No DVR routers for this DVR port d925c45a-c956-4949-8acb-07ffc3dbe927 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:01.683006 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.685467 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fcbbcbf-1d43-4fca-ab8f-71ee8c91dc76 req-b3ebdc4f-1036-4a0e-9b4d-aed1149a453e tempest-ServersAdminNegativeTestJSON-1745222238 tempest-ServersAdminNegativeTestJSON-1745222238-project] 10.222.0.20 "DELETE /v2.0/ports/d925c45a-c956-4949-8acb-07ffc3dbe927 HTTP/1.1" status: 204 len: 173 time: 0.4129364 Jul 22 14:43:01.685940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60296761-f468-41d8-bcfa-063256f9e31e', 'name': 'network-vif-deleted', 'tag': 'd925c45a-c956-4949-8acb-07ffc3dbe927'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:01.688273 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8223d4-cb19-48b7-b281-0a96441c2b94" -d '{"events": [{"server_uuid": "60296761-f468-41d8-bcfa-063256f9e31e", "name": "network-vif-deleted", "tag": "d925c45a-c956-4949-8acb-07ffc3dbe927"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:01.730161 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4fd631-f631-4c5f-9952-5e41553d195c x-openstack-request-id: req-ff4fd631-f631-4c5f-9952-5e41553d195c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:01.730458 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60296761-f468-41d8-bcfa-063256f9e31e", "name": "network-vif-deleted", "tag": "d925c45a-c956-4949-8acb-07ffc3dbe927", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:01.730710 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff4fd631-f631-4c5f-9952-5e41553d195c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:01.731199 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60296761-f468-41d8-bcfa-063256f9e31e', 'name': 'network-vif-deleted', 'tag': 'd925c45a-c956-4949-8acb-07ffc3dbe927', 'status': 'completed', 'code': 200} Jul 22 14:43:02.530026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:02.660071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fa037831-6827-49af-a455-f26fa4ffa199 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=460b04a0363346728a242b449248690c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288619 Jul 22 14:43:02.662553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:02.709447 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0dae-6616-46b7-beb5-373cb3ff71ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.730344 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0dae-6616-46b7-beb5-373cb3ff71ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.776174 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0dae-6616-46b7-beb5-373cb3ff71ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.779570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a8d0dae-6616-46b7-beb5-373cb3ff71ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.780743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a8d0dae-6616-46b7-beb5-373cb3ff71ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c8cea15-5825-4f56-ac08-af44c35ccd85 HTTP/1.1" status: 204 len: 168 time: 0.1173055 Jul 22 14:43:02.788763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d0dae-6616-46b7-beb5-373cb3ff71ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8cea15-5825-4f56-ac08-af44c35ccd85,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:03.049739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:03.066068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d89cb8-6b68-4c67-9b32-432f076a1ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.152872 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d89cb8-6b68-4c67-9b32-432f076a1ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.157111 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d89cb8-6b68-4c67-9b32-432f076a1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.196684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f0d89cb8-6b68-4c67-9b32-432f076a1ba1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d332026fe072440c86f1344eb9075ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434863 Jul 22 14:43:03.196684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d89cb8-6b68-4c67-9b32-432f076a1ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd7d27-12dd-44de-9226-a3617effe61a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:03.197053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55620) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:03.252934 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4c58-af16-467d-937a-c4d39e068f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.273986 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4c58-af16-467d-937a-c4d39e068f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.319296 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4c58-af16-467d-937a-c4d39e068f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.321869 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4c58-af16-467d-937a-c4d39e068f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.323023 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd1e4c58-af16-467d-937a-c4d39e068f04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56fd7d27-12dd-44de-9226-a3617effe61a HTTP/1.1" status: 204 len: 168 time: 0.1243634 Jul 22 14:43:03.331606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4c58-af16-467d-937a-c4d39e068f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd7d27-12dd-44de-9226-a3617effe61a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:03.968595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55644) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:04.062600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-958176567-network', 'tenant_id': '61b5f88096914b8ba9490f5d7616ac59'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:04.084668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Made reservation on behalf of 61b5f88096914b8ba9490f5d7616ac59 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:04.087136 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.096132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.185227 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.188902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.213977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:04.223542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac782703-14ee-41a0-88b4-fd9ca74ea472,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:04.231475 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.231475 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Added segment a165e5ae-8252-4107-a6bf-c5cc9b89c63e of type vlan for network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 Jul 22 14:43:04.272831 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.300983 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.302137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:04.302730 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.335478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3657601 Jul 22 14:43:04.338619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:04.343734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Request body: {'subnet': {'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-958176567-subnet', 'tenant_id': '61b5f88096914b8ba9490f5d7616ac59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:04.364529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Made reservation on behalf of 61b5f88096914b8ba9490f5d7616ac59 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:04.366937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.370607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46859b9c-e70d-4c71-b6b9-65f3ece06aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2f9cca-5f6e-4fb1-9d06-18c85e521462,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:04.380951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:04.545312 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.602940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bda9f107-5cdf-4a63-acc4-9cae3ee01e55,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:04.613361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Checking segment: {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:04.613753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Network hostable DHCP agents. Network: 6b2f9cca-5f6e-4fb1-9d06-18c85e521462, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:04.631076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:04.640716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6b2f9cca-5f6e-4fb1-9d06-18c85e521462) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:04.644751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:04.645339 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.649921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c63ec25-9bdc-4431-879e-83c2cac456c8 None None] Network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:04.659705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f8bf1c80-4f09-429c-80b8-e44a566cca00 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3199222 Jul 22 14:43:04.783404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e510f6c-e2c7-470e-80bf-f2b7a83ac5d9 None None] Network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:05.099723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-465f499a-b443-4649-9a05-887a3a396dac tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:05.101194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-465f499a-b443-4649-9a05-887a3a396dac tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 811 time: 0.1050522 Jul 22 14:43:05.115522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-47141169-ca93-497d-8da0-6c9b9c4c2630 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/quotas/61b5f88096914b8ba9490f5d7616ac59 HTTP/1.1" status: 200 len: 375 time: 0.0089383 Jul 22 14:43:05.126585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d925c45a-c956-4949-8acb-07ffc3dbe927 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:05.150423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: d925c45a-c956-4949-8acb-07ffc3dbe927 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:05.150998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-1cdd76f1-4e93-48c0-af61-513561b8d4e6 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305893 Jul 22 14:43:05.151419 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device d925c45a-c956-4949-8acb-07ffc3dbe927 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:05.297906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-bd483c13-8bae-483f-aac1-9d710e63b620 service neutron] 10.222.0.11 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397579 Jul 22 14:43:05.385964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-78de945a-f4a5-4753-9b0f-6d0ef6101a1d service neutron] 10.222.0.11 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823233 Jul 22 14:43:05.549922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-43b479f3-2b9f-46fa-82e0-489d1af82060 req-bfefefa9-ef84-44b8-8963-6eb052651e6f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 210 time: 0.0302672 Jul 22 14:43:06.629674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d07442b4-e802-4cc3-9691-577f100babc8 req-650d6645-f5de-45e9-8d60-8a2b76e73f27 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 210 time: 0.0306644 Jul 22 14:43:07.728341 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4278b51-ef17-4dcd-9d21-3b0539e3fd35 req-08427cac-6fad-4f37-891f-78d4aee11fc7 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 210 time: 0.0296752 Jul 22 14:43:08.492080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-15ed26de-b6e0-4779-890a-d30f3409d98b tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:08.493537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-15ed26de-b6e0-4779-890a-d30f3409d98b tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.20 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 811 time: 0.1089432 Jul 22 14:43:08.506237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Request body: {'port': {'device_id': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462', 'admin_state_up': True, 'tenant_id': '61b5f88096914b8ba9490f5d7616ac59'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:08.616114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Made reservation on behalf of 61b5f88096914b8ba9490f5d7616ac59 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:08.619542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.750413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Allocated IP 172.20.0.10 (6b2f9cca-5f6e-4fb1-9d06-18c85e521462/bda9f107-5cdf-4a63-acc4-9cae3ee01e55/860fcd4c-2c56-449a-b683-9f222ef10a13) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:08.843427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfd5bb65-3c70-4fea-afe0-e9ff521e0945 req-92c8a61f-5627-43f4-b763-caa35d17dcfe tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 210 time: 0.0434859 Jul 22 14:43:08.937338 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.976077 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.024312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:09.027347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:09.031278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:09.037561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:09.064936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.065287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.065638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.065990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.066324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.066654 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.066982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.067317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.067632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.067954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.068278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.068599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:09.092829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:09.093439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.106906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-65f74fc1-c55b-456c-b096-c29502b1671a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6046319 Jul 22 14:43:09.117751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Request body: {'port': {'device_id': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:09.187695 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.453364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860fcd4c-2c56-449a-b683-9f222ef10a13 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:09.460558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.472637 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Transition to ACTIVE for port object 860fcd4c-2c56-449a-b683-9f222ef10a13 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:09.476212 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.542497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:09.595574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:09.595910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:09.596237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 on network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:09.600530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Port 860fcd4c-2c56-449a-b683-9f222ef10a13 on network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:09.600852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 on network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:09.605604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:09.605996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Checking segment: {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:09.606395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Bound using segment: {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:09.606822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Bound port: 860fcd4c-2c56-449a-b683-9f222ef10a13, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:09.607178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.671212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:09.674180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:09.678446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.708546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:09.709493 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.710955 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] 10.222.0.20 "PUT /v2.0/ports/860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 1093 time: 0.5971851 Jul 22 14:43:09.713039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:09.717011 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:09.754429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb0b63-e3ea-4dba-8494-aa42b593ae91 service neutron] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:09.773277 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5cc779-bd64-4e84-8193-6c55066551cc x-openstack-request-id: req-ef5cc779-bd64-4e84-8193-6c55066551cc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:09.773561 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:09.774034 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef5cc779-bd64-4e84-8193-6c55066551cc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:09.774493 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'status': 'completed', 'code': 200} Jul 22 14:43:09.821728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-24d39e1e-7559-4b36-ad9c-28088ee50261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:09.823252 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-24d39e1e-7559-4b36-ad9c-28088ee50261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1096 time: 0.0586095 Jul 22 14:43:09.867013 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-ef209e75-30bf-45aa-b755-4d24003a1c64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0364015 Jul 22 14:43:09.926598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-6ba3d2aa-885a-4eb7-8bb1-49ad2ef27931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:09.928056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-6ba3d2aa-885a-4eb7-8bb1-49ad2ef27931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0543907 Jul 22 14:43:09.977921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-de12f471-2575-4e94-a351-f0a92672ea6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333765 Jul 22 14:43:10.057473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d21724-5b11-4265-99ab-56a348c754ef req-50d5c605-8be1-4075-9756-990d49e8836e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.059001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51d21724-5b11-4265-99ab-56a348c754ef req-50d5c605-8be1-4075-9756-990d49e8836e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 944 time: 0.1468606 Jul 22 14:43:10.103424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-baab0e6a-c26f-4274-b1cb-db30aab27afa service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178555 Jul 22 14:43:10.123047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51d21724-5b11-4265-99ab-56a348c754ef req-c4a1798b-5d4c-4179-b2b7-d5de9e63bf7e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573609 Jul 22 14:43:10.202007 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cfa89cb4-39ee-45e2-a31a-6d3c2043bf66 req-22c331b9-d720-480e-aec7-a22d9fce85a7 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909979 Jul 22 14:43:10.299049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-1bc99a12-f814-4874-8a16-9e471f0af4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.300520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-1bc99a12-f814-4874-8a16-9e471f0af4fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1096 time: 0.0557032 Jul 22 14:43:10.392573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-cb8278f4-f091-493d-a0c9-e8854754d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.394163 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-cb8278f4-f091-493d-a0c9-e8854754d22d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.0875967 Jul 22 14:43:10.433362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-4cbc8ed8-2bca-4873-ad51-9673b56694fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0331798 Jul 22 14:43:10.481132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-f7901d21-de46-4217-92ed-06b727fa002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.482737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-f7901d21-de46-4217-92ed-06b727fa002e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0427990 Jul 22 14:43:10.519708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-d164bbb8-9ab7-4c4b-a986-ae627b1b7db2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305836 Jul 22 14:43:10.605849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-616ec244-fb17-4c75-be34-305709638d0b service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796528 Jul 22 14:43:10.698188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dfc2bcab-5f57-40f6-a1c0-fb9e11e906d8 req-51a7bc6c-f944-4c71-8302-8bbab5979f0b service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852985 Jul 22 14:43:11.258585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa607d19-91b0-41df-ab4b-905fbd9678cc req-9b0c8378-8f96-45fa-8e51-dc17f95456d1 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:11.260076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa607d19-91b0-41df-ab4b-905fbd9678cc req-9b0c8378-8f96-45fa-8e51-dc17f95456d1 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 944 time: 0.0681248 Jul 22 14:43:11.299821 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa607d19-91b0-41df-ab4b-905fbd9678cc req-6522fb0f-c699-4344-8c43-c7c8e040662f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340147 Jul 22 14:43:12.428204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59530131-1b36-425b-b414-419365f37304 req-499a8d8a-21c4-45c1-a08f-d17e04b051a9 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:12.430315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59530131-1b36-425b-b414-419365f37304 req-499a8d8a-21c4-45c1-a08f-d17e04b051a9 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 944 time: 0.0642328 Jul 22 14:43:12.469279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59530131-1b36-425b-b414-419365f37304 req-faf48fbd-73d8-4e57-807c-d17ccb097407 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jul 22 14:43:13.172178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:13.265823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:13.276613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462', 'port_id': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'mac_address': 'fa:16:3e:52:52:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda9f107-5cdf-4a63-acc4-9cae3ee01e55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:13.313664 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.330610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fcd4c-2c56-449a-b683-9f222ef10a13 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:13.349772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:13.353217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.401329 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:13.541252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['860fcd4c-2c56-449a-b683-9f222ef10a13'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:13.597965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bb330-b33d-441c-a1fb-484e2e91b154 req-93d388c3-2bec-4d9c-b53a-94085eca27c8 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:13.599521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c55bb330-b33d-441c-a1fb-484e2e91b154 req-93d388c3-2bec-4d9c-b53a-94085eca27c8 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 945 time: 0.0654752 Jul 22 14:43:13.638520 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c55bb330-b33d-441c-a1fb-484e2e91b154 req-a9b033f3-d7c4-4868-bbd4-a4caab325ed4 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Jul 22 14:43:14.768196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca6cbe-b57e-4eaf-803c-6adcce06ac14 req-10bd833c-508b-4afc-85af-1fefe9ee1bec tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:14.769721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0dca6cbe-b57e-4eaf-803c-6adcce06ac14 req-10bd833c-508b-4afc-85af-1fefe9ee1bec tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 945 time: 0.0630782 Jul 22 14:43:14.806661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0dca6cbe-b57e-4eaf-803c-6adcce06ac14 req-d32a7b33-87f8-449a-b74f-a150a62630ee tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315485 Jul 22 14:43:15.187688 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:15.237718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 860fcd4c-2c56-449a-b683-9f222ef10a13 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:15.241774 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 860fcd4c-2c56-449a-b683-9f222ef10a13 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:15.242180 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.316530 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.338235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:15.341044 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1469ceb-bd65-43f8-ba1a-21e47f470406" -d '{"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-plugged", "status": "completed", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:15.353308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:15.357599 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.384564 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843e5b3a-d25e-44f6-9120-7f5ab441adb1 x-openstack-request-id: req-843e5b3a-d25e-44f6-9120-7f5ab441adb1 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:15.384824 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-plugged", "status": "completed", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:15.385074 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-843e5b3a-d25e-44f6-9120-7f5ab441adb1 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:15.385453 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'code': 200} Jul 22 14:43:15.412148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:15.486861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2438c-068d-4393-b3b8-805fc2b38edf req-ae26db6c-2d53-4ba0-b907-a211204e9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:15.488361 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14b2438c-068d-4393-b3b8-805fc2b38edf req-ae26db6c-2d53-4ba0-b907-a211204e9674 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1098 time: 0.0563984 Jul 22 14:43:15.523390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14b2438c-068d-4393-b3b8-805fc2b38edf req-ea8d065c-a680-44dc-a81a-58a8ec7c1ed6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290148 Jul 22 14:43:15.934797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba0f7-c120-4e4a-b312-479950a47311 req-f3660a1c-6005-48ac-9ec6-40d792d59e59 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:15.936303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59aba0f7-c120-4e4a-b312-479950a47311 req-f3660a1c-6005-48ac-9ec6-40d792d59e59 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0639162 Jul 22 14:43:15.974030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-59aba0f7-c120-4e4a-b312-479950a47311 req-95aa9bb4-a534-4396-91cd-54906ef092fe tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Jul 22 14:43:17.101862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea869817-51fd-4378-898c-9fb5a46d4fd7 req-fbe07eaa-d152-4dc1-8713-d8202cb43897 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:17.103347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea869817-51fd-4378-898c-9fb5a46d4fd7 req-fbe07eaa-d152-4dc1-8713-d8202cb43897 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0630014 Jul 22 14:43:17.145259 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea869817-51fd-4378-898c-9fb5a46d4fd7 req-2ec15cfa-e77b-4f94-92dc-41b7b191a70a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Jul 22 14:43:17.521076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178abc7-f44c-4eb9-931b-05e52e6e3e0d req-a4fbd400-a563-46a6-9f59-58355655e5df tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:17.522609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a178abc7-f44c-4eb9-931b-05e52e6e3e0d req-a4fbd400-a563-46a6-9f59-58355655e5df tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0955682 Jul 22 14:43:17.567162 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-0f4bbe79-b281-4cb6-ac68-ee5445ab417f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501997 Jul 22 14:43:17.570411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a178abc7-f44c-4eb9-931b-05e52e6e3e0d req-03dc52ff-d75a-44ff-bc43-8050115169ac tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Jul 22 14:43:18.608714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c43b527a-8e09-489c-a2b2-6240d55f4599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.748369 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea89ff-c635-42e1-b6f2-7000638d788c req-efea2f04-394d-49c3-9ce7-ea2b3d0cd82e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.749910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24ea89ff-c635-42e1-b6f2-7000638d788c req-efea2f04-394d-49c3-9ce7-ea2b3d0cd82e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.1068492 Jul 22 14:43:18.755904 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-84810565-ea41-4b1b-8bb2-dd3ac1ee51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.757293 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-84810565-ea41-4b1b-8bb2-dd3ac1ee51aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1098 time: 0.0828271 Jul 22 14:43:18.846202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24ea89ff-c635-42e1-b6f2-7000638d788c req-adb76ded-a7df-4742-8873-4c8e480f6685 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878389 Jul 22 14:43:18.872978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-7c8d6e1b-ec72-4e47-b4e5-09196a194d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.874541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-7c8d6e1b-ec72-4e47-b4e5-09196a194d27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.1104479 Jul 22 14:43:18.915478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-a7941c32-4e8b-403f-bfbb-26747bbc0120 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0346637 Jul 22 14:43:18.962088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-0da51743-e549-4a74-ac65-29e40067e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.963520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-0da51743-e549-4a74-ac65-29e40067e117 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0421662 Jul 22 14:43:19.003140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-12762614-8848-4a96-a593-672d8addbc3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333683 Jul 22 14:43:19.101354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-7c7c0497-d839-4454-ba16-78d387f13c0c service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921769 Jul 22 14:43:19.196967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-551123e3-4f78-41e5-b9a3-e147b82af1d5 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893321 Jul 22 14:43:19.344522 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.977204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8845-221f-4f7a-bb92-5951f97891f4 req-cec6331e-39a5-44a1-b3ab-3d12e48f6c6f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:19.978841 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b02d8845-221f-4f7a-bb92-5951f97891f4 req-cec6331e-39a5-44a1-b3ab-3d12e48f6c6f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0663297 Jul 22 14:43:20.017396 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b02d8845-221f-4f7a-bb92-5951f97891f4 req-2dfc22d6-03f3-4363-ba59-7a3537c98f5a tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Jul 22 14:43:20.268558 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.149228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeb7b5-bb43-4808-a19c-6a23c634fe11 req-ad47d5d3-0176-4148-8835-fc2ac101d4b0 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:21.150733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4cfeb7b5-bb43-4808-a19c-6a23c634fe11 req-ad47d5d3-0176-4148-8835-fc2ac101d4b0 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0644455 Jul 22 14:43:21.188828 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4cfeb7b5-bb43-4808-a19c-6a23c634fe11 req-96fa4c89-ea6e-47c8-813f-869e89bd40c3 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Jul 22 14:43:21.383824 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.392443 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:43:21.477252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-272795c9-e6f4-46c5-b71c-b135a4a249ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.331907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97e6b1-9bf8-4f7d-a2ab-171d5f7905a9 req-c90f5fe7-f066-44ac-b230-d2ff61a1c058 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:22.333412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a97e6b1-9bf8-4f7d-a2ab-171d5f7905a9 req-c90f5fe7-f066-44ac-b230-d2ff61a1c058 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0651333 Jul 22 14:43:22.371848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1a97e6b1-9bf8-4f7d-a2ab-171d5f7905a9 req-3921581f-ad8b-41dd-9838-bea7df7e1826 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328906 Jul 22 14:43:22.527461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.500332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66d8e1-33e3-4e4f-917d-67c92a76f515 req-4025c105-cdb9-496b-b980-6f146753f27b tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:23.501829 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb66d8e1-33e3-4e4f-917d-67c92a76f515 req-4025c105-cdb9-496b-b980-6f146753f27b tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0624504 Jul 22 14:43:23.537696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb66d8e1-33e3-4e4f-917d-67c92a76f515 req-49b73974-a43e-4103-8438-73a134f9da70 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303946 Jul 22 14:43:24.323130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:24.666040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4f02f-d834-4729-9801-e6f94e834927 req-942f74a1-627a-45fa-9721-bb6e623d04ef tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:24.667515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffe4f02f-d834-4729-9801-e6f94e834927 req-942f74a1-627a-45fa-9721-bb6e623d04ef tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0639281 Jul 22 14:43:24.709129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffe4f02f-d834-4729-9801-e6f94e834927 req-7a0f0624-cbc9-49fc-bfd0-efaffbf2e559 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jul 22 14:43:26.157048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f46a5-a083-482d-b43f-864f0d710039 req-a905c719-c57c-4ca6-aff0-d7af71ec6f23 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:26.158563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-740f46a5-a083-482d-b43f-864f0d710039 req-a905c719-c57c-4ca6-aff0-d7af71ec6f23 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.3820813 Jul 22 14:43:26.195256 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-740f46a5-a083-482d-b43f-864f0d710039 req-3f6c8cae-b882-4d28-a967-ca299f074a59 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Jul 22 14:43:27.328084 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c493223-defb-4f6a-beff-8ec5bddf6f0f req-cf3101b3-9040-485d-9c31-c68b088d521e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:27.329577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c493223-defb-4f6a-beff-8ec5bddf6f0f req-cf3101b3-9040-485d-9c31-c68b088d521e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0676270 Jul 22 14:43:27.367432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c493223-defb-4f6a-beff-8ec5bddf6f0f req-9b066ed2-7fdf-4686-8c4f-ac479472827f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jul 22 14:43:28.511375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa2922-c150-42b1-9b0e-ad14e0dc8b69 req-d2bed7ec-bb17-4833-b5a7-b8d6eca1844d tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:28.512936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63aa2922-c150-42b1-9b0e-ad14e0dc8b69 req-d2bed7ec-bb17-4833-b5a7-b8d6eca1844d tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0622833 Jul 22 14:43:28.551276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63aa2922-c150-42b1-9b0e-ad14e0dc8b69 req-f8d65066-fed8-4eb1-9a82-2a609135235f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jul 22 14:43:29.682486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82f920-e08c-4261-b4d0-e8701d76f2a5 req-b02f0ee2-78d0-4c3a-8796-c5a4f4e605ea tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:29.684690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe82f920-e08c-4261-b4d0-e8701d76f2a5 req-b02f0ee2-78d0-4c3a-8796-c5a4f4e605ea tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0649600 Jul 22 14:43:29.722924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe82f920-e08c-4261-b4d0-e8701d76f2a5 req-ae11dbaf-983f-4872-8686-6e14a277ffc0 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 22 14:43:30.852088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe90cca-8ba3-45cd-9798-b5146cbcd9d5 req-bb725ae4-8c56-462b-a6e8-88d133a741df tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:30.853627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fe90cca-8ba3-45cd-9798-b5146cbcd9d5 req-bb725ae4-8c56-462b-a6e8-88d133a741df tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0628264 Jul 22 14:43:30.896645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4fe90cca-8ba3-45cd-9798-b5146cbcd9d5 req-d9a4d9e3-17d8-48c7-913d-1a7dd1b9f70e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Jul 22 14:43:32.030495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9815e74-c798-46ae-ae8b-684d55f27da0 req-49de23f5-ec51-4250-b249-941956f44bff tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:32.032020 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9815e74-c798-46ae-ae8b-684d55f27da0 req-49de23f5-ec51-4250-b249-941956f44bff tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0676532 Jul 22 14:43:32.069885 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9815e74-c798-46ae-ae8b-684d55f27da0 req-5fae9a5b-0c7a-46e6-8300-d5275746a0bb tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323877 Jul 22 14:43:33.198750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1f647-5433-4291-b8bb-2f28682ccaa4 req-21b1ed5a-f3c3-4945-a80d-bf5e1d5d7ce8 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:33.200702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83e1f647-5433-4291-b8bb-2f28682ccaa4 req-21b1ed5a-f3c3-4945-a80d-bf5e1d5d7ce8 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0639279 Jul 22 14:43:33.238717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83e1f647-5433-4291-b8bb-2f28682ccaa4 req-dd25b82b-07fe-4e67-ba6a-9e326a40a82f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320950 Jul 22 14:43:34.369161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b187d4-1fe8-43cb-a4de-a4d795110ef8 req-9431264c-62a5-4e7f-b54e-7326e5dedfe3 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:34.370964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4b187d4-1fe8-43cb-a4de-a4d795110ef8 req-9431264c-62a5-4e7f-b54e-7326e5dedfe3 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0643847 Jul 22 14:43:34.409036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4b187d4-1fe8-43cb-a4de-a4d795110ef8 req-7be1b733-3b0d-4bdb-9ba7-f5394342362e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Jul 22 14:43:35.540549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0a4fb-d28e-4db5-91a7-8f6080d2592f req-1473c0c1-2259-4817-acad-607da33a3085 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:35.542088 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03d0a4fb-d28e-4db5-91a7-8f6080d2592f req-1473c0c1-2259-4817-acad-607da33a3085 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0650280 Jul 22 14:43:35.581811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-03d0a4fb-d28e-4db5-91a7-8f6080d2592f req-537a2964-3555-4e40-8cff-2b7f17fc637d tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334914 Jul 22 14:43:36.713172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fd011-f216-48df-867d-878e73c7c875 req-c04c9668-3e19-4206-ba53-1613cfc13820 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:36.714661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe2fd011-f216-48df-867d-878e73c7c875 req-c04c9668-3e19-4206-ba53-1613cfc13820 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0635996 Jul 22 14:43:36.755980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe2fd011-f216-48df-867d-878e73c7c875 req-998dcc8d-4758-4b2f-b1b5-d883e8764960 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Jul 22 14:43:37.011161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-856b8b2c-7cf9-4487-a612-c825c07b8f8e req-3c0a0e7d-24ed-468b-9773-890abb4b0153 service neutron] (93760) timed out ('10.222.0.20', 55114) {{(pid=93760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:43:37.890001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b1e08-4f91-4cb4-b727-e1cc189b20b9 req-454df2df-fc5a-4ed1-b212-8889c6c4a94e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:37.891519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca9b1e08-4f91-4cb4-b727-e1cc189b20b9 req-454df2df-fc5a-4ed1-b212-8889c6c4a94e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0683117 Jul 22 14:43:37.929984 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca9b1e08-4f91-4cb4-b727-e1cc189b20b9 req-be0b1772-5328-494d-8ca9-cece6d2b189e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Jul 22 14:43:39.061057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c898c8-e845-4e42-9efb-5b77cc60a0d2 req-5d670f49-e652-4593-9da5-b0e6f57e76cd tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:39.062560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20c898c8-e845-4e42-9efb-5b77cc60a0d2 req-5d670f49-e652-4593-9da5-b0e6f57e76cd tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0654414 Jul 22 14:43:39.100001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-20c898c8-e845-4e42-9efb-5b77cc60a0d2 req-3671366b-a733-4f88-ba63-d1220a53753c tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319357 Jul 22 14:43:40.243375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e3b54-8939-47dd-9c2e-1e20af04c1b3 req-1eb374a4-161c-4001-a5a2-ebd257d70cdc tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:40.244885 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-650e3b54-8939-47dd-9c2e-1e20af04c1b3 req-1eb374a4-161c-4001-a5a2-ebd257d70cdc tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0637383 Jul 22 14:43:40.283645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-650e3b54-8939-47dd-9c2e-1e20af04c1b3 req-9e0cb1ee-42eb-4050-96f9-af6c8c8eab98 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318558 Jul 22 14:43:41.237482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-d703ec42-24b0-4e7b-98ce-69fdf1a8fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:41.239010 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-d703ec42-24b0-4e7b-98ce-69fdf1a8fb3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1098 time: 0.0578015 Jul 22 14:43:41.339426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-2cb1fb1f-3485-4fd3-82ee-4b407adda5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:41.341837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-2cb1fb1f-3485-4fd3-82ee-4b407adda5a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.0848796 Jul 22 14:43:41.390072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-59a0e575-7147-466f-b8d5-d359f8744dd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0423920 Jul 22 14:43:41.414008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c34588-daf4-4625-92e1-6ad54737e8b7 req-0022f4f8-28ec-4497-bdbf-abf6eed236ea tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:41.415514 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93c34588-daf4-4625-92e1-6ad54737e8b7 req-0022f4f8-28ec-4497-bdbf-abf6eed236ea tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0660212 Jul 22 14:43:41.438589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-9103d38a-4bcb-449b-ab0b-2dc71c03bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:41.440081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-9103d38a-4bcb-449b-ab0b-2dc71c03bcd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0444551 Jul 22 14:43:41.454122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93c34588-daf4-4625-92e1-6ad54737e8b7 req-8c480e64-8f3e-4bf6-bc92-1f4a9116ea64 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323851 Jul 22 14:43:41.473793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-9dbd8ee2-c80d-4b10-aee5-0aa81d20be84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279388 Jul 22 14:43:41.562620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-b977c830-5455-48ab-b025-097374543819 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830314 Jul 22 14:43:41.648109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ce89c0ee-3117-4cad-a366-5d96a658d853 req-1f4e02c4-4f62-41f6-b82e-cff012b838e3 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799363 Jul 22 14:43:42.581365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeba35-7e70-4568-8025-df60f8c18f7b req-08522b04-bd98-47ae-88fe-202eeb4ec9fa tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:42.582791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49eeba35-7e70-4568-8025-df60f8c18f7b req-08522b04-bd98-47ae-88fe-202eeb4ec9fa tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0622880 Jul 22 14:43:42.624428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49eeba35-7e70-4568-8025-df60f8c18f7b req-473dc413-f07b-4819-9112-9798c99e967f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361347 Jul 22 14:43:43.756280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4fcad-74dc-4af0-a738-e5929d168132 req-973dad53-209c-4ebc-adae-7053cbadc387 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:43.757781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df4fcad-74dc-4af0-a738-e5929d168132 req-973dad53-209c-4ebc-adae-7053cbadc387 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0676649 Jul 22 14:43:43.795615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3df4fcad-74dc-4af0-a738-e5929d168132 req-0314323b-d731-475b-bc23-8e59a99e3720 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Jul 22 14:43:44.925133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e735a-8f9f-43a4-93d5-d459b0471843 req-6206e332-e862-423c-92d9-2babfd6e5f57 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:44.926662 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3d7e735a-8f9f-43a4-93d5-d459b0471843 req-6206e332-e862-423c-92d9-2babfd6e5f57 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0642016 Jul 22 14:43:44.963289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3d7e735a-8f9f-43a4-93d5-d459b0471843 req-2e099e6e-7988-41e2-b8cb-a23bf72586e0 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Jul 22 14:43:46.013359 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-2e30dcf6-8a70-4444-ac19-f82c4cde4345 service neutron] show failed (client error): The resource could not be found. Jul 22 14:43:46.014449 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-2e30dcf6-8a70-4444-ac19-f82c4cde4345 service neutron] 10.222.0.20 "GET /v2.0/ports/860fcd4c-2c56-449a-b683-9f222ef10a13/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0583475 Jul 22 14:43:46.096242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeba8a-095b-4345-8f69-2445e55b7c2e req-7cf37135-0ef9-4ad1-b3a9-c440e49be819 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:46.097791 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2cdeba8a-095b-4345-8f69-2445e55b7c2e req-7cf37135-0ef9-4ad1-b3a9-c440e49be819 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0653167 Jul 22 14:43:46.138094 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2cdeba8a-095b-4345-8f69-2445e55b7c2e req-a3355790-b4cb-4542-a71f-19478473ea64 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Jul 22 14:43:46.271797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-751b3563-f112-48f4-9b7b-b279831af330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:46.273312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-751b3563-f112-48f4-9b7b-b279831af330 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995&tenant_id=61b5f88096914b8ba9490f5d7616ac59 HTTP/1.1" status: 200 len: 1098 time: 0.1034117 Jul 22 14:43:46.284911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:46.360682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.569414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:46.604267 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:46.648136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:46.650415 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885fcc71-23d4-460f-af42-f5e1c58342a0" -d '{"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-unplugged", "status": "completed", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:46.654043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.666787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Transition to ACTIVE for port object 860fcd4c-2c56-449a-b683-9f222ef10a13 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:46.671044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.741340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] No DVR routers for this DVR port 860fcd4c-2c56-449a-b683-9f222ef10a13 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:46.744424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:46.755688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.756038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.756386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.756726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.757065 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.757401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.757760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.758090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.758421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.758748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.759094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.759400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:46.766151 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b1310-7b68-474c-9b42-d74f404fa3f1 x-openstack-request-id: req-d62b1310-7b68-474c-9b42-d74f404fa3f1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:46.766445 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-unplugged", "status": "completed", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:46.766703 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d62b1310-7b68-474c-9b42-d74f404fa3f1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:46.767104 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'code': 200} Jul 22 14:43:46.796468 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:46.796801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:46.797130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 on network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:46.801373 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Port 860fcd4c-2c56-449a-b683-9f222ef10a13 on network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:46.801730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Attempting to bind port 860fcd4c-2c56-449a-b683-9f222ef10a13 on network 6b2f9cca-5f6e-4fb1-9d06-18c85e521462 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:46.806537 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:46.806873 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Checking segment: {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:46.807254 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Bound using segment: {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:46.807677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Bound port: 860fcd4c-2c56-449a-b683-9f222ef10a13, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:46.808028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.875359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:46.878264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:46.882656 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.914195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:46.914818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.916244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] 10.222.0.13 "PUT /v2.0/ports/860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 1093 time: 0.6352952 Jul 22 14:43:46.965131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea75484-e336-4b9f-9491-5e94afdfdb25 service neutron] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:46.996251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-076c6187-434e-43e8-80b6-95ccbe645f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:46.998360 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-076c6187-434e-43e8-80b6-95ccbe645f84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1096 time: 0.0609591 Jul 22 14:43:47.098114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-e92a24f5-b523-42f4-bdc9-70df83cdad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.099619 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-e92a24f5-b523-42f4-bdc9-70df83cdad40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.0939746 Jul 22 14:43:47.140859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-0065f2d6-8a61-4468-86f0-49bb3ec6e07e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0351634 Jul 22 14:43:47.196343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-eb437b5b-8596-4b50-a418-34553ba0fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.197862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-eb437b5b-8596-4b50-a418-34553ba0fdc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0513239 Jul 22 14:43:47.243082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-2d3d2787-81be-4342-9525-9697b96058ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389149 Jul 22 14:43:47.264738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-b5d4f191-f2fe-4c0b-9008-4f6b9e48656c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:43:47.265790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-b5d4f191-f2fe-4c0b-9008-4f6b9e48656c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062165 Jul 22 14:43:47.361031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc4639-52b3-404e-bdfa-a494431aac83 req-468203a7-202f-4e05-b757-b0cd17b2b7f6 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.363283 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cfc4639-52b3-404e-bdfa-a494431aac83 req-468203a7-202f-4e05-b757-b0cd17b2b7f6 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 944 time: 0.1517189 Jul 22 14:43:47.399140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-7a6fc8d1-e2ca-407a-ab97-7354073ab9b2 service neutron] 10.222.0.13 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263182 Jul 22 14:43:47.432892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cfc4639-52b3-404e-bdfa-a494431aac83 req-1529c2e1-b8c6-48cc-8b90-12bc86e5c834 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641222 Jul 22 14:43:47.498366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85a4bb50-38f0-46d7-ae4f-6ebca493cc56 req-9277cdcc-401b-43b0-ae37-b7b44f62ae5f service neutron] 10.222.0.13 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Jul 22 14:43:48.569716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10cc24-15a1-4008-8386-39d5366b92a7 req-c229eb74-604a-4056-ba49-c800b4dece64 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.571261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e10cc24-15a1-4008-8386-39d5366b92a7 req-c229eb74-604a-4056-ba49-c800b4dece64 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 944 time: 0.0681832 Jul 22 14:43:48.610975 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-295fb318-a545-4dd5-8703-c5deda85b512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:48.615560 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e10cc24-15a1-4008-8386-39d5366b92a7 req-94db6133-5490-4ec9-86a8-7207b9bcab8f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 Jul 22 14:43:48.768086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:48.770464 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942e0e5c-015b-4406-935c-0a3f2f6bd695" -d '{"events": [{"name": "network-changed", "server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:48.817229 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84688ce-265c-4f48-972e-89e9e7a05f3b x-openstack-request-id: req-b84688ce-265c-4f48-972e-89e9e7a05f3b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:48.817520 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:48.817830 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b84688ce-265c-4f48-972e-89e9e7a05f3b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:48.818288 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'status': 'completed', 'code': 200} Jul 22 14:43:48.891221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-78f29339-02c9-427e-b84d-5f656a14151b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.892656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-78f29339-02c9-427e-b84d-5f656a14151b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1096 time: 0.0588100 Jul 22 14:43:48.901006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-f554dafd-5a1f-48a6-b9f9-21ecf85f515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.903255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-f554dafd-5a1f-48a6-b9f9-21ecf85f515d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1096 time: 0.0596943 Jul 22 14:43:48.986721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-2160654b-f4a8-43bf-a055-d393c11254d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.988211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-2160654b-f4a8-43bf-a055-d393c11254d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.0898952 Jul 22 14:43:48.991218 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-c8b2ecd0-a70a-4208-a224-c2a724ffa1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.992691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-c8b2ecd0-a70a-4208-a224-c2a724ffa1f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.0838265 Jul 22 14:43:49.029836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-23edcaca-fb2f-4d39-9073-8ee0fcc8d7e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0353849 Jul 22 14:43:49.049350 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-a716b932-ce47-4db4-9dc3-35819bc21b78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0394521 Jul 22 14:43:49.080162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-f88215bd-d427-4405-93c6-ec511358c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:49.081962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-f88215bd-d427-4405-93c6-ec511358c3e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0459774 Jul 22 14:43:49.117098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-ed0cc287-d96e-4390-856e-b158dd18dc6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295177 Jul 22 14:43:49.218721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-991e704a-b6a4-459b-aee8-058a73a72780 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940318 Jul 22 14:43:49.319936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-1c7f0650-16ed-40da-acb4-fe39f5caf415 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948024 Jul 22 14:43:49.358067 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.381180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:49.420154 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:49.459039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-5395084b-b129-49e6-8657-904ddb610c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:49.460502 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-5395084b-b129-49e6-8657-904ddb610c0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.4044516 Jul 22 14:43:49.494011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-28b4495f-3c06-4767-be3e-2651a0e35002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261073 Jul 22 14:43:49.584220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-0d225daa-b13c-4ddd-97ae-c0a75f783aea service neutron] 10.222.0.13 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832932 Jul 22 14:43:49.674975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-942e0e5c-015b-4406-935c-0a3f2f6bd695 req-484637f2-f1ef-459f-a01f-f4f855910688 service neutron] 10.222.0.13 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836239 Jul 22 14:43:49.745336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a6257-1355-43b6-8483-4dec58bbe2ba req-0b069d26-b1ea-4b2e-a2c8-298b805fe096 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:49.747658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b0a6257-1355-43b6-8483-4dec58bbe2ba req-0b069d26-b1ea-4b2e-a2c8-298b805fe096 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 944 time: 0.0647631 Jul 22 14:43:49.786969 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0b0a6257-1355-43b6-8483-4dec58bbe2ba req-70cb7bcd-7f68-48ab-b441-6394a9624cbe tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332313 Jul 22 14:43:50.066667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:50.123026 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f513-0489-4905-9e33-c7f4056529be req-9a1910e3-1623-41c4-ae31-f3199899336c tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:50.124530 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-9a1910e3-1623-41c4-ae31-f3199899336c tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.20 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995&tenant_id=61b5f88096914b8ba9490f5d7616ac59&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.1207190 Jul 22 14:43:50.165759 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:50.177611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'network_id': '6b2f9cca-5f6e-4fb1-9d06-18c85e521462', 'port_id': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'mac_address': 'fa:16:3e:52:52:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda9f107-5cdf-4a63-acc4-9cae3ee01e55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:50.185103 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-b863f513-0489-4905-9e33-c7f4056529be req-37222740-bb39-48d2-858d-fb46757b96dc service neutron] delete failed (client error): The resource could not be found. Jul 22 14:43:50.186182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-37222740-bb39-48d2-858d-fb46757b96dc service neutron] 10.222.0.20 "DELETE /v2.0/ports/860fcd4c-2c56-449a-b683-9f222ef10a13/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0547628 Jul 22 14:43:50.214099 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:50.227490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860fcd4c-2c56-449a-b683-9f222ef10a13 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:50.251928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:50.259973 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:50.285584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f513-0489-4905-9e33-c7f4056529be req-d3a4d75b-c8cb-4317-9885-0b471e3094a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:50.287288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-d3a4d75b-c8cb-4317-9885-0b471e3094a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=61b5f88096914b8ba9490f5d7616ac59&device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 1096 time: 0.0594652 Jul 22 14:43:50.287421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:50.312966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:50.320354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.320656 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.320991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.321675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.321675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.321974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.322303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.322662 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.322987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.323306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.323625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.323942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:50.386282 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f513-0489-4905-9e33-c7f4056529be req-877be16c-b47c-49f9-94b1-172e33d381f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:50.388607 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-877be16c-b47c-49f9-94b1-172e33d381f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 200 len: 912 time: 0.0946081 Jul 22 14:43:50.428289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-2161328f-4854-4870-adf6-d60800fe25c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 200 len: 217 time: 0.0338655 Jul 22 14:43:50.481676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f513-0489-4905-9e33-c7f4056529be req-4c7bebb7-3841-4976-a761-94fba45bdb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:50.483144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-4c7bebb7-3841-4976-a761-94fba45bdb6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 200 len: 851 time: 0.0491462 Jul 22 14:43:50.502516 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['860fcd4c-2c56-449a-b683-9f222ef10a13'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:50.517648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-3c775712-4894-4043-86af-17a65b32213e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6b2f9cca-5f6e-4fb1-9d06-18c85e521462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283914 Jul 22 14:43:50.607055 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-d0fa3596-af4a-47db-b1f2-eea74b8c1f06 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831606 Jul 22 14:43:50.700226 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-bd7e73bc-1bb4-4cda-8997-501f9599c0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870934 Jul 22 14:43:51.388605 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.401067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca62f7f-1905-4394-8da1-63e19aae90df req-21ae56bb-9396-4492-83b4-a902b272970f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:51.403216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ca62f7f-1905-4394-8da1-63e19aae90df req-21ae56bb-9396-4492-83b4-a902b272970f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 945 time: 0.0679698 Jul 22 14:43:51.441170 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ca62f7f-1905-4394-8da1-63e19aae90df req-ede983d7-92a1-40e4-930c-3ea7cd8d073c tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Jul 22 14:43:51.477721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6e8dfb08-d937-4d08-9537-c30e6d4e2194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.081695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:52.132262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 860fcd4c-2c56-449a-b683-9f222ef10a13 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:52.136148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 860fcd4c-2c56-449a-b683-9f222ef10a13 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:52.136513 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.211608 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.234317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:52.236768 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483df7fc-3a73-49ca-b512-4fa21670b349" -d '{"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-plugged", "status": "completed", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:52.250599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:52.254538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.302853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:52.339336 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855c460-0c70-4833-afc3-99a5d76c3950 x-openstack-request-id: req-5855c460-0c70-4833-afc3-99a5d76c3950 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:52.339628 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-plugged", "status": "completed", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:52.339879 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5855c460-0c70-4833-afc3-99a5d76c3950 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:52.340294 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'code': 200} Jul 22 14:43:52.524633 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.587124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e418b-f409-4d3e-b1d6-c34b4d5bdc16 req-f73ba461-d8f7-4e7a-8fd8-d8984452b2d8 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:52.588637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd4e418b-f409-4d3e-b1d6-c34b4d5bdc16 req-f73ba461-d8f7-4e7a-8fd8-d8984452b2d8 tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0812802 Jul 22 14:43:52.627574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863f513-0489-4905-9e33-c7f4056529be req-e347f8b3-043b-4bf4-8cd6-8f320bcf19ba tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:52.628864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bd4e418b-f409-4d3e-b1d6-c34b4d5bdc16 req-fe57cc71-c6bc-4446-8657-26634054798f tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac782703-14ee-41a0-88b4-fd9ca74ea472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336506 Jul 22 14:43:52.629155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-e347f8b3-043b-4bf4-8cd6-8f320bcf19ba tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.13 "GET /v2.0/ports?device_id=c12db3aa-27e3-4c3b-b5f9-fc78f8614995 HTTP/1.1" status: 200 len: 946 time: 0.0688725 Jul 22 14:43:52.742161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Deleting port 860fcd4c-2c56-449a-b683-9f222ef10a13 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:43:52.742498 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.833358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] For port 860fcd4c-2c56-449a-b683-9f222ef10a13, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=860fcd4c-2c56-449a-b683-9f222ef10a13,segment=NetworkSegment(a165e5ae-8252-4107-a6bf-c5cc9b89c63e),segment_id=a165e5ae-8252-4107-a6bf-c5cc9b89c63e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:52.833742 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.846024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Calling delete_port for 860fcd4c-2c56-449a-b683-9f222ef10a13 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:43:52.972399 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.984041 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['860fcd4c-2c56-449a-b683-9f222ef10a13'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:53.003599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Pushing event deleted for resources: {'Port': ['ID=860fcd4c-2c56-449a-b683-9f222ef10a13,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:53.054520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] No DVR routers for this DVR port 860fcd4c-2c56-449a-b683-9f222ef10a13 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:53.057444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.060068 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b863f513-0489-4905-9e33-c7f4056529be req-38d4a3fb-367a-4427-bb0b-06532020f34e tempest-DeleteServersTestJSON-1796655817 tempest-DeleteServersTestJSON-1796655817-project] 10.222.0.13 "DELETE /v2.0/ports/860fcd4c-2c56-449a-b683-9f222ef10a13 HTTP/1.1" status: 204 len: 173 time: 0.4255590 Jul 22 14:43:53.060643 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-deleted', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:53.063115 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153dfe09-25a5-491a-b50b-86810af1dfc0" -d '{"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-deleted", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:53.101761 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc1535-5b84-493e-a8c6-66e7f38cbfdd x-openstack-request-id: req-e6cc1535-5b84-493e-a8c6-66e7f38cbfdd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:53.102090 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12db3aa-27e3-4c3b-b5f9-fc78f8614995", "name": "network-vif-deleted", "tag": "860fcd4c-2c56-449a-b683-9f222ef10a13", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:53.102373 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6cc1535-5b84-493e-a8c6-66e7f38cbfdd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:53.102858 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c12db3aa-27e3-4c3b-b5f9-fc78f8614995', 'name': 'network-vif-deleted', 'tag': '860fcd4c-2c56-449a-b683-9f222ef10a13', 'status': 'completed', 'code': 200} Jul 22 14:43:53.757545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:53.801858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Deleting subnet bda9f107-5cdf-4a63-acc4-9cae3ee01e55 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:43:53.804806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.839114 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.877477 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.932030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.958086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bda9f107-5cdf-4a63-acc4-9cae3ee01e55,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:53.961933 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.964092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-27085f0c-e9cf-4c0a-a35c-18d2da594629 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bda9f107-5cdf-4a63-acc4-9cae3ee01e55 HTTP/1.1" status: 204 len: 168 time: 0.2055087 Jul 22 14:43:53.967387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:54.033953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.114757 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.125346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2f9cca-5f6e-4fb1-9d06-18c85e521462']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:54.134891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:54.135187 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a165e5ae-8252-4107-a6bf-c5cc9b89c63e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:54.144335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.158150 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.163815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:43:54.164200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:43:54.165813 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:43:54.222431 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.227604 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.229417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b2f9cca-5f6e-4fb1-9d06-18c85e521462 HTTP/1.1" status: 204 len: 168 time: 0.2610996 Jul 22 14:43:54.239701 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da97e7d-bdc2-41f2-96ce-b9cd33edc23c admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2f9cca-5f6e-4fb1-9d06-18c85e521462,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:54.326177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.339366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:54.378811 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-828639a8-3f14-4d2e-b3be-039602145c9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61b5f88096914b8ba9490f5d7616ac59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382533 Jul 22 14:43:54.381271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:54.435953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6206b095-9331-4a7e-8f6f-66eb2d8ff214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.457184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6206b095-9331-4a7e-8f6f-66eb2d8ff214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.504106 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6206b095-9331-4a7e-8f6f-66eb2d8ff214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.506746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6206b095-9331-4a7e-8f6f-66eb2d8ff214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.507889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6206b095-9331-4a7e-8f6f-66eb2d8ff214 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac782703-14ee-41a0-88b4-fd9ca74ea472 HTTP/1.1" status: 204 len: 168 time: 0.1256056 Jul 22 14:43:54.518971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206b095-9331-4a7e-8f6f-66eb2d8ff214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac782703-14ee-41a0-88b4-fd9ca74ea472,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:55.159965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 55852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:55.259674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-467770919-network', 'tenant_id': '6f03477f4136422e83683cc5e6ea9748'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:55.283733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Made reservation on behalf of 6f03477f4136422e83683cc5e6ea9748 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:55.286460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.295923 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.385664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.389940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.414382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:55.423909 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f092b8-6d9c-40c5-bd68-b79680e50f97,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:55.431489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.431489 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Added segment c8e357f8-fc10-467c-ad8a-558894920570 of type vlan for network 01735aee-8957-4932-bbb8-b05e527510e6 Jul 22 14:43:55.470713 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.498748 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.499672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:55.500249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.526880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3657575 Jul 22 14:43:55.530608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 55856) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:55.535723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Request body: {'subnet': {'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-467770919-subnet', 'tenant_id': '6f03477f4136422e83683cc5e6ea9748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:55.557671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Made reservation on behalf of 6f03477f4136422e83683cc5e6ea9748 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:55.560683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.560976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d646a69-6bff-4697-af01-a956abf398c3 admin admin] Pushing event updated for resources: {'Network': ['ID=01735aee-8957-4932-bbb8-b05e527510e6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:55.570867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 01735aee-8957-4932-bbb8-b05e527510e6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:55.742996 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.800565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b752e47a-7550-4e9a-93e1-f85498b0ecc3,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:55.807544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Checking segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:55.807905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Network hostable DHCP agents. Network: 01735aee-8957-4932-bbb8-b05e527510e6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:55.825179 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Network 01735aee-8957-4932-bbb8-b05e527510e6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:55.834173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 01735aee-8957-4932-bbb8-b05e527510e6) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:55.838746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:55.839355 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.843522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d41c2-aaa8-4486-9766-9efeb6e78a99 None None] Network 01735aee-8957-4932-bbb8-b05e527510e6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:55.856019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-93e5c14e-5258-47bf-a670-655c72337046 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3238189 Jul 22 14:43:55.972203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c9bb7-ec8e-46f8-ab42-ccb5865c7e96 None None] Network 01735aee-8957-4932-bbb8-b05e527510e6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:56.097256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:56.116727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 860fcd4c-2c56-449a-b683-9f222ef10a13 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:56.117069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 860fcd4c-2c56-449a-b683-9f222ef10a13 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:56.282608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b6931904-a7e1-4eee-93bd-bf81518e7108 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:56.284074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b6931904-a7e1-4eee-93bd-bf81518e7108 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 814 time: 0.1068447 Jul 22 14:43:56.299261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-29794c52-4552-4900-8228-1bbe9626282f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/quotas/6f03477f4136422e83683cc5e6ea9748 HTTP/1.1" status: 200 len: 375 time: 0.0098600 Jul 22 14:43:56.333146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-52215d86-32e2-4bc9-aac2-ebcb7e62254d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290909 Jul 22 14:43:56.396321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-405f2092-254b-4111-8fce-512a47ab2adc service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:43:56.397318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-405f2092-254b-4111-8fce-512a47ab2adc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580707 Jul 22 14:43:56.495179 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-4671dd23-1b06-44b2-ab18-6c3908f82355 service neutron] 10.222.0.11 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921028 Jul 22 14:43:56.584639 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-44dfcf7d-4058-4b50-8237-e9e16dbb74b4 service neutron] 10.222.0.11 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824401 Jul 22 14:43:56.751490 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eca46a28-b8cd-4669-ace0-8155fbd45ea1 req-51eafd67-b3ac-419f-a926-1562ab661543 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Jul 22 14:43:57.815410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-8282bebe-0768-4834-92f4-495b5e79416d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:57.817128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-8282bebe-0768-4834-92f4-495b5e79416d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 814 time: 0.1216865 Jul 22 14:43:57.834197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Request body: {'port': {'device_id': '058174b5-ae40-40f7-acf2-23f1716da254', 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'admin_state_up': True, 'tenant_id': '6f03477f4136422e83683cc5e6ea9748'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:57.856035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-764e713f-8af8-491d-9c47-0f54043ef369 req-ffc214b3-e92e-4741-bad7-84de665f7891 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 210 time: 0.0356929 Jul 22 14:43:57.964093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Made reservation on behalf of 6f03477f4136422e83683cc5e6ea9748 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:57.968219 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.091605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Allocated IP 172.20.0.12 (01735aee-8957-4932-bbb8-b05e527510e6/b752e47a-7550-4e9a-93e1-f85498b0ecc3/2b931b51-e034-4d7e-b793-f9a5d0fe9582) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:58.244208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.284946 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.334676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Network 01735aee-8957-4932-bbb8-b05e527510e6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:58.337795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:58.342353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:58.348777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:58.391479 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:43:58.394271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:58.394900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.409055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-b986a783-bf16-4b47-bf48-ee35c38aeda1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785706 Jul 22 14:43:58.421264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Request body: {'port': {'device_id': '058174b5-ae40-40f7-acf2-23f1716da254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:58.492963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.759639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b931b51-e034-4d7e-b793-f9a5d0fe9582 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:58.767703 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.780165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Transition to ACTIVE for port object 2b931b51-e034-4d7e-b793-f9a5d0fe9582 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:58.783850 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.834356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:58.909191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:58.909527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:58.909883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:58.914235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on network 01735aee-8957-4932-bbb8-b05e527510e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:58.914555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:58.919502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:58.919837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Checking segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:58.920222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Bound using segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:58.920675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Bound port: 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:58.921032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.987926 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1783c-724a-4af8-a8d5-73f6fdbf5d87 req-590b2f72-021b-4adf-b0e4-60ce7c58274e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:58.989458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7cc1783c-724a-4af8-a8d5-73f6fdbf5d87 req-590b2f72-021b-4adf-b0e4-60ce7c58274e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.0636113 Jul 22 14:43:58.991605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:58.995070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:59.000514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.034258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7cc1783c-724a-4af8-a8d5-73f6fdbf5d87 req-479bb185-6fa6-4392-bd70-f0cb6a8dadb8 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Jul 22 14:43:59.037061 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.037719 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.039136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] 10.222.0.13 "PUT /v2.0/ports/2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 1093 time: 0.6227677 Jul 22 14:43:59.039572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:59.042805 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903425f9-5a74-4a30-bfd1-69f050f61c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:59.070647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0c2c-2dac-435d-9aeb-b3a314764efc service neutron] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:59.081887 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5de09af-2641-42d3-9638-f190ce0237f9 x-openstack-request-id: req-b5de09af-2641-42d3-9638-f190ce0237f9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:59.082074 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:59.082318 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5de09af-2641-42d3-9638-f190ce0237f9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:59.082716 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'status': 'completed', 'code': 200} Jul 22 14:43:59.144651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-d33b2608-9a31-4613-b4d1-cde16126ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.146198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-d33b2608-9a31-4613-b4d1-cde16126ddd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1096 time: 0.0570543 Jul 22 14:43:59.192490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-9dc86baf-708d-4149-83b1-f2ae267cdc82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0386827 Jul 22 14:43:59.240317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-92580199-5422-4456-8bea-bc66522bc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.241812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-92580199-5422-4456-8bea-bc66522bc51a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0436606 Jul 22 14:43:59.281136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-98a630cb-659d-4825-b083-e42714fa0db7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328588 Jul 22 14:43:59.378797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-d29845b3-2954-4ffa-9485-2eb231e4e138 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916708 Jul 22 14:43:59.466546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f306526c-c547-4cda-b2c8-dd58004b1f63 req-a6b77ef7-29f2-4239-b92a-f7ae47b73ddd service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820506 Jul 22 14:43:59.572637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-7e0affd4-49f7-4b18-a2b9-e39fb52c1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.574185 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-7e0affd4-49f7-4b18-a2b9-e39fb52c1f16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1096 time: 0.0586464 Jul 22 14:43:59.662215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-836a1e23-7995-497b-8256-950faf227c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.663606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-836a1e23-7995-497b-8256-950faf227c31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0835757 Jul 22 14:43:59.707799 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-de5d8d74-65dd-4afb-b9ec-2e54ff640fb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0372810 Jul 22 14:43:59.757473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-4e18570c-7b20-4c27-bbc1-c361e1fd80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.759083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-4e18570c-7b20-4c27-bbc1-c361e1fd80a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0445919 Jul 22 14:43:59.792588 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-c40fbf30-26e1-4b31-b9a0-a47ebaba9beb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267444 Jul 22 14:43:59.892856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-dd372e55-7067-4c43-be2d-0d385f352b19 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930593 Jul 22 14:43:59.981492 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-903425f9-5a74-4a30-bfd1-69f050f61c5a req-15ed7e3b-4a8a-45fa-9988-bc2fce83b796 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818243 Jul 22 14:44:00.160426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c849f0-ee0a-423c-8a0a-ddd969056d83 req-805fab05-711b-45a2-a1db-ec95547d9c8f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:00.161934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95c849f0-ee0a-423c-8a0a-ddd969056d83 req-805fab05-711b-45a2-a1db-ec95547d9c8f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.0648980 Jul 22 14:44:00.199770 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95c849f0-ee0a-423c-8a0a-ddd969056d83 req-4b59632e-bcc6-49a8-ba10-19ba624abc54 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jul 22 14:44:01.331895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fe538-88bd-4fb4-bd7b-30b266109286 req-bea1fd5c-c52c-463f-8ad2-aaa0137fafd9 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:01.333406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d71fe538-88bd-4fb4-bd7b-30b266109286 req-bea1fd5c-c52c-463f-8ad2-aaa0137fafd9 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.0641098 Jul 22 14:44:01.376710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d71fe538-88bd-4fb4-bd7b-30b266109286 req-470ae4f0-bf9b-4804-aed8-277e2f7e1463 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Jul 22 14:44:02.144805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:02.403065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:02.414264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'port_id': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'mac_address': 'fa:16:3e:a2:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b752e47a-7550-4e9a-93e1-f85498b0ecc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:02.453189 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.466425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b931b51-e034-4d7e-b793-f9a5d0fe9582 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:02.486892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:02.491370 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.513518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f7bda-d9bf-4ec3-b177-8f54c7838ede req-4c65cb33-154d-452a-8e78-5ea61dc4bbf1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:02.515404 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b35f7bda-d9bf-4ec3-b177-8f54c7838ede req-4c65cb33-154d-452a-8e78-5ea61dc4bbf1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.0715849 Jul 22 14:44:02.545739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:02.558603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b35f7bda-d9bf-4ec3-b177-8f54c7838ede req-827e28ea-fb39-4fc2-b413-476e09d7bcc0 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Jul 22 14:44:02.674903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2b931b51-e034-4d7e-b793-f9a5d0fe9582'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:03.687556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6b63d-0e84-4e27-b127-56dea4b5316a req-b0549ff8-d2cc-4def-8a93-e8eced38798f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:03.689076 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a6b63d-0e84-4e27-b127-56dea4b5316a req-b0549ff8-d2cc-4def-8a93-e8eced38798f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 945 time: 0.0641153 Jul 22 14:44:03.727303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7a6b63d-0e84-4e27-b127-56dea4b5316a req-e423cc43-cd46-40b2-9e7a-4938b3eaa2b7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324831 Jul 22 14:44:04.143745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:04.193210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:04.196738 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:04.197106 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.285852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.311899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:04.314550 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e6c40-1747-47bf-9750-e5f7b7d006ec" -d '{"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-plugged", "status": "completed", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:04.330263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:04.334980 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.358298 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50cf9b-a9b3-4f9a-a7d6-3ebd03697c8d x-openstack-request-id: req-7c50cf9b-a9b3-4f9a-a7d6-3ebd03697c8d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:04.358593 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-plugged", "status": "completed", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:04.358835 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c50cf9b-a9b3-4f9a-a7d6-3ebd03697c8d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:04.359219 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'code': 200} Jul 22 14:44:04.386835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:04.459659 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa420a-480b-4bfb-b5fb-6528cedf9a14 req-9eca61c0-1e72-4296-bfdd-a43a9f536441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:04.461143 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1fa420a-480b-4bfb-b5fb-6528cedf9a14 req-9eca61c0-1e72-4296-bfdd-a43a9f536441 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1098 time: 0.0536969 Jul 22 14:44:04.496431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1fa420a-480b-4bfb-b5fb-6528cedf9a14 req-3c3f332e-f762-4643-b4c9-b90c09335738 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283000 Jul 22 14:44:04.857899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e15729-7ecc-4c3a-850a-fdc7f66231d4 req-ecceba85-c0bb-47cf-897d-ca6f3ac5dcc7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:04.859464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3e15729-7ecc-4c3a-850a-fdc7f66231d4 req-ecceba85-c0bb-47cf-897d-ca6f3ac5dcc7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0680547 Jul 22 14:44:04.898268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3e15729-7ecc-4c3a-850a-fdc7f66231d4 req-8b7147c1-167c-4acc-901f-4b7da20440b6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Jul 22 14:44:06.027125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10823cb-951e-4ef1-8d08-eeebaddd0513 req-4bc47158-2621-46f8-b644-2411c3fcfe29 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.028640 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f10823cb-951e-4ef1-8d08-eeebaddd0513 req-4bc47158-2621-46f8-b644-2411c3fcfe29 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0637801 Jul 22 14:44:06.067582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f10823cb-951e-4ef1-8d08-eeebaddd0513 req-351049cb-d8a7-4e11-a915-592b1d7711bd tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Jul 22 14:44:06.195486 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd832d5-e886-4b96-bcd1-b11a94a576f8 req-c2bec8d8-e86f-4a07-adab-49ee07599815 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.196909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4dd832d5-e886-4b96-bcd1-b11a94a576f8 req-c2bec8d8-e86f-4a07-adab-49ee07599815 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0639160 Jul 22 14:44:06.234279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4dd832d5-e886-4b96-bcd1-b11a94a576f8 req-3a48d107-7536-4a3f-870d-cfafc038084c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Jul 22 14:44:06.450525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc9b8c-754b-4f2c-881d-e2f65b499dee req-18ef977d-27eb-469e-9c5e-c26b283d76f0 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.452291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1cc9b8c-754b-4f2c-881d-e2f65b499dee req-18ef977d-27eb-469e-9c5e-c26b283d76f0 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0686202 Jul 22 14:44:06.494663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e1cc9b8c-754b-4f2c-881d-e2f65b499dee req-1ac189f5-9cd5-463c-b19b-3b0c2615f980 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Jul 22 14:44:06.628749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01235f97-1d8e-4477-9cdf-9f4de6666db4 req-d822f540-ab86-4fe0-9c19-98289c1d7a7d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.630265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01235f97-1d8e-4477-9cdf-9f4de6666db4 req-d822f540-ab86-4fe0-9c19-98289c1d7a7d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0684772 Jul 22 14:44:06.669523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-01235f97-1d8e-4477-9cdf-9f4de6666db4 req-b77abc7a-bb67-4d71-9b46-aff5b9e636ca tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jul 22 14:44:06.908666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-590c01ce-0c64-44a1-bfc1-fde71d9c2ba6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559015 Jul 22 14:44:06.921540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b480c-b1fa-4cef-bfa4-f99f2bf8cbb2 req-5fc06a9b-6505-40f3-8145-e72433dfadbe tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.923180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-360b480c-b1fa-4cef-bfa4-f99f2bf8cbb2 req-5fc06a9b-6505-40f3-8145-e72433dfadbe tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0653882 Jul 22 14:44:06.962634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-360b480c-b1fa-4cef-bfa4-f99f2bf8cbb2 req-68c4c043-58cc-4cee-b16f-d2ddb3de2053 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Jul 22 14:44:07.982633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-809e24c2-2612-4d5d-84b9-e4b4dab8cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:07.984155 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-809e24c2-2612-4d5d-84b9-e4b4dab8cbfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1098 time: 0.0553997 Jul 22 14:44:08.108763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-ca05064b-24cb-41b7-b7aa-d221c02c3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:08.110295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-ca05064b-24cb-41b7-b7aa-d221c02c3d58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.1199057 Jul 22 14:44:08.155313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-bc981259-e6cb-469d-a7c6-a05ef93922be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0378208 Jul 22 14:44:08.166458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc04bc8-a7d0-4169-a1a7-c5d64de62460 req-11db9789-3b44-4b4e-a6de-2de53063cad5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:08.167965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5dc04bc8-a7d0-4169-a1a7-c5d64de62460 req-11db9789-3b44-4b4e-a6de-2de53063cad5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.1159821 Jul 22 14:44:08.240990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-06d3d474-3c9c-4e01-a011-ca440c51dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:08.242530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-06d3d474-3c9c-4e01-a011-ca440c51dc5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0737090 Jul 22 14:44:08.245766 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5dc04bc8-a7d0-4169-a1a7-c5d64de62460 req-3ef7e68e-a9fb-411d-ba3b-9cbc54972331 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698745 Jul 22 14:44:08.277021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-2d0a25c8-943e-4ce3-a5a2-7f2f447012a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276845 Jul 22 14:44:08.368392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-6b5a993c-8d31-401b-a9ab-91eea53ccd24 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847640 Jul 22 14:44:08.455425 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-4c0d3849-2ed6-4438-9099-5a9c335fcedb service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802720 Jul 22 14:44:09.391527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925eae7-06da-402f-bfc4-9001c8f36b27 req-4fac1689-05b0-4bb7-a67c-5637f9e9c367 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:09.393051 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5925eae7-06da-402f-bfc4-9001c8f36b27 req-4fac1689-05b0-4bb7-a67c-5637f9e9c367 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0780666 Jul 22 14:44:09.441087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5925eae7-06da-402f-bfc4-9001c8f36b27 req-7a4ad069-78ae-49fb-9997-6c732432f7af tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Jul 22 14:44:10.574644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b10e6-5ee2-432e-8846-7677ba9aa6aa req-1f56e4c3-d3b2-4ca7-b97e-a87f85b0d811 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.576145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df2b10e6-5ee2-432e-8846-7677ba9aa6aa req-1f56e4c3-d3b2-4ca7-b97e-a87f85b0d811 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0676270 Jul 22 14:44:10.615708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df2b10e6-5ee2-432e-8846-7677ba9aa6aa req-ffc35850-9b96-4cc2-9daf-8ae6fa3168e3 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Jul 22 14:44:11.749163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac697a4-7958-4b65-806c-adb22726fc39 req-5f5fb617-67ed-40e4-a89e-0933a1d182bf tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:11.750684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ac697a4-7958-4b65-806c-adb22726fc39 req-5f5fb617-67ed-40e4-a89e-0933a1d182bf tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0678484 Jul 22 14:44:11.788434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ac697a4-7958-4b65-806c-adb22726fc39 req-c167a338-d3c9-4dcc-a542-2c85c0153663 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Jul 22 14:44:12.918248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e345e-c7c3-4539-9362-5396cf00c17e req-3325ae14-af11-4d76-ba56-1990e4e09733 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:12.919742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e6e345e-c7c3-4539-9362-5396cf00c17e req-3325ae14-af11-4d76-ba56-1990e4e09733 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0648732 Jul 22 14:44:12.957224 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0e6e345e-c7c3-4539-9362-5396cf00c17e req-830904b1-b89c-4067-9422-de515c6b158b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Jul 22 14:44:14.084376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648e718-4713-4be3-96c8-cc70b3250f49 req-9297b0f0-fdc5-4504-9001-ba548c57120f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:14.085889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a648e718-4713-4be3-96c8-cc70b3250f49 req-9297b0f0-fdc5-4504-9001-ba548c57120f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0629578 Jul 22 14:44:14.123108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a648e718-4713-4be3-96c8-cc70b3250f49 req-f4e58d39-59af-400a-804e-9c500e6cebd8 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Jul 22 14:44:15.254552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d02a3f-e39f-4b77-a810-3dad506fdfaf req-c29ba9db-a422-44e2-9769-8c7d0665399f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:15.256029 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1d02a3f-e39f-4b77-a810-3dad506fdfaf req-c29ba9db-a422-44e2-9769-8c7d0665399f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0655484 Jul 22 14:44:15.292808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1d02a3f-e39f-4b77-a810-3dad506fdfaf req-0a2da11d-3ab5-4b32-b574-dfb5aa5b8822 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Jul 22 14:44:16.430522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddd6b-811e-44ff-8334-2a4f581f37c4 req-643d5b36-5f60-4674-9f94-bf223f70ff3e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:16.432023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0aaddd6b-811e-44ff-8334-2a4f581f37c4 req-643d5b36-5f60-4674-9f94-bf223f70ff3e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0666707 Jul 22 14:44:16.469889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0aaddd6b-811e-44ff-8334-2a4f581f37c4 req-fb12ae74-ae6c-4370-a1fd-c53e6fcea903 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 22 14:44:17.609251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ee51-6d59-44dd-ba12-74b1f097e7c9 req-6efe119b-6d9b-4e93-8e0a-c680a6f85130 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:17.611001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2156ee51-6d59-44dd-ba12-74b1f097e7c9 req-6efe119b-6d9b-4e93-8e0a-c680a6f85130 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0717251 Jul 22 14:44:17.650482 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2156ee51-6d59-44dd-ba12-74b1f097e7c9 req-ee0f9921-45e6-4487-8fb6-936dfdd78d0e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339098 Jul 22 14:44:18.614757 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b6c2f289-391a-4274-a468-e82f8a428ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:18.778298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545c27a-6692-4a18-a675-103522a28712 req-631bf280-47af-4270-938d-b627a9e38405 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:18.779797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8545c27a-6692-4a18-a675-103522a28712 req-631bf280-47af-4270-938d-b627a9e38405 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0642447 Jul 22 14:44:18.818478 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8545c27a-6692-4a18-a675-103522a28712 req-793eb1d1-4a95-4bbc-9c99-05802f38f61b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Jul 22 14:44:19.355227 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:19.950885 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e250c-1717-40fd-83d6-d0d494982b90 req-14688fed-48d3-4a75-a07b-3264500aa39b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:19.952368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e80e250c-1717-40fd-83d6-d0d494982b90 req-14688fed-48d3-4a75-a07b-3264500aa39b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0639553 Jul 22 14:44:19.990521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e80e250c-1717-40fd-83d6-d0d494982b90 req-056a246a-95d5-47c8-bebb-49774427b652 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Jul 22 14:44:20.277628 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.119531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77546d03-0a04-426a-8457-f41d5ac0d37c req-030102fc-3a87-49e7-a3cb-8f3cc561d732 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.121134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77546d03-0a04-426a-8457-f41d5ac0d37c req-030102fc-3a87-49e7-a3cb-8f3cc561d732 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0637717 Jul 22 14:44:21.158891 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-77546d03-0a04-426a-8457-f41d5ac0d37c req-f2725e23-5f0a-4941-ab00-1ee30652d6e1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317223 Jul 22 14:44:21.389832 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.478536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dea168ed-13e6-49bb-8bc1-67d36a3ee8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.291923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3049f0-8c2e-41d7-beda-16851de03818 req-44e57b95-0a99-4bba-a2f0-fed6fa5d3f81 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:22.293409 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc3049f0-8c2e-41d7-beda-16851de03818 req-44e57b95-0a99-4bba-a2f0-fed6fa5d3f81 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0676804 Jul 22 14:44:22.332522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cc3049f0-8c2e-41d7-beda-16851de03818 req-108e357c-d195-4a2c-9b21-497c08ecd597 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321996 Jul 22 14:44:22.530194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:23.475925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b39b-74f1-44b6-be36-e97adf808d65 req-1d50fb21-6cf8-4d51-9096-aa8f22940951 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:23.477432 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ac9b39b-74f1-44b6-be36-e97adf808d65 req-1d50fb21-6cf8-4d51-9096-aa8f22940951 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0763662 Jul 22 14:44:23.514793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ac9b39b-74f1-44b6-be36-e97adf808d65 req-46eda21f-4f03-491c-afdc-9cd4c7c94e01 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Jul 22 14:44:24.330346 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:24.646213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f796296-efae-4e7f-904d-18a2986a5d00 req-fdbd848f-d4c0-4a17-9425-51a756bdbb2a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:24.647741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f796296-efae-4e7f-904d-18a2986a5d00 req-fdbd848f-d4c0-4a17-9425-51a756bdbb2a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0674396 Jul 22 14:44:24.685797 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f796296-efae-4e7f-904d-18a2986a5d00 req-f4c769a8-672f-42f3-b188-d5baad3bc57c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Jul 22 14:44:25.816055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2b54b-4877-4b3c-8bf6-6cade1ea6382 req-40cdfb89-2a32-4acd-bf6a-c928a0cac741 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:25.817580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3aa2b54b-4877-4b3c-8bf6-6cade1ea6382 req-40cdfb89-2a32-4acd-bf6a-c928a0cac741 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0641413 Jul 22 14:44:25.855455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3aa2b54b-4877-4b3c-8bf6-6cade1ea6382 req-03adda33-0152-49fc-a7fe-81a9f572870a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Jul 22 14:44:26.984993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142f385-012c-453c-84bf-cdd81420d2cb req-83f65197-13ea-479b-953a-5176322c840f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:26.987972 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f142f385-012c-453c-84bf-cdd81420d2cb req-83f65197-13ea-479b-953a-5176322c840f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0642340 Jul 22 14:44:27.025452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f142f385-012c-453c-84bf-cdd81420d2cb req-38fc3f55-21bf-4071-9f75-e43d596ade6c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jul 22 14:44:28.159891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2071f-0111-4e0f-8554-7526437098ad req-32a288fe-d968-4628-9ca2-4ec5244801cb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.161291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2b2071f-0111-4e0f-8554-7526437098ad req-32a288fe-d968-4628-9ca2-4ec5244801cb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0674205 Jul 22 14:44:28.197978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d2b2071f-0111-4e0f-8554-7526437098ad req-6b5816c7-4ada-469e-ba00-df644d99c02f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Jul 22 14:44:29.333286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82d01d-7e95-4399-b44d-c398f0d20942 req-34652f6c-701e-4642-993c-1667f0c9f408 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.334737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d82d01d-7e95-4399-b44d-c398f0d20942 req-34652f6c-701e-4642-993c-1667f0c9f408 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0685828 Jul 22 14:44:29.373540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4d82d01d-7e95-4399-b44d-c398f0d20942 req-b58e07be-a528-4491-b027-c0bbcf669f71 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332451 Jul 22 14:44:30.516262 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91d675-7608-4dd5-90ba-e9915b34701c req-5cb621b2-bc8d-426d-85af-dc725872149d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:30.518453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa91d675-7608-4dd5-90ba-e9915b34701c req-5cb621b2-bc8d-426d-85af-dc725872149d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0650902 Jul 22 14:44:30.555594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa91d675-7608-4dd5-90ba-e9915b34701c req-7100b861-76dc-49d4-aeb8-c531baaa53e9 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Jul 22 14:44:31.683860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa9a98-f95e-44ab-bc4e-cc7416b1e2a5 req-0eb8c7ab-567e-43b7-b768-b9b213e24d1c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.685363 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23fa9a98-f95e-44ab-bc4e-cc7416b1e2a5 req-0eb8c7ab-567e-43b7-b768-b9b213e24d1c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0644395 Jul 22 14:44:31.723962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23fa9a98-f95e-44ab-bc4e-cc7416b1e2a5 req-05a0e964-0aa8-40cc-b96b-8d0ec6a21d10 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Jul 22 14:44:32.853304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c3542-2558-4132-bc14-49dc8a266b92 req-74736f0a-25b3-44da-8fec-4afbaa1cb2f2 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:32.854848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-071c3542-2558-4132-bc14-49dc8a266b92 req-74736f0a-25b3-44da-8fec-4afbaa1cb2f2 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0631998 Jul 22 14:44:32.893195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-071c3542-2558-4132-bc14-49dc8a266b92 req-9060b22b-dc5c-4fec-9756-b24ffb93bf47 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Jul 22 14:44:34.028095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43c7d3-e1cc-423c-a017-ac2075c7e6ac req-31634a34-6d3a-4260-988b-f156663a013d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.029635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf43c7d3-e1cc-423c-a017-ac2075c7e6ac req-31634a34-6d3a-4260-988b-f156663a013d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0697086 Jul 22 14:44:34.073364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bf43c7d3-e1cc-423c-a017-ac2075c7e6ac req-31a0da71-c2bd-4e28-b8cf-5eab83074e64 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375297 Jul 22 14:44:35.205720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dae24-6c96-45d0-aa34-101bd3787ea5 req-0ac555af-5c91-4ea6-ae16-c0b7cf2d810a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.207231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba1dae24-6c96-45d0-aa34-101bd3787ea5 req-0ac555af-5c91-4ea6-ae16-c0b7cf2d810a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0681255 Jul 22 14:44:35.246231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba1dae24-6c96-45d0-aa34-101bd3787ea5 req-0cec441b-9b3a-4224-a1ba-78aa1f5f239b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Jul 22 14:44:35.356386 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-ce4fe879-a648-4a25-97d4-d2b1696beb37 service neutron] show failed (client error): The resource could not be found. Jul 22 14:44:35.357430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-ce4fe879-a648-4a25-97d4-d2b1696beb37 service neutron] 10.222.0.13 "GET /v2.0/ports/2b931b51-e034-4d7e-b793-f9a5d0fe9582/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0566204 Jul 22 14:44:35.392579 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:44:35.611650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-a29c70e6-7492-4443-a07f-e894f403976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.613146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-a29c70e6-7492-4443-a07f-e894f403976a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254&tenant_id=6f03477f4136422e83683cc5e6ea9748 HTTP/1.1" status: 200 len: 1098 time: 0.1030207 Jul 22 14:44:35.624381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:35.693441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:35.896360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:35.928427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:35.970576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:35.972826 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100e6f47-ae86-46d9-a635-09e5b0535edc" -d '{"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-unplugged", "status": "completed", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:35.976530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:35.989949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Transition to ACTIVE for port object 2b931b51-e034-4d7e-b793-f9a5d0fe9582 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:35.993793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.025394 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f13015-4a31-4def-b196-7912049cafb6 x-openstack-request-id: req-56f13015-4a31-4def-b196-7912049cafb6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:36.025702 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-unplugged", "status": "completed", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:36.025953 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56f13015-4a31-4def-b196-7912049cafb6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:36.026334 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'code': 200} Jul 22 14:44:36.060247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] No DVR routers for this DVR port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:36.063219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:36.088755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.089105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.089447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.089819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.090154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.090481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.090810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.091133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.091458 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.091781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.092102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.092421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:36.108312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:36.108650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:36.108978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:36.113838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on network 01735aee-8957-4932-bbb8-b05e527510e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:36.114161 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Attempting to bind port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:36.118917 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:36.119256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Checking segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:36.119638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Bound using segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:36.120062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Bound port: 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:36.120548 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.185643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:36.188821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:36.192586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.224375 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:36.224990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.226445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] 10.222.0.20 "PUT /v2.0/ports/2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 1093 time: 0.6062515 Jul 22 14:44:36.257095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51e165-ecd3-4d66-98b4-44620e7ca177 service neutron] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:36.305737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-109b3012-707a-4017-b751-07b6ec31ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:36.307306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-109b3012-707a-4017-b751-07b6ec31ecd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1096 time: 0.0577786 Jul 22 14:44:36.447480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-849cbcd2-d634-4069-ad68-c9da5c9b1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:36.448876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-849cbcd2-d634-4069-ad68-c9da5c9b1bba service neutron] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.1359713 Jul 22 14:44:36.457547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a870c8-c2cf-4116-a130-a1feaeb309e6 req-f5268eb5-c57b-48e2-ba65-077fa5f427d5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:36.458932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1a870c8-c2cf-4116-a130-a1feaeb309e6 req-f5268eb5-c57b-48e2-ba65-077fa5f427d5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.1382172 Jul 22 14:44:36.503877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-349717af-d981-4d19-a830-37b08753707f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0438521 Jul 22 14:44:36.561795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1a870c8-c2cf-4116-a130-a1feaeb309e6 req-7fcd60b0-3bd8-4abc-b641-a97813325647 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965269 Jul 22 14:44:36.568975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-bd99b361-8c95-4999-a61a-3e099c20bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:36.570446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-bd99b361-8c95-4999-a61a-3e099c20bbbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0607669 Jul 22 14:44:36.610242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-87f7e973-6dfe-49c5-aaf5-bc559c6f9d15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329430 Jul 22 14:44:36.707510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-86c62db9-cf1d-4c41-84ab-fbaf8a6dd60e service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911865 Jul 22 14:44:36.796822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63741d98-f208-4a18-b0ff-fcb5378f64c1 req-9ac4c0b9-4216-4707-ad59-de71244478b6 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833120 Jul 22 14:44:37.693336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7baec-d06f-424e-8d01-8b0a583a13ce req-6881fcf5-f9fc-45d4-ac48-dc113ab061a5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.694754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a7baec-d06f-424e-8d01-8b0a583a13ce req-6881fcf5-f9fc-45d4-ac48-dc113ab061a5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.0632617 Jul 22 14:44:37.732812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53a7baec-d06f-424e-8d01-8b0a583a13ce req-d0393d87-77df-4291-a675-1fb39f53014b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Jul 22 14:44:38.027792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:38.030231 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c1e297-adc2-4a8a-aff7-e4e60ce03025" -d '{"events": [{"name": "network-changed", "server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:38.085228 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93b71c-d5e3-4141-86ae-2ed1f3079707 x-openstack-request-id: req-eb93b71c-d5e3-4141-86ae-2ed1f3079707 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:38.085530 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:38.085816 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb93b71c-d5e3-4141-86ae-2ed1f3079707 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:38.086218 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'status': 'completed', 'code': 200} Jul 22 14:44:38.158609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-3c486714-c300-4ae3-9a21-bfa3a46541b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.160154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-3c486714-c300-4ae3-9a21-bfa3a46541b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1096 time: 0.0594010 Jul 22 14:44:38.160387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-2346b376-cc80-4931-85b0-aa4974c6e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.162011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-2346b376-cc80-4931-85b0-aa4974c6e78e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1096 time: 0.0579646 Jul 22 14:44:38.250348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-2011af7a-6b57-4987-ba62-7da352d1b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.252645 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-2011af7a-6b57-4987-ba62-7da352d1b340 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0844257 Jul 22 14:44:38.254815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-7f54a195-98a6-4c11-9af8-a98bde8f61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.256312 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-7f54a195-98a6-4c11-9af8-a98bde8f61b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0881579 Jul 22 14:44:38.298378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-30bf8142-7202-42d7-9bcb-fe43144adf4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0384550 Jul 22 14:44:38.304183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-156c2cd3-fbba-4fd7-a973-968d1f241d15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0415828 Jul 22 14:44:38.332918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:38.361870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-e695fa04-808f-4ecd-b2cd-ee0a86e881c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.363430 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-e695fa04-808f-4ecd-b2cd-ee0a86e881c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0532568 Jul 22 14:44:38.401412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:38.402466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-a7b9b513-dade-4a73-a527-d540ffabd9a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328901 Jul 22 14:44:38.503630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-d0c5be4b-c0a2-42f3-a011-1ebb29673503 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946481 Jul 22 14:44:38.598181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-9c23b278-ad5d-4f40-bc3a-907f57016bb2 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883451 Jul 22 14:44:38.676962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-82d20060-4ebe-4471-b087-1ef46bfde4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.678466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-82d20060-4ebe-4471-b087-1ef46bfde4e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.3714366 Jul 22 14:44:38.712317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-4715f5ec-ea32-4b33-ae47-73206f174d82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270002 Jul 22 14:44:38.808110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-b69774d5-070f-43f3-bd74-16efde4e5ee6 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896418 Jul 22 14:44:38.866679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02377b4-1485-432a-b5b2-26ca594f5f14 req-4f9d67e0-2e03-45ef-8937-ae871d2da8fe tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.868101 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a02377b4-1485-432a-b5b2-26ca594f5f14 req-4f9d67e0-2e03-45ef-8937-ae871d2da8fe tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.0655456 Jul 22 14:44:38.899108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-22c1e297-adc2-4a8a-aff7-e4e60ce03025 req-98b11c95-2a57-444a-a07b-2b3a30590aee service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844259 Jul 22 14:44:38.911568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a02377b4-1485-432a-b5b2-26ca594f5f14 req-ac5e38f4-65c1-4f6b-9934-2d6a2febc960 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Jul 22 14:44:39.227624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-c580b80c-5924-49a0-8e02-4179c9c8f15a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:39.229004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-c580b80c-5924-49a0-8e02-4179c9c8f15a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.13 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254&tenant_id=6f03477f4136422e83683cc5e6ea9748&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.1586332 Jul 22 14:44:39.239132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6c22-ae24-4ea6-ab28-b8ecde495f77 req-e608c939-b8d9-458c-8b9a-d6132e97d363 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:39.240525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7eeb6c22-ae24-4ea6-ab28-b8ecde495f77 req-e608c939-b8d9-458c-8b9a-d6132e97d363 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 944 time: 0.1714115 Jul 22 14:44:39.312716 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7eeb6c22-ae24-4ea6-ab28-b8ecde495f77 req-508ac1cc-66cc-4636-850b-19777f8709f6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657384 Jul 22 14:44:39.320102 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-7a72d5d5-07ed-4e82-b9f7-7a8769def611 service neutron] delete failed (client error): The resource could not be found. Jul 22 14:44:39.321070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-7a72d5d5-07ed-4e82-b9f7-7a8769def611 service neutron] 10.222.0.13 "DELETE /v2.0/ports/2b931b51-e034-4d7e-b793-f9a5d0fe9582/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0796692 Jul 22 14:44:39.436238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-7a993611-4160-44ca-97ce-2d538af34c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:39.437790 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-7a993611-4160-44ca-97ce-2d538af34c6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 1096 time: 0.0740142 Jul 22 14:44:39.576891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:39.680683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:39.693547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'port_id': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'mac_address': 'fa:16:3e:a2:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b752e47a-7550-4e9a-93e1-f85498b0ecc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:39.731489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.760124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b931b51-e034-4d7e-b793-f9a5d0fe9582 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:39.784896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:39.789237 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.842660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:39.913738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-207a604d-0331-427b-a551-f87b7c72f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:39.915276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-207a604d-0331-427b-a551-f87b7c72f5a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.4711938 Jul 22 14:44:39.959067 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-25ff5d38-2f92-4fb4-92af-b0b1b4df61d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 200 len: 217 time: 0.0371070 Jul 22 14:44:40.003926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2b931b51-e034-4d7e-b793-f9a5d0fe9582'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:40.016031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-e3d0a1bd-d4e0-4733-bc3c-9de807e028cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:40.017812 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-e3d0a1bd-d4e0-4733-bc3c-9de807e028cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0525410 Jul 22 14:44:40.051786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-be4e918f-bfc8-4a38-b8e0-860380d3ccb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282693 Jul 22 14:44:40.141146 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-a977b435-aa1c-49e2-8de9-2a7644f1a907 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834525 Jul 22 14:44:40.231634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f330e4a7-1718-4055-8a84-2424bb182dbe req-ab28cc19-2f8d-4e37-8bde-6008196fe235 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846467 Jul 22 14:44:40.458652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484705d7-770c-4231-a488-82c4ba6a9056 req-db8ce2c7-fbbe-429f-a2b9-c139e61765ff tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:40.460066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-484705d7-770c-4231-a488-82c4ba6a9056 req-db8ce2c7-fbbe-429f-a2b9-c139e61765ff tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 945 time: 0.0776434 Jul 22 14:44:40.497512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-484705d7-770c-4231-a488-82c4ba6a9056 req-b71633fb-db8d-4446-a966-35dde3efa687 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jul 22 14:44:41.600317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:41.633840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834a859-64da-4d70-ba5f-95b80e206f3b req-958039d6-66e3-4e57-8ae7-06843c988253 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:41.635391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a834a859-64da-4d70-ba5f-95b80e206f3b req-958039d6-66e3-4e57-8ae7-06843c988253 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 945 time: 0.0717573 Jul 22 14:44:41.650671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:41.654281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:41.654727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.675308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a834a859-64da-4d70-ba5f-95b80e206f3b req-e639da64-9bac-49c5-adf2-9d32c5a9d9d5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342033 Jul 22 14:44:41.736189 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.765587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:41.768423 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d45f5-0437-4ffd-9e7c-f6a289a0aa2c" -d '{"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-plugged", "status": "completed", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:41.782769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:41.787187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.813450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216b5e4-7790-4acc-b08c-fbb3e3df9164 req-2f51c9b4-0744-43ba-a968-5803f39599cb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:41.815504 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d6b4e8-2b35-45da-b90c-501970a1d965 x-openstack-request-id: req-72d6b4e8-2b35-45da-b90c-501970a1d965 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:41.815642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c216b5e4-7790-4acc-b08c-fbb3e3df9164 req-2f51c9b4-0744-43ba-a968-5803f39599cb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 945 time: 0.0719788 Jul 22 14:44:41.815790 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-plugged", "status": "completed", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:41.816037 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72d6b4e8-2b35-45da-b90c-501970a1d965 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:41.816412 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'code': 200} Jul 22 14:44:41.842689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:41.855130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c216b5e4-7790-4acc-b08c-fbb3e3df9164 req-99ae7034-9507-48d9-a6d7-7749ae7ed638 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340827 Jul 22 14:44:41.987995 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcbfc2-50a2-4d37-84ee-42768e03497f req-6262a786-4bcb-4b8b-bd8b-fbb90a33b2e0 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:41.989453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4dcbfc2-50a2-4d37-84ee-42768e03497f req-6262a786-4bcb-4b8b-bd8b-fbb90a33b2e0 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0675669 Jul 22 14:44:42.027761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4dcbfc2-50a2-4d37-84ee-42768e03497f req-fbe9e46d-8b19-4648-ae97-56a48eb6fc2b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Jul 22 14:44:42.373752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-4904ea7b-b8de-404f-8fc2-4c5ac5cfe9b5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.375226 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-4904ea7b-b8de-404f-8fc2-4c5ac5cfe9b5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 814 time: 0.1014333 Jul 22 14:44:42.389640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-2f95e1e2-b7ca-4552-ad17-5dc2634f43cd tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/quotas/6f03477f4136422e83683cc5e6ea9748 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jul 22 14:44:42.456555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-a0f29a31-1ca2-4b90-b35a-179ad44c8d60 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616310 Jul 22 14:44:42.546096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-342b4a2a-8e72-48e6-8f23-3e41565b64fe service neutron] 10.222.0.11 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Jul 22 14:44:42.638516 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-a9da8072-b74f-4a5c-8d7a-e2b6a3789fca service neutron] 10.222.0.11 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Jul 22 14:44:42.802470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88b40cab-6a24-4edc-817f-aeb6bd47468a req-87836b7c-a40e-4cb6-ad14-97497b22d1a2 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Jul 22 14:44:43.607583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-c963d94d-1dd0-4e9e-aaf3-cd584db79887 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:43.609225 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-c963d94d-1dd0-4e9e-aaf3-cd584db79887 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.20 "GET /v2.0/ports?device_id=058174b5-ae40-40f7-acf2-23f1716da254 HTTP/1.1" status: 200 len: 946 time: 0.0756445 Jul 22 14:44:43.711142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-08b5a6c7-ff4f-4c47-89b4-e3a89b0e18bb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:43.713485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-08b5a6c7-ff4f-4c47-89b4-e3a89b0e18bb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 814 time: 0.1151922 Jul 22 14:44:43.722079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Deleting port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:43.722411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.726427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Request body: {'port': {'device_id': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'admin_state_up': True, 'tenant_id': '6f03477f4136422e83683cc5e6ea9748'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:43.816793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] For port 2b931b51-e034-4d7e-b793-f9a5d0fe9582, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2b931b51-e034-4d7e-b793-f9a5d0fe9582,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:43.817147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.829968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Calling delete_port for 2b931b51-e034-4d7e-b793-f9a5d0fe9582 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:43.844382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Made reservation on behalf of 6f03477f4136422e83683cc5e6ea9748 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:43.848773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.946555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d49abe9f-666e-4a3d-9f5f-fdb20368d742 req-51615420-8aaf-443e-9d70-986e64ad2cbe tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 210 time: 0.0436218 Jul 22 14:44:43.971641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.004098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Pushing event deleted for resources: {'Port': ['ID=2b931b51-e034-4d7e-b793-f9a5d0fe9582,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:44.018504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Allocated IP 172.20.0.13 (01735aee-8957-4932-bbb8-b05e527510e6/b752e47a-7550-4e9a-93e1-f85498b0ecc3/0311f400-3f74-45cf-8b50-dd14097fdc50) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:44.054012 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] No DVR routers for this DVR port 2b931b51-e034-4d7e-b793-f9a5d0fe9582 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:44.057030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.059135 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cbdaa9b1-cc68-45a5-b858-8ddddd5cda5f req-53284eb3-20c8-41c6-9026-1fa057c07445 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.20 "DELETE /v2.0/ports/2b931b51-e034-4d7e-b793-f9a5d0fe9582 HTTP/1.1" status: 204 len: 173 time: 0.4444487 Jul 22 14:44:44.059580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-deleted', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:44.061904 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbded62-df36-462e-8b49-3b1a8b1b4817" -d '{"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-deleted", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:44.100333 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5041207c-8ed4-40ee-a170-cbd749dbf612 x-openstack-request-id: req-5041207c-8ed4-40ee-a170-cbd749dbf612 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:44.100627 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058174b5-ae40-40f7-acf2-23f1716da254", "name": "network-vif-deleted", "tag": "2b931b51-e034-4d7e-b793-f9a5d0fe9582", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:44.100894 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5041207c-8ed4-40ee-a170-cbd749dbf612 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:44.101325 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058174b5-ae40-40f7-acf2-23f1716da254', 'name': 'network-vif-deleted', 'tag': '2b931b51-e034-4d7e-b793-f9a5d0fe9582', 'status': 'completed', 'code': 200} Jul 22 14:44:44.178995 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.218691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.267337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Network 01735aee-8957-4932-bbb8-b05e527510e6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:44.270563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:44.275204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:44.278851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:44.324249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:44.324863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.338525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8f91d4eb-e145-4ff7-8e87-b51d2953e2d6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166823 Jul 22 14:44:44.350066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Request body: {'port': {'device_id': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:44.426833 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.693166 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0311f400-3f74-45cf-8b50-dd14097fdc50 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:44.700508 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.713417 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Transition to ACTIVE for port object 0311f400-3f74-45cf-8b50-dd14097fdc50 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:44.717153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.768716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:44.843435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:44.843762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:44.844086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:44.849266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Port 0311f400-3f74-45cf-8b50-dd14097fdc50 on network 01735aee-8957-4932-bbb8-b05e527510e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:44.849591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:44.854454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:44.854788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Checking segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:44.855170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Bound using segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:44.855599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Bound port: 0311f400-3f74-45cf-8b50-dd14097fdc50, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:44.855954 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.919523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:44.922700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:44.927379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.963936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:44.965169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.966609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] 10.222.0.20 "PUT /v2.0/ports/0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 1093 time: 0.6205306 Jul 22 14:44:44.967050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:44.969301 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8835e-7eb5-4e53-a47a-f94659076ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:44.995748 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493f989-786e-41f5-bcf7-8a47dd362c7f service neutron] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:45.042291 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623d046b-d68c-4c3c-8261-5018e35710b5 x-openstack-request-id: req-623d046b-d68c-4c3c-8261-5018e35710b5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:45.042582 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:45.042831 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-623d046b-d68c-4c3c-8261-5018e35710b5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:45.043219 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'status': 'completed', 'code': 200} Jul 22 14:44:45.109649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-fbb80504-48eb-4f70-a5a3-78dd40dca499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:45.111829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-fbb80504-48eb-4f70-a5a3-78dd40dca499 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1096 time: 0.1043880 Jul 22 14:44:45.123896 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc4c7-e0f5-4ba5-b69c-e79dd2b2c7a0 req-29f42856-a3b3-4ba1-97dd-497a5ee636ba tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:45.125269 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ccdc4c7-e0f5-4ba5-b69c-e79dd2b2c7a0 req-29f42856-a3b3-4ba1-97dd-497a5ee636ba tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.0849223 Jul 22 14:44:45.174072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-2d89dada-d8a1-4adf-a44a-80bdb235b12e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0477893 Jul 22 14:44:45.220156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9ccdc4c7-e0f5-4ba5-b69c-e79dd2b2c7a0 req-3cbfe251-3393-4a24-ad91-d1d37ba97cbf tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877256 Jul 22 14:44:45.234192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-e078b79b-6f81-4e58-9e92-99449b43645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:45.236254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-e078b79b-6f81-4e58-9e92-99449b43645a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0559645 Jul 22 14:44:45.270412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-c9104362-d486-48cc-aec2-feb4774b15c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283456 Jul 22 14:44:45.362649 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-c84af3cc-77ae-4b39-8e13-501d7436f34a service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853398 Jul 22 14:44:45.451353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f370b9fb-4b07-4c33-bd60-45189c98a343 req-8145e10b-a795-4398-9829-2cb48c2a1e13 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827794 Jul 22 14:44:45.553729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-fc3c9bf2-4842-4606-8c78-2d8c290b7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:45.555156 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-fc3c9bf2-4842-4606-8c78-2d8c290b7962 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1096 time: 0.0592639 Jul 22 14:44:45.625225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:45.646613 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 2b931b51-e034-4d7e-b793-f9a5d0fe9582 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:45.646962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2b931b51-e034-4d7e-b793-f9a5d0fe9582 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:45.651639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-b52670c0-4a78-40d0-8441-b4aaa54edfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:45.653142 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-b52670c0-4a78-40d0-8441-b4aaa54edfb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0920939 Jul 22 14:44:45.697968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-351c3980-8bb8-4031-bd6a-86c2c3489fe0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0384672 Jul 22 14:44:45.747087 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-0a467ce2-464e-4c66-826f-276238e21b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:45.748533 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-0a467ce2-464e-4c66-826f-276238e21b65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0444634 Jul 22 14:44:45.784294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-6e1e0aa9-6164-48d5-81c7-9a99d1a0a1d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285695 Jul 22 14:44:45.878167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-f7c5708b-378b-4246-8242-9e288560ec43 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873282 Jul 22 14:44:45.967334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19c8835e-7eb5-4e53-a47a-f94659076ec3 req-552dbc86-5d8f-4098-87d8-9e9960c33bdd service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827219 Jul 22 14:44:46.350360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c60b4-7fad-456a-9e23-181ece7dbd2d req-7c91617c-c140-44d0-8420-a984d6e59468 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:46.351870 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc0c60b4-7fad-456a-9e23-181ece7dbd2d req-7c91617c-c140-44d0-8420-a984d6e59468 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.0642738 Jul 22 14:44:46.390963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dc0c60b4-7fad-456a-9e23-181ece7dbd2d req-41c12ca7-8975-45a3-adc2-c52ab56ef989 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Jul 22 14:44:47.530053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08243da-2db0-4c46-a382-f2c30738b434 req-67c154f0-0dbb-4e8c-b127-34dbfb01fa83 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:47.531551 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e08243da-2db0-4c46-a382-f2c30738b434 req-67c154f0-0dbb-4e8c-b127-34dbfb01fa83 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.0737422 Jul 22 14:44:47.574102 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e08243da-2db0-4c46-a382-f2c30738b434 req-f45db50c-d28d-4cf2-af1b-997ce49a136d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369365 Jul 22 14:44:47.623418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:47.734145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:47.744699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'port_id': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b752e47a-7550-4e9a-93e1-f85498b0ecc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:47.783469 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.795830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0311f400-3f74-45cf-8b50-dd14097fdc50 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:47.815661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:47.819538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.871098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:48.009929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['0311f400-3f74-45cf-8b50-dd14097fdc50'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:48.616869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b5ea2cc-9dfe-43a9-bed9-bcd33ec4279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.716243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94325-9f48-410e-b8b5-705de03022eb req-db89f03a-02bb-43e0-b4b0-8b9508892a90 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:48.717792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93f94325-9f48-410e-b8b5-705de03022eb req-db89f03a-02bb-43e0-b4b0-8b9508892a90 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 945 time: 0.0701010 Jul 22 14:44:48.756687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93f94325-9f48-410e-b8b5-705de03022eb req-c0b22334-63de-446b-a05a-16a964631e70 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Jul 22 14:44:49.358542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.639318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:49.699994 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 0311f400-3f74-45cf-8b50-dd14097fdc50 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:49.703653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 0311f400-3f74-45cf-8b50-dd14097fdc50 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:49.704024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.778408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.803260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:49.806223 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6891cb60-7a44-4ef5-87af-c56167378ac0" -d '{"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-plugged", "status": "completed", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:49.819405 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:49.823584 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.855612 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d006bc-cf88-41fe-88d7-bbd445e8f321 x-openstack-request-id: req-51d006bc-cf88-41fe-88d7-bbd445e8f321 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:49.855907 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-plugged", "status": "completed", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:49.856165 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51d006bc-cf88-41fe-88d7-bbd445e8f321 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:49.856557 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'code': 200} Jul 22 14:44:49.880529 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:49.911541 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22356b5d-f7ac-4ddc-95b9-7b25f30c54b0 req-6d5266b4-6437-4fb0-a476-bc7f3ecb1805 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:49.913040 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22356b5d-f7ac-4ddc-95b9-7b25f30c54b0 req-6d5266b4-6437-4fb0-a476-bc7f3ecb1805 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0857446 Jul 22 14:44:50.000882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22356b5d-f7ac-4ddc-95b9-7b25f30c54b0 req-6e08b3eb-70ce-4220-ad6b-6962d5f7ba81 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776386 Jul 22 14:44:50.012854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c799c-863b-45be-b71f-151e812d9351 req-978b1b1f-3f6d-4310-9933-0c4d6cd9e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:50.014773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-024c799c-863b-45be-b71f-151e812d9351 req-978b1b1f-3f6d-4310-9933-0c4d6cd9e98c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1098 time: 0.1006041 Jul 22 14:44:50.054452 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-024c799c-863b-45be-b71f-151e812d9351 req-38ead917-9299-4604-bb7a-802785b833fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Jul 22 14:44:50.285272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.133070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a7b04-4721-4dde-9735-4bf3ba348c28 req-fceed915-0758-4858-8c4a-dce71d6d9942 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:51.134599 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-870a7b04-4721-4dde-9735-4bf3ba348c28 req-fceed915-0758-4858-8c4a-dce71d6d9942 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0638688 Jul 22 14:44:51.171921 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-870a7b04-4721-4dde-9735-4bf3ba348c28 req-e7924f0c-f88f-4c5c-86f6-a030f16fa6a5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 22 14:44:51.304344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e06d-18da-424e-9ac8-66ed574b6b6c req-b4f2064f-2057-4adf-a375-7febee5b85bc tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:51.305877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df71e06d-18da-424e-9ac8-66ed574b6b6c req-b4f2064f-2057-4adf-a375-7febee5b85bc tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0675020 Jul 22 14:44:51.344025 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-df71e06d-18da-424e-9ac8-66ed574b6b6c req-281ffbd0-a18f-4539-8f6b-b2a73fa4645a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Jul 22 14:44:51.392369 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.478860 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-51a77a98-b767-4926-a21a-c66c9fc903e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.624912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-4cc4de09-44a0-48d9-90f6-b1e23381ceda service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975378 Jul 22 14:44:51.633281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c522b8c-4268-45c6-b34b-6d8618e8d36f req-643d60c0-e53c-443e-95f5-ccc4a08166cb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:51.634723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c522b8c-4268-45c6-b34b-6d8618e8d36f req-643d60c0-e53c-443e-95f5-ccc4a08166cb tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0985796 Jul 22 14:44:51.688848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c522b8c-4268-45c6-b34b-6d8618e8d36f req-3852178b-7d8f-4733-b47f-3990e3767189 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485528 Jul 22 14:44:52.530299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.679455 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-02fe5895-2e67-48fc-8a1d-16aceeebad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.680877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-02fe5895-2e67-48fc-8a1d-16aceeebad36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1098 time: 0.0554500 Jul 22 14:44:52.772561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-ca67395a-39e7-4ff1-9035-03ab88dcd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.774288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-ca67395a-39e7-4ff1-9035-03ab88dcd7d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0877380 Jul 22 14:44:52.819539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-7b185f4c-b918-442f-a3c6-b72e03990218 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0394516 Jul 22 14:44:52.820544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a2ef3-a9b3-4915-bddd-dd8a460cdc1d req-375c1247-7e98-4d70-8542-49515ade6b20 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.822124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e5a2ef3-a9b3-4915-bddd-dd8a460cdc1d req-375c1247-7e98-4d70-8542-49515ade6b20 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0651863 Jul 22 14:44:52.865090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e5a2ef3-a9b3-4915-bddd-dd8a460cdc1d req-a09a94cf-ca0c-449d-be1f-43108f08cac6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Jul 22 14:44:52.868384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-90ac6056-c689-4903-b709-49a8985af4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.869983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-90ac6056-c689-4903-b709-49a8985af4ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0451920 Jul 22 14:44:52.905080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-fca49bb2-72f7-4686-a6cb-b10025174386 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287781 Jul 22 14:44:52.997738 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2114ee59-9d69-44fc-b691-2dbc569637b5 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870578 Jul 22 14:44:53.085821 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-ef8cbd21-9052-4015-8859-58065a1a4d3d service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822692 Jul 22 14:44:53.999650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef4c1f-cdfa-4eab-850d-3e1fdf8f9ce1 req-ace569d1-a4bf-4551-9648-33bf8501f4e7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:54.001153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57ef4c1f-cdfa-4eab-850d-3e1fdf8f9ce1 req-ace569d1-a4bf-4551-9648-33bf8501f4e7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0681770 Jul 22 14:44:54.040230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57ef4c1f-cdfa-4eab-850d-3e1fdf8f9ce1 req-a588978c-61c9-458b-85c5-37b10b4b46bf tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Jul 22 14:44:54.332979 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:55.168402 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f93d3-4b8c-4fc8-99d3-ad02825849d4 req-567e904f-94c3-4349-bf21-19f08b373da4 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:55.169840 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-891f93d3-4b8c-4fc8-99d3-ad02825849d4 req-567e904f-94c3-4349-bf21-19f08b373da4 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0642405 Jul 22 14:44:55.220143 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-891f93d3-4b8c-4fc8-99d3-ad02825849d4 req-a6c097be-d04c-44c0-b309-90351a8c6d87 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Jul 22 14:44:56.354036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39539f-9d31-45f0-b349-808ab04d541b req-af56b143-2c14-4f1c-825c-a99229bd8441 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:56.355549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be39539f-9d31-45f0-b349-808ab04d541b req-af56b143-2c14-4f1c-825c-a99229bd8441 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0636437 Jul 22 14:44:56.394359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-be39539f-9d31-45f0-b349-808ab04d541b req-03490685-6c5d-48ac-bb95-0f44b24b13b1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Jul 22 14:44:57.522007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee96f2-f0b0-438f-a23c-e10037e6dfb4 req-257c513b-cf02-4742-91c4-33e5f6d98f02 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:57.523514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26ee96f2-f0b0-438f-a23c-e10037e6dfb4 req-257c513b-cf02-4742-91c4-33e5f6d98f02 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0628445 Jul 22 14:44:57.560269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26ee96f2-f0b0-438f-a23c-e10037e6dfb4 req-000f01f2-2b7a-41f6-83ec-95793901ac9c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jul 22 14:44:58.695053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfee220-d8f8-4c83-b6e4-d6f0d4e99935 req-a595bae3-0842-45db-b171-afc0d94f3960 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:58.696449 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cfee220-d8f8-4c83-b6e4-d6f0d4e99935 req-a595bae3-0842-45db-b171-afc0d94f3960 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0647273 Jul 22 14:44:58.738747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cfee220-d8f8-4c83-b6e4-d6f0d4e99935 req-7196b274-329e-4391-b655-42106c5b4d09 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Jul 22 14:44:59.873660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a329cb9-a388-4617-992f-bd40170ffb8d req-6577e8ff-3df8-4fa5-8526-798c3baca197 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:59.875193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a329cb9-a388-4617-992f-bd40170ffb8d req-6577e8ff-3df8-4fa5-8526-798c3baca197 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0685680 Jul 22 14:44:59.913963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4a329cb9-a388-4617-992f-bd40170ffb8d req-be9989cf-26dd-40e3-8fb1-aaf916e45c0d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Jul 22 14:45:01.041987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af802bc-a598-4e7a-b7f5-814f2f13c35e req-8401d163-20e5-45e5-a833-0aa25f219a8b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:01.043494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6af802bc-a598-4e7a-b7f5-814f2f13c35e req-8401d163-20e5-45e5-a833-0aa25f219a8b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0646567 Jul 22 14:45:01.081814 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6af802bc-a598-4e7a-b7f5-814f2f13c35e req-50582bb8-53ef-47d8-a4b0-1ea9affe6035 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323060 Jul 22 14:45:02.212413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bb6c0-0eae-45da-96f4-cf125ada87b4 req-3cc0cc59-d40e-4676-a7ca-695fd28676fd tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:02.213860 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d93bb6c0-0eae-45da-96f4-cf125ada87b4 req-3cc0cc59-d40e-4676-a7ca-695fd28676fd tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0653598 Jul 22 14:45:02.251644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d93bb6c0-0eae-45da-96f4-cf125ada87b4 req-d4f4365f-b979-4c01-871a-e53138ca5b4f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Jul 22 14:45:03.384126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466859-77f9-4a6b-9b35-ac8664069e96 req-6b7ff1e2-6147-48a1-b31c-596ce9217df2 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:03.385660 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07466859-77f9-4a6b-9b35-ac8664069e96 req-6b7ff1e2-6147-48a1-b31c-596ce9217df2 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0646069 Jul 22 14:45:03.424265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07466859-77f9-4a6b-9b35-ac8664069e96 req-81556e6a-4cf7-4e8a-8222-55b4e2d2ff16 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329938 Jul 22 14:45:04.556175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b80af-c362-4f65-ba1a-eb96f1dcb7e8 req-3e593325-5e8c-44d7-8b26-242708a396f7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:04.557797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd0b80af-c362-4f65-ba1a-eb96f1dcb7e8 req-3e593325-5e8c-44d7-8b26-242708a396f7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0676486 Jul 22 14:45:04.600872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fd0b80af-c362-4f65-ba1a-eb96f1dcb7e8 req-e1fbb088-b924-4f7d-9934-95a1923a3688 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Jul 22 14:45:05.733462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5442e9-3662-4d67-90ad-e2539d018b62 req-97926b82-2450-48a5-b272-9fbbf57b1ce1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:05.734959 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b5442e9-3662-4d67-90ad-e2539d018b62 req-97926b82-2450-48a5-b272-9fbbf57b1ce1 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0681705 Jul 22 14:45:05.781454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b5442e9-3662-4d67-90ad-e2539d018b62 req-ca797950-e75f-4519-867f-c810b99f0541 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Jul 22 14:45:06.914503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87641ace-474c-474a-a5ec-0b5da22e3825 req-fe3671c4-0668-4538-808e-7703009dab17 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:06.915995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87641ace-474c-474a-a5ec-0b5da22e3825 req-fe3671c4-0668-4538-808e-7703009dab17 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0661969 Jul 22 14:45:06.953997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87641ace-474c-474a-a5ec-0b5da22e3825 req-7467a65a-8599-47eb-9a01-dd2a2ef9636b tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Jul 22 14:45:08.082533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c7676-f051-40d2-a452-2e8cd59c8cf6 req-e2b7dce3-86d7-4cae-9a07-e314267b5763 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:08.084202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f3c7676-f051-40d2-a452-2e8cd59c8cf6 req-e2b7dce3-86d7-4cae-9a07-e314267b5763 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0643086 Jul 22 14:45:08.121261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f3c7676-f051-40d2-a452-2e8cd59c8cf6 req-2233e842-228b-417f-ba09-2179c7a53690 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Jul 22 14:45:09.252147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6783d-5d38-4f55-bc9e-baeb13b4b671 req-9419d9ca-e122-4886-885c-ee3908d3f5a5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:09.254423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00e6783d-5d38-4f55-bc9e-baeb13b4b671 req-9419d9ca-e122-4886-885c-ee3908d3f5a5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0652959 Jul 22 14:45:09.292150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00e6783d-5d38-4f55-bc9e-baeb13b4b671 req-a9347aa9-bbf5-4cd6-b665-16a797fffc7d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Jul 22 14:45:10.431282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebe36b-52e4-4d74-83cf-3d94c4495277 req-b79d1f0b-0853-43a4-80dc-d9111c763a6f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:10.432833 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-caebe36b-52e4-4d74-83cf-3d94c4495277 req-b79d1f0b-0853-43a4-80dc-d9111c763a6f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0641203 Jul 22 14:45:10.476063 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-caebe36b-52e4-4d74-83cf-3d94c4495277 req-70d3a2d8-6876-4aae-be8f-91c8286dd703 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Jul 22 14:45:11.607347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e12cf-3f48-43aa-9004-dd5a2fd9c157 req-22700d7f-16bf-4667-9eef-aa2106fa919f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:11.608841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d4e12cf-3f48-43aa-9004-dd5a2fd9c157 req-22700d7f-16bf-4667-9eef-aa2106fa919f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0674522 Jul 22 14:45:11.646311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0d4e12cf-3f48-43aa-9004-dd5a2fd9c157 req-5bd90cba-0120-4e72-a09a-8b0c61031893 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Jul 22 14:45:12.391553 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:45:12.790456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094ae3d-b77b-40a1-9c8d-3d46f31d56ae req-02b18369-df10-4a3f-ae1b-30e1a2106756 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:12.791949 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f094ae3d-b77b-40a1-9c8d-3d46f31d56ae req-02b18369-df10-4a3f-ae1b-30e1a2106756 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0641656 Jul 22 14:45:12.829408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f094ae3d-b77b-40a1-9c8d-3d46f31d56ae req-ac89e5f0-0430-47a1-9831-b7fd1a0a6962 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 22 14:45:13.958403 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7244e6-9501-435d-8d8f-82c3972f53eb req-76852557-dd2f-496c-9668-dc25ffb92f5c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:13.959951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c7244e6-9501-435d-8d8f-82c3972f53eb req-76852557-dd2f-496c-9668-dc25ffb92f5c tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0630322 Jul 22 14:45:13.998109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8c7244e6-9501-435d-8d8f-82c3972f53eb req-5661ba61-bad2-4aeb-bdac-947ebfa933f6 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Jul 22 14:45:15.127391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059b9b2-9f39-41f6-8c53-0471fb45b3ef req-ac727009-ba81-454f-a1c9-a878e4ae880f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:15.129158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5059b9b2-9f39-41f6-8c53-0471fb45b3ef req-ac727009-ba81-454f-a1c9-a878e4ae880f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0633433 Jul 22 14:45:15.165953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5059b9b2-9f39-41f6-8c53-0471fb45b3ef req-468a7fab-1699-4911-a44d-7aebc79272ca tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Jul 22 14:45:16.294354 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc750a-47e7-4ac4-b84a-de5f64ed76eb req-babb3d34-51de-4424-b85c-b8581a537f41 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:16.295849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06bc750a-47e7-4ac4-b84a-de5f64ed76eb req-babb3d34-51de-4424-b85c-b8581a537f41 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0636718 Jul 22 14:45:16.338604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06bc750a-47e7-4ac4-b84a-de5f64ed76eb req-9d8ff554-4c89-4f1c-89c8-991784da588f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371861 Jul 22 14:45:17.474749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4b117-492d-469f-8efc-82c8716b8310 req-b0ae31cb-eb7c-43c9-b90a-edb55a443d99 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:17.476258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cb4b117-492d-469f-8efc-82c8716b8310 req-b0ae31cb-eb7c-43c9-b90a-edb55a443d99 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0674362 Jul 22 14:45:17.514005 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4cb4b117-492d-469f-8efc-82c8716b8310 req-324932bd-a91f-408a-a3de-fab06ef95d3d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 22 14:45:18.617820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2a591364-3b1f-4a8e-885b-6a2404c85c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:18.647539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382dc0a-d589-43e3-a5f1-47f66f5ce09a req-417ec788-ed13-4e66-94b8-d6fd4e2d3cff tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:18.649047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0382dc0a-d589-43e3-a5f1-47f66f5ce09a req-417ec788-ed13-4e66-94b8-d6fd4e2d3cff tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0689197 Jul 22 14:45:18.686646 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0382dc0a-d589-43e3-a5f1-47f66f5ce09a req-cf2faa44-9ce5-4180-b7ab-40e7ff0ee39f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Jul 22 14:45:19.373515 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:19.831465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d3a20-e680-4d15-9304-72115705594e req-cb35cc1e-abab-4e70-8edf-25a9301460a8 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:19.833088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d3a20-e680-4d15-9304-72115705594e req-cb35cc1e-abab-4e70-8edf-25a9301460a8 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0781620 Jul 22 14:45:19.872867 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d16d3a20-e680-4d15-9304-72115705594e req-4a6db60b-68be-4eea-b6ad-1ea3a737a55d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337484 Jul 22 14:45:19.928611 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-c6899013-f0a4-4945-877b-91ce231b08d0 service neutron] show failed (client error): The resource could not be found. Jul 22 14:45:19.929640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-c6899013-f0a4-4945-877b-91ce231b08d0 service neutron] 10.222.0.20 "GET /v2.0/ports/0311f400-3f74-45cf-8b50-dd14097fdc50/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0559289 Jul 22 14:45:20.139602 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-77465260-ba85-4712-b524-9380ee5a0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.141109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-77465260-ba85-4712-b524-9380ee5a0eba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382&tenant_id=6f03477f4136422e83683cc5e6ea9748 HTTP/1.1" status: 200 len: 1098 time: 0.0581684 Jul 22 14:45:20.152088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:20.222830 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.301669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.431036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:20.468984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:20.512676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:20.519504 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167f160-f337-40e4-9216-f62df0354b39" -d '{"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-unplugged", "status": "completed", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:20.523240 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.536120 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Transition to ACTIVE for port object 0311f400-3f74-45cf-8b50-dd14097fdc50 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:20.540160 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.580551 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b21156-0ffd-4472-a821-c694520b061f x-openstack-request-id: req-54b21156-0ffd-4472-a821-c694520b061f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:20.580878 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-unplugged", "status": "completed", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:20.581183 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54b21156-0ffd-4472-a821-c694520b061f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:20.581744 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'code': 200} Jul 22 14:45:20.591727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:20.610077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] No DVR routers for this DVR port 0311f400-3f74-45cf-8b50-dd14097fdc50 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:20.618556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.618910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.619258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.619599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.619936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.620269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.620596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.620921 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.621250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.621577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.621925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.622513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:20.659438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:20.659777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:20.660107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:20.664409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Port 0311f400-3f74-45cf-8b50-dd14097fdc50 on network 01735aee-8957-4932-bbb8-b05e527510e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:20.664728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Attempting to bind port 0311f400-3f74-45cf-8b50-dd14097fdc50 on network 01735aee-8957-4932-bbb8-b05e527510e6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:20.669761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:20.670098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Checking segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:20.670482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Bound using segment: {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:20.670912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Bound port: 0311f400-3f74-45cf-8b50-dd14097fdc50, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e357f8-fc10-467c-ad8a-558894920570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:20.671263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.738767 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:20.741972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:20.745783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.777786 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.778416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.779819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 1093 time: 0.6317062 Jul 22 14:45:20.830414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b25b5-6998-49f2-9d12-618b240579f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:20.860059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-70d2e3da-b751-4b0b-8a1f-0be55b9059e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.861789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-70d2e3da-b751-4b0b-8a1f-0be55b9059e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1096 time: 0.0602157 Jul 22 14:45:20.960418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-1ee329af-cee7-496f-b44f-c0379037b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.961998 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-1ee329af-cee7-496f-b44f-c0379037b91a service neutron] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0943797 Jul 22 14:45:21.003362 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-56d3357d-21b5-4358-9113-e465bc9caf8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0353880 Jul 22 14:45:21.081546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-d0926bf9-7e70-4be8-9dc2-d2dc634cbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:21.083033 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-d0926bf9-7e70-4be8-9dc2-d2dc634cbbc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0742438 Jul 22 14:45:21.121703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-a059d791-1a19-4ac2-98b9-a9a9279a7a37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324824 Jul 22 14:45:21.143688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c7251-3316-4539-b0c9-7c8ce4a3027f req-ae89546b-1f73-40c4-85fb-b1a34857d372 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:21.145181 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-781c7251-3316-4539-b0c9-7c8ce4a3027f req-ae89546b-1f73-40c4-85fb-b1a34857d372 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.2037172 Jul 22 14:45:21.229243 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-781c7251-3316-4539-b0c9-7c8ce4a3027f req-eb8f8df5-44e3-4ad3-8b3f-96cfa432cc7f tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746014 Jul 22 14:45:21.251292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-e0895300-a8af-45a9-8a4d-e9641e7376a9 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224859 Jul 22 14:45:21.340488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-db4667e0-02d7-4df0-a85f-885b19ec404f req-ee9c4360-5974-4a77-ba49-ed8e2c21fe7c service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832841 Jul 22 14:45:21.395589 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.478981 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e7753712-d4d2-4f55-8ba4-bad0e63b1764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.872896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:21.911120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:22.420570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2a7d-9c31-4aa2-8adf-0d71fcb09838 req-f817fba9-839a-4d60-82aa-8166d0e6dbda tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.422086 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0abd2a7d-9c31-4aa2-8adf-0d71fcb09838 req-f817fba9-839a-4d60-82aa-8166d0e6dbda tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.1232891 Jul 22 14:45:22.460096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0abd2a7d-9c31-4aa2-8adf-0d71fcb09838 req-51341264-44e4-43de-b63c-896ec400bdd5 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Jul 22 14:45:22.532947 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.583777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:22.586131 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6185b1ca-d85f-48c4-9180-91291e0887d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:22.632398 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08ba20-4519-422a-b649-5f776b74b588 x-openstack-request-id: req-5e08ba20-4519-422a-b649-5f776b74b588 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:22.632690 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:22.632943 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e08ba20-4519-422a-b649-5f776b74b588 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:22.633334 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'status': 'completed', 'code': 200} Jul 22 14:45:22.745237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-1a05b925-cdd7-4558-8c25-ec8cc0153905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.746854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-1a05b925-cdd7-4558-8c25-ec8cc0153905 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1096 time: 0.0966456 Jul 22 14:45:22.748827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-c2e4c3a4-4ad3-4cd7-9694-b8519ad25be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.750202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-c2e4c3a4-4ad3-4cd7-9694-b8519ad25be1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1096 time: 0.0913646 Jul 22 14:45:22.909457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-cb5f82cc-fcbd-48e7-b9f2-2528685b4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.910981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-cb5f82cc-fcbd-48e7-b9f2-2528685b4766 service neutron] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.1574397 Jul 22 14:45:22.926124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-e02e48e3-856a-45cf-802f-48375a306fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.928779 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-e02e48e3-856a-45cf-802f-48375a306fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.1552734 Jul 22 14:45:22.963847 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-d80a0cd3-fc95-4a22-8a9e-0d8ac890e5f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0440421 Jul 22 14:45:23.003515 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-32d22320-afcb-4694-b83e-a7a2d3fbdd2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0454824 Jul 22 14:45:23.070012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-45ac2905-36d0-4f6b-b0dc-bab64959db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.071453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-45ac2905-36d0-4f6b-b0dc-bab64959db6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0765228 Jul 22 14:45:23.076394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-9df888e8-3707-4f28-bb2b-cf696a5027fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.077824 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-9df888e8-3707-4f28-bb2b-cf696a5027fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0561886 Jul 22 14:45:23.114679 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-adecc723-fd5a-4e08-a081-2bac1604a5c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359380 Jul 22 14:45:23.140332 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-a8fff7d7-5ac2-442c-bc94-9bd4039b2f07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538440 Jul 22 14:45:23.600381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c3161-d6df-45a6-8f98-dd10e85eb27c req-f92331db-a054-4dc2-beab-e2cae1857a49 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.602077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca9c3161-d6df-45a6-8f98-dd10e85eb27c req-f92331db-a054-4dc2-beab-e2cae1857a49 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.0713825 Jul 22 14:45:23.637826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-e7a8bd39-f6c7-498d-af61-3d5bf6ffe261 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059431 Jul 22 14:45:23.642082 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ca9c3161-d6df-45a6-8f98-dd10e85eb27c req-42c9fe18-0eee-4943-bee0-a5cde7c90694 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Jul 22 14:45:23.642983 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-0c5f4596-1a11-4f8b-b1c2-13685ce83063 service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925611 Jul 22 14:45:23.800126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-1ca5fbcc-a8da-419d-a4f6-c7088a429df2 service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553357 Jul 22 14:45:23.802396 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-73a6272c-8ccb-4fab-9b0e-58da7e9aa22d service neutron] 10.222.0.13 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503127 Jul 22 14:45:23.912899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b3251-975b-4aaf-ad5b-2e910446c4ca req-94444a19-2ca4-4ba8-9852-2b11417c0adf tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.914605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be8b3251-975b-4aaf-ad5b-2e910446c4ca req-94444a19-2ca4-4ba8-9852-2b11417c0adf tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 944 time: 0.1230876 Jul 22 14:45:23.922612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-ccf88c29-d30a-4b14-9975-cc56183fd7a8 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.923945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-ccf88c29-d30a-4b14-9975-cc56183fd7a8 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.20 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382&tenant_id=6f03477f4136422e83683cc5e6ea9748&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.1214442 Jul 22 14:45:24.002336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be8b3251-975b-4aaf-ad5b-2e910446c4ca req-46ac8a0b-e2a7-4b86-b1e7-ac138ae21f34 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773833 Jul 22 14:45:24.011408 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-0e59ab04-6d22-4033-a807-9e3cfcda55fd service neutron] delete failed (client error): The resource could not be found. Jul 22 14:45:24.012382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-0e59ab04-6d22-4033-a807-9e3cfcda55fd service neutron] 10.222.0.20 "DELETE /v2.0/ports/0311f400-3f74-45cf-8b50-dd14097fdc50/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0807400 Jul 22 14:45:24.110902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-0b377559-6bb5-4137-a8d3-72b3a58e05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.113150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-0b377559-6bb5-4137-a8d3-72b3a58e05bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f03477f4136422e83683cc5e6ea9748&device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 1096 time: 0.0547242 Jul 22 14:45:24.205542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-63c24c95-62d9-418b-9747-3a3335f8742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.207585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-63c24c95-62d9-418b-9747-3a3335f8742b service neutron] 10.222.0.20 "GET /v2.0/networks?id=01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 200 len: 915 time: 0.0885482 Jul 22 14:45:24.248932 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-87804d50-a350-43b8-813c-3adfe8794a2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 200 len: 217 time: 0.0350783 Jul 22 14:45:24.296017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-f2db68a9-d885-4664-9f7a-afa0bc9fa10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.297469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-f2db68a9-d885-4664-9f7a-afa0bc9fa10c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 200 len: 854 time: 0.0426278 Jul 22 14:45:24.336245 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-611447a7-a970-468c-b534-bf2bacafc372 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=01735aee-8957-4932-bbb8-b05e527510e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320907 Jul 22 14:45:24.337570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.425067 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-34e81aad-6fa2-4d4a-ab81-392d7acbe8ae service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831892 Jul 22 14:45:24.530753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-857aff93-1fbe-4c9b-bb2a-d80005c4198d req-68627912-cd4c-4c72-aa0e-3d6b33e01a6f service neutron] 10.222.0.20 "GET /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000824 Jul 22 14:45:24.592579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:24.688885 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:24.700105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'network_id': '01735aee-8957-4932-bbb8-b05e527510e6', 'port_id': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'mac_address': 'fa:16:3e:51:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b752e47a-7550-4e9a-93e1-f85498b0ecc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:24.736696 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.749046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0311f400-3f74-45cf-8b50-dd14097fdc50 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:24.769042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:24.773002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.821626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:24.828808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.829160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.829504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.829874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.830216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.830550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.831543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.831955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.832289 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.832628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.832951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.833273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:24.993352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0311f400-3f74-45cf-8b50-dd14097fdc50'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:25.144715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97887f-4e60-4a57-afac-121ffe3d2751 req-78b1a075-68d9-40e6-a25e-9ee731b0a940 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.146369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b97887f-4e60-4a57-afac-121ffe3d2751 req-78b1a075-68d9-40e6-a25e-9ee731b0a940 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 945 time: 0.0737193 Jul 22 14:45:25.184604 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b97887f-4e60-4a57-afac-121ffe3d2751 req-38a341ef-21f9-4ba1-8f1b-4641ea3c1bb2 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Jul 22 14:45:25.311319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79cd4b-ef54-4d39-9614-ea07d1f3c70d req-bf507e38-76e8-4f32-bd82-d84d9ee2f05e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.312820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e79cd4b-ef54-4d39-9614-ea07d1f3c70d req-bf507e38-76e8-4f32-bd82-d84d9ee2f05e tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 945 time: 0.0631671 Jul 22 14:45:25.350146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e79cd4b-ef54-4d39-9614-ea07d1f3c70d req-d5293f7e-e30e-48f5-a431-bf7724c46142 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jul 22 14:45:25.479069 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1833c-a295-4b0e-9897-f84c2eb2b873 req-97a757b2-2a75-461f-9670-be717914b5f7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.480571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1e1833c-a295-4b0e-9897-f84c2eb2b873 req-97a757b2-2a75-461f-9670-be717914b5f7 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 945 time: 0.0657072 Jul 22 14:45:25.517932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b1e1833c-a295-4b0e-9897-f84c2eb2b873 req-21496847-ea28-4697-aecc-ee70b40f0a09 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Jul 22 14:45:25.874338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2ebe-05bf-4621-af61-e2dab98a6d05 req-33b5e16a-7326-460c-b18b-8facb6d37264 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.875869 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ecb2ebe-05bf-4621-af61-e2dab98a6d05 req-33b5e16a-7326-460c-b18b-8facb6d37264 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 945 time: 0.0779760 Jul 22 14:45:25.917049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ecb2ebe-05bf-4621-af61-e2dab98a6d05 req-c4eafca6-10e0-47a7-84ab-f8ac4f6aaa8a tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Jul 22 14:45:26.601783 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:26.650538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 0311f400-3f74-45cf-8b50-dd14097fdc50 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:26.654086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 0311f400-3f74-45cf-8b50-dd14097fdc50 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:26.654459 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.733458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.756394 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:26.758676 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee049da-8828-4f8b-960d-75479353faa0" -d '{"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-plugged", "status": "completed", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:26.771526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:26.775590 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.799104 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a446cda-b834-4562-98cd-4d23c5515d5e x-openstack-request-id: req-8a446cda-b834-4562-98cd-4d23c5515d5e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:26.799392 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-plugged", "status": "completed", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:26.799722 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a446cda-b834-4562-98cd-4d23c5515d5e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:26.800336 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'code': 200} Jul 22 14:45:26.834734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:27.000831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-a1953848-fc02-4930-969f-95a529443a41 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.002344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-a1953848-fc02-4930-969f-95a529443a41 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.13 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0646467 Jul 22 14:45:27.050865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f15de1-da8a-40ba-a10a-e2c4ef0fbb13 req-11d901f2-b94c-4f59-8c2c-71fbf1d5b51d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.052774 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87f15de1-da8a-40ba-a10a-e2c4ef0fbb13 req-11d901f2-b94c-4f59-8c2c-71fbf1d5b51d tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/ports?device_id=f71bedeb-c575-4765-91cc-ee5a66e76382 HTTP/1.1" status: 200 len: 946 time: 0.0681000 Jul 22 14:45:27.055217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-63c0bc45-bca0-41f4-8b4e-f6816b150c53 req-008aab12-b773-4aca-9d89-7f5275c30cc3 service neutron] (93759) timed out ('10.222.0.13', 49922) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:45:27.091113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-87f15de1-da8a-40ba-a10a-e2c4ef0fbb13 req-dd0f8337-f264-46bd-bad2-4631b7e85aa3 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3f092b8-6d9c-40c5-bd68-b79680e50f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329988 Jul 22 14:45:27.107144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Deleting port 0311f400-3f74-45cf-8b50-dd14097fdc50 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:27.107494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.195503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] For port 0311f400-3f74-45cf-8b50-dd14097fdc50, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=0311f400-3f74-45cf-8b50-dd14097fdc50,segment=NetworkSegment(c8e357f8-fc10-467c-ad8a-558894920570),segment_id=c8e357f8-fc10-467c-ad8a-558894920570)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:27.195791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.213506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Calling delete_port for 0311f400-3f74-45cf-8b50-dd14097fdc50 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:27.343762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.357851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['0311f400-3f74-45cf-8b50-dd14097fdc50'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:27.370594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Pushing event deleted for resources: {'Port': ['ID=0311f400-3f74-45cf-8b50-dd14097fdc50,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:27.423333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] No DVR routers for this DVR port 0311f400-3f74-45cf-8b50-dd14097fdc50 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:27.426946 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.428942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ad1b1b2d-d420-4f40-b7f8-1fd7d7525b90 req-fe41b870-f00e-4c8b-b5e5-35eeec144b63 tempest-ServerDiskConfigTestJSON-1888383185 tempest-ServerDiskConfigTestJSON-1888383185-project] 10.222.0.13 "DELETE /v2.0/ports/0311f400-3f74-45cf-8b50-dd14097fdc50 HTTP/1.1" status: 204 len: 173 time: 0.4204545 Jul 22 14:45:27.429381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-deleted', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:27.431664 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dc08f4-5d40-4505-9a24-e8c7353fd206" -d '{"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-deleted", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:27.467029 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f668a-35aa-4a27-96dd-966f65fa651a x-openstack-request-id: req-ce1f668a-35aa-4a27-96dd-966f65fa651a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:27.467324 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71bedeb-c575-4765-91cc-ee5a66e76382", "name": "network-vif-deleted", "tag": "0311f400-3f74-45cf-8b50-dd14097fdc50", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:27.467577 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce1f668a-35aa-4a27-96dd-966f65fa651a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:27.467971 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71bedeb-c575-4765-91cc-ee5a66e76382', 'name': 'network-vif-deleted', 'tag': '0311f400-3f74-45cf-8b50-dd14097fdc50', 'status': 'completed', 'code': 200} Jul 22 14:45:28.231715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56188) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:28.276708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Deleting subnet b752e47a-7550-4e9a-93e1-f85498b0ecc3 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:45:28.279740 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.313679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.351769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.408490 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.438769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.441717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b752e47a-7550-4e9a-93e1-f85498b0ecc3 HTTP/1.1" status: 204 len: 168 time: 0.2089674 Jul 22 14:45:28.442737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3edc18-295f-4013-b1f1-124c2d085788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b752e47a-7550-4e9a-93e1-f85498b0ecc3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:28.444366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:28.511976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.594262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.604566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01735aee-8957-4932-bbb8-b05e527510e6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:28.614420 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e357f8-fc10-467c-ad8a-558894920570') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:28.614718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e357f8-fc10-467c-ad8a-558894920570') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:28.623626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.637317 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.643054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:45:28.644243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:45:28.645679 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:45:28.702622 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.708871 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.713512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] 10.222.0.11 "DELETE /v2.0/networks/01735aee-8957-4932-bbb8-b05e527510e6 HTTP/1.1" status: 204 len: 168 time: 0.2654843 Jul 22 14:45:28.722082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54194b3-6930-4bfe-8c3b-552d7645591b admin admin] Pushing event deleted for resources: {'Network': ['ID=01735aee-8957-4932-bbb8-b05e527510e6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:28.824605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:28.864305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-52df929b-a4d1-4d36-8132-fb4d989a87b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f03477f4136422e83683cc5e6ea9748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385227 Jul 22 14:45:28.866861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:28.914198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d8484b3-c50e-4717-940b-c08e66d15271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.934904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d8484b3-c50e-4717-940b-c08e66d15271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.981357 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d8484b3-c50e-4717-940b-c08e66d15271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.984039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d8484b3-c50e-4717-940b-c08e66d15271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.985194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d8484b3-c50e-4717-940b-c08e66d15271 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3f092b8-6d9c-40c5-bd68-b79680e50f97 HTTP/1.1" status: 204 len: 168 time: 0.1174467 Jul 22 14:45:28.993967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8484b3-c50e-4717-940b-c08e66d15271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f092b8-6d9c-40c5-bd68-b79680e50f97,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:29.646808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56218) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:29.743887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1671257146-network', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:29.765802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Made reservation on behalf of 275007f9715a4cc880eca01ef1e1c8ee for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:29.768041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.777817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.883791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.888026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.913772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:45:29.927478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89be7547-0050-406d-954e-424bde3d8784,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:29.932500 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.932851 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Added segment 5a933eb6-a22f-4adf-9e30-ca5930ad7822 of type vlan for network eebe9519-7e8d-49c2-8657-5205ba3f7d0a Jul 22 14:45:29.973886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.007341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.008465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:30.009060 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.040200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3922489 Jul 22 14:45:30.043392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:30.048532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Request body: {'subnet': {'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1671257146-subnet', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:30.070271 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Made reservation on behalf of 275007f9715a4cc880eca01ef1e1c8ee for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:30.072623 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.075808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a48c37-8ce4-4e17-8a92-a2e96f7aa3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=eebe9519-7e8d-49c2-8657-5205ba3f7d0a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:30.086918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:45:30.237864 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.304703 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f302bef-2312-4199-bb24-be6ff2c2c3f9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:30.309688 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:30.310180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Network hostable DHCP agents. Network: eebe9519-7e8d-49c2-8657-5205ba3f7d0a, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:45:30.326527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:45:30.335334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, eebe9519-7e8d-49c2-8657-5205ba3f7d0a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:30.339283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:30.339869 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.343932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a58811-d363-427f-af6e-45a2df595c0a None None] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:45:30.353234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4f6dcd50-ff74-43f3-8fa1-7a2a0dfee75d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3085573 Jul 22 14:45:30.355823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:30.360196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:30.382810 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.383970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.435400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.496029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:45:30.496894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.579335 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.617106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:30.640678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 0311f400-3f74-45cf-8b50-dd14097fdc50 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:30.641019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 0311f400-3f74-45cf-8b50-dd14097fdc50 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:30.655460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Allocated IP 172.20.0.2 (eebe9519-7e8d-49c2-8657-5205ba3f7d0a/0f302bef-2312-4199-bb24-be6ff2c2c3f9/e3018f51-5c9e-4657-839c-3667c275280e) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:30.807648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.827724 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.934443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Allocated IP 172.25.8.78 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/6fa1b85e-54a8-497a-a365-11b10f23b2ba) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:30.960213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.968924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Transition to ACTIVE for port object e3018f51-5c9e-4657-839c-3667c275280e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:30.985777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Transition to ACTIVE for port object e3018f51-5c9e-4657-839c-3667c275280e will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:30.993011 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.032368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:31.035735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:31.039309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:31.046145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.046692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e3018f51-5c9e-4657-839c-3667c275280e,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:31.086130 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.102475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Attempting to bind port e3018f51-5c9e-4657-839c-3667c275280e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:31.103033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Attempting to bind port e3018f51-5c9e-4657-839c-3667c275280e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:31.103198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Attempting to bind port e3018f51-5c9e-4657-839c-3667c275280e on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:31.108097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:31.108478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:31.108879 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.109279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:31.109776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Bound port: e3018f51-5c9e-4657-839c-3667c275280e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:31.110190 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.122285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:31.128767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:31.131247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:31.155761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6fa1b85e-54a8-497a-a365-11b10f23b2ba,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:31.176896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] For port e3018f51-5c9e-4657-839c-3667c275280e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:31.179999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] For port e3018f51-5c9e-4657-839c-3667c275280e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e3018f51-5c9e-4657-839c-3667c275280e,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:31.185906 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.241254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd9ab3-0e6b-4da4-b45d-9818ea61dbf3 None None] Pushing event updated for resources: {'Port': ['ID=e3018f51-5c9e-4657-839c-3667c275280e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:31.406367 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.603550 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.733388 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:45:31.840676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:31.856190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:31.857883 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.860087 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-41d2450d-79db-47e8-82d3-1bf8983ec4d7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5026584 Jul 22 14:45:31.862443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56226) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:31.867868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:31.868732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:45:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:31.990233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:32.147616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f0c18d-13d7-4300-bcbd-5c6a7229521f None None] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:45:32.273170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:31Z', 'revision_number': 3, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:32.309414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.309687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:32.309905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Updating router 6d5028c0-4e84-4912-a36c-2ced71fa8519 port 6fa1b85e-54a8-497a-a365-11b10f23b2ba binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:45:32.311514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-911857d1-ed68-44f6-a8aa-42906e08183d None None] Provisioning for port e3018f51-5c9e-4657-839c-3667c275280e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:32.357006 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.481726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e3018f51-5c9e-4657-839c-3667c275280e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:32.487476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Allocated IP 172.20.0.1 (eebe9519-7e8d-49c2-8657-5205ba3f7d0a/0f302bef-2312-4199-bb24-be6ff2c2c3f9/7986c9d8-0943-4856-a77e-2103ad6cf335) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:32.603007 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.617571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port e3018f51-5c9e-4657-839c-3667c275280e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:32.625290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e3018f51-5c9e-4657-839c-3667c275280e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:32.625845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.626056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Transition to ACTIVE for port object 7986c9d8-0943-4856-a77e-2103ad6cf335 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:32.665034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.706805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:32.713399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:32.716055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:32.745699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7986c9d8-0943-4856-a77e-2103ad6cf335,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:32.753944 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.769717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.780067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Transition to ACTIVE for port object 6fa1b85e-54a8-497a-a365-11b10f23b2ba will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:32.786145 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.801385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.806237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e85c8f22-c1c2-4cd3-abe5-310b07ca3d81 None None] Provisioning complete for port e3018f51-5c9e-4657-839c-3667c275280e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:32.806597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e85c8f22-c1c2-4cd3-abe5-310b07ca3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.912816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port e3018f51-5c9e-4657-839c-3667c275280e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e3018f51-5c9e-4657-839c-3667c275280e,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:32.916076 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Attempting to bind port 6fa1b85e-54a8-497a-a365-11b10f23b2ba on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:32.916378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Attempting to bind port 6fa1b85e-54a8-497a-a365-11b10f23b2ba by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:32.916868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Attempting to bind port 6fa1b85e-54a8-497a-a365-11b10f23b2ba on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:32.918878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db1df0-d3f8-43ea-9e4c-0a1c57dcb5bb None None] Pushing event updated for resources: {'Port': ['ID=6fa1b85e-54a8-497a-a365-11b10f23b2ba,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:32.926123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.931650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:32.931996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:32.932384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.932768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:32.933241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Bound port: 6fa1b85e-54a8-497a-a365-11b10f23b2ba, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:32.933683 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.936792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.046286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=e3018f51-5c9e-4657-839c-3667c275280e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:33.060165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] For port 6fa1b85e-54a8-497a-a365-11b10f23b2ba, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:33.063624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] For port 6fa1b85e-54a8-497a-a365-11b10f23b2ba, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6fa1b85e-54a8-497a-a365-11b10f23b2ba,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:33.068057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.110646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.115234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.124429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:33.125042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:45:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:33.130884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db1df0-d3f8-43ea-9e4c-0a1c57dcb5bb None None] Pushing event updated for resources: {'Port': ['ID=6fa1b85e-54a8-497a-a365-11b10f23b2ba,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:33.183322 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.185073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7986c9d8-0943-4856-a77e-2103ad6cf335,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:33.213983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3c3ced8a-cee2-4bdb-8d30-c5e3609d65c6 None None] Provisioning for port 7986c9d8-0943-4856-a77e-2103ad6cf335 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:33.222160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3c3ced8a-cee2-4bdb-8d30-c5e3609d65c6 None None] Provisioning complete for port 7986c9d8-0943-4856-a77e-2103ad6cf335 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:33.222514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c3ced8a-cee2-4bdb-8d30-c5e3609d65c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.273638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:33.275580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3c3ced8a-cee2-4bdb-8d30-c5e3609d65c6 None None] Port 7986c9d8-0943-4856-a77e-2103ad6cf335 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:33.285899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:33.287285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:33.405857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:33.482616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 2, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:33.512272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ecdf60-d404-4476-a17e-d2792a97b582 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 2, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:33.522837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-837b0cff-9f92-4e69-9e1e-dbdf8f8f72dd None None] Provisioning complete for port 7986c9d8-0943-4856-a77e-2103ad6cf335 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:33.523292 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-837b0cff-9f92-4e69-9e1e-dbdf8f8f72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.523742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:33.533491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f27fc326-a064-4685-9d29-c0d2bd7722b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/6d5028c0-4e84-4912-a36c-2ced71fa8519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653924 Jul 22 14:45:33.567225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-837b0cff-9f92-4e69-9e1e-dbdf8f8f72dd None None] Port 7986c9d8-0943-4856-a77e-2103ad6cf335 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:33.945381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56234) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:33.950362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198973389', 'description': 'tempest-description--119172638'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:33.978324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.079035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.083978 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.115720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.116916 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1704021 Jul 22 14:45:34.119750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56236) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:34.125093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'security_group_rule': {'security_group_id': '892e40a8-bb1f-46de-b400-785383788abd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:34.130876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b2c4e-08a3-4bcf-9d2e-2448bb9ae40b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892e40a8-bb1f-46de-b400-785383788abd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:34.171395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.235514 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.239842 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.260583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e195fd-afb4-4018-aa7e-873b7d8c5173,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:34.263259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.266100 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b4e42dfd-209c-426b-8874-f20f12353291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453454 Jul 22 14:45:34.267281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:34.273411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'security_group_rule': {'security_group_id': '892e40a8-bb1f-46de-b400-785383788abd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:34.302794 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.366762 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.370942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.390726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792994c3-b862-4029-86e2-ae579462dc4e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:34.399390 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.400874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9efdca8b-0138-4ee6-aecf-94120ffe425f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310942 Jul 22 14:45:34.403849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:34.408336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:34.435938 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.550518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e3018f51-5c9e-4657-839c-3667c275280e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:34.551042 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.606047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port e3018f51-5c9e-4657-839c-3667c275280e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:34.606480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.658819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Allocated IP 172.25.8.252 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/ed9f85d3-42e6-4b6a-9223-32076522bdb8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:34.691520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fa1b85e-54a8-497a-a365-11b10f23b2ba up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:34.745964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6fa1b85e-54a8-497a-a365-11b10f23b2ba completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:34.750510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6fa1b85e-54a8-497a-a365-11b10f23b2ba triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:34.751088 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.776254 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.821275 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.839063 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.860871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 6fa1b85e-54a8-497a-a365-11b10f23b2ba, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6fa1b85e-54a8-497a-a365-11b10f23b2ba,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:34.865911 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:34.867290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:34.870361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:34.874988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:34.878232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'Port': ['ID=ed9f85d3-42e6-4b6a-9223-32076522bdb8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:34.917447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=6fa1b85e-54a8-497a-a365-11b10f23b2ba,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:34.964321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.006958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.160956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.165437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.231553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'Port': ['ID=ed9f85d3-42e6-4b6a-9223-32076522bdb8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:35.244465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.260260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.261687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a3dbf58f-7a9a-4347-88c4-d8c791c448d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8568187 Jul 22 14:45:35.414068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-d30c85d6-d5f0-459c-bd13-34147f4441cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--198973389&fields=id&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 267 time: 0.0442119 Jul 22 14:45:35.562921 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:35.573816 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:35.574585 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:45:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:35.683032 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:35.865233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-8b51ab4a-4289-4ae8-b422-cc5940ba998e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:35.866773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-8b51ab4a-4289-4ae8-b422-cc5940ba998e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.4463520 Jul 22 14:45:35.881890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-4b522e4c-ca23-47a3-b09e-10d24292cfb7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/quotas/275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 375 time: 0.0094995 Jul 22 14:45:35.884171 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 2, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:35.917411 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:35.917784 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Updating router 6d5028c0-4e84-4912-a36c-2ced71fa8519 port 7986c9d8-0943-4856-a77e-2103ad6cf335 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:45:35.952235 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.968214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6c774166-61df-430e-886d-928bedde92c9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809746 Jul 22 14:45:35.983593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-ae7d268f-b256-4856-a8a6-c8ce567bf2b3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:45:35.984655 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-ae7d268f-b256-4856-a8a6-c8ce567bf2b3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054417 Jul 22 14:45:36.083100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-327ae400-fba3-48f2-9b9b-5113085603a8 service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925894 Jul 22 14:45:36.176608 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-c79f5d6e-4d98-4cca-b0e3-1eadfc5d47bc service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 Jul 22 14:45:36.316430 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.326381 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Transition to ACTIVE for port object 7986c9d8-0943-4856-a77e-2103ad6cf335 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:36.335371 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.371555 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d9660a15-4da4-44dd-ae77-dbbd8c46baa6 req-a3598b33-5b89-4545-857c-0c693295cd27 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 210 time: 0.0331271 Jul 22 14:45:36.383935 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Pushing event updated for resources: {'Port': ['ID=7986c9d8-0943-4856-a77e-2103ad6cf335,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:36.395463 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.395819 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.396146 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.397300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.397300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.397300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.397659 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.397743 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.398128 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.398347 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.398665 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.398976 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:36.476862 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Attempting to bind port 7986c9d8-0943-4856-a77e-2103ad6cf335 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:36.477367 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Attempting to bind port 7986c9d8-0943-4856-a77e-2103ad6cf335 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:36.477836 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Attempting to bind port 7986c9d8-0943-4856-a77e-2103ad6cf335 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:36.481086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fa1b85e-54a8-497a-a365-11b10f23b2ba up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:36.483321 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:36.483760 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:36.484198 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.484588 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:36.485218 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Bound port: 7986c9d8-0943-4856-a77e-2103ad6cf335, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:36.485594 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.544762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6fa1b85e-54a8-497a-a365-11b10f23b2ba triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:36.545311 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.587367 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] For port 7986c9d8-0943-4856-a77e-2103ad6cf335, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:36.591460 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] For port 7986c9d8-0943-4856-a77e-2103ad6cf335, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7986c9d8-0943-4856-a77e-2103ad6cf335,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:36.599584 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.679483 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249012ee-a9f9-42c2-9b7f-3b806efcf08c None None] Pushing event updated for resources: {'Port': ['ID=7986c9d8-0943-4856-a77e-2103ad6cf335,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:36.686319 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:36.686926 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:45:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:36.807222 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:37.020205 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:36Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:37.045451 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331ed420-cd75-4a37-9854-e1f2897e7ded None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:36Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:37.416779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-f4f27d57-34cb-46cf-bd60-23fdecc7fd63 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:37.418380 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-f4f27d57-34cb-46cf-bd60-23fdecc7fd63 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1280406 Jul 22 14:45:37.467618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-63ddcd29-527e-483b-9041-6c4a744c6bbf tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 379 time: 0.0410089 Jul 22 14:45:37.477517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'port': {'device_id': '8fca62a5-9805-459b-910f-2f5f07123a95', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'admin_state_up': True, 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'security_groups': ['892e40a8-bb1f-46de-b400-785383788abd']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:37.496000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3153fdb5-ed2a-4005-90c1-e56c9ae01122 req-272890d8-86f2-40bc-8c7d-5145a7ea246a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 210 time: 0.0376070 Jul 22 14:45:37.596983 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Made reservation on behalf of 275007f9715a4cc880eca01ef1e1c8ee for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:37.600840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.731600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Allocated IP 172.20.0.5 (eebe9519-7e8d-49c2-8657-5205ba3f7d0a/0f302bef-2312-4199-bb24-be6ff2c2c3f9/471b37f2-5402-4b44-9d8f-9de394b09b76) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:37.872387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.885992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Transition to ACTIVE for port object 471b37f2-5402-4b44-9d8f-9de394b09b76 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:37.920855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.962920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:37.972415 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:37.976040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:38.008800 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:38.036337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:38.037038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.052151 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-b90d8cc2-0f70-4e05-9fbb-5fb6491b119d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5788758 Jul 22 14:45:38.064215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Request body: {'port': {'device_id': '8fca62a5-9805-459b-910f-2f5f07123a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:38.142533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.163388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ced5ec9a-04ae-4384-8112-a4fdbec68467 None None] Provisioning for port 471b37f2-5402-4b44-9d8f-9de394b09b76 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:38.167174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ced5ec9a-04ae-4384-8112-a4fdbec68467 None None] Provisioning complete for port 471b37f2-5402-4b44-9d8f-9de394b09b76 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:38.167543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ced5ec9a-04ae-4384-8112-a4fdbec68467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.201819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ced5ec9a-04ae-4384-8112-a4fdbec68467 None None] Port 471b37f2-5402-4b44-9d8f-9de394b09b76 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:38.417040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471b37f2-5402-4b44-9d8f-9de394b09b76 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:38.424927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.437430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Transition to ACTIVE for port object 471b37f2-5402-4b44-9d8f-9de394b09b76 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:38.441984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.468272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7986c9d8-0943-4856-a77e-2103ad6cf335 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:38.499987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:38.532189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7986c9d8-0943-4856-a77e-2103ad6cf335 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:38.536310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7986c9d8-0943-4856-a77e-2103ad6cf335 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:38.536689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.582501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:38.583173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:38.583905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:38.591568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Port 471b37f2-5402-4b44-9d8f-9de394b09b76 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:38.597956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:38.635812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:38.636118 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:38.636513 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:38.636781 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.636967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Bound port: 471b37f2-5402-4b44-9d8f-9de394b09b76, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:38.637386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.679177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7986c9d8-0943-4856-a77e-2103ad6cf335, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7986c9d8-0943-4856-a77e-2103ad6cf335,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:38.683843 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.720164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bb506-56bd-44e1-9f37-e8cc3bdc97ff req-275215cf-feb3-42d6-8d07-19ef54ff0443 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:38.721761 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c73bb506-56bd-44e1-9f37-e8cc3bdc97ff req-275215cf-feb3-42d6-8d07-19ef54ff0443 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 943 time: 0.1318607 Jul 22 14:45:38.746578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:38.749564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7986c9d8-0943-4856-a77e-2103ad6cf335,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:38.764262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:38.770827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.803305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c73bb506-56bd-44e1-9f37-e8cc3bdc97ff req-f061ba41-391f-47d8-b27a-2f4ca57f549d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756230 Jul 22 14:45:38.812603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:38.813229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.814679 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 1092 time: 0.7548618 Jul 22 14:45:38.820808 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:38.820808 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3449cb2f-cb00-42d8-a25f-2f66e671e465" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:38.842890 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1bc4d9-82dd-4c43-8e9b-4bbbde5413b1 service neutron] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:38.890746 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac421a7-adfd-4f55-8234-39e73017a899 x-openstack-request-id: req-4ac421a7-adfd-4f55-8234-39e73017a899 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:38.890965 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:38.891277 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ac421a7-adfd-4f55-8234-39e73017a899 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:38.892052 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'status': 'completed', 'code': 200} Jul 22 14:45:38.920268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-5c30b0d5-e4e3-4285-a7fe-6635c1f8ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:38.921942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-5c30b0d5-e4e3-4285-a7fe-6635c1f8ea50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1095 time: 0.0642612 Jul 22 14:45:38.967651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-52392e47-2a17-45a1-8fcb-43790953ae4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 217 time: 0.0388913 Jul 22 14:45:39.017276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-400a4c45-4131-4401-9dc4-8dd65b104567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.018827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-400a4c45-4131-4401-9dc4-8dd65b104567 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0453582 Jul 22 14:45:39.081820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-a8ca4132-46d4-4d35-8780-6cdef88c8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.083285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-a8ca4132-46d4-4d35-8780-6cdef88c8e41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557265 Jul 22 14:45:39.177956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-86e57a32-64f6-43da-b6c8-d1dd35236414 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877469 Jul 22 14:45:39.267410 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f60ff6c4-bab2-4263-85de-be21efb12841 req-47623e1c-c246-4772-8154-38354cb90ef4 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 Jul 22 14:45:39.368990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-049f85cc-4634-45c0-a081-07da1551d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.370646 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-049f85cc-4634-45c0-a081-07da1551d06a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1095 time: 0.0589361 Jul 22 14:45:39.462518 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-2f055fc4-ad6d-4c05-aaa2-3e2ab0b3ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.463926 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-2f055fc4-ad6d-4c05-aaa2-3e2ab0b3ac3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0869594 Jul 22 14:45:39.508427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-5bee6abb-4b94-45c6-aeed-60fa7de32fac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 217 time: 0.0378990 Jul 22 14:45:39.557794 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-9eeb0e55-dcad-482b-8d76-1ca66c5a961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.559211 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-9eeb0e55-dcad-482b-8d76-1ca66c5a961a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0439782 Jul 22 14:45:39.617209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-923275bd-d0e4-4bf3-aea9-89065719f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.618781 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-923275bd-d0e4-4bf3-aea9-89065719f141 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531437 Jul 22 14:45:39.718461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-f5efbaf1-b3c7-42b4-aa91-24bbe2445c28 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929787 Jul 22 14:45:39.820348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3449cb2f-cb00-42d8-a25f-2f66e671e465 req-cd91c8b2-3f6f-49a6-a0a1-615fbb5a6767 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853410 Jul 22 14:45:39.939357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f846c68-0389-47d8-808c-201a8a884b63 req-fc3f1e2c-a402-4550-adc5-aa266b601c46 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.941093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f846c68-0389-47d8-808c-201a8a884b63 req-fc3f1e2c-a402-4550-adc5-aa266b601c46 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 943 time: 0.0699410 Jul 22 14:45:39.987411 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f846c68-0389-47d8-808c-201a8a884b63 req-1a9ded43-a6b1-477c-9f7b-3ce3edb105cf tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407238 Jul 22 14:45:40.446760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7986c9d8-0943-4856-a77e-2103ad6cf335 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:40.645637 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7986c9d8-0943-4856-a77e-2103ad6cf335 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:40.645927 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:40.665470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:40.804706 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:40.815784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'mac_address': 'fa:16:3e:f6:0b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:40.851975 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:40.864938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471b37f2-5402-4b44-9d8f-9de394b09b76 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:40.884330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:40.889406 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:40.938817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:41.073314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['471b37f2-5402-4b44-9d8f-9de394b09b76'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:41.120910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3160cad-a3b2-4072-82ab-549b2e46695e req-e13b76a5-843f-4a21-bb62-d379a161b709 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:41.122457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3160cad-a3b2-4072-82ab-549b2e46695e req-e13b76a5-843f-4a21-bb62-d379a161b709 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 944 time: 0.0642693 Jul 22 14:45:41.160305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3160cad-a3b2-4072-82ab-549b2e46695e req-ebdd7f8c-5c1f-453d-a501-36853e1c2da3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Jul 22 14:45:42.293992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb843653-3acb-4b55-a98d-9bc5a303ea4b req-72a6a6ad-a877-47c4-9fe4-320fb4103203 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:42.295540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb843653-3acb-4b55-a98d-9bc5a303ea4b req-72a6a6ad-a877-47c4-9fe4-320fb4103203 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 944 time: 0.0648897 Jul 22 14:45:42.345355 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb843653-3acb-4b55-a98d-9bc5a303ea4b req-28911e55-5ed4-4545-b128-9156ef1aed44 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Jul 22 14:45:42.677777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:42.728726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 471b37f2-5402-4b44-9d8f-9de394b09b76 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:42.732425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 471b37f2-5402-4b44-9d8f-9de394b09b76 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:42.732800 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.808532 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.830323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:42.832604 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c1eba2-ef2d-4b68-92eb-f03f6783ff35" -d '{"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-plugged", "status": "completed", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:42.849469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:42.853053 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.876518 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a28985-671e-4f60-92a7-ce19384b0a46 x-openstack-request-id: req-61a28985-671e-4f60-92a7-ce19384b0a46 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:42.876807 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-plugged", "status": "completed", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:42.877150 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61a28985-671e-4f60-92a7-ce19384b0a46 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:42.877453 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'code': 200} Jul 22 14:45:42.912114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:42.979201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f26f-2530-4b20-a4e5-5f523f4564ca req-f20bbd68-9b47-4d77-81d0-9fe162202d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:42.980729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eee5f26f-2530-4b20-a4e5-5f523f4564ca req-f20bbd68-9b47-4d77-81d0-9fe162202d75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1097 time: 0.0538030 Jul 22 14:45:43.014655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eee5f26f-2530-4b20-a4e5-5f523f4564ca req-83ca990f-35e0-4fa5-b709-cd0de282fb46 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278902 Jul 22 14:45:43.486100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca3a7e-3558-4244-a821-01729e852605 req-cd935494-ddda-42fa-b5d2-959604d74e14 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:43.487621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cca3a7e-3558-4244-a821-01729e852605 req-cd935494-ddda-42fa-b5d2-959604d74e14 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0675361 Jul 22 14:45:43.526364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3cca3a7e-3558-4244-a821-01729e852605 req-569d0e16-11bc-4524-a47d-1a126800d18a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 Jul 22 14:45:44.656697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6988cb3-b673-4d53-9ed5-da845ffa5410 req-4c7d4351-428f-4b97-ade6-32daecab0541 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.658219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6988cb3-b673-4d53-9ed5-da845ffa5410 req-4c7d4351-428f-4b97-ade6-32daecab0541 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0636823 Jul 22 14:45:44.698897 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6988cb3-b673-4d53-9ed5-da845ffa5410 req-5a24510e-cf7d-4a8f-ba9f-f7108c927ba2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344501 Jul 22 14:45:44.826362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a4e51-2d43-4b3b-bf40-c51dab6859b6 req-7f722014-a0f4-4b8e-a156-a9bac5ee8ba0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.827737 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a64a4e51-2d43-4b3b-bf40-c51dab6859b6 req-7f722014-a0f4-4b8e-a156-a9bac5ee8ba0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0650008 Jul 22 14:45:44.836688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 56284) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:44.841237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'floatingip': {'port_id': '471b37f2-5402-4b44-9d8f-9de394b09b76'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:44.883621 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.675778 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.679576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.781528 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a associated. External IP: 172.25.8.252, port: 471b37f2-5402-4b44-9d8f-9de394b09b76. Jul 22 14:45:45.992277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:46.106500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:46.111414 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.116655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:46.126255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:46.126880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:45:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:46.150540 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-92f8020a-a769-41a9-a9fc-7ad43021038d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "PUT /v2.0/floatingips/4bdeb4a2-d771-44a6-9d7a-06b553adeb5a HTTP/1.1" status: 200 len: 991 time: 1.3127830 Jul 22 14:45:46.151246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:46.153644 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39beeed7-f9b1-415e-ae12-d3468040cc83" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:46.195780 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cdfbc5-9e7c-471c-8ef5-0e474afa0723 x-openstack-request-id: req-65cdfbc5-9e7c-471c-8ef5-0e474afa0723 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:46.196074 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:46.196332 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65cdfbc5-9e7c-471c-8ef5-0e474afa0723 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:46.196730 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'status': 'completed', 'code': 200} Jul 22 14:45:46.235977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:46.281508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-2f262345-cf43-4a95-a697-ee59b2f326d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.283113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-2f262345-cf43-4a95-a697-ee59b2f326d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1097 time: 0.0579031 Jul 22 14:45:46.379652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-4622c0a6-cb0a-4446-9154-597236223203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.381154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-4622c0a6-cb0a-4446-9154-597236223203 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0914230 Jul 22 14:45:46.447829 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-1362c281-488f-47d2-ae9a-54b6a6ad11eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 999 time: 0.0596273 Jul 22 14:45:46.459773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:f6:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca62a5-9805-459b-910f-2f5f07123a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:45:45Z', 'revision_number': 1, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:46.485941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:46.495110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:46.495474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:45:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:46.502480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-8518dd8f-20eb-43ec-ae2c-45bf1f48c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.504094 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-8518dd8f-20eb-43ec-ae2c-45bf1f48c808 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0502591 Jul 22 14:45:46.563911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-79a88f5c-26e4-4b2f-8181-2d41f9bae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.565407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-79a88f5c-26e4-4b2f-8181-2d41f9bae0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550358 Jul 22 14:45:46.605034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:46.658346 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-b04dcc3a-8274-465b-9ccb-e98e337b8b15 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858023 Jul 22 14:45:46.752981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39beeed7-f9b1-415e-ae12-d3468040cc83 req-edbe0afb-9f2b-4dba-adf4-00c97d27bf8b service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Jul 22 14:45:46.837794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:f6:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca62a5-9805-459b-910f-2f5f07123a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:45:45Z', 'revision_number': 1, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:46.866027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacbef8b-430e-4b91-ad49-9e8967f280b0 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:f6:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca62a5-9805-459b-910f-2f5f07123a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:45:45Z', 'revision_number': 1, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:47.058633 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b622eac-eafe-412a-a135-192729ded155 None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:45:47.150546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-e2cc08f3-4d91-45da-8068-0dcda9e5466f req-817aae8a-17c6-4cf5-bcc9-c18d89a3c15a service neutron] (93760) timed out ('10.222.0.11', 49700) {{(pid=93760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:45:48.621498 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c6327f5d-137c-41da-a10e-97ff35059dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:49.390730 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:45:49.392455 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:50.303220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:51.398090 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:51.483978 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b8888752-ba7e-4527-b693-f8bab0094a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:52.536864 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:54.338472 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:18.626282 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4ecad9e0-5935-418a-ad9a-e473b58591f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:19.389153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.321808 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:21.400338 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:21.485078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-78d949f9-8a74-40d2-b17b-3e8f07eeeb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:22.538689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:24.342059 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.390569 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:46:39.639846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-18338487-e6d3-45a4-9899-6828f04712b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537798 Jul 22 14:46:39.736796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-509677d1-6928-48af-b5f6-7b3290703615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.738344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-509677d1-6928-48af-b5f6-7b3290703615 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1097 time: 0.0585489 Jul 22 14:46:39.840056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-d59ae209-0aec-46df-b7a5-a7320e37158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.841553 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-d59ae209-0aec-46df-b7a5-a7320e37158c service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0849411 Jul 22 14:46:39.912523 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-8af6deec-bf00-4f56-959e-1c54960d5e38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 1001 time: 0.0637114 Jul 22 14:46:39.961871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-a69e5578-a967-4300-ade1-3eb44e60eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.963408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-a69e5578-a967-4300-ade1-3eb44e60eaf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0459661 Jul 22 14:46:40.025338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-9330684a-ca0c-4e77-9096-a7aa16a7a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:40.027191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-9330684a-ca0c-4e77-9096-a7aa16a7a592 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581625 Jul 22 14:46:40.120605 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-f78f010f-3a21-4301-9f94-6b33e3978379 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868802 Jul 22 14:46:40.209234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6bdee0b8-2842-4ab1-9d38-4be065d95da9 req-56d451fd-713f-4d96-b04b-de89336f0cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826039 Jul 22 14:46:48.628267 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-af1576b9-96cd-4ea5-b07f-11592ba5b796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.386457 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:50.320821 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:51.401754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:51.485653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-900051f7-c20f-40b8-a65b-7ae11d639f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:52.540820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.343891 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:03.389838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:47:18.628536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0a2c1384-74c9-4cbc-a828-0b72a7865b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:19.423891 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.320412 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.403623 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.485640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a8e1dea6-dbd5-4377-aaa1-d8636c633ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.551020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:23.011947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da39b07-89b8-4b6d-8782-ded6b61ab7ab req-a7223b3e-1622-4c60-b15b-7ddeee7515ad tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.013421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0da39b07-89b8-4b6d-8782-ded6b61ab7ab req-a7223b3e-1622-4c60-b15b-7ddeee7515ad tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0649188 Jul 22 14:47:23.049753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0da39b07-89b8-4b6d-8782-ded6b61ab7ab req-b40cf85f-3318-4384-8ecb-f5d5cc6332ad tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305915 Jul 22 14:47:24.346534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:24.357459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93da78-1afc-487f-a447-c0e980dd7153 req-4a5bf1b8-7cc4-44df-9fc2-d0e8b7e411b8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.358987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a93da78-1afc-487f-a447-c0e980dd7153 req-4a5bf1b8-7cc4-44df-9fc2-d0e8b7e411b8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0951447 Jul 22 14:47:24.407837 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-61615cea-8541-4351-a6e4-939240018785 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539834 Jul 22 14:47:24.412977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5a93da78-1afc-487f-a447-c0e980dd7153 req-0796ee94-d369-4501-9fdd-4e5f20b93374 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467556 Jul 22 14:47:25.570883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9b5e2686-2165-4576-ada8-11aec8621c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:25.572418 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9b5e2686-2165-4576-ada8-11aec8621c4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1097 time: 0.1014957 Jul 22 14:47:25.584317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbd183-6a14-4169-9051-43fec64f2798 req-b5f94f9a-e945-4882-a994-6d3b21b514d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:25.585742 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2dbd183-6a14-4169-9051-43fec64f2798 req-b5f94f9a-e945-4882-a994-6d3b21b514d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0814536 Jul 22 14:47:25.675931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2dbd183-6a14-4169-9051-43fec64f2798 req-a053ff0b-9d42-4713-b865-68bf011579fc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822351 Jul 22 14:47:25.700961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-274d9af0-a09d-42e1-9375-ca498d113b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:25.702503 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-274d9af0-a09d-42e1-9375-ca498d113b67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1158335 Jul 22 14:47:25.768650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-7884911d-482e-4a8c-8150-a65655ec7b63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 1001 time: 0.0602643 Jul 22 14:47:25.815641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-b762f325-e358-4057-911d-faa9e5da03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:25.817065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-b762f325-e358-4057-911d-faa9e5da03ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0427666 Jul 22 14:47:25.880633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-3517433e-9a59-4377-9dd3-a3e45f2c84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:25.882215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-3517433e-9a59-4377-9dd3-a3e45f2c84cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591552 Jul 22 14:47:25.971463 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-e6d7e72c-4af0-4bef-8569-fe02a7680e8e service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829403 Jul 22 14:47:26.063757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-cd4ff820-aa94-4dcb-8017-72b81725ced6 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868034 Jul 22 14:47:26.805928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d4213-d1d4-4a16-bb0f-276e8f54e2c7 req-bbab47e8-6711-44ef-9ec8-54cdaf40dda2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:26.807418 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf4d4213-d1d4-4a16-bb0f-276e8f54e2c7 req-bbab47e8-6711-44ef-9ec8-54cdaf40dda2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0636120 Jul 22 14:47:26.844715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bf4d4213-d1d4-4a16-bb0f-276e8f54e2c7 req-ef546c01-c955-4c57-9c86-e49db1126ebc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Jul 22 14:47:27.982044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39082c90-79b2-4ca7-bf37-fb1c81a3800e req-67ac180b-58d4-4381-a4b9-6e8772278a60 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:27.983563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39082c90-79b2-4ca7-bf37-fb1c81a3800e req-67ac180b-58d4-4381-a4b9-6e8772278a60 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0647233 Jul 22 14:47:28.021577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39082c90-79b2-4ca7-bf37-fb1c81a3800e req-30df1c6f-297c-49fe-8b58-b4cad0b821fb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Jul 22 14:47:29.152463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3dee9-8e72-4a3e-97d0-e1dd574ce5c4 req-fe531e80-2804-4cae-ac1f-73c57ba1a849 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:29.153871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2a3dee9-8e72-4a3e-97d0-e1dd574ce5c4 req-fe531e80-2804-4cae-ac1f-73c57ba1a849 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0660930 Jul 22 14:47:29.190045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2a3dee9-8e72-4a3e-97d0-e1dd574ce5c4 req-cc6f5cab-1f85-4116-99f9-2a8dabadc4c4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Jul 22 14:47:30.326369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369429a3-9e38-433d-b34b-f72df2baac6e req-a4a25fb9-ce49-4682-84cd-b8642d23197f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:30.327835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-369429a3-9e38-433d-b34b-f72df2baac6e req-a4a25fb9-ce49-4682-84cd-b8642d23197f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0706542 Jul 22 14:47:30.365599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-369429a3-9e38-433d-b34b-f72df2baac6e req-63f27292-182e-4cb5-9ab3-b1bcfc1d3c2d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322325 Jul 22 14:47:31.496036 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7650d-b9dc-4590-a03f-d5bea7d41e4f req-706d8059-baff-48d2-8111-3a874efac033 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:31.497538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5f7650d-b9dc-4590-a03f-d5bea7d41e4f req-706d8059-baff-48d2-8111-3a874efac033 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Jul 22 14:47:31.534097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5f7650d-b9dc-4590-a03f-d5bea7d41e4f req-b46eb38b-3023-4222-a959-d33d68685b31 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308158 Jul 22 14:47:32.668502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a543c3b-9fb4-48e2-98d0-c3753152d7cf req-a9db578b-c331-4b7d-b735-b5c9f51ee0d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:32.670042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a543c3b-9fb4-48e2-98d0-c3753152d7cf req-a9db578b-c331-4b7d-b735-b5c9f51ee0d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0687394 Jul 22 14:47:32.709758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2a543c3b-9fb4-48e2-98d0-c3753152d7cf req-4e836f53-23c6-4e6d-8c42-923a77d1d67a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340452 Jul 22 14:47:33.837675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ce3ab-d017-4500-ba95-b66fdf77152a req-82260478-8728-4545-a58b-2414bf6ab512 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:33.839196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e8ce3ab-d017-4500-ba95-b66fdf77152a req-82260478-8728-4545-a58b-2414bf6ab512 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0635710 Jul 22 14:47:33.876475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8e8ce3ab-d017-4500-ba95-b66fdf77152a req-a9ab1f6d-f3b6-424c-bf71-4593b7e12f71 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Jul 22 14:47:35.007408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f163e-255d-4269-9835-704721e993b6 req-acfb1ba0-d31f-4555-b457-0d4687d09738 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:35.008909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f10f163e-255d-4269-9835-704721e993b6 req-acfb1ba0-d31f-4555-b457-0d4687d09738 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0656078 Jul 22 14:47:35.046679 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f10f163e-255d-4269-9835-704721e993b6 req-fd36ae82-75e5-4260-953b-d46ee6709e0c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321703 Jul 22 14:47:36.180186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa723b-a899-467b-bd92-8c37eca43323 req-6e2df2a9-200f-4ddf-9033-2b38e9f74834 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:36.181599 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13aa723b-a899-467b-bd92-8c37eca43323 req-6e2df2a9-200f-4ddf-9033-2b38e9f74834 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0689192 Jul 22 14:47:36.219425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-13aa723b-a899-467b-bd92-8c37eca43323 req-12387844-2e8e-4829-90a7-429cd684f0e3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322795 Jul 22 14:47:37.354999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd41f65-70f4-42f7-baf7-394107404686 req-ff8d78f5-d948-4159-9811-c41e2ac43c70 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:37.356573 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7dd41f65-70f4-42f7-baf7-394107404686 req-ff8d78f5-d948-4159-9811-c41e2ac43c70 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0685182 Jul 22 14:47:37.396826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7dd41f65-70f4-42f7-baf7-394107404686 req-3564150d-2b56-47b9-b62a-ce90e4bfc4e5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347886 Jul 22 14:47:37.976170 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-f1b09025-846f-417c-95c3-f88a8c3ace3a service neutron] show failed (client error): The resource could not be found. Jul 22 14:47:37.977234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-f1b09025-846f-417c-95c3-f88a8c3ace3a service neutron] 10.222.0.13 "GET /v2.0/ports/471b37f2-5402-4b44-9d8f-9de394b09b76/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0555494 Jul 22 14:47:38.230149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-f389d595-20e2-4143-8db6-1012577c93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:38.231691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-f389d595-20e2-4143-8db6-1012577c93e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 1097 time: 0.1043155 Jul 22 14:47:38.243218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:38.315760 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:38.557265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:38.593214 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4180e5-569d-405b-b276-f0d126dec445 req-c5ec2db4-11c3-486d-b817-e32fce812c67 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:38.594765 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e4180e5-569d-405b-b276-f0d126dec445 req-c5ec2db4-11c3-486d-b817-e32fce812c67 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.1267703 Jul 22 14:47:38.619209 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:38.669661 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e4180e5-569d-405b-b276-f0d126dec445 req-97310e24-6d08-40a7-8c5c-b2c685154404 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687346 Jul 22 14:47:38.678719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:38.683653 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fe96ba-0fd8-4d05-8ef3-dbe84b6e8b71" -d '{"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-unplugged", "status": "completed", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:38.689498 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:38.704140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Transition to ACTIVE for port object 471b37f2-5402-4b44-9d8f-9de394b09b76 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:38.709648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:38.811076 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f410221f-445a-4984-890b-676b048534f2 x-openstack-request-id: req-f410221f-445a-4984-890b-676b048534f2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:38.811361 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-unplugged", "status": "completed", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:38.811608 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f410221f-445a-4984-890b-676b048534f2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:38.812000 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'code': 200} Jul 22 14:47:38.819539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:38.842306 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.842660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.843001 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.843339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.843675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.844005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.844342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.844671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.844998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.845325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.845671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.845998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:38.900355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] No DVR routers for this DVR port 471b37f2-5402-4b44-9d8f-9de394b09b76 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:47:39.036200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:39.036451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:39.037372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:39.041596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Port 471b37f2-5402-4b44-9d8f-9de394b09b76 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:47:39.041950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Attempting to bind port 471b37f2-5402-4b44-9d8f-9de394b09b76 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:39.046693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:39.047030 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:39.047421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:39.047845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Bound port: 471b37f2-5402-4b44-9d8f-9de394b09b76, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:39.048196 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:39.112906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:39.116418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:39.120901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:39.155324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.155938 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:39.157395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 1092 time: 0.9182441 Jul 22 14:47:39.181799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661e905-3718-4ff4-806a-03bb4537f2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:39.239763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-4346e25f-4576-4e9c-937a-4de381a4cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.241487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-4346e25f-4576-4e9c-937a-4de381a4cf1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1095 time: 0.0609496 Jul 22 14:47:39.338077 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-1a550214-9231-4687-b2d8-e5fa28947038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.339580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-1a550214-9231-4687-b2d8-e5fa28947038 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0922935 Jul 22 14:47:39.403104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-36c787af-54a5-4921-88b7-78ca2e25207f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 999 time: 0.0573733 Jul 22 14:47:39.459829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-1ed813f5-4f43-4cd9-970b-bbeaa1ab8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.461242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-1ed813f5-4f43-4cd9-970b-bbeaa1ab8621 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0524642 Jul 22 14:47:39.519315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-c0edbc9d-de15-4671-9920-71acb8dbd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.520822 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-c0edbc9d-de15-4671-9920-71acb8dbd80b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531833 Jul 22 14:47:39.609196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-e832c789-02b6-41ce-959d-328f3a6d1f84 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813558 Jul 22 14:47:39.701168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb07b307-06fd-4516-8a60-4eb61b4d3190 req-39221566-0ba0-423a-a85b-4edde80fc405 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Jul 22 14:47:39.809931 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4ad5-ea5f-41ba-85ef-89c495b9caa7 req-7c1d32f3-0283-4cf3-9fdb-160faa11d4ef tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.811465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1b4ad5-ea5f-41ba-85ef-89c495b9caa7 req-7c1d32f3-0283-4cf3-9fdb-160faa11d4ef tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 943 time: 0.0665760 Jul 22 14:47:39.850720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1b4ad5-ea5f-41ba-85ef-89c495b9caa7 req-9f2484c5-d9ef-44f8-9e7f-04ed699a5ed0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334435 Jul 22 14:47:40.389013 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:47:40.813158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:40.815678 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a234ad-4e15-44c8-adfa-804e5b29534d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:40.865708 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a84be20-7307-47c4-b3f4-5f2bafeca8bf x-openstack-request-id: req-4a84be20-7307-47c4-b3f4-5f2bafeca8bf {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:40.866006 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:40.866262 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a84be20-7307-47c4-b3f4-5f2bafeca8bf {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:40.866663 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'status': 'completed', 'code': 200} Jul 22 14:47:40.947219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-6a3f7b0d-3219-4371-aca5-c448261e5bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:40.949301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-6a3f7b0d-3219-4371-aca5-c448261e5bd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1095 time: 0.0604258 Jul 22 14:47:40.975568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-b7de1f9b-dbde-4cd6-ab25-0136bdc62800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:40.977107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-b7de1f9b-dbde-4cd6-ab25-0136bdc62800 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1095 time: 0.0926826 Jul 22 14:47:41.043777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-3aefd46b-056e-4ee6-9073-b6f763caad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.045276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-3aefd46b-056e-4ee6-9073-b6f763caad2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0907578 Jul 22 14:47:41.061920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad944f-6290-4b6f-9ac1-5dcd42adf51d req-617afa35-9e63-4058-a04b-467d7704b3d5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.063508 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dcad944f-6290-4b6f-9ac1-5dcd42adf51d req-617afa35-9e63-4058-a04b-467d7704b3d5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 943 time: 0.1297722 Jul 22 14:47:41.113642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-cd33edf1-1a2b-4341-a4c5-58a9cc0a149f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 999 time: 0.0624135 Jul 22 14:47:41.116843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-d9bb3243-abda-43bb-bacd-72f5c95142d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.118364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-d9bb3243-abda-43bb-bacd-72f5c95142d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1334665 Jul 22 14:47:41.123676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dcad944f-6290-4b6f-9ac1-5dcd42adf51d req-0e0932e6-c1b3-47c2-9a15-1ee5f6d12a42 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534472 Jul 22 14:47:41.166532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-b401ee77-5ff2-4f8a-9bc3-5ac7f33d81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.168029 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-b401ee77-5ff2-4f8a-9bc3-5ac7f33d81a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0488837 Jul 22 14:47:41.188117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-1bd12cc9-95ac-413d-bc76-9aa5605aafd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 999 time: 0.0634909 Jul 22 14:47:41.188539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:47:41.234508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-5e64e32c-6687-4986-9d74-a19957330aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.236713 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-5e64e32c-6687-4986-9d74-a19957330aab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629418 Jul 22 14:47:41.243540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-4932d22a-1dda-42a0-b342-899e5d052963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.245949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-4932d22a-1dda-42a0-b342-899e5d052963 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0497243 Jul 22 14:47:41.262151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:47:41.323820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-9bf5b72a-5db8-41bf-98b5-ee8af1a927a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.325251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-9bf5b72a-5db8-41bf-98b5-ee8af1a927a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706871 Jul 22 14:47:41.338580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-6e0a825f-f78c-4401-8158-8b55c29fe147 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952437 Jul 22 14:47:41.421760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-613ce6f2-20f0-4fe8-8c14-5b323b09f598 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896599 Jul 22 14:47:41.428785 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-660f23b6-8232-4c67-a919-d47900883624 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843630 Jul 22 14:47:41.522943 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-28a234ad-4e15-44c8-adfa-804e5b29534d req-996652ea-b1e8-49ff-8d9b-5f6443e7725d service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945215 Jul 22 14:47:42.273999 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840210-6d55-4a32-919c-385c99947f3d req-4e66f859-8f15-4af3-9d9a-b9e393f6e1ff tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.275494 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2840210-6d55-4a32-919c-385c99947f3d req-4e66f859-8f15-4af3-9d9a-b9e393f6e1ff tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 943 time: 0.0648272 Jul 22 14:47:42.317057 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d2840210-6d55-4a32-919c-385c99947f3d req-91479635-5aa2-44ac-9e36-d57d7fc8faf3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360713 Jul 22 14:47:42.502035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:47:42.571623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee9f9f-8c5c-42cb-861f-db0d907d01e9 req-e8c0b30a-44e7-4414-8d15-ed2c232c8746 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.573153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09ee9f9f-8c5c-42cb-861f-db0d907d01e9 req-e8c0b30a-44e7-4414-8d15-ed2c232c8746 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 943 time: 0.1121788 Jul 22 14:47:42.581390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-54ad933c-f5de-424e-9303-a35ab5541356 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.582811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-54ad933c-f5de-424e-9303-a35ab5541356 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95&tenant_id=275007f9715a4cc880eca01ef1e1c8ee&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 943 time: 0.1103232 Jul 22 14:47:42.597527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:42.608684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'mac_address': 'fa:16:3e:f6:0b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:47:42.648921 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.655443 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-09ee9f9f-8c5c-42cb-861f-db0d907d01e9 req-7d7c4bd9-d582-4ca8-b7b8-7b6c4ffcca25 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716810 Jul 22 14:47:42.662375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471b37f2-5402-4b44-9d8f-9de394b09b76 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:42.674795 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-9e0f7c64-ddf7-4f86-ae04-06d1d6da95ee service neutron] delete failed (client error): The resource could not be found. Jul 22 14:47:42.675843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-9e0f7c64-ddf7-4f86-ae04-06d1d6da95ee service neutron] 10.222.0.13 "DELETE /v2.0/ports/471b37f2-5402-4b44-9d8f-9de394b09b76/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0853350 Jul 22 14:47:42.687625 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:42.692034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.748097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:42.755618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.756316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.756659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.756998 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.757334 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.757685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.758013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.758339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.758703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.759025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.759346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.759665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:42.775406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-ca69dd68-9b7d-41a2-8010-99cfc499975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.776927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-ca69dd68-9b7d-41a2-8010-99cfc499975a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 1096 time: 0.0574827 Jul 22 14:47:42.870145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-dcb2ec1c-9f3a-4860-93fd-0a3e7f5ec400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.872479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-dcb2ec1c-9f3a-4860-93fd-0a3e7f5ec400 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0887020 Jul 22 14:47:42.936499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-aacdfe76-3a53-4431-9ed2-3dea9b28dd73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 200 len: 1000 time: 0.0586829 Jul 22 14:47:42.945108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['471b37f2-5402-4b44-9d8f-9de394b09b76'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:42.986876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-619305b8-a2ca-4c0f-8a3c-e821dd49887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.988391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-619305b8-a2ca-4c0f-8a3c-e821dd49887c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0462120 Jul 22 14:47:43.050721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-183965a1-b536-49c9-bde5-819ebfd3bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.052278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-183965a1-b536-49c9-bde5-819ebfd3bade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577731 Jul 22 14:47:43.141627 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-3fe0eeda-6e15-4330-bd8a-6d3d0f9b1d57 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823643 Jul 22 14:47:43.234480 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-35127c01-1ebc-4bcd-b8c0-56e77e005827 req-8137f46c-8dae-42a6-835c-54eb4fc37070 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869741 Jul 22 14:47:43.797499 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e521d4-e202-48b2-a073-627534088c7a req-b3af5df8-276e-4c43-a7fc-5e811d28d948 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.798952 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0e521d4-e202-48b2-a073-627534088c7a req-b3af5df8-276e-4c43-a7fc-5e811d28d948 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 944 time: 0.0695865 Jul 22 14:47:43.837307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0e521d4-e202-48b2-a073-627534088c7a req-1908adad-d26b-44c1-82a0-9a441e87cd2d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322382 Jul 22 14:47:43.964398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b185-1242-485b-a41b-bd5b5d5343df req-e85f5f20-55b9-404d-bc53-d4bbd6be0dd4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.965927 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7a88b185-1242-485b-a41b-bd5b5d5343df req-e85f5f20-55b9-404d-bc53-d4bbd6be0dd4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 944 time: 0.0631270 Jul 22 14:47:44.004642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7a88b185-1242-485b-a41b-bd5b5d5343df req-c9c25ebe-9981-4ff6-ab0b-bce9331bd350 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332484 Jul 22 14:47:44.134478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649eb39-8f11-440f-9fa0-39a2ae9bbc36 req-5155cf7c-cea8-42e5-bb0e-bc467be532fa tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:44.135899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f649eb39-8f11-440f-9fa0-39a2ae9bbc36 req-5155cf7c-cea8-42e5-bb0e-bc467be532fa tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 944 time: 0.0637984 Jul 22 14:47:44.177351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f649eb39-8f11-440f-9fa0-39a2ae9bbc36 req-71ebc794-b6f2-4f36-bf32-71e648d0abd1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358632 Jul 22 14:47:44.423585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc3fd1-a6f5-418e-a7b0-1be1aeaefaba req-22d7c56d-95a3-4f97-a6c4-f3cc561b9617 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:44.425009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bfc3fd1-a6f5-418e-a7b0-1be1aeaefaba req-22d7c56d-95a3-4f97-a6c4-f3cc561b9617 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 944 time: 0.0659482 Jul 22 14:47:44.464405 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bfc3fd1-a6f5-418e-a7b0-1be1aeaefaba req-14ff4a57-0c8d-43c1-b981-6e8c81961a82 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327072 Jul 22 14:47:44.514297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:44.561071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 471b37f2-5402-4b44-9d8f-9de394b09b76 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:44.564628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 471b37f2-5402-4b44-9d8f-9de394b09b76 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:44.564996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:44.642271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:44.663700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:44.666061 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a58011b-afad-42ee-9f5d-94e2a863ba04" -d '{"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-plugged", "status": "completed", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:44.679973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:44.686746 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:44.722804 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6281acb-f6ff-4000-bf36-72c9c25a5cf8 x-openstack-request-id: req-a6281acb-f6ff-4000-bf36-72c9c25a5cf8 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:44.727425 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-plugged", "status": "completed", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:44.727761 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6281acb-f6ff-4000-bf36-72c9c25a5cf8 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:44.728209 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'code': 200} Jul 22 14:47:44.764507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:45.594553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c567b5-e694-4308-9965-05e99a0d5daa req-87044c50-8afc-499b-a530-d463f9a5d4bc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:45.596078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09c567b5-e694-4308-9965-05e99a0d5daa req-87044c50-8afc-499b-a530-d463f9a5d4bc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0647151 Jul 22 14:47:45.642889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09c567b5-e694-4308-9965-05e99a0d5daa req-5777e8fe-99d5-47fc-8073-70e08fbd93db tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Jul 22 14:47:45.698142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-d07831aa-3b90-4a4c-8e44-93ba6e3c3291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:45.699596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-d07831aa-3b90-4a4c-8e44-93ba6e3c3291 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 945 time: 0.0698302 Jul 22 14:47:45.799963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Deleting port 471b37f2-5402-4b44-9d8f-9de394b09b76 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:47:45.800225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.892138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] For port 471b37f2-5402-4b44-9d8f-9de394b09b76, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=471b37f2-5402-4b44-9d8f-9de394b09b76,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:45.892507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.059517 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.059812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.060128 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a disassociated. External IP: 172.25.8.252, port: 471b37f2-5402-4b44-9d8f-9de394b09b76. Jul 22 14:47:46.060468 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Calling delete_port for 471b37f2-5402-4b44-9d8f-9de394b09b76 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:47:46.187920 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.214717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event deleted for resources: {'Port': ['ID=471b37f2-5402-4b44-9d8f-9de394b09b76,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:46.334160 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:47:46.443982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:47:46.454103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:47:46.464149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:46.464767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:47:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:46.489347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] No DVR routers for this DVR port 471b37f2-5402-4b44-9d8f-9de394b09b76 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:47:46.492009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.494044 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4e3bfe8-570b-4f90-b527-339c9fc7d1fc req-74572b73-e9d7-4daf-98c4-eaf48a84976e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "DELETE /v2.0/ports/471b37f2-5402-4b44-9d8f-9de394b09b76 HTTP/1.1" status: 204 len: 173 time: 0.7887900 Jul 22 14:47:46.494480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-deleted', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:46.496734 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1f66ec-c931-4790-83aa-19f9ba0d2135" -d '{"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-deleted", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:46.535298 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29997e53-3e86-480b-9a02-e430195a2f31 x-openstack-request-id: req-29997e53-3e86-480b-9a02-e430195a2f31 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:46.535588 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca62a5-9805-459b-910f-2f5f07123a95", "name": "network-vif-deleted", "tag": "471b37f2-5402-4b44-9d8f-9de394b09b76", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:46.535840 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29997e53-3e86-480b-9a02-e430195a2f31 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:46.536238 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca62a5-9805-459b-910f-2f5f07123a95', 'name': 'network-vif-deleted', 'tag': '471b37f2-5402-4b44-9d8f-9de394b09b76', 'status': 'completed', 'code': 200} Jul 22 14:47:46.579936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:46.754758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-55212ed5-e79f-4efc-b0aa-e96018726ebd req-fdb481d0-b11e-4de2-bc42-78c5b53f1617 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fca62a5-9805-459b-910f-2f5f07123a95 HTTP/1.1" status: 200 len: 210 time: 0.0315044 Jul 22 14:47:46.949492 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:46.981362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:47:46.991258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:46.991870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:47:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:47.098968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:47.293513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:47.319564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45966303-c64a-4935-93ef-0102a25df5aa None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:47:47.558046 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ed483-c3d5-4602-90a0-882d79d107f2 None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:47:47.988939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-c371a0da-0315-4631-8092-58a0ce421772 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--198973389&fields=id&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 267 time: 0.0331035 Jul 22 14:47:48.097285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-fc2e456d-db9c-4aae-833c-49e05dc8eb99 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:48.098778 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-fc2e456d-db9c-4aae-833c-49e05dc8eb99 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1034758 Jul 22 14:47:48.113739 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-6f3493d2-64a8-43a5-9be0-99d6f85fb8d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/quotas/275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 375 time: 0.0088689 Jul 22 14:47:48.185648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-717e2358-340a-4227-9a4a-8b896ccda72f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660629 Jul 22 14:47:48.282264 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-df58f685-c9bc-438b-a302-55cd426bf19f service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856354 Jul 22 14:47:48.370882 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-8e5da59f-b3fa-4447-ab01-bb9b11330b63 service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818944 Jul 22 14:47:48.543261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec1f884f-bafa-438b-a2b8-745ae2324e6f req-279eb844-4d79-4632-b4a7-e4677f3ad672 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 210 time: 0.0287802 Jul 22 14:47:48.631788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-843a3cd3-4ecb-4a9d-94fe-80de7fce5615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:49.419440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:49.622695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fdf2eded-1f92-43ba-8ea2-ddba0bccd94e req-d0956d76-dd6b-4e8d-9fff-65d681884e17 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 210 time: 0.0302441 Jul 22 14:47:50.336260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:50.512599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:47:50.536301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 471b37f2-5402-4b44-9d8f-9de394b09b76 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:47:50.536771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 471b37f2-5402-4b44-9d8f-9de394b09b76 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:47:50.706768 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-606a9fa8-3b80-48d4-a7e0-0d072dd4d183 req-183edf9d-b213-41e9-a8ff-1949c1109767 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 210 time: 0.0330272 Jul 22 14:47:51.408286 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.479259 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-e17f6fff-53d2-494e-8a59-1f857df7a06a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:51.480760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-e17f6fff-53d2-494e-8a59-1f857df7a06a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1136045 Jul 22 14:47:51.486894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9856d9df-2118-41c3-8f3c-e28b4723f378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.525039 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-2f89815d-7075-42df-9f74-cbe30fd292b4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 379 time: 0.0352542 Jul 22 14:47:51.539416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'port': {'device_id': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'admin_state_up': True, 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'security_groups': ['892e40a8-bb1f-46de-b400-785383788abd']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:51.652104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Made reservation on behalf of 275007f9715a4cc880eca01ef1e1c8ee for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:51.655534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.783172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Allocated IP 172.20.0.10 (eebe9519-7e8d-49c2-8657-5205ba3f7d0a/0f302bef-2312-4199-bb24-be6ff2c2c3f9/e80c5fd1-1957-44fa-8703-36e53488a746) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:51.809429 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-324d60c8-10df-4e90-9eb0-61cbe24dcd7a req-da68b262-f227-4f59-8878-e58dd59c076b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 210 time: 0.0354781 Jul 22 14:47:51.918658 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.932082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Transition to ACTIVE for port object e80c5fd1-1957-44fa-8703-36e53488a746 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:51.964894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.011006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:52.016127 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:52.018591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:52.049265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:52.078337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.078971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.094657 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-4759fad8-5c35-41c0-956b-532543a4012e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615842 Jul 22 14:47:52.106949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Request body: {'port': {'device_id': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:52.182930 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.265721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6044d935-b91b-4ee9-bdf9-7bee78502483 None None] Provisioning for port e80c5fd1-1957-44fa-8703-36e53488a746 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:52.269438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6044d935-b91b-4ee9-bdf9-7bee78502483 None None] Provisioning complete for port e80c5fd1-1957-44fa-8703-36e53488a746 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:52.269835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6044d935-b91b-4ee9-bdf9-7bee78502483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.302927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6044d935-b91b-4ee9-bdf9-7bee78502483 None None] Port e80c5fd1-1957-44fa-8703-36e53488a746 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:47:52.445531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80c5fd1-1957-44fa-8703-36e53488a746 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:52.452758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.465221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Transition to ACTIVE for port object e80c5fd1-1957-44fa-8703-36e53488a746 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:52.468852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.544107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:52.553254 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.598838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:52.599875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:52.600232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:52.604867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Port e80c5fd1-1957-44fa-8703-36e53488a746 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:47:52.605188 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:52.610007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:52.610348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:52.610728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:52.611163 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Bound port: e80c5fd1-1957-44fa-8703-36e53488a746, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:52.611522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.679305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:52.682328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:52.685750 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.719790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.720411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.721792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] 10.222.0.20 "PUT /v2.0/ports/e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1093 time: 0.6191814 Jul 22 14:47:52.722396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:52.725854 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d9d2aa-a287-404e-9186-c2139031e8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:52.751546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc24089-7268-491d-aade-d2b0d7b2ae15 service neutron] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:52.773996 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7dd7f-1eab-451c-a610-833f62ae987f x-openstack-request-id: req-4ca7dd7f-1eab-451c-a610-833f62ae987f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:52.774289 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:52.774544 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ca7dd7f-1eab-451c-a610-833f62ae987f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:52.774948 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'status': 'completed', 'code': 200} Jul 22 14:47:52.824302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-6aad07e0-5b39-4319-bc5b-4b49cf8d0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.826121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-6aad07e0-5b39-4319-bc5b-4b49cf8d0988 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0658288 Jul 22 14:47:52.889021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-0634bed8-6188-4943-93d0-16d4cf8fd94b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 217 time: 0.0545232 Jul 22 14:47:52.942320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-05acb58b-f7a9-47e9-b203-bb742af02b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.943845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-05acb58b-f7a9-47e9-b203-bb742af02b02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0484312 Jul 22 14:47:52.962692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05ac8b-498f-4faa-b34a-94caf0770aaa req-a8fd29ad-a20c-4d53-8788-06dae751c0b8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.964310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e05ac8b-498f-4faa-b34a-94caf0770aaa req-a8fd29ad-a20c-4d53-8788-06dae751c0b8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0696135 Jul 22 14:47:53.003027 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-b2bc3373-4e1b-4d38-ae0b-43b3a255d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.003267 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e05ac8b-498f-4faa-b34a-94caf0770aaa req-7d72d86c-0ed7-4f71-8229-af80b33f6dbb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331628 Jul 22 14:47:53.004609 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-b2bc3373-4e1b-4d38-ae0b-43b3a255d77c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547893 Jul 22 14:47:53.096496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-7955c540-6624-44b3-8f67-9f5608d1edce service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848093 Jul 22 14:47:53.181853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-49f57357-f2ff-4245-80ed-71118c3710b3 req-83373305-1270-46b8-b474-fb2d0d4b2dfa service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788028 Jul 22 14:47:53.288060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-eb934268-8566-416c-8623-a527597de5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.289549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-eb934268-8566-416c-8623-a527597de5cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0582860 Jul 22 14:47:53.375496 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-74fcf2b2-6d48-47cc-a2a6-ff9b398ad419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.376885 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-74fcf2b2-6d48-47cc-a2a6-ff9b398ad419 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0810213 Jul 22 14:47:53.744064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-6a0f1659-fec0-4dba-98ab-e4414087ead0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 217 time: 0.3598676 Jul 22 14:47:53.792115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-9a9c9f3b-b2ef-4865-9a2a-eaddfd379c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.793594 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-9a9c9f3b-b2ef-4865-9a2a-eaddfd379c1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0429854 Jul 22 14:47:53.853487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-229b1664-1db6-4ea5-9772-1d53c6bf7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.855111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-229b1664-1db6-4ea5-9772-1d53c6bf7629 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542972 Jul 22 14:47:53.948643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-34929611-82fc-4158-ba26-011f5247ee3f service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865772 Jul 22 14:47:54.035793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b8d9d2aa-a287-404e-9186-c2139031e8c5 req-743fdc58-175e-4405-94e1-cdd2cddc4a49 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803752 Jul 22 14:47:54.142196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97d2fb-b735-4088-ab0c-3fdb01c9062b req-fc9353b2-1633-48e2-ba18-1dd812e37ba6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:54.143697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd97d2fb-b735-4088-ab0c-3fdb01c9062b req-fc9353b2-1633-48e2-ba18-1dd812e37ba6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0689003 Jul 22 14:47:54.183753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cd97d2fb-b735-4088-ab0c-3fdb01c9062b req-86e0d371-8e45-4cc0-a494-a59361519464 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334654 Jul 22 14:47:54.350395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.312831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4fc9e-e9af-4c15-9d39-3c8b4a92fe35 req-e1c63d36-8721-4921-91b8-5b0052cc166e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:55.314370 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1f4fc9e-e9af-4c15-9d39-3c8b4a92fe35 req-e1c63d36-8721-4921-91b8-5b0052cc166e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0640473 Jul 22 14:47:55.356045 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d1f4fc9e-e9af-4c15-9d39-3c8b4a92fe35 req-000d9adf-90a0-4e0b-9c48-555cb63568b8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356715 Jul 22 14:47:56.486656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded6d35-ee83-41bc-ac75-7397bf1604b3 req-39c1c020-17b9-458f-93c0-1155f1b8120f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:56.488139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eded6d35-ee83-41bc-ac75-7397bf1604b3 req-39c1c020-17b9-458f-93c0-1155f1b8120f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0662336 Jul 22 14:47:56.526537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eded6d35-ee83-41bc-ac75-7397bf1604b3 req-7151a575-c9d3-4109-9318-6c675e3b3c4e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Jul 22 14:47:56.557954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:47:56.654802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:56.665545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'mac_address': 'fa:16:3e:f5:1a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:47:56.702108 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.714728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80c5fd1-1957-44fa-8703-36e53488a746 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:56.734558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:56.737905 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.785150 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:56.930536 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['e80c5fd1-1957-44fa-8703-36e53488a746'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:57.658248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b294-5b5f-43fb-8549-0569e2a15e81 req-64ca9bae-c6de-4a5a-b4fa-489ead2b932b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:57.659764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd71b294-5b5f-43fb-8549-0569e2a15e81 req-64ca9bae-c6de-4a5a-b4fa-489ead2b932b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 945 time: 0.0652611 Jul 22 14:47:57.697294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd71b294-5b5f-43fb-8549-0569e2a15e81 req-9760719e-d03b-4c84-83e8-fd6e38a28895 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317819 Jul 22 14:47:58.573010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:58.620466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port e80c5fd1-1957-44fa-8703-36e53488a746 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:58.624929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port e80c5fd1-1957-44fa-8703-36e53488a746 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:58.625321 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.704694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.728025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:58.730316 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87fb2e-9cf1-4649-bcbb-6a565613c9ab" -d '{"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:58.743120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:58.748154 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.774176 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718067ea-d5e3-4a4c-98b9-610bb9dd388a x-openstack-request-id: req-718067ea-d5e3-4a4c-98b9-610bb9dd388a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:58.774464 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:58.774710 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-718067ea-d5e3-4a4c-98b9-610bb9dd388a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:58.775090 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'code': 200} Jul 22 14:47:58.802960 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:58.881349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6059da-9d0c-4bd3-bb1f-77cfba5f7b15 req-4dc97478-074c-4b96-a98e-53a532a76b45 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:58.882867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e6059da-9d0c-4bd3-bb1f-77cfba5f7b15 req-4dc97478-074c-4b96-a98e-53a532a76b45 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.1164253 Jul 22 14:47:58.933151 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e6059da-9d0c-4bd3-bb1f-77cfba5f7b15 req-27d619ed-f823-4d6e-bfdb-acd60190d2e5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437088 Jul 22 14:47:58.939068 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c3539-96ca-4e11-a845-397694dfd143 req-428d605b-d9b4-44f6-b19b-14fd185d3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:58.940517 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-850c3539-96ca-4e11-a845-397694dfd143 req-428d605b-d9b4-44f6-b19b-14fd185d3fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1098 time: 0.1098497 Jul 22 14:47:58.976447 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-850c3539-96ca-4e11-a845-397694dfd143 req-cb284e5f-4152-4656-96d7-8b8b87a3a946 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293975 Jul 22 14:48:00.063642 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d5636-4af1-4b5c-a5c3-12934ad4f922 req-4f9c9116-ac69-4fa5-93b6-1482fe68b2e5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:00.065145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b46d5636-4af1-4b5c-a5c3-12934ad4f922 req-4f9c9116-ac69-4fa5-93b6-1482fe68b2e5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0636508 Jul 22 14:48:00.102458 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b46d5636-4af1-4b5c-a5c3-12934ad4f922 req-f09cb3df-4db3-466d-87ad-46657296d8f5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Jul 22 14:48:00.228953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e840f-1867-4734-9d32-c23effde981a req-5cda9de8-7ee3-49d6-a016-3ef54c940647 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:00.230487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5c0e840f-1867-4734-9d32-c23effde981a req-5cda9de8-7ee3-49d6-a016-3ef54c940647 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0638492 Jul 22 14:48:00.238947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 56652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:00.243497 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'floatingip': {'port_id': 'e80c5fd1-1957-44fa-8703-36e53488a746'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:00.286309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.711216 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.715185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.811541 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a associated. External IP: 172.25.8.252, port: e80c5fd1-1957-44fa-8703-36e53488a746. Jul 22 14:48:01.034547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:01.141221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:01.146761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.151636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:01.160498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:01.161110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:47:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:01.194341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-913ed79f-fd07-4319-a3b3-ca12c6ad8c2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "PUT /v2.0/floatingips/4bdeb4a2-d771-44a6-9d7a-06b553adeb5a HTTP/1.1" status: 200 len: 992 time: 0.9530914 Jul 22 14:48:01.195275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:01.197717 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:01.234510 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c63ada-c71d-4964-ba7e-cf5655783506 x-openstack-request-id: req-e9c63ada-c71d-4964-ba7e-cf5655783506 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:01.235117 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:01.235117 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9c63ada-c71d-4964-ba7e-cf5655783506 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:01.235543 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'status': 'completed', 'code': 200} Jul 22 14:48:01.272463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:01.312555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-21ca4605-6c36-47d3-91ce-fd7c09f52516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:01.314028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-21ca4605-6c36-47d3-91ce-fd7c09f52516 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0558305 Jul 22 14:48:01.407923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-479e074a-bd7b-4d13-898d-d7ad933efb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:01.409403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-479e074a-bd7b-4d13-898d-d7ad933efb5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0889792 Jul 22 14:48:01.477670 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-4c295674-cec0-4cf1-a4e5-5ef36a1256c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1000 time: 0.0618353 Jul 22 14:48:01.497469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:f5:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:48:00Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:01.524501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:01.527777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-bcaa3d07-d9af-4512-a888-bb7d77c5568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:01.529278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-bcaa3d07-d9af-4512-a888-bb7d77c5568b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0459197 Jul 22 14:48:01.532761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:01.533357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:47:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:01.587338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-2aa00bff-6a71-4d9c-934e-35441e016bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:01.588793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-2aa00bff-6a71-4d9c-934e-35441e016bca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534308 Jul 22 14:48:01.639253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:01.684139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-5cd71201-b521-4554-8e56-e05f3a5e9609 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888519 Jul 22 14:48:01.774514 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e119611c-3ddc-4c92-b9bd-f3df1890e2c0 req-74d19413-1f30-4af1-ac62-3bcfbdda8dcd service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841982 Jul 22 14:48:01.860892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:f5:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:48:00Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:01.889979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ff4cb-56a4-4977-bf43-c3686eefb7c0 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:f5:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:48:00Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:02.085056 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd7a073-0d38-4a80-bf65-125b08d1d383 None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:48:17.388074 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:48:18.632557 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d80b78eb-48a8-4cba-9377-ca13e813998e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.431769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.351055 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.401220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.486808 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec07ea85-db37-4120-b8aa-ba7b25578282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.549907 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:24.353347 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.211285 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-1108d4e5-8e20-46b1-ac8f-755c6b8ab22c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608661 Jul 22 14:48:47.307655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-4b5257d0-3459-4590-9f0d-7e6872ec6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.309167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-4b5257d0-3459-4590-9f0d-7e6872ec6c5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0536478 Jul 22 14:48:47.416825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-31250b32-4b5d-417f-bd4d-a7949be5ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.418386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-31250b32-4b5d-417f-bd4d-a7949be5ef44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0879512 Jul 22 14:48:47.499882 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-9a4fd709-c5d7-41f9-bfa6-3dff35f62320 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1002 time: 0.0750761 Jul 22 14:48:47.549198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-4ae33606-51b5-4fdd-845c-605899915783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.550705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-4ae33606-51b5-4fdd-845c-605899915783 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0438673 Jul 22 14:48:47.609978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-a1c3a8f8-aaef-4e02-b1a5-3b5a3ff6cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.611539 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-a1c3a8f8-aaef-4e02-b1a5-3b5a3ff6cb3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547302 Jul 22 14:48:47.708275 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-4d7f046d-1f13-4caa-b3e3-5c6eb03921ac service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889781 Jul 22 14:48:47.806717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a5c4922b-d9ec-4640-af74-c2faebd82ab8 req-f51c8b7b-5656-468b-8cc7-47d3d7acd6aa service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925689 Jul 22 14:48:48.634122 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f151-a3f5-4cd2-9238-76011ab7980b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.430450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.351073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.401364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.487367 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce34d9e-90dd-49c7-bed3-0e33229607f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.553440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.355901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.387315 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:49:18.635116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d406b0c5-a56a-4148-968e-c5cdfa8c9cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.446221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.351287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:21.402479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:21.487827 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-50733276-307d-435c-82aa-ae0ce913c8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.555264 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.360768 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:31.390041 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:49:39.129177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be372e1-991b-42ef-bd2f-783261ab892a req-d1dbba61-105b-46d3-9ad0-01fa7a83564e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:39.130614 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7be372e1-991b-42ef-bd2f-783261ab892a req-d1dbba61-105b-46d3-9ad0-01fa7a83564e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0710154 Jul 22 14:49:39.168291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7be372e1-991b-42ef-bd2f-783261ab892a req-ddea4f71-9dc0-43f6-af62-2590d19b8f87 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315363 Jul 22 14:49:40.306808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b138f-00c8-4740-8d02-e0eda3ebd8b3 req-48238c5a-f550-4255-830f-0b203ad15d42 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:40.308330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e4b138f-00c8-4740-8d02-e0eda3ebd8b3 req-48238c5a-f550-4255-830f-0b203ad15d42 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0717728 Jul 22 14:49:40.346933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1e4b138f-00c8-4740-8d02-e0eda3ebd8b3 req-fbf1fdb3-3170-469c-9194-eea06fd883aa tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331659 Jul 22 14:49:41.480231 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243b912-b0e8-4a5d-b309-870cc80cd696 req-4299584b-9caa-42ee-84cb-31adb3331a9a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.481765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b243b912-b0e8-4a5d-b309-870cc80cd696 req-4299584b-9caa-42ee-84cb-31adb3331a9a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0657895 Jul 22 14:49:41.519039 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b243b912-b0e8-4a5d-b309-870cc80cd696 req-8998b530-ddd7-4c79-9afa-026f27ed5a96 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316589 Jul 22 14:49:42.651338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752585e-f95e-4e5f-92d7-0b9f5cebaf9b req-ec7df46d-0f2b-46ff-851d-c8ec369f9c89 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:42.652845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a752585e-f95e-4e5f-92d7-0b9f5cebaf9b req-ec7df46d-0f2b-46ff-851d-c8ec369f9c89 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0645623 Jul 22 14:49:42.690617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a752585e-f95e-4e5f-92d7-0b9f5cebaf9b req-d4a225fd-7067-4375-a3f1-a656f94e31ff tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Jul 22 14:49:43.823846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498dc83-0655-4389-aca0-a3bba8e6f26b req-7cb264c8-6894-4a4d-ac74-d872e5145078 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:43.825336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e498dc83-0655-4389-aca0-a3bba8e6f26b req-7cb264c8-6894-4a4d-ac74-d872e5145078 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0671344 Jul 22 14:49:43.862965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e498dc83-0655-4389-aca0-a3bba8e6f26b req-216c26fc-55e6-4aa2-a03f-19b9406d0406 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322080 Jul 22 14:49:44.994752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c330a7-11fa-4e4e-b723-95b69a378431 req-e1ff6d58-0ce3-462a-a84f-26de0865af32 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:44.996253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53c330a7-11fa-4e4e-b723-95b69a378431 req-e1ff6d58-0ce3-462a-a84f-26de0865af32 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0667913 Jul 22 14:49:45.033610 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53c330a7-11fa-4e4e-b723-95b69a378431 req-f052202f-9749-46c8-a3f9-fa415cc1f090 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Jul 22 14:49:46.163623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a81a91-5f5b-44b1-bdd8-2bf72b64b9c3 req-4fa8fc7d-2a55-4f03-8936-343df95dad7d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:46.165083 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10a81a91-5f5b-44b1-bdd8-2bf72b64b9c3 req-4fa8fc7d-2a55-4f03-8936-343df95dad7d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0651817 Jul 22 14:49:46.201819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-10a81a91-5f5b-44b1-bdd8-2bf72b64b9c3 req-23f23a56-a89d-464d-b415-74a759040aea tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311940 Jul 22 14:49:47.333212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaa168-4206-437a-ad1b-29c7df544ad1 req-15e3d1a9-1490-4600-ac11-42911de4145a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:47.335720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eaaa168-4206-437a-ad1b-29c7df544ad1 req-15e3d1a9-1490-4600-ac11-42911de4145a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0654340 Jul 22 14:49:47.377254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eaaa168-4206-437a-ad1b-29c7df544ad1 req-cf717969-128c-4ab9-b3ac-8a770e3e3fb7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360436 Jul 22 14:49:48.223317 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-47c01ee3-250a-49d6-8f14-5f8974eae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.224845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-47c01ee3-250a-49d6-8f14-5f8974eae824 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0538511 Jul 22 14:49:48.329658 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-bf5a0a03-5371-42d2-8e90-681bf958dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.331179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-bf5a0a03-5371-42d2-8e90-681bf958dd12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0876257 Jul 22 14:49:48.396753 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-ae2cd868-036f-406e-a7e6-f3d9a68e643f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1002 time: 0.0592170 Jul 22 14:49:48.459461 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-b37330d1-5364-4492-a6fa-3599d9ff5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.461006 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-b37330d1-5364-4492-a6fa-3599d9ff5824 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0585372 Jul 22 14:49:48.514793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94bb0d-17ad-43b2-9523-39f04a746a36 req-da7bbac3-0a55-487b-8c77-d4bbacf18a5f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.516285 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b94bb0d-17ad-43b2-9523-39f04a746a36 req-da7bbac3-0a55-487b-8c77-d4bbacf18a5f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0648742 Jul 22 14:49:48.519963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-fde0bc1a-9d40-47c7-9f31-70580d139533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.521532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-fde0bc1a-9d40-47c7-9f31-70580d139533 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545251 Jul 22 14:49:48.565431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0b94bb0d-17ad-43b2-9523-39f04a746a36 req-d52a1fd6-ad22-4447-931a-5d4392408347 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410914 Jul 22 14:49:48.622630 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-328377c7-e1fb-4687-99aa-8285c6ffd019 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949540 Jul 22 14:49:48.651097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-434e722e-d347-4411-8989-1694ca58bb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.729584 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0138bdb8-bff6-41bc-8506-9569cae6efa3 req-38faf202-e9c6-42ac-a8f5-9352310ff5fa service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010215 Jul 22 14:49:49.450470 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.699126 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ec868-3536-499b-b615-b774329986a1 req-10d51fbf-728d-449a-b54f-3bd617aff4e7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:49.700707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d58ec868-3536-499b-b615-b774329986a1 req-10d51fbf-728d-449a-b54f-3bd617aff4e7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0629375 Jul 22 14:49:49.739282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d58ec868-3536-499b-b615-b774329986a1 req-4c1ec3e1-e733-4fa3-acef-028736fcbe9d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330515 Jul 22 14:49:50.025180 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-8a06dfef-9fd0-43c5-9e82-3cb7199cc9df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979218 Jul 22 14:49:50.037854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a74f43-aef5-4ea0-ab04-a27a60eb6add req-06163af1-3e22-49e8-b118-b97b10ea5b65 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:50.039497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5a74f43-aef5-4ea0-ab04-a27a60eb6add req-06163af1-3e22-49e8-b118-b97b10ea5b65 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.1011145 Jul 22 14:49:50.078635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5a74f43-aef5-4ea0-ab04-a27a60eb6add req-e2f23487-f217-4f17-8913-8093699edb0b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Jul 22 14:49:50.364760 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.212268 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e29a0-52dd-415d-afc0-a5920f54218f req-27359b17-ba0b-414e-960d-1d0d4486a106 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:51.213723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c59e29a0-52dd-415d-afc0-a5920f54218f req-27359b17-ba0b-414e-960d-1d0d4486a106 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0677812 Jul 22 14:49:51.251844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c59e29a0-52dd-415d-afc0-a5920f54218f req-a2ba7b25-ce23-44bd-ba43-e500e0acc2e2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Jul 22 14:49:51.404080 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.490503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f18fccc7-c4ad-4d85-8354-266abaf8d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.380756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55338f6-dbaa-4f6e-9467-5c35194a3abe req-b532f7be-314e-4b08-9ab8-1127532bab95 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:52.382332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e55338f6-dbaa-4f6e-9467-5c35194a3abe req-b532f7be-314e-4b08-9ab8-1127532bab95 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0635858 Jul 22 14:49:52.423382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e55338f6-dbaa-4f6e-9467-5c35194a3abe req-2f374cb8-4565-4564-86f6-931747aa8eb0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352142 Jul 22 14:49:52.559821 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.273883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-265267c2-5719-4022-a87b-32f11ef96b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:53.275374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-265267c2-5719-4022-a87b-32f11ef96b34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1098 time: 0.0550513 Jul 22 14:49:53.361301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-1020ecf8-3546-462e-a8d3-1405454de49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:53.362793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-1020ecf8-3546-462e-a8d3-1405454de49d service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0815029 Jul 22 14:49:53.430820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-6f261b29-ba83-4269-82cc-376d9c6b7d72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1002 time: 0.0606921 Jul 22 14:49:53.485303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-94cb740d-a5ef-4291-b1ca-a367a711d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:53.486886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-94cb740d-a5ef-4291-b1ca-a367a711d891 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0498343 Jul 22 14:49:53.551183 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-2e7a5fd3-bcf3-4a34-9e0f-63581eb278a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:53.552726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-2e7a5fd3-bcf3-4a34-9e0f-63581eb278a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583785 Jul 22 14:49:53.562394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9feba6-1491-4a12-a69f-3a594e8785dc req-65ff6858-b268-4991-a80a-dec9e584c0bb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:53.563896 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa9feba6-1491-4a12-a69f-3a594e8785dc req-65ff6858-b268-4991-a80a-dec9e584c0bb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0651026 Jul 22 14:49:53.602487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa9feba6-1491-4a12-a69f-3a594e8785dc req-c9e5b232-6e89-473f-9b5b-b2db97744969 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324955 Jul 22 14:49:53.649466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-620262cf-3f8f-4e1f-a780-41301b6dd47e service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893753 Jul 22 14:49:53.738346 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-58cc7571-cf97-4b9b-9490-76a17f290730 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819736 Jul 22 14:49:54.360998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.742506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede66dd1-8f6a-43d4-8f53-bfea3eb0db28 req-9381a13e-9f8e-4c5d-9c0e-2ee2284652ac tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:54.744009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede66dd1-8f6a-43d4-8f53-bfea3eb0db28 req-9381a13e-9f8e-4c5d-9c0e-2ee2284652ac tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0680881 Jul 22 14:49:54.782171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ede66dd1-8f6a-43d4-8f53-bfea3eb0db28 req-1e14ea64-0574-4898-a22c-5cc0f28580b2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326509 Jul 22 14:49:55.658416 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-f01b68aa-33b1-44e1-9cf0-878fc81fa5fb service neutron] show failed (client error): The resource could not be found. Jul 22 14:49:55.659550 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-f01b68aa-33b1-44e1-9cf0-878fc81fa5fb service neutron] 10.222.0.20 "GET /v2.0/ports/e80c5fd1-1957-44fa-8703-36e53488a746/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0554788 Jul 22 14:49:55.921388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e88e-81d8-4f89-864d-651c697e7559 req-e17bf0bd-7c68-408a-87ea-a39df1c0db51 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:55.923061 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bea0e88e-81d8-4f89-864d-651c697e7559 req-e17bf0bd-7c68-408a-87ea-a39df1c0db51 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 946 time: 0.0745699 Jul 22 14:49:55.994571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bea0e88e-81d8-4f89-864d-651c697e7559 req-7211c92f-3a8b-416e-84ea-3229f040f848 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654931 Jul 22 14:49:56.009384 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-157005f9-013f-4e0f-9b09-56e3fe36bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:56.010914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-157005f9-013f-4e0f-9b09-56e3fe36bb67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 1098 time: 0.2023072 Jul 22 14:49:56.022142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:56.094812 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.665050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:56.701193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:56.748388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:56.750754 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3a312-a948-42b4-a424-a3d3f2d3bc3c" -d '{"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-unplugged", "status": "completed", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:56.754687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.767137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Transition to ACTIVE for port object e80c5fd1-1957-44fa-8703-36e53488a746 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:56.771150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.899660 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b383b6c0-9cd2-4e80-bed1-e3f148f1c29e x-openstack-request-id: req-b383b6c0-9cd2-4e80-bed1-e3f148f1c29e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:56.899962 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-unplugged", "status": "completed", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:56.900216 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b383b6c0-9cd2-4e80-bed1-e3f148f1c29e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:56.900620 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'code': 200} Jul 22 14:49:56.914853 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:56.940673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.941319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.941429 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.941717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.942170 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.942506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.942835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.943167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.943530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.943854 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.944340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.944678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:56.993147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] No DVR routers for this DVR port e80c5fd1-1957-44fa-8703-36e53488a746 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:57.182275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf7819-71b9-4e69-97b4-56df845dd740 req-ae16e6d6-c542-46f3-a519-b78aa4b98604 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.183657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cf7819-71b9-4e69-97b4-56df845dd740 req-ae16e6d6-c542-46f3-a519-b78aa4b98604 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.1118073 Jul 22 14:49:57.198867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:57.199192 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:57.199514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:57.212719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Port e80c5fd1-1957-44fa-8703-36e53488a746 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:49:57.213036 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Attempting to bind port e80c5fd1-1957-44fa-8703-36e53488a746 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:57.225784 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:57.226116 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:57.226499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:57.226923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Bound port: e80c5fd1-1957-44fa-8703-36e53488a746, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:57.227278 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.243242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cf7819-71b9-4e69-97b4-56df845dd740 req-9788450d-814d-40db-b53a-d13f7672e279 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541289 Jul 22 14:49:57.297858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:57.301297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:57.305741 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.338029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.338648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.340026 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] 10.222.0.13 "PUT /v2.0/ports/e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1093 time: 1.3220541 Jul 22 14:49:57.402481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfefaf-7348-4698-b129-ac040cf9f936 service neutron] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:57.434008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-3cf9c306-8c96-4430-8404-e8244bde614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.435694 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-3cf9c306-8c96-4430-8404-e8244bde614e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0708041 Jul 22 14:49:57.535654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4736194a-a7b4-43c1-8b9d-1c471e2b0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.537432 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-4736194a-a7b4-43c1-8b9d-1c471e2b0422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0958228 Jul 22 14:49:57.606666 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-5df4951e-3127-4ec7-84fe-a4219a8b0cf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1000 time: 0.0630121 Jul 22 14:49:57.655657 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-26557b36-891e-4ea4-9d96-bf9b556a6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.657060 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-26557b36-891e-4ea4-9d96-bf9b556a6285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0441108 Jul 22 14:49:57.718045 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-3aa7508f-a1b9-497d-9a5c-10ca8ee671f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.719586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-3aa7508f-a1b9-497d-9a5c-10ca8ee671f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565290 Jul 22 14:49:57.814558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-3d78bd5b-21a3-4135-be55-893e9ffa3e8f service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878997 Jul 22 14:49:57.905356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3397c277-c72b-4f8c-9807-e73454bc1a44 req-89c392e2-b7a6-4196-9b00-9c790fafe386 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Jul 22 14:49:58.376940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba02a6-6ff4-4bd2-9d85-5f85338d6687 req-f7a0ad64-931a-41b6-8aa6-d6d0a10b15d3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:58.378450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ba02a6-6ff4-4bd2-9d85-5f85338d6687 req-f7a0ad64-931a-41b6-8aa6-d6d0a10b15d3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0661020 Jul 22 14:49:58.416072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b2ba02a6-6ff4-4bd2-9d85-5f85338d6687 req-02466c4f-cdb5-4998-a5d2-3a8ab23a1404 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Jul 22 14:49:58.902050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:58.904452 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39a18a1-9756-4e38-9c75-528c7ea09106" -d '{"events": [{"name": "network-changed", "server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:58.951024 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4396a827-0143-4ae6-bd12-1cf13603c06c x-openstack-request-id: req-4396a827-0143-4ae6-bd12-1cf13603c06c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:58.951317 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:58.951682 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4396a827-0143-4ae6-bd12-1cf13603c06c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:58.952122 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'status': 'completed', 'code': 200} Jul 22 14:49:59.026092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-826d905e-24b1-4591-b7e6-af9ea7d6d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.027663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-826d905e-24b1-4591-b7e6-af9ea7d6d2be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0587766 Jul 22 14:49:59.030208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-977e6325-a33b-4d04-ac6d-9447d625c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.031758 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-977e6325-a33b-4d04-ac6d-9447d625c3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0571721 Jul 22 14:49:59.118053 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-bf1f43ca-989f-4681-9758-f1d3217b266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.119857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-bf1f43ca-989f-4681-9758-f1d3217b266c service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0866117 Jul 22 14:49:59.133274 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-71e47ff6-5e1b-4aad-954d-21915de13669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.134827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-71e47ff6-5e1b-4aad-954d-21915de13669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0965405 Jul 22 14:49:59.189751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-aca05ea8-7fe9-45d3-a9e1-794fda183741 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1000 time: 0.0639641 Jul 22 14:49:59.202082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-a1b47ddd-9378-4319-a829-6c709f4502c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1000 time: 0.0603070 Jul 22 14:49:59.241943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-cc5dc202-2d73-4872-b1e9-240173b579a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.243430 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-cc5dc202-2d73-4872-b1e9-240173b579a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0436640 Jul 22 14:49:59.256381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-bf9e18db-9900-44d7-b7a5-6c3efd945bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.257989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-bf9e18db-9900-44d7-b7a5-6c3efd945bb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0501137 Jul 22 14:49:59.277671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:59.304968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-ba23a3bf-314e-4cec-bda0-e67756b9425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.306625 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-ba23a3bf-314e-4cec-bda0-e67756b9425e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567276 Jul 22 14:49:59.319417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:59.320414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-bd4e7f0b-6978-43b5-9621-05c104ca2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.322051 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-bd4e7f0b-6978-43b5-9621-05c104ca2f10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574343 Jul 22 14:49:59.403213 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-170ecfbf-9962-4801-a154-c10f44524bc9 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897405 Jul 22 14:49:59.413216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-185bb643-941b-4a10-8ff0-a0c0f7fd15fc service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845010 Jul 22 14:49:59.513796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-a47c19bd-1424-40ee-8227-98efdf96f6d0 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939591 Jul 22 14:49:59.525696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f39a18a1-9756-4e38-9c75-528c7ea09106 req-56e2476f-b96b-4e07-93fd-bad7c88f6955 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159716 Jul 22 14:49:59.570890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9405c7-9275-4f2c-9d00-008faa25c2b0 req-e38b0263-fbd5-41a3-a1a2-e5765e299868 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.573399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e9405c7-9275-4f2c-9d00-008faa25c2b0 req-e38b0263-fbd5-41a3-a1a2-e5765e299868 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0849810 Jul 22 14:49:59.611784 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7e9405c7-9275-4f2c-9d00-008faa25c2b0 req-496b8358-2b8c-4cf1-aa11-d9caa55c2bbe tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Jul 22 14:49:59.856147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6d2d7-a898-40f2-9560-35e9a3422952 req-da56609c-3f85-4529-8c89-ab0dab69cf89 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.857654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44a6d2d7-a898-40f2-9560-35e9a3422952 req-da56609c-3f85-4529-8c89-ab0dab69cf89 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.1038489 Jul 22 14:49:59.866034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-7755e5a1-a21a-486b-aa07-49d49de9855f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:59.867540 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-7755e5a1-a21a-486b-aa07-49d49de9855f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f&tenant_id=275007f9715a4cc880eca01ef1e1c8ee&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.1036165 Jul 22 14:49:59.936548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-44a6d2d7-a898-40f2-9560-35e9a3422952 req-6cd0f867-f7ba-426d-817c-f66eefa509d8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680680 Jul 22 14:49:59.951150 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-2bb14c35-8d34-4489-be69-a9302ef8599c service neutron] delete failed (client error): The resource could not be found. Jul 22 14:49:59.952138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-2bb14c35-8d34-4489-be69-a9302ef8599c service neutron] 10.222.0.20 "DELETE /v2.0/ports/e80c5fd1-1957-44fa-8703-36e53488a746/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0779729 Jul 22 14:50:00.051985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-25230ae7-2222-4467-ac90-9f7571fb192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:00.053481 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-25230ae7-2222-4467-ac90-9f7571fb192d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0568204 Jul 22 14:50:00.144070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-ed92ac7b-cef3-45c9-9669-2cbeca284476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:00.145523 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-ed92ac7b-cef3-45c9-9669-2cbeca284476 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0859027 Jul 22 14:50:00.207399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-4145504d-0c30-4c35-8f89-22d364237520 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1000 time: 0.0552707 Jul 22 14:50:00.254250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-dbd076aa-62bf-4aae-986e-3cbaca5c9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:00.255637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-dbd076aa-62bf-4aae-986e-3cbaca5c9374 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0418446 Jul 22 14:50:00.316883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-11b7b0e0-fc70-4124-b92e-bcf246c2012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:00.318327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-11b7b0e0-fc70-4124-b92e-bcf246c2012e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560210 Jul 22 14:50:00.405675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-ccd586c1-5b9d-43a0-a6f3-f99ce3379227 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800319 Jul 22 14:50:00.497121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-328ad3e7-2171-4074-852f-3db6fa6e2fad req-fac4be70-85bf-4049-be0a-802d0b7d0a9a service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850172 Jul 22 14:50:01.075056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7999a-a207-4171-9b1d-fe22b795a332 req-06c9505e-2aa6-4f99-8d92-2b9f403d68d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.076570 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85f7999a-a207-4171-9b1d-fe22b795a332 req-06c9505e-2aa6-4f99-8d92-2b9f403d68d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0664599 Jul 22 14:50:01.113490 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85f7999a-a207-4171-9b1d-fe22b795a332 req-cdcda02a-d966-4562-a763-5c709a77cfd8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Jul 22 14:50:01.242189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c167c21-109f-4e60-a689-2ec325674d67 req-46c90356-e530-40ee-815d-85ac602f445a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.243677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c167c21-109f-4e60-a689-2ec325674d67 req-46c90356-e530-40ee-815d-85ac602f445a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0637980 Jul 22 14:50:01.280756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3c167c21-109f-4e60-a689-2ec325674d67 req-9c2ac94c-9c09-4637-946e-cb510911a7e6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Jul 22 14:50:01.494685 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4c5a0-5a5f-4b7a-981a-1d8d4eaa9389 req-9b745fd7-1086-4af4-b83c-03c7a800a431 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.497888 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9a4c5a0-5a5f-4b7a-981a-1d8d4eaa9389 req-9b745fd7-1086-4af4-b83c-03c7a800a431 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 944 time: 0.0723252 Jul 22 14:50:01.519894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c303d-a4a3-41ec-be66-907928ec2538 req-09eef957-25ec-4dad-b803-18982b657a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.521536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-09eef957-25ec-4dad-b803-18982b657a01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 1096 time: 0.0616429 Jul 22 14:50:01.533701 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9a4c5a0-5a5f-4b7a-981a-1d8d4eaa9389 req-efccc4bd-2d7d-49cf-be49-4bcec3476e0e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Jul 22 14:50:01.613386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c303d-a4a3-41ec-be66-907928ec2538 req-17bda272-683e-43e8-9bc4-91e0c3fb48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.614908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-17bda272-683e-43e8-9bc4-91e0c3fb48f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0877333 Jul 22 14:50:01.683697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-047d79b2-a820-4653-939a-efc9e4f3f9e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 200 len: 1000 time: 0.0623608 Jul 22 14:50:01.731458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c303d-a4a3-41ec-be66-907928ec2538 req-e561867a-60f5-4ffc-972a-99049a99808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.732910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-e561867a-60f5-4ffc-972a-99049a99808e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0439091 Jul 22 14:50:01.793382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c303d-a4a3-41ec-be66-907928ec2538 req-73de6b51-33d4-4f4a-a39a-cce053f4706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.794939 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-73de6b51-33d4-4f4a-a39a-cce053f4706f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561759 Jul 22 14:50:01.887252 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-f29f95ec-37f5-498c-8aaf-649dc43419ca service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859861 Jul 22 14:50:01.978297 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-287c303d-a4a3-41ec-be66-907928ec2538 req-1f75293e-5a86-414e-a5d4-b88a541af337 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841036 Jul 22 14:50:01.983597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:50:02.080911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:02.092406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'mac_address': 'fa:16:3e:f5:1a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:50:02.127213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.139664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80c5fd1-1957-44fa-8703-36e53488a746 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:50:02.159402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:02.163224 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.208680 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:02.216054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.216398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.216741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.217074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.217406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.217760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.218086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.218406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.218726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.219044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.219361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.219677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:02.423591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['e80c5fd1-1957-44fa-8703-36e53488a746'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:50:02.674125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820601e0-d5a9-44fe-917a-59e25ed50225 req-169f918f-7f2c-488b-bbfd-b88b45135c6a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:02.675674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-820601e0-d5a9-44fe-917a-59e25ed50225 req-169f918f-7f2c-488b-bbfd-b88b45135c6a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 945 time: 0.0716350 Jul 22 14:50:02.725393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-820601e0-d5a9-44fe-917a-59e25ed50225 req-861ace40-964f-415c-a1e7-5ce0652546be tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431201 Jul 22 14:50:02.975182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91fc65-c20a-4850-aca9-6758e9ec6e2c req-edd27eec-c1dc-492a-b121-fe85b7977d35 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:02.977290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b91fc65-c20a-4850-aca9-6758e9ec6e2c req-edd27eec-c1dc-492a-b121-fe85b7977d35 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 945 time: 0.0668857 Jul 22 14:50:03.021125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8b91fc65-c20a-4850-aca9-6758e9ec6e2c req-c9637402-604c-4238-ab1f-b50624a94ba8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Jul 22 14:50:03.995065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:04.043838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port e80c5fd1-1957-44fa-8703-36e53488a746 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:04.051026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port e80c5fd1-1957-44fa-8703-36e53488a746 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:04.051450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.132278 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.157790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cd115-13d6-4c50-b40d-5bd57d9b74b9 req-4e639595-d83b-4759-8ea3-cd43347d93b2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:04.159148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:04.161457 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8af1b-ac83-4afd-b185-75e421fb3140" -d '{"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:04.165558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-527cd115-13d6-4c50-b40d-5bd57d9b74b9 req-4e639595-d83b-4759-8ea3-cd43347d93b2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 945 time: 0.0722451 Jul 22 14:50:04.175696 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:04.181227 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.205409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-37ab7032-9aec-4c28-bc42-d5bdc712373f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:04.206876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-527cd115-13d6-4c50-b40d-5bd57d9b74b9 req-1b0e49ce-eb98-4e05-815c-db21b7065324 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403512 Jul 22 14:50:04.207064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-37ab7032-9aec-4c28-bc42-d5bdc712373f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 945 time: 0.0759902 Jul 22 14:50:04.239311 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:04.284483 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4662f14-9a54-48a5-a627-0dc579866d8a x-openstack-request-id: req-f4662f14-9a54-48a5-a627-0dc579866d8a {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:04.284782 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-plugged", "status": "completed", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:04.285039 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4662f14-9a54-48a5-a627-0dc579866d8a {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:04.285434 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'code': 200} Jul 22 14:50:04.321131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Deleting port e80c5fd1-1957-44fa-8703-36e53488a746 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:04.321471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.410369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] For port e80c5fd1-1957-44fa-8703-36e53488a746, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=e80c5fd1-1957-44fa-8703-36e53488a746,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:04.410651 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.629457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.629861 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.630180 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a disassociated. External IP: 172.25.8.252, port: e80c5fd1-1957-44fa-8703-36e53488a746. Jul 22 14:50:04.630526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Calling delete_port for e80c5fd1-1957-44fa-8703-36e53488a746 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:04.766928 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.793507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event deleted for resources: {'Port': ['ID=e80c5fd1-1957-44fa-8703-36e53488a746,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:04.913823 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:05.035184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:05.045312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:05.055055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:05.055672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:49:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.085796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] No DVR routers for this DVR port e80c5fd1-1957-44fa-8703-36e53488a746 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:05.088523 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.090606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a6a8fe82-1c22-4d5b-b65b-7de6cfd96417 req-e346f928-825a-49bd-a44b-208f01060093 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "DELETE /v2.0/ports/e80c5fd1-1957-44fa-8703-36e53488a746 HTTP/1.1" status: 204 len: 173 time: 0.8774762 Jul 22 14:50:05.091057 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-deleted', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:05.093364 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3837cb9d-be27-4573-bfe8-9959fd605e68" -d '{"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-deleted", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:05.132017 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a638864a-c502-4095-a006-8b25a41faf13 x-openstack-request-id: req-a638864a-c502-4095-a006-8b25a41faf13 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:05.132329 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f", "name": "network-vif-deleted", "tag": "e80c5fd1-1957-44fa-8703-36e53488a746", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:05.132569 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a638864a-c502-4095-a006-8b25a41faf13 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:05.132975 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd746c86c-6ff4-4f1a-a3c0-06a15b38ba8f', 'name': 'network-vif-deleted', 'tag': 'e80c5fd1-1957-44fa-8703-36e53488a746', 'status': 'completed', 'code': 200} Jul 22 14:50:05.169062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:05.323273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5cdc187d-021d-43d0-8ef0-c63ebeb93366 req-044cab52-a339-41ea-b59f-c0fe9e732ec0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=d746c86c-6ff4-4f1a-a3c0-06a15b38ba8f HTTP/1.1" status: 200 len: 210 time: 0.0321968 Jul 22 14:50:05.397382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.426689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:05.435582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:05.436179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:49:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.539372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:05.736800 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.763006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24053b9d-3d1e-4a75-91d4-b26368f5a472 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:05.970759 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffe8ee0-332b-4c02-ba39-4e3239940196 None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:50:06.595733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-4938283b-0b4f-47d8-8372-44b36d6e3da9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--198973389&fields=id&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 267 time: 0.0326178 Jul 22 14:50:06.703549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-6200995b-d6bc-4356-9bde-c9e50cb0d50e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:06.704941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-6200995b-d6bc-4356-9bde-c9e50cb0d50e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1025560 Jul 22 14:50:06.719352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-f09b3825-fa62-457f-97ba-48a6599f6804 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/quotas/275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 375 time: 0.0088248 Jul 22 14:50:06.786261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-ed0f4529-b695-4f01-8216-b62cb43d82c9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622630 Jul 22 14:50:07.290945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-866b888a-9406-4222-b5f9-1d16c6b5b9ce service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928424 Jul 22 14:50:07.377878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-8478a75d-6cb6-4d7e-a7fc-38addffd0215 service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812252 Jul 22 14:50:07.565740 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-065b36ca-0837-402f-b1a6-d2e7e69f5e74 req-a3653ba4-a0d0-4cf3-8d78-b5206331af76 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 210 time: 0.0333672 Jul 22 14:50:07.996846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:08.021238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: e80c5fd1-1957-44fa-8703-36e53488a746 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:08.022328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device e80c5fd1-1957-44fa-8703-36e53488a746 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:08.389332 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:50:08.626990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-b3e9ace8-a098-412c-a333-90b1880bade5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:08.628475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-b3e9ace8-a098-412c-a333-90b1880bade5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1110804 Jul 22 14:50:08.682114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-94d6df8c-5e0e-48d6-9029-9efc007cd525 req-1813764d-9b44-47b6-a95f-d519dff46a7b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 210 time: 0.0457530 Jul 22 14:50:08.704316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-91e22190-fa53-43f3-bc43-e4dc937af38b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 379 time: 0.0662706 Jul 22 14:50:08.714200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'port': {'device_id': '66475a57-c55d-46fc-be44-c920dad0adc9', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'admin_state_up': True, 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'security_groups': ['892e40a8-bb1f-46de-b400-785383788abd']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:08.822312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Made reservation on behalf of 275007f9715a4cc880eca01ef1e1c8ee for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:08.825744 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.948581 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Allocated IP 172.20.0.5 (eebe9519-7e8d-49c2-8657-5205ba3f7d0a/0f302bef-2312-4199-bb24-be6ff2c2c3f9/08063e9d-a787-4c57-84e9-495e8a458401) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:09.089857 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.103471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Transition to ACTIVE for port object 08063e9d-a787-4c57-84e9-495e8a458401 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:09.136206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.177342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:09.183046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:09.186615 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:09.218232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:09.233347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.233710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.234055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.234384 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.234710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.235034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.235355 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.235677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.235997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.236311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.236627 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.236942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:09.260313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:09.261193 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.276953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-bb07961d-76bd-4868-a3f9-bfb759630820 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5663447 Jul 22 14:50:09.289516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Request body: {'port': {'device_id': '66475a57-c55d-46fc-be44-c920dad0adc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:09.363462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.458249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4068c585-72c5-4aed-8c86-836eaba5a946 None None] Provisioning for port 08063e9d-a787-4c57-84e9-495e8a458401 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:09.462770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4068c585-72c5-4aed-8c86-836eaba5a946 None None] Provisioning complete for port 08063e9d-a787-4c57-84e9-495e8a458401 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:09.463147 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4068c585-72c5-4aed-8c86-836eaba5a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.498347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4068c585-72c5-4aed-8c86-836eaba5a946 None None] Port 08063e9d-a787-4c57-84e9-495e8a458401 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:09.631699 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:50:09.639099 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.651645 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Transition to ACTIVE for port object 08063e9d-a787-4c57-84e9-495e8a458401 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:09.654893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.726451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:09.782452 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:09.782781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:09.783120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:09.787953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:50:09.788276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:09.793283 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:09.793643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:09.794075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:09.794514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Bound port: 08063e9d-a787-4c57-84e9-495e8a458401, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:09.794936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.837256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033296-64ef-449b-bc3d-156f07fe866c req-f920667a-bf54-4bff-a0be-db0612b41a71 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:09.839160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93033296-64ef-449b-bc3d-156f07fe866c req-f920667a-bf54-4bff-a0be-db0612b41a71 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0752075 Jul 22 14:50:09.880109 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:09.884425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:09.886261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93033296-64ef-449b-bc3d-156f07fe866c req-2871e071-d19d-495a-8aca-ac6f8c29f812 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410137 Jul 22 14:50:09.891297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.927116 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:09.928290 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.929736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] 10.222.0.20 "PUT /v2.0/ports/08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1092 time: 0.6453927 Jul 22 14:50:09.930175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:09.932422 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c740684-0a15-43bd-b94a-88ea97abd323" -d '{"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:09.964970 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed2b14-bc01-4b94-b95f-768d23242674 service neutron] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:09.999315 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00802580-daa5-4360-b1ca-df40afb3a405 x-openstack-request-id: req-00802580-daa5-4360-b1ca-df40afb3a405 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:09.999607 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:09.999858 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00802580-daa5-4360-b1ca-df40afb3a405 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:10.000255 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'status': 'completed', 'code': 200} Jul 22 14:50:10.031724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-cb92a523-0e61-4383-8940-92731befbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.033319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-cb92a523-0e61-4383-8940-92731befbbe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1095 time: 0.0654454 Jul 22 14:50:10.079801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-2e78f9cd-bd81-459c-a510-a97e0e02a659 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 217 time: 0.0395582 Jul 22 14:50:10.132309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-9afd84e8-62ad-4c51-9469-6fc242816f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.133844 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-9afd84e8-62ad-4c51-9469-6fc242816f36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0482438 Jul 22 14:50:10.192031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-e861f2b0-f87a-4205-add7-df958754a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.194133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-e861f2b0-f87a-4205-add7-df958754a86f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538619 Jul 22 14:50:10.286318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-8a49df5b-250e-48ec-9fc6-2933e864b93b service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862548 Jul 22 14:50:10.373852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93de57fd-40de-4a9e-a05c-4b547a2ecb09 req-a4e38616-0ceb-41d9-b874-3736cc7a5cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 Jul 22 14:50:10.470750 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-337653fa-2339-47ff-80e5-bdf9ea8f8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.472291 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-337653fa-2339-47ff-80e5-bdf9ea8f8127 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1095 time: 0.0540435 Jul 22 14:50:10.565028 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-93b01bbf-b653-4886-8c32-f0517a3557d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.566727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-93b01bbf-b653-4886-8c32-f0517a3557d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0882943 Jul 22 14:50:10.607194 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-bf5c2b3e-1309-43ca-9001-e3c5ab6c2ba7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 217 time: 0.0332465 Jul 22 14:50:10.661228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-a2b6ed26-99fa-47e6-9e9d-ada20961982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.662725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-a2b6ed26-99fa-47e6-9e9d-ada20961982c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0464325 Jul 22 14:50:10.720639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-957c0aa1-1ced-43d9-ba84-a83b0681e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.722193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-957c0aa1-1ced-43d9-ba84-a83b0681e603 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531325 Jul 22 14:50:10.817436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-590f28c9-2696-4d89-9a2d-3167d529b1e0 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881145 Jul 22 14:50:10.910200 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c740684-0a15-43bd-b94a-88ea97abd323 req-7982f532-6540-43ed-ab9f-ede9fb3c2620 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853825 Jul 22 14:50:11.010195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e77fb6-c5bb-4e4d-a704-cc69b3d511a7 req-5bc71887-3e2f-4b15-be0a-4fbcd1ee498c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:11.011696 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78e77fb6-c5bb-4e4d-a704-cc69b3d511a7 req-5bc71887-3e2f-4b15-be0a-4fbcd1ee498c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0641522 Jul 22 14:50:11.049339 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78e77fb6-c5bb-4e4d-a704-cc69b3d511a7 req-4f87af1a-d04d-4f0c-8a55-9acdb8046567 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Jul 22 14:50:12.181345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef874b1-6c27-45ba-86dc-ef790dd7a02c req-35cddbdd-161a-43d0-8af5-5d7980bc2eb1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:12.182782 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ef874b1-6c27-45ba-86dc-ef790dd7a02c req-35cddbdd-161a-43d0-8af5-5d7980bc2eb1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0648758 Jul 22 14:50:12.226146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7ef874b1-6c27-45ba-86dc-ef790dd7a02c req-9d6d2969-8cd1-47b3-bf19-35fe14a101a0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363629 Jul 22 14:50:13.337027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:50:13.359818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e59fe-6edf-488d-9019-a3db4e969b96 req-c4aeacc6-05b2-4a78-834a-09a680cba2f6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:13.361330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e4e59fe-6edf-488d-9019-a3db4e969b96 req-c4aeacc6-05b2-4a78-834a-09a680cba2f6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0694265 Jul 22 14:50:13.399957 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9e4e59fe-6edf-488d-9019-a3db4e969b96 req-25057fe9-0f83-475d-8222-1bff7ebbb190 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Jul 22 14:50:13.432867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:13.447347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '08063e9d-a787-4c57-84e9-495e8a458401', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '08063e9d-a787-4c57-84e9-495e8a458401', 'mac_address': 'fa:16:3e:5d:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:50:13.483193 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.496145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:50:13.515115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:13.518830 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.565023 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:13.742881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['08063e9d-a787-4c57-84e9-495e8a458401'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:50:14.537333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1460da-e51c-42c0-9ad3-137ceee4ecb1 req-37393a95-2a05-4128-a0c9-51f4007348b4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:14.538857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e1460da-e51c-42c0-9ad3-137ceee4ecb1 req-37393a95-2a05-4128-a0c9-51f4007348b4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0676670 Jul 22 14:50:14.576323 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2e1460da-e51c-42c0-9ad3-137ceee4ecb1 req-43218063-0430-417e-8e25-9f319f9c8c9d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 Jul 22 14:50:15.336663 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:15.384133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 08063e9d-a787-4c57-84e9-495e8a458401 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:15.387672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 08063e9d-a787-4c57-84e9-495e8a458401 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:15.388043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:15.466360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:15.488703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:15.491052 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa1b2a8-3216-483b-976d-4b9bf764d770" -d '{"events": [{"server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "name": "network-vif-plugged", "status": "completed", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:15.508374 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:15.512410 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:15.538439 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26300f50-402d-457b-a9e8-708f56d49b45 x-openstack-request-id: req-26300f50-402d-457b-a9e8-708f56d49b45 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:15.538757 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "name": "network-vif-plugged", "status": "completed", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:15.539011 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26300f50-402d-457b-a9e8-708f56d49b45 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:15.539399 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'code': 200} Jul 22 14:50:15.567440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:15.643796 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65043b8b-67d9-41b6-8296-7a9dd9f27a16 req-a9b377d3-92a9-4fc6-8170-43908febc93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:15.645333 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65043b8b-67d9-41b6-8296-7a9dd9f27a16 req-a9b377d3-92a9-4fc6-8170-43908febc93f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.0578113 Jul 22 14:50:15.715758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65043b8b-67d9-41b6-8296-7a9dd9f27a16 req-d65555db-bf62-4844-84fc-d4fb0449c2a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572283 Jul 22 14:50:15.736664 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc76d2-5363-4916-9b46-586f7dc90acf req-340c4e14-7b70-4a6c-b655-eb29ad1d4e14 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:15.738169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2fc76d2-5363-4916-9b46-586f7dc90acf req-340c4e14-7b70-4a6c-b655-eb29ad1d4e14 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0894156 Jul 22 14:50:15.777526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2fc76d2-5363-4916-9b46-586f7dc90acf req-a72bf8ac-0486-4f57-a302-93b1c7f3af47 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337355 Jul 22 14:50:16.908902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359f223-88e3-4aef-9f8c-008088d40b05 req-f072cad7-2f4a-42f7-a833-3781fa0e9c40 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:16.910440 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1359f223-88e3-4aef-9f8c-008088d40b05 req-f072cad7-2f4a-42f7-a833-3781fa0e9c40 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0660264 Jul 22 14:50:16.947879 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1359f223-88e3-4aef-9f8c-008088d40b05 req-27ea1ad8-d428-437a-a764-73c7827a93d9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Jul 22 14:50:17.074229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854ec4f-8c24-4865-adbf-a12906736df7 req-97e93181-b267-46b9-8c3c-cfdba0176667 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:17.075642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f854ec4f-8c24-4865-adbf-a12906736df7 req-97e93181-b267-46b9-8c3c-cfdba0176667 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0643229 Jul 22 14:50:17.084962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:17.089383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'floatingip': {'port_id': '08063e9d-a787-4c57-84e9-495e8a458401'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:17.131460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.555327 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.559265 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.660363 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a associated. External IP: 172.25.8.252, port: 08063e9d-a787-4c57-84e9-495e8a458401. Jul 22 14:50:17.875494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:17.982297 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:17.987205 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.993421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:18.002585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:18.003190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:49:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:18.024356 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d4a8e47-8459-4596-85ba-c2cc7a5e1553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "PUT /v2.0/floatingips/4bdeb4a2-d771-44a6-9d7a-06b553adeb5a HTTP/1.1" status: 200 len: 991 time: 0.9383430 Jul 22 14:50:18.024958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:18.027590 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20108b64-df7a-4f12-a7b0-9b1222b23dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:18.066503 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c407f8-d96a-4706-9952-c30778ef829c x-openstack-request-id: req-55c407f8-d96a-4706-9952-c30778ef829c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:18.067037 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:18.067480 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55c407f8-d96a-4706-9952-c30778ef829c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:18.069204 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'status': 'completed', 'code': 200} Jul 22 14:50:18.112383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:18.143678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-850b9c3f-cc68-4f8f-9b54-d155ddf70007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:18.145224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-850b9c3f-cc68-4f8f-9b54-d155ddf70007 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.0546091 Jul 22 14:50:18.242777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-704c8722-e26b-430e-b245-4c130ec65f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:18.244292 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-704c8722-e26b-430e-b245-4c130ec65f0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0928998 Jul 22 14:50:18.308416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-d741bede-3e9f-4161-bef1-6e5c390c9a5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 999 time: 0.0576129 Jul 22 14:50:18.351218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '08063e9d-a787-4c57-84e9-495e8a458401', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:5d:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66475a57-c55d-46fc-be44-c920dad0adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:50:17Z', 'revision_number': 9, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:18.356925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-d7bd80be-b380-48d3-af59-26fb79097fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:18.358464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-d7bd80be-b380-48d3-af59-26fb79097fb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0439596 Jul 22 14:50:18.382105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:18.390555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:18.391162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:49:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:18.422219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-2459c741-8c21-427b-8fdd-fdb9b17632d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:18.423658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-2459c741-8c21-427b-8fdd-fdb9b17632d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588210 Jul 22 14:50:18.496628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:18.521371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-a474e28d-d6d9-477f-a670-51b77de15e2b service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907288 Jul 22 14:50:18.619107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20108b64-df7a-4f12-a7b0-9b1222b23dd2 req-1d237b89-0609-4937-97e4-dcfb095bc590 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919316 Jul 22 14:50:18.668613 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5150072a-c02f-433f-b2c1-ac845ab6e9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:18.744026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '08063e9d-a787-4c57-84e9-495e8a458401', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:5d:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66475a57-c55d-46fc-be44-c920dad0adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:50:17Z', 'revision_number': 9, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:18.930270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2560cc-bd32-45d0-89d5-cb73014fd913 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '08063e9d-a787-4c57-84e9-495e8a458401', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:5d:42:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66475a57-c55d-46fc-be44-c920dad0adc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:50:17Z', 'revision_number': 9, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:19.116920 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e443a40c-0718-4e0f-a6fd-7ee84ed54a3a None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:50:19.460248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.382016 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.404326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.491208 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5eda2ab8-06c5-42f1-b43a-2efe71348284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.566297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.363748 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.388654 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:50:48.630714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9eec235f-0026-461f-b696-59afe6967256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.467806 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.217851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-7db0f14b-f8c2-48dc-bd09-d3ef0f74ea03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0677626 Jul 22 14:50:50.319804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-92ae1247-3614-4781-a87a-078ac945463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.321314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-92ae1247-3614-4781-a87a-078ac945463f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.0540376 Jul 22 14:50:50.383328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.431687 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-abcf6cae-2c0a-48cf-994e-c7b448537f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.433231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-abcf6cae-2c0a-48cf-994e-c7b448537f1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0918987 Jul 22 14:50:50.500005 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-e7c71357-fc41-4283-960e-7827b2347679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1002 time: 0.0601809 Jul 22 14:50:50.550045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-386784a7-97dc-4593-8bb2-28dbddf4b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.551567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-386784a7-97dc-4593-8bb2-28dbddf4b35d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0435975 Jul 22 14:50:50.612989 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-b9a088be-ccb1-4834-a0ab-f86f66eecf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.615147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-b9a088be-ccb1-4834-a0ab-f86f66eecf9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537581 Jul 22 14:50:50.706617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-1bc3fd58-4612-45e9-8c57-bd0b81fbebeb service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849922 Jul 22 14:50:50.800510 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc95ae99-3b85-4df1-a6f6-b403f55a936f req-114fb536-43b5-43ee-b1f8-00141a4acc03 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Jul 22 14:50:51.408788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:51.490931 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a2c514a2-f728-4e31-af11-7206b2d31423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.565563 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.366272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.632094 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd8c1-2fc2-4f26-8bc1-29daf2a393df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:19.489647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.394711 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.412459 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.490729 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-479da405-c814-48a0-b76a-786b2ec0fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.391034 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:51:22.569369 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.368504 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:48.632912 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2577be10-a2ae-45be-9826-0ab69c7ddd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.494263 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.402193 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.188318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-435cd217-29ce-4419-9699-405706b7eb6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594673 Jul 22 14:51:51.283947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-5b7ca6b5-824b-496d-8769-ef40df9a9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.285453 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-5b7ca6b5-824b-496d-8769-ef40df9a9083 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.0543737 Jul 22 14:51:51.386740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-3072877d-584b-4ba7-8b5a-f9195a58c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.388211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-3072877d-584b-4ba7-8b5a-f9195a58c418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0846035 Jul 22 14:51:51.412110 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.457814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-7f4aa183-3d41-4d5c-a998-091577fd61df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1002 time: 0.0635014 Jul 22 14:51:51.496664 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b1293c5-b3bf-4bd7-9892-625a363a67cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.512135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-c39708d1-b3fd-4cda-87a0-92148dd766fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.513663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-c39708d1-b3fd-4cda-87a0-92148dd766fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0504813 Jul 22 14:51:51.573156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-b724944e-5491-4af0-9e56-b827ba40aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.574732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-b724944e-5491-4af0-9e56-b827ba40aec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546157 Jul 22 14:51:51.584386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-90cab1d6-14d7-49d0-9a5e-2e4bb2b6bde9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:51:51.585361 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-90cab1d6-14d7-49d0-9a5e-2e4bb2b6bde9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049813 Jul 22 14:51:51.676154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-3039f647-2cb4-45b7-8500-2a03cb50b294 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849352 Jul 22 14:51:51.769746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-93a3ef9a-a323-4d33-8c0b-646cfc3aa7e7 req-d53efd35-8ec6-4d1d-b921-30647edf4855 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869992 Jul 22 14:51:52.572496 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.373352 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.595673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-2cd90dfa-e5d2-4ca3-a6a1-3e69bdc09683 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4000654 Jul 22 14:51:55.686445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f0fc8-b914-4d73-b6f3-4d3b51b650d6 req-a5f54803-a9f4-4129-a824-d8da8c26988d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:55.687948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df7f0fc8-b914-4d73-b6f3-4d3b51b650d6 req-a5f54803-a9f4-4129-a824-d8da8c26988d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.4810319 Jul 22 14:51:55.728315 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-df7f0fc8-b914-4d73-b6f3-4d3b51b650d6 req-0c082e98-422f-4126-8332-8674a8783eba tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346909 Jul 22 14:51:56.646619 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-a4e8505c-8b4e-4d67-9967-aa2fc63cc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.648121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-a4e8505c-8b4e-4d67-9967-aa2fc63cc94c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1097 time: 0.0571122 Jul 22 14:51:56.738765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-bdc6fc29-bbe0-4be5-a4e8-4436daced654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.740234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-bdc6fc29-bbe0-4be5-a4e8-4436daced654 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0857196 Jul 22 14:51:56.810779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-fb48fae6-cfb5-4238-bfd6-36a8bf7fea17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1002 time: 0.0642443 Jul 22 14:51:56.859575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-92b7c3b0-fce7-46b6-94f3-6ed5b6b69ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.861069 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-92b7c3b0-fce7-46b6-94f3-6ed5b6b69ac7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0446973 Jul 22 14:51:56.920085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-089125ff-be69-48a5-a751-c40ab1e1890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.920470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a204f5-9c34-448d-9304-62ce8415204f req-9f3af1ef-bb8e-43af-855a-070c9366da77 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.921600 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-089125ff-be69-48a5-a751-c40ab1e1890d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545924 Jul 22 14:51:56.922049 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2a204f5-9c34-448d-9304-62ce8415204f req-9f3af1ef-bb8e-43af-855a-070c9366da77 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.1220410 Jul 22 14:51:56.964081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f2a204f5-9c34-448d-9304-62ce8415204f req-f0022ef8-1692-4c23-b9c7-4536a32d89d3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366111 Jul 22 14:51:57.014081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-c9638313-5ee0-4e5a-96f6-d1979236bf8b service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856543 Jul 22 14:51:57.100241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-80bf8724-dd0f-4fcf-ba4f-fb8bb58e4aed service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801914 Jul 22 14:51:58.099114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04b9b-3cda-42ba-887a-20ec79afe531 req-f788715b-70af-49b4-aeb1-9804d8afe671 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:58.100625 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c04b9b-3cda-42ba-887a-20ec79afe531 req-f788715b-70af-49b4-aeb1-9804d8afe671 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0675015 Jul 22 14:51:58.139196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6c04b9b-3cda-42ba-887a-20ec79afe531 req-2b00554c-1ed8-48f0-9437-ce6b45dc1359 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323784 Jul 22 14:51:59.269392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8daeec-7f5d-4521-b1ce-cd1cfbec4cb0 req-02c0ed45-0591-4aca-826b-bbe96770c453 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:59.271135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f8daeec-7f5d-4521-b1ce-cd1cfbec4cb0 req-02c0ed45-0591-4aca-826b-bbe96770c453 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0652306 Jul 22 14:51:59.310982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f8daeec-7f5d-4521-b1ce-cd1cfbec4cb0 req-31a0cb1c-4897-448d-98c8-2c4925db0296 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333393 Jul 22 14:51:59.389693 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:52:00.439142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf0212-ba12-4862-aeeb-ad327cb24d93 req-8265a8a2-3963-4b8b-ab18-3103f39237af tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:00.440613 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1bf0212-ba12-4862-aeeb-ad327cb24d93 req-8265a8a2-3963-4b8b-ab18-3103f39237af tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0630596 Jul 22 14:52:00.489116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e1bf0212-ba12-4862-aeeb-ad327cb24d93 req-bbfd180e-bfaf-4f61-a1ba-3dc5df3fa4bf tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431199 Jul 22 14:52:01.620489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a89f23-72af-40e9-903d-81ec943438a6 req-f2a4b521-3879-4355-8bc9-1cd4ed92b98c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.622000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80a89f23-72af-40e9-903d-81ec943438a6 req-f2a4b521-3879-4355-8bc9-1cd4ed92b98c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0653520 Jul 22 14:52:01.659940 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80a89f23-72af-40e9-903d-81ec943438a6 req-42ba4647-8c23-4e77-bec0-e4d805247471 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Jul 22 14:52:02.787255 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39106b-83b6-49b8-bbfe-610c3ed1063f req-2b834e73-7e81-44e3-8137-a06d2dc3cea9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:02.788750 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a39106b-83b6-49b8-bbfe-610c3ed1063f req-2b834e73-7e81-44e3-8137-a06d2dc3cea9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0635574 Jul 22 14:52:02.827512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a39106b-83b6-49b8-bbfe-610c3ed1063f req-5c19b09d-7017-4a5e-bb14-80322c44588b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Jul 22 14:52:03.963650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529656-e568-477f-ab51-1cecca5b0774 req-ee47d5e3-5d0b-45fa-a2ab-d929d1debd60 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:03.965158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f529656-e568-477f-ab51-1cecca5b0774 req-ee47d5e3-5d0b-45fa-a2ab-d929d1debd60 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0678475 Jul 22 14:52:04.003190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f529656-e568-477f-ab51-1cecca5b0774 req-e5f2cc91-ed37-4b51-9bbf-65f2abc318dd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Jul 22 14:52:05.137734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242845-d1b3-4349-9efe-f4a68ec41e20 req-8ef9f47a-4d5e-4bef-910b-40f1e92d9890 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:05.139216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26242845-d1b3-4349-9efe-f4a68ec41e20 req-8ef9f47a-4d5e-4bef-910b-40f1e92d9890 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0694325 Jul 22 14:52:05.177320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-26242845-d1b3-4349-9efe-f4a68ec41e20 req-eba3c758-e371-450b-8594-23c1cbc75483 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Jul 22 14:52:06.317362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79eb4f-6bd8-48b7-b2d4-7a31749e0917 req-68ae190e-f343-4597-a975-80a41061119a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:06.318892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc79eb4f-6bd8-48b7-b2d4-7a31749e0917 req-68ae190e-f343-4597-a975-80a41061119a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0750780 Jul 22 14:52:06.357163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dc79eb4f-6bd8-48b7-b2d4-7a31749e0917 req-e9944c6f-dc76-4f4b-ab64-bf1021a8d59a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321407 Jul 22 14:52:07.502309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053543bc-67b0-49e1-a73d-2951d7aee882 req-53ada669-a47e-440e-93d8-dcd71e71c6bc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:07.504129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-053543bc-67b0-49e1-a73d-2951d7aee882 req-53ada669-a47e-440e-93d8-dcd71e71c6bc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0760143 Jul 22 14:52:07.542872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-053543bc-67b0-49e1-a73d-2951d7aee882 req-2818ccd9-1732-41cd-9d9c-bd6edad13eda tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329547 Jul 22 14:52:08.675297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49282cf-2bb4-4b0f-89d1-7f9451df0b23 req-a3fb246e-8ce7-49a1-95b8-48e47056b845 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:08.676819 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f49282cf-2bb4-4b0f-89d1-7f9451df0b23 req-a3fb246e-8ce7-49a1-95b8-48e47056b845 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0636292 Jul 22 14:52:08.721906 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f49282cf-2bb4-4b0f-89d1-7f9451df0b23 req-a63813bc-3317-409e-a9de-b93aad5de719 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385907 Jul 22 14:52:08.857525 n-d-787205-11 neutron-server[93759]: INFO neutron.api.v2.resource [req-78dc264f-3ead-493e-aa81-406d8b515501 req-ee1451fc-35ff-43e7-bef1-ca6f7d39950f service neutron] show failed (client error): The resource could not be found. Jul 22 14:52:08.858521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-ee1451fc-35ff-43e7-bef1-ca6f7d39950f service neutron] 10.222.0.20 "GET /v2.0/ports/08063e9d-a787-4c57-84e9-495e8a458401/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0621517 Jul 22 14:52:09.069169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-23c16c85-731f-466d-b130-3ca897355d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.071328 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-23c16c85-731f-466d-b130-3ca897355d3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 1097 time: 0.0549521 Jul 22 14:52:09.081582 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:09.152755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.358160 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:09.391809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:09.431895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:09.434108 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240cdbf-f277-47d0-8ac5-d0088072e30b" -d '{"events": [{"server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "name": "network-vif-unplugged", "status": "completed", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:09.437637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.450705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Transition to ACTIVE for port object 08063e9d-a787-4c57-84e9-495e8a458401 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:09.454262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.488930 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73e1141-e946-4d7d-ac73-6f6281c935e0 x-openstack-request-id: req-e73e1141-e946-4d7d-ac73-6f6281c935e0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:09.489223 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "name": "network-vif-unplugged", "status": "completed", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:09.489480 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e73e1141-e946-4d7d-ac73-6f6281c935e0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:09.489900 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'code': 200} Jul 22 14:52:09.538777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:09.555249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.555595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.555939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.556285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.556621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.556953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.557284 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.557669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.557976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.558295 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.558620 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.558951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:09.596795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] No DVR routers for this DVR port 08063e9d-a787-4c57-84e9-495e8a458401 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:10.113718 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09ddee-6c6f-4cda-885e-5908a0618315 req-b35fa90d-8a4a-4b84-85d1-4c80c865ce18 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.115229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a09ddee-6c6f-4cda-885e-5908a0618315 req-b35fa90d-8a4a-4b84-85d1-4c80c865ce18 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.1020968 Jul 22 14:52:10.136234 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:10.136562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:10.136887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:10.149265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:10.149593 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:10.157443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:10.157810 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:10.158193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:10.158617 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Bound port: 08063e9d-a787-4c57-84e9-495e8a458401, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:10.158973 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.179648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3a09ddee-6c6f-4cda-885e-5908a0618315 req-23a8c163-6d26-4adb-bb1b-1456741ed8c7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541728 Jul 22 14:52:10.237286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:10.240320 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:10.244325 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.278304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.278931 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.280326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] 10.222.0.13 "PUT /v2.0/ports/08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1092 time: 1.2028160 Jul 22 14:52:10.301964 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd77e7-79d5-4487-9388-58cde43c3434 service neutron] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:10.372044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-d633713d-35ed-4357-9234-7cc09fcd7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.373510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-d633713d-35ed-4357-9234-7cc09fcd7f71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1095 time: 0.0671892 Jul 22 14:52:10.473456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-f98272bf-0472-41ad-a3ca-d43c76dbf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.474980 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-f98272bf-0472-41ad-a3ca-d43c76dbf52d service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0938842 Jul 22 14:52:10.539569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-f171464d-0dbf-49a0-b26d-fa937ab695bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0579267 Jul 22 14:52:10.591009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-e7763974-84c7-4ab0-b3e6-11cb63d70f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.592352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-e7763974-84c7-4ab0-b3e6-11cb63d70f3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0471337 Jul 22 14:52:10.651751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc264f-3ead-493e-aa81-406d8b515501 req-e176f943-9378-443e-9358-ce4ba98a0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.653213 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-e176f943-9378-443e-9358-ce4ba98a0983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544696 Jul 22 14:52:10.741182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-c454e8a0-8454-4475-bb99-1cb1a73adc1e service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810044 Jul 22 14:52:10.832780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-9b8100bd-07b7-4ae8-8cb5-e84bf1e5d0ed service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851576 Jul 22 14:52:11.314602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc940ce8-b99d-44de-8387-8bddec17569e req-8d541a51-3c6d-4af7-8f35-104c6fb003be tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.316232 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc940ce8-b99d-44de-8387-8bddec17569e req-8d541a51-3c6d-4af7-8f35-104c6fb003be tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0671206 Jul 22 14:52:11.354740 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc940ce8-b99d-44de-8387-8bddec17569e req-e473a47b-4e3a-4a43-9d47-2aae65672223 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320892 Jul 22 14:52:11.491601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:11.494635 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074d414c-f649-4ada-8a7a-a3716b6864d6" -d '{"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:11.543387 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc36a74-3028-4f90-a59b-851d9924f2fb x-openstack-request-id: req-3fc36a74-3028-4f90-a59b-851d9924f2fb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:11.543687 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:11.544007 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fc36a74-3028-4f90-a59b-851d9924f2fb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:11.544410 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'status': 'completed', 'code': 200} Jul 22 14:52:11.619379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-62554bc4-cbb3-4a1f-b6a0-40ec15b6fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.620907 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-62554bc4-cbb3-4a1f-b6a0-40ec15b6fbdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1095 time: 0.0599172 Jul 22 14:52:11.622838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-2390ddb7-7db3-40bc-9e51-213c77c8b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.624331 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-2390ddb7-7db3-40bc-9e51-213c77c8b000 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1095 time: 0.0558498 Jul 22 14:52:11.716055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-d147169d-e71b-4a06-b34b-91e25f4c9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.717605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-d147169d-e71b-4a06-b34b-91e25f4c9c5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0908630 Jul 22 14:52:11.720436 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-bb2c233e-95e3-49b1-bc3d-a504e456bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.721935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-bb2c233e-95e3-49b1-bc3d-a504e456bd2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0905964 Jul 22 14:52:11.782819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-82b35fa1-ee53-4500-a501-4fce92594b32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0589840 Jul 22 14:52:11.787190 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-450219f3-dd40-4bd0-91b9-94c4f6ca47c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0579953 Jul 22 14:52:11.835338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-8b9acf0c-de1b-42c7-b95d-7f1082d38ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.837140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-188ce184-a5fe-4ee8-874a-d978b3a5a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.837425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-8b9acf0c-de1b-42c7-b95d-7f1082d38ce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0483274 Jul 22 14:52:11.838642 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-188ce184-a5fe-4ee8-874a-d978b3a5a794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0443680 Jul 22 14:52:11.895820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-46efc0c5-32d5-477f-8f2b-92a34d5d7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.897281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-46efc0c5-32d5-477f-8f2b-92a34d5d7d7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541854 Jul 22 14:52:11.908563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-6036eb76-7fd1-42fb-9545-5959c8fab5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.910279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-6036eb76-7fd1-42fb-9545-5959c8fab5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648105 Jul 22 14:52:11.987751 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-37aa0579-97a9-4bd3-b236-e5ea34707be9 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837576 Jul 22 14:52:12.004769 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-be2208bc-133c-4521-afff-8864cde055f0 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873840 Jul 22 14:52:12.082728 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-e9c3e01a-530f-4652-9580-7018b53dd297 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888853 Jul 22 14:52:12.100319 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-074d414c-f649-4ada-8a7a-a3716b6864d6 req-22a4f941-8db1-451b-8226-87db132c612b service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882759 Jul 22 14:52:12.485386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39327dfd-cfa9-43fb-8fd1-cefedbc3616e req-dc86fbc3-7da1-4424-8ccb-5e1245da269e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.486923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39327dfd-cfa9-43fb-8fd1-cefedbc3616e req-dc86fbc3-7da1-4424-8ccb-5e1245da269e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0640359 Jul 22 14:52:12.526184 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39327dfd-cfa9-43fb-8fd1-cefedbc3616e req-af411aaa-b8e4-4ffb-9eea-02101d4ea6ad tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336497 Jul 22 14:52:12.822802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-d7cf1a4b-e1bb-4e0e-b9da-2f36d35ff2b4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.824329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-d7cf1a4b-e1bb-4e0e-b9da-2f36d35ff2b4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9&tenant_id=275007f9715a4cc880eca01ef1e1c8ee&binding%3Ahost_id=n-h1-787205-11 HTTP/1.1" status: 200 len: 943 time: 0.0700986 Jul 22 14:52:12.842520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef2812-e479-4ac8-8dfc-ae9c68e8f48a req-69009695-9966-4acd-98c2-9e6a892f74e7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.844029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcef2812-e479-4ac8-8dfc-ae9c68e8f48a req-69009695-9966-4acd-98c2-9e6a892f74e7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0691340 Jul 22 14:52:12.885215 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fcef2812-e479-4ac8-8dfc-ae9c68e8f48a req-23a5db15-485e-4b09-99f8-d20c4f1aadc5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354745 Jul 22 14:52:12.887287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9f6ceeb6-4ec7-4a22-843d-f51f013d7e29 service neutron] 10.222.0.13 "GET /v2.0/ports/08063e9d-a787-4c57-84e9-495e8a458401/bindings/n-h1-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.0558999 Jul 22 14:52:12.968117 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-27347006-31b4-4085-ae86-9fb7370526b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.969657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-27347006-31b4-4085-ae86-9fb7370526b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1095 time: 0.0604191 Jul 22 14:52:13.066194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-d893186e-72aa-4270-9f09-5ebf37362f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.067668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-d893186e-72aa-4270-9f09-5ebf37362f42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0920863 Jul 22 14:52:13.137204 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9ff522b4-105f-4530-ab62-cfc8b1867c49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0625994 Jul 22 14:52:13.185369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-c3058f89-c5f5-4862-b40f-84f45a32382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.186827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-c3058f89-c5f5-4862-b40f-84f45a32382f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0435870 Jul 22 14:52:13.245779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-66aef248-4ac4-49c0-9243-d391da790c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.247277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-66aef248-4ac4-49c0-9243-d391da790c58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529518 Jul 22 14:52:13.341710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-48b7770c-882d-4ab1-9478-7af0470a283a service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869536 Jul 22 14:52:13.431622 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-65e2d4f1-56bb-4bef-9c47-22902975bc8d service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829563 Jul 22 14:52:13.771164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:13.810182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:14.025375 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30324a0e-6c39-4a70-9fea-80282c65ff79 req-a709c2b7-01ec-4ba2-ab18-646b3087d82a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:14.026805 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30324a0e-6c39-4a70-9fea-80282c65ff79 req-a709c2b7-01ec-4ba2-ab18-646b3087d82a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 943 time: 0.0718534 Jul 22 14:52:14.066407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-30324a0e-6c39-4a70-9fea-80282c65ff79 req-1c4c0fff-6808-4036-a921-3bd38f0fcbf7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339117 Jul 22 14:52:14.562283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:14.656905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:14.667730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '08063e9d-a787-4c57-84e9-495e8a458401', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '08063e9d-a787-4c57-84e9-495e8a458401', 'mac_address': 'fa:16:3e:5d:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:14.705298 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.719241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:14.741069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:14.745061 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.793431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:14.800647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.800988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.801328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.801683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.802013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.802337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.802659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.802980 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.803297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.803615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.803931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:14.804245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.207359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38cb05-6756-4527-b74f-a0536f526afd req-e533b305-6c55-49f5-bd84-7eddbfdda370 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.208861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a38cb05-6756-4527-b74f-a0536f526afd req-e533b305-6c55-49f5-bd84-7eddbfdda370 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0678010 Jul 22 14:52:15.251413 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a38cb05-6756-4527-b74f-a0536f526afd req-82b51fac-07bd-46c5-84c8-b5acb8d484bd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358360 Jul 22 14:52:15.308659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-92001f4e-337c-47a1-a5c2-25ef72636fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.310202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-92001f4e-337c-47a1-a5c2-25ef72636fbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 1096 time: 0.0556719 Jul 22 14:52:15.321237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:15.394355 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.593935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:15.626018 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:15.663193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:15.671218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.681851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Ignored duplicate provisioning block setup for port 08063e9d-a787-4c57-84e9-495e8a458401 by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:52:15.685211 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.775905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=9']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:15.787838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.788189 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.788536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.788875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.789854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.790419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.790575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.790853 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.791186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.791514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.791843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.792165 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:15.833264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] No DVR routers for this DVR port 08063e9d-a787-4c57-84e9-495e8a458401 on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:15.972675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:15.973063 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:15.973404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:15.978684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:15.979006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Attempting to bind port 08063e9d-a787-4c57-84e9-495e8a458401 on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:15.983854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:15.984241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:15.984622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:15.985048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Bound port: 08063e9d-a787-4c57-84e9-495e8a458401, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:15.985405 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.051988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:16.056453 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:16.060087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.093152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.093815 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.095309 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] 10.222.0.20 "PUT /v2.0/ports/08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1092 time: 0.7780626 Jul 22 14:52:16.095746 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:16.098088 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e85250-7b60-4a25-976d-5800c4dcc1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:16.158821 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401a540-17a1-4468-babc-6c4b8ee15dcc x-openstack-request-id: req-5401a540-17a1-4468-babc-6c4b8ee15dcc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:16.159118 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:16.159373 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5401a540-17a1-4468-babc-6c4b8ee15dcc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:16.159770 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'status': 'completed', 'code': 200} Jul 22 14:52:16.165606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217a84a-c92b-4e26-b418-7f854f16e462 service neutron] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:16.193472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-b0724700-f482-477b-a693-c27945f1b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.195090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-b0724700-f482-477b-a693-c27945f1b36b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1096 time: 0.0738299 Jul 22 14:52:16.242270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-e32a8c20-5752-430e-b037-5a12e8501fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.244473 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-e32a8c20-5752-430e-b037-5a12e8501fca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1096 time: 0.0589702 Jul 22 14:52:16.302175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-0f546360-4550-42e8-9e81-858e38bb11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.303818 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-0f546360-4550-42e8-9e81-858e38bb11a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1017671 Jul 22 14:52:16.352287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-33495e8b-d441-42e2-9a66-82d62b24fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.353925 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-33495e8b-d441-42e2-9a66-82d62b24fa7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1028090 Jul 22 14:52:16.410663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-daa50730-14c5-426e-b72e-9e262a6137e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0989652 Jul 22 14:52:16.426404 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-932a3c18-c367-49bf-bfa8-f23794cbbdb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0663671 Jul 22 14:52:16.476177 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-bfac15ab-ece4-47fc-8dfe-ea272f4a3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.477878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-bfac15ab-ece4-47fc-8dfe-ea272f4a3abe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0449133 Jul 22 14:52:16.477993 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d7439-ea99-4b18-b4db-faf3d4adbb6b req-8b35d511-8c77-42ed-a153-2feec8f729c5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.479434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826d7439-ea99-4b18-b4db-faf3d4adbb6b req-8b35d511-8c77-42ed-a153-2feec8f729c5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.1304150 Jul 22 14:52:16.481229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-912989a2-d82c-4c35-a9b6-dc959f4586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.482628 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-912989a2-d82c-4c35-a9b6-dc959f4586b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0651438 Jul 22 14:52:16.542630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-e55dd2e0-3e25-4c16-b527-298a2195acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.544044 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-e55dd2e0-3e25-4c16-b527-298a2195acd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591571 Jul 22 14:52:16.545109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-826d7439-ea99-4b18-b4db-faf3d4adbb6b req-3b844c24-497f-412f-a43f-3d0b85fdb56a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601456 Jul 22 14:52:16.575680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9df3215a-d595-42b3-9589-db243cc28d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.577243 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-9df3215a-d595-42b3-9589-db243cc28d15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863752 Jul 22 14:52:16.636975 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-aa1694db-7ec7-49a1-b1dc-545e72a35a44 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850873 Jul 22 14:52:16.671936 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-1b85ff8a-784d-4867-8f2e-95cf98a68573 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879965 Jul 22 14:52:16.748672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-a5a8cca4-7974-45eb-a51d-22df2e70f14f service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045520 Jul 22 14:52:16.770135 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-332ea2fe-9606-47ca-987c-a301c58d5d2c req-a1f17bba-b024-494b-a302-15612204c5fd service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916607 Jul 22 14:52:16.871567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-5208ca11-7203-4567-8dfa-9622787883cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.872991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-5208ca11-7203-4567-8dfa-9622787883cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 1096 time: 0.0591779 Jul 22 14:52:16.960616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-79a164ce-7bf1-4d17-af9b-ba86eb9d6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.962698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-79a164ce-7bf1-4d17-af9b-ba86eb9d6c1f service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0837429 Jul 22 14:52:17.033234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-1494e2b1-b91c-42d7-a614-8f7df6fff522 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 200 len: 1000 time: 0.0643740 Jul 22 14:52:17.081345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-d93088eb-83f9-49b3-b792-06c89322f6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:17.082843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-d93088eb-83f9-49b3-b792-06c89322f6b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0431139 Jul 22 14:52:17.140314 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-5794169d-1cc9-4729-b055-e4c8b36b0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:17.141720 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-5794169d-1cc9-4729-b055-e4c8b36b0f00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519078 Jul 22 14:52:17.235972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-e2868e44-e0b1-46b4-a7d1-551db0760b1c service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874772 Jul 22 14:52:17.325417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51e85250-7b60-4a25-976d-5800c4dcc1a4 req-f62d05d1-0453-4b0d-8af7-6969b62ff831 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816944 Jul 22 14:52:17.683441 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ebd7-e3b6-4987-aa21-83a63d0645ca req-80f78739-875e-4f91-abfe-944f50b879de tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:17.684924 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90e1ebd7-e3b6-4987-aa21-83a63d0645ca req-80f78739-875e-4f91-abfe-944f50b879de tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0654190 Jul 22 14:52:17.723280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90e1ebd7-e3b6-4987-aa21-83a63d0645ca req-363b1d71-6149-4da2-b3ea-ac012b39c1d4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 Jul 22 14:52:18.585313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:18.636817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:18.639154 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f45b3d71-eb28-4e21-bb12-3ac050e6a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.856650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865759d-1697-444e-a965-8f4fec66d608 req-7888d837-21ce-4234-9e08-34d67635c6db tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:18.858124 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5865759d-1697-444e-a965-8f4fec66d608 req-7888d837-21ce-4234-9e08-34d67635c6db tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0668168 Jul 22 14:52:18.896730 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5865759d-1697-444e-a965-8f4fec66d608 req-553a9c8b-59fb-4354-ab25-4a90941d16d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327802 Jul 22 14:52:19.025848 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28947f8-1db4-49c7-add7-482a5a7a55f0 req-8cf71c63-2e32-4dd7-ac1f-56574de82c88 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.027348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a28947f8-1db4-49c7-add7-482a5a7a55f0 req-8cf71c63-2e32-4dd7-ac1f-56574de82c88 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0648375 Jul 22 14:52:19.069412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a28947f8-1db4-49c7-add7-482a5a7a55f0 req-206f624f-d78a-44e7-8464-04feadf08482 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365582 Jul 22 14:52:19.196278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5640b-71ce-45be-9f27-ad3dcd80bcf8 req-53a7803a-a0e2-4d85-bcb1-6e7237bdfa12 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.197711 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41f5640b-71ce-45be-9f27-ad3dcd80bcf8 req-53a7803a-a0e2-4d85-bcb1-6e7237bdfa12 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0630679 Jul 22 14:52:19.236123 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41f5640b-71ce-45be-9f27-ad3dcd80bcf8 req-5a162530-511e-4387-a47c-b67decc9ff0c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329940 Jul 22 14:52:19.481336 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ed64f-0cac-4a1b-9f82-a88d6c556158 req-9f3d9938-4684-47e4-bcdb-7280475df76c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.482858 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e07ed64f-0cac-4a1b-9f82-a88d6c556158 req-9f3d9938-4684-47e4-bcdb-7280475df76c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 944 time: 0.0647948 Jul 22 14:52:19.505395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.525373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e07ed64f-0cac-4a1b-9f82-a88d6c556158 req-06e5ed7c-e5b1-49e2-802f-08e373484a6a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370340 Jul 22 14:52:19.798423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:19.898861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:19.909973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '08063e9d-a787-4c57-84e9-495e8a458401', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '08063e9d-a787-4c57-84e9-495e8a458401', 'mac_address': 'fa:16:3e:5d:42:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:19.949770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.962042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:19.981561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:19.985353 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:20.030966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:20.258882 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['08063e9d-a787-4c57-84e9-495e8a458401'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:20.407274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:20.635119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-882189b7-99ee-40df-a7fe-40fd03f72d3d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:20.636593 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-882189b7-99ee-40df-a7fe-40fd03f72d3d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0687950 Jul 22 14:52:20.660365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f817e4-aa05-4ad7-9fed-5140687576de req-61f6bc09-56ee-43d3-a86b-20e479326ffd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:20.661934 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1f817e4-aa05-4ad7-9fed-5140687576de req-61f6bc09-56ee-43d3-a86b-20e479326ffd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 945 time: 0.0684335 Jul 22 14:52:20.701704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1f817e4-aa05-4ad7-9fed-5140687576de req-b65d7a68-f13d-4744-b9df-e7937d0303aa tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Jul 22 14:52:20.737101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Deleting port 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:20.737445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:20.830022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] For port 08063e9d-a787-4c57-84e9-495e8a458401, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=08063e9d-a787-4c57-84e9-495e8a458401,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:20.830309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.005239 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.005606 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.006072 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a disassociated. External IP: 172.25.8.252, port: 08063e9d-a787-4c57-84e9-495e8a458401. Jul 22 14:52:21.006407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Calling delete_port for 08063e9d-a787-4c57-84e9-495e8a458401 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:21.136058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.165141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event deleted for resources: {'Port': ['ID=08063e9d-a787-4c57-84e9-495e8a458401,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:21.281889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:52:21.394613 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:21.411703 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:21.425325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.428684 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:21.429295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:51:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:21.440058 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] No DVR routers for this DVR port 08063e9d-a787-4c57-84e9-495e8a458401 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:21.442589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.444562 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6cb65973-258f-45c7-adb4-3efe97a0f732 req-2f8732dd-f85f-48e8-b991-ae049be5afdd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "DELETE /v2.0/ports/08063e9d-a787-4c57-84e9-495e8a458401 HTTP/1.1" status: 204 len: 173 time: 0.8024056 Jul 22 14:52:21.444995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'name': 'network-vif-deleted', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:21.447987 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ceb92e1-2d87-4fbd-82c7-7c1d59b3989b" -d '{"events": [{"server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "name": "network-vif-deleted", "tag": "08063e9d-a787-4c57-84e9-495e8a458401"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:21.484915 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55aa0d6-4020-4d24-9237-2f7e57195e23 x-openstack-request-id: req-c55aa0d6-4020-4d24-9237-2f7e57195e23 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:21.485253 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66475a57-c55d-46fc-be44-c920dad0adc9", "name": "network-vif-deleted", "tag": "08063e9d-a787-4c57-84e9-495e8a458401", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:21.485536 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c55aa0d6-4020-4d24-9237-2f7e57195e23 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:21.485988 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66475a57-c55d-46fc-be44-c920dad0adc9', 'name': 'network-vif-deleted', 'tag': '08063e9d-a787-4c57-84e9-495e8a458401', 'status': 'completed', 'code': 200} Jul 22 14:52:21.518835 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04c95354-b5ec-4d89-8f2c-81ae1f1c7b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.553135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:52:21.750674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:21.781480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:52:21.792658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:21.793282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:52:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:21.814741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56c3a0e8-dbb8-4e92-9c73-ccac8c49f321 req-97bfc769-871b-4a06-8bcb-dee6114c54f4 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=66475a57-c55d-46fc-be44-c920dad0adc9 HTTP/1.1" status: 200 len: 210 time: 0.0305755 Jul 22 14:52:21.832826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:21.862825 n-d-787205-11 neutron-server[93761]: INFO neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No ports have port_id starting with 08063e9d-a787-4c57-84e9-495e8a458401 Jul 22 14:52:21.865427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 requested by agent hyperv_n-h2-787205-11 not found in database {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 22 14:52:21.910845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:52:22.114629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:22.141193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e35be69-e6db-4a5c-862b-5e6547e85293 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:22.369983 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e3717-f50e-4b42-b341-5b62667a2c9e None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:52:22.574178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.118939 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-4f79c097-b886-410e-8230-07cd74807c83 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--198973389&fields=id&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 267 time: 0.0339398 Jul 22 14:52:23.224393 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-b3026c0c-f8c8-42c5-8885-c9fb82a6f22b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.225868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-b3026c0c-f8c8-42c5-8885-c9fb82a6f22b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1007159 Jul 22 14:52:23.240743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-963e5f68-851b-425f-8f15-fa498a6085b9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/quotas/275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 375 time: 0.0090072 Jul 22 14:52:23.309316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-d64cd76c-9a28-431c-a810-c4e580306504 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627213 Jul 22 14:52:23.406998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-4bd8d832-8aa8-4699-8a2d-8a20d7e5f919 service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866427 Jul 22 14:52:23.498204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-36c52de9-78d0-40d3-8431-0c79196290dc service neutron] 10.222.0.11 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Jul 22 14:52:23.658826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b679e6d1-a3f0-43a5-94ce-9c315b89a887 req-92ae7744-c65d-488c-8499-0fac7796de41 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 210 time: 0.0304961 Jul 22 14:52:23.833447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:23.854527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 08063e9d-a787-4c57-84e9-495e8a458401 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:23.854873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 08063e9d-a787-4c57-84e9-495e8a458401 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:24.374652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.545947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-77115390-4396-4ae2-9e41-e392001f5d4a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:24.547438 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-77115390-4396-4ae2-9e41-e392001f5d4a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 812 time: 0.1118433 Jul 22 14:52:24.592794 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-86db467d-86a6-4161-8588-f54bff3ffcac tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 379 time: 0.0353198 Jul 22 14:52:24.605883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'port': {'device_id': '30b787e7-7253-4eda-921e-34506d521795', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'admin_state_up': True, 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'security_groups': ['892e40a8-bb1f-46de-b400-785383788abd']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:24.724561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Made reservation on behalf of 275007f9715a4cc880eca01ef1e1c8ee for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:24.729004 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.761506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ec4ee158-cbc0-42bc-9a44-27b376d78716 req-2618713e-4b39-48fb-8d07-28712bf11e0f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 210 time: 0.0352085 Jul 22 14:52:24.856584 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Allocated IP 172.20.0.8 (eebe9519-7e8d-49c2-8657-5205ba3f7d0a/0f302bef-2312-4199-bb24-be6ff2c2c3f9/1358560c-6ab6-4bb3-91da-fec7f794a48c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:24.995779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.009451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Transition to ACTIVE for port object 1358560c-6ab6-4bb3-91da-fec7f794a48c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:25.044923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.090164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:25.093156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:25.095635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:25.128105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:25.157581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:25.158228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.173035 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-2f592025-9f09-47e4-9e7d-601b7184a13f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5709901 Jul 22 14:52:25.185651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Request body: {'port': {'device_id': '30b787e7-7253-4eda-921e-34506d521795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:25.263203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.284298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9903836e-082c-46c4-9bdc-15cb22158d05 None None] Provisioning for port 1358560c-6ab6-4bb3-91da-fec7f794a48c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:25.288138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9903836e-082c-46c4-9bdc-15cb22158d05 None None] Provisioning complete for port 1358560c-6ab6-4bb3-91da-fec7f794a48c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:25.288614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9903836e-082c-46c4-9bdc-15cb22158d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.326220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9903836e-082c-46c4-9bdc-15cb22158d05 None None] Port 1358560c-6ab6-4bb3-91da-fec7f794a48c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:52:25.531736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:25.539731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.551548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Transition to ACTIVE for port object 1358560c-6ab6-4bb3-91da-fec7f794a48c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:25.555574 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.608585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:25.682292 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:25.682629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:25.682961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:25.687519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:25.687841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:25.692846 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:25.693182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:25.693570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:25.694035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Bound port: 1358560c-6ab6-4bb3-91da-fec7f794a48c, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:25.694397 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.765508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:25.768573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:25.773196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.810979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:25.811718 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.813144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1092 time: 0.6319489 Jul 22 14:52:25.813592 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:25.815926 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8690a1-8d0b-4f20-be56-58356296eeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:25.853056 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423fba5-d997-4fb5-8b7e-dab0599506e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:25.889423 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50efbc4a-4e08-43c4-a45b-885c5552ba57 x-openstack-request-id: req-50efbc4a-4e08-43c4-a45b-885c5552ba57 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:25.889423 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:25.889423 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50efbc4a-4e08-43c4-a45b-885c5552ba57 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:25.889423 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'status': 'completed', 'code': 200} Jul 22 14:52:25.958639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2603fd-e185-4840-af5e-8f9ec4d1e684 req-052dbcc9-fa43-41cb-866a-4df2cf284d33 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:25.960210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f2603fd-e185-4840-af5e-8f9ec4d1e684 req-052dbcc9-fa43-41cb-866a-4df2cf284d33 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.1293943 Jul 22 14:52:25.963774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-dc3a719f-b389-4825-8364-dd02b0d57649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:25.965238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-dc3a719f-b389-4825-8364-dd02b0d57649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1095 time: 0.0928862 Jul 22 14:52:26.015903 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-ff1ce922-05c4-4556-8885-225ffabf494c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 217 time: 0.0425355 Jul 22 14:52:26.062968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6f2603fd-e185-4840-af5e-8f9ec4d1e684 req-596e43c7-aa69-4e24-9a76-94cd29caed2a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957582 Jul 22 14:52:26.077188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-62b6e5b5-9ede-49e7-9860-aab1f222a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.078688 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-62b6e5b5-9ede-49e7-9860-aab1f222a0f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0554881 Jul 22 14:52:26.147762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-700f2474-403e-46a0-ba50-8b9a938b9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.149527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-700f2474-403e-46a0-ba50-8b9a938b9607 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626700 Jul 22 14:52:26.239923 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-410e7f97-9544-4451-a34f-bf75363e7d64 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828714 Jul 22 14:52:26.332338 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b78192c4-8339-4ff2-89cf-7436fffca10c req-535064fd-abcf-4ed5-b89f-50c508e14a02 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861094 Jul 22 14:52:26.435684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-fe16b432-3fd4-42e7-a968-c15f91041356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.437197 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-fe16b432-3fd4-42e7-a968-c15f91041356 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1095 time: 0.0547855 Jul 22 14:52:26.538476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-175f10d5-b821-48d8-86e5-25fbf6c4de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.540097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-175f10d5-b821-48d8-86e5-25fbf6c4de6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0949850 Jul 22 14:52:26.582108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-447324b3-081d-46de-a330-86bfd8f6d283 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 217 time: 0.0353060 Jul 22 14:52:26.632916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-d470f801-b491-498f-9bf7-1747bea424b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.634424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-d470f801-b491-498f-9bf7-1747bea424b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0451624 Jul 22 14:52:26.702289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-ae6b7749-fcdf-4534-9112-aad2f11e6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.703744 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-ae6b7749-fcdf-4534-9112-aad2f11e6328 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625269 Jul 22 14:52:26.794629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-b3770b0c-d4d5-4a2d-8c15-efae3ed824dd service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841911 Jul 22 14:52:27.143893 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6b8690a1-8d0b-4f20-be56-58356296eeb2 req-bb33ccae-b762-43ea-9afa-ee235167a5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423741 Jul 22 14:52:27.202782 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86331f-8846-4b06-bfbe-1de0072fb6e1 req-8bc78c24-5d62-4d07-add0-35de24fd84ce tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:27.204320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e86331f-8846-4b06-bfbe-1de0072fb6e1 req-8bc78c24-5d62-4d07-add0-35de24fd84ce tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0643375 Jul 22 14:52:27.241587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4e86331f-8846-4b06-bfbe-1de0072fb6e1 req-b8b586c2-5617-428e-89ed-4f1df4c6577f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317359 Jul 22 14:52:28.371765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcadb0d-aa4c-4faa-9fbd-2cd56136f9e1 req-5e7f9cde-061b-4179-80bd-29e49d101ca3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:28.373256 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bcadb0d-aa4c-4faa-9fbd-2cd56136f9e1 req-5e7f9cde-061b-4179-80bd-29e49d101ca3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0639369 Jul 22 14:52:28.411279 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8bcadb0d-aa4c-4faa-9fbd-2cd56136f9e1 req-3ffb3ace-5947-4417-8b31-0308a620d6f7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Jul 22 14:52:29.540555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f44990-ecca-489a-8733-094f25e476fa req-9b7ef167-3934-4324-8cfa-7afbd7133ef1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:29.542049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54f44990-ecca-489a-8733-094f25e476fa req-9b7ef167-3934-4324-8cfa-7afbd7133ef1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0628774 Jul 22 14:52:29.581813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-54f44990-ecca-489a-8733-094f25e476fa req-80d554bf-592b-4118-ad4a-5fc318b578fd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342302 Jul 22 14:52:30.647700 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:30.712650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3315b9-6738-4bf7-ae53-72e7e077190b req-4624f5bb-2399-4d6c-9c66-d3d9f34178a2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:30.714776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cf3315b9-6738-4bf7-ae53-72e7e077190b req-4624f5bb-2399-4d6c-9c66-d3d9f34178a2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0648494 Jul 22 14:52:30.741233 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:30.752860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'mac_address': 'fa:16:3e:ae:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:30.754187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cf3315b9-6738-4bf7-ae53-72e7e077190b req-d62ce37e-17c4-483f-8bbb-c830184db41d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334697 Jul 22 14:52:30.795431 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.808467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:30.827070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:30.831113 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.882042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:31.023354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1358560c-6ab6-4bb3-91da-fec7f794a48c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:31.887543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844d5de-6644-44b9-9e64-8f9215133e04 req-9be79e55-d550-42f7-a405-d0167c31152f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:31.889038 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3844d5de-6644-44b9-9e64-8f9215133e04 req-9be79e55-d550-42f7-a405-d0167c31152f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0667930 Jul 22 14:52:31.926571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3844d5de-6644-44b9-9e64-8f9215133e04 req-17cc52c6-b25e-4bbc-9839-4e886b0dcfab tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Jul 22 14:52:32.663180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:32.714270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 1358560c-6ab6-4bb3-91da-fec7f794a48c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:32.717927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 1358560c-6ab6-4bb3-91da-fec7f794a48c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:32.718299 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.791908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.813383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:32.815614 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c307975-d28c-4912-b178-ee25a6f75d3a" -d '{"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-plugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:32.834951 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:32.839708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.863142 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ad566-5b55-4664-af05-f5d5e7d94b7d x-openstack-request-id: req-7c8ad566-5b55-4664-af05-f5d5e7d94b7d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:32.863360 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-plugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:32.863608 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c8ad566-5b55-4664-af05-f5d5e7d94b7d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:32.864009 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'code': 200} Jul 22 14:52:32.890354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:32.973000 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a8c0-e753-48fc-ae4a-091080b7e25f req-66ea99c6-b620-4866-8b59-78b46e5789cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:32.974559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e26a8c0-e753-48fc-ae4a-091080b7e25f req-66ea99c6-b620-4866-8b59-78b46e5789cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1097 time: 0.0578673 Jul 22 14:52:33.010240 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1e26a8c0-e753-48fc-ae4a-091080b7e25f req-3da81ce0-44ba-431e-aca8-e726fcc1e36d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289824 Jul 22 14:52:33.056762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e5589-6820-491e-b607-097f7a7aad2b req-852e7a6b-6383-4d23-b9f6-60f5eec0bbac tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:33.058262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b92e5589-6820-491e-b607-097f7a7aad2b req-852e7a6b-6383-4d23-b9f6-60f5eec0bbac tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0639212 Jul 22 14:52:33.095714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b92e5589-6820-491e-b607-097f7a7aad2b req-49c670af-fe44-4810-9c90-459846f7c79c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319562 Jul 22 14:52:34.228244 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad969d9-5ab4-4b2f-81a6-e5477c9506f8 req-9adfd0d8-91fe-4cf0-847b-11e75fa4a98d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:34.229775 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ad969d9-5ab4-4b2f-81a6-e5477c9506f8 req-9adfd0d8-91fe-4cf0-847b-11e75fa4a98d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0640624 Jul 22 14:52:34.267092 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3ad969d9-5ab4-4b2f-81a6-e5477c9506f8 req-a9278b82-32eb-406c-8f49-8a41c8e4f1b1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318089 Jul 22 14:52:34.391798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8591f3-3e31-4b83-a6a1-63ff505d4ddd req-d423f8b7-915b-45a3-94f8-d887a3ed6d2b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:34.393265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0c8591f3-3e31-4b83-a6a1-63ff505d4ddd req-d423f8b7-915b-45a3-94f8-d887a3ed6d2b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0632544 Jul 22 14:52:34.402555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57428) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:34.406899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Request body: {'floatingip': {'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:34.449236 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.211619 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.215384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.312295 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a associated. External IP: 172.25.8.252, port: 1358560c-6ab6-4bb3-91da-fec7f794a48c. Jul 22 14:52:35.519502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:52:35.625643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:35.627679 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.636299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:35.646321 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:35.647018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:52:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:35.670459 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e190710f-e550-4802-9781-89d4d05965c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "PUT /v2.0/floatingips/4bdeb4a2-d771-44a6-9d7a-06b553adeb5a HTTP/1.1" status: 200 len: 992 time: 1.2642725 Jul 22 14:52:35.670459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:35.670765 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf4c880-90e1-4b84-984e-20c1a789ee85" -d '{"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:35.725930 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77d12f0-218c-45af-a499-d77316a9c2f4 x-openstack-request-id: req-c77d12f0-218c-45af-a499-d77316a9c2f4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:35.726231 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:35.726544 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c77d12f0-218c-45af-a499-d77316a9c2f4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:35.727027 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'status': 'completed', 'code': 200} Jul 22 14:52:35.754708 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:52:35.809086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-ed74f616-b6b0-4c5e-ab02-b2e824139050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:35.810581 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-ed74f616-b6b0-4c5e-ab02-b2e824139050 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1097 time: 0.0587647 Jul 22 14:52:35.902634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-8bac2580-781f-40ac-8dd7-bfc63b4879c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:35.904137 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-8bac2580-781f-40ac-8dd7-bfc63b4879c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0864818 Jul 22 14:52:35.975612 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-49a8032e-af3e-4995-997b-4ee93da10ff9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0652094 Jul 22 14:52:35.978853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:ae:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b787e7-7253-4eda-921e-34506d521795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:52:34Z', 'revision_number': 13, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:36.009716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:52:36.018453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:36.019067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:52:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:36.025247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-33e43920-d6c3-46e9-8f61-540da9128e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:36.026770 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-33e43920-d6c3-46e9-8f61-540da9128e85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0454948 Jul 22 14:52:36.085745 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-176becf0-e18f-402f-b2e2-93e196c86985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:36.087234 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-176becf0-e18f-402f-b2e2-93e196c86985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541337 Jul 22 14:52:36.189467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-e991d393-d1e4-4b00-a3f3-9caf1c86c940 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952253 Jul 22 14:52:36.284701 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3bf4c880-90e1-4b84-984e-20c1a789ee85 req-f9ad0d21-e750-41c3-ab0c-ae4db7220cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874002 Jul 22 14:52:36.287053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:52:36.388962 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:52:36.523953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:ae:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b787e7-7253-4eda-921e-34506d521795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:52:34Z', 'revision_number': 13, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:36.550545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc31ad8-32b7-4f51-a2ec-ea72a7eff3c7 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '4bdeb4a2-d771-44a6-9d7a-06b553adeb5a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'floating_ip_address': '172.25.8.252', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'mac_address': 'fa:16:3e:ae:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b787e7-7253-4eda-921e-34506d521795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:34Z', 'updated_at': '2021-07-22T14:52:34Z', 'revision_number': 13, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:36.745320 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f225116-08e9-4bba-9683-14e250b3e23d None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:52:46.623639 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-fd52e513-a81a-49e9-a016-ca1817a44dc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648501 Jul 22 14:52:46.720709 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-840e5539-e975-4431-98b3-9af2b07a9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:46.722260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-840e5539-e975-4431-98b3-9af2b07a9ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1097 time: 0.0554402 Jul 22 14:52:46.825007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-702e4050-9d82-4132-97bc-1fe465b4c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:46.826521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-702e4050-9d82-4132-97bc-1fe465b4c17a service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0861208 Jul 22 14:52:46.896964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-aea660b0-18ca-4103-84c9-d83fce79da31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1002 time: 0.0630350 Jul 22 14:52:46.950915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-a7701a64-259e-4879-b79a-b4da9b6c9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:46.952377 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-a7701a64-259e-4879-b79a-b4da9b6c9a82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0483072 Jul 22 14:52:47.010178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-eb97235a-070c-4d35-b6f6-6e5db425d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:47.012347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-eb97235a-070c-4d35-b6f6-6e5db425d790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530717 Jul 22 14:52:47.104414 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-c5d83e22-32bc-409a-856c-c94709fdfe1a service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858235 Jul 22 14:52:47.195631 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6566fecd-0782-42e2-a84d-0fcaf8cd9e65 req-3b20f167-b994-432b-b411-89bde77295aa service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849364 Jul 22 14:52:48.646101 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef88e582-619a-476a-9c7a-1bc9848dbbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:49.505121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:50.423638 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.417440 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.488171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f81ac9a4-742a-4a9d-81cd-0cf1ddda9fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.580132 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.376668 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:13.388526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:53:18.636217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-889ae5ff-2d03-40f2-a0be-882464a3afef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.511057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.423166 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.417769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.488906 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3333b188-899a-41ae-b13d-af4ff33c9793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.580439 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.381539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.822085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-44de8c1c-c3f7-4e31-a5af-b2a4e27db721 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624447 Jul 22 14:53:47.916925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-21905c2b-d8cf-4431-9d9a-e4f84d62a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:47.918491 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-21905c2b-d8cf-4431-9d9a-e4f84d62a703 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1097 time: 0.0558753 Jul 22 14:53:48.024614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-5cac3a91-47d7-4992-a5c4-bbf9e17f8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:48.026099 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-5cac3a91-47d7-4992-a5c4-bbf9e17f8608 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0888989 Jul 22 14:53:48.089107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-50656f95-2462-4001-98af-d8c42788b8f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1002 time: 0.0566561 Jul 22 14:53:48.136849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-eab82cf3-9a66-494c-8a21-03511bc054b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:48.138359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-eab82cf3-9a66-494c-8a21-03511bc054b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0434759 Jul 22 14:53:48.200656 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-69edf466-51da-48a8-878e-a3562e2d975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:48.202306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-69edf466-51da-48a8-878e-a3562e2d975f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579283 Jul 22 14:53:48.213830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-f1a8855c-0478-49b8-8f5a-a79227050a4b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:48.214763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-f1a8855c-0478-49b8-8f5a-a79227050a4b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053155 Jul 22 14:53:48.304686 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-670daf1a-8875-45ca-9080-63d8f52ae30f service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836589 Jul 22 14:53:48.399069 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-98aa6ee3-6afc-4f91-b0bf-20662dd66586 req-0c22a279-7a7d-4fae-b29e-b58cf14aaa84 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870619 Jul 22 14:53:48.637404 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-de77c5d2-4d89-4209-8504-451f136a4e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.517736 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.388264 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:53:50.437508 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.420884 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.488898 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-282d548f-7a7a-4def-8190-db9b77642c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.584640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.382275 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:12.749430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed2b3c-6826-4509-acba-61c67394869b req-513f3ddc-def8-42f4-b97b-daaf4bf6f022 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:12.750986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5ed2b3c-6826-4509-acba-61c67394869b req-513f3ddc-def8-42f4-b97b-daaf4bf6f022 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0686705 Jul 22 14:54:12.788848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5ed2b3c-6826-4509-acba-61c67394869b req-62409cec-d103-4323-be11-6d6aecacee8e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Jul 22 14:54:18.637695 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d31408b6-ef90-4318-b76e-b68cc5f996f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:19.517364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:20.453485 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:21.423185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:21.492231 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-76eb663a-033e-4124-80d2-a916a2a9c145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:22.585743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:22.875812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df068c3-0fee-4b53-a210-656efcadc65b req-67c3dace-fec0-44bb-8c9b-e0d66bdabed8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:22.877323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9df068c3-0fee-4b53-a210-656efcadc65b req-67c3dace-fec0-44bb-8c9b-e0d66bdabed8 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0748479 Jul 22 14:54:22.941596 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9df068c3-0fee-4b53-a210-656efcadc65b req-e061e1c1-38af-4f7d-a673-7c5f7511438a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470934 Jul 22 14:54:22.954184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-a4e77d07-333c-4b21-9ddf-2cbfae1f3a2f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1644633 Jul 22 14:54:24.043438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-96ed5214-39ea-49e9-89e8-d74cd585f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:24.045096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-96ed5214-39ea-49e9-89e8-d74cd585f0d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1097 time: 0.0570381 Jul 22 14:54:24.076583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85f514-33a7-4ff4-963d-9b53dd931b6a req-67a27b86-9d41-4b5b-9efa-f377c5740319 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:24.078109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc85f514-33a7-4ff4-963d-9b53dd931b6a req-67a27b86-9d41-4b5b-9efa-f377c5740319 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0652041 Jul 22 14:54:24.121971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cc85f514-33a7-4ff4-963d-9b53dd931b6a req-e0bf9785-1d51-4433-97ad-269496e011c0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381858 Jul 22 14:54:24.135714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-fb16fcfa-9772-4b46-b0e0-db8fe8314e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:24.137223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-fb16fcfa-9772-4b46-b0e0-db8fe8314e47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0865321 Jul 22 14:54:24.205602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-19610002-5a83-4bab-8602-c839c07df97e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1002 time: 0.0624878 Jul 22 14:54:24.255435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-1d64b0f1-6576-49fc-82eb-47c59b2c0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:24.256877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-1d64b0f1-6576-49fc-82eb-47c59b2c0036 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0449963 Jul 22 14:54:24.315957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-202fb071-60d1-4039-a751-f02313480827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:24.317465 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-202fb071-60d1-4039-a751-f02313480827 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543714 Jul 22 14:54:24.384859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:24.415126 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-f0a139a1-beff-46bb-a56c-b3accab94431 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910642 Jul 22 14:54:24.502996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-1b79039d-17ae-4ed7-b894-dd6f925b0bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814052 Jul 22 14:54:25.284476 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb761a-c9dc-4e90-aa3f-917c4e321be2 req-013e9a50-576b-4299-8149-4950451f0baf tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:25.286022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bceb761a-c9dc-4e90-aa3f-917c4e321be2 req-013e9a50-576b-4299-8149-4950451f0baf tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0701575 Jul 22 14:54:25.323645 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bceb761a-c9dc-4e90-aa3f-917c4e321be2 req-246eabd8-9ea1-4792-aa8b-c44956243b8d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Jul 22 14:54:26.457586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e05f8-16ae-42a8-9907-8b4e82332dba req-0159c73c-c6bd-4193-9e58-e224af4170b9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:26.459108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-840e05f8-16ae-42a8-9907-8b4e82332dba req-0159c73c-c6bd-4193-9e58-e224af4170b9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0638652 Jul 22 14:54:26.496596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-840e05f8-16ae-42a8-9907-8b4e82332dba req-ac2b73cc-4f59-4aa1-8b8c-81bdb9c34516 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Jul 22 14:54:27.387929 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:54:27.636990 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bb2e0-3540-45fa-89af-22cf70333287 req-6526b9bc-5405-4efc-b939-9e83d6ed7052 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:27.638596 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-617bb2e0-3540-45fa-89af-22cf70333287 req-6526b9bc-5405-4efc-b939-9e83d6ed7052 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0757012 Jul 22 14:54:27.677697 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-617bb2e0-3540-45fa-89af-22cf70333287 req-0985e57f-8848-49e9-9618-5d2996dd1488 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334563 Jul 22 14:54:28.808630 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934d3b6-3173-4893-8021-b675e289e0de req-17a247ef-4515-4697-9ced-b3a25bff793e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:28.810144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8934d3b6-3173-4893-8021-b675e289e0de req-17a247ef-4515-4697-9ced-b3a25bff793e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0649438 Jul 22 14:54:28.848409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8934d3b6-3173-4893-8021-b675e289e0de req-14d71b6e-3976-44ca-bb78-c983ef6d223d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 Jul 22 14:54:29.987096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2b6ad-14fc-46a9-a2b3-b82a49ddaddc req-a85a7721-54e2-4d37-a259-5d46a42ed68b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:29.988600 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9f2b6ad-14fc-46a9-a2b3-b82a49ddaddc req-a85a7721-54e2-4d37-a259-5d46a42ed68b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0679703 Jul 22 14:54:30.026796 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9f2b6ad-14fc-46a9-a2b3-b82a49ddaddc req-cfde68c3-d1e2-460d-951d-a80e14c52a45 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327203 Jul 22 14:54:31.160459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80196a58-d006-4981-a7b0-2e6f2e5b9a9d req-116e4712-cf05-41e0-ba1c-0f35bfc15a32 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:31.162473 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80196a58-d006-4981-a7b0-2e6f2e5b9a9d req-116e4712-cf05-41e0-ba1c-0f35bfc15a32 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0677998 Jul 22 14:54:31.200008 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-80196a58-d006-4981-a7b0-2e6f2e5b9a9d req-6bbba43c-ba90-4271-b5de-5e5f9940af4c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Jul 22 14:54:32.332319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d257-79e2-4928-9f6a-0024acf973b9 req-25b88f9f-5bfb-40ac-bac3-373b51a32bed tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:32.333843 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae52d257-79e2-4928-9f6a-0024acf973b9 req-25b88f9f-5bfb-40ac-bac3-373b51a32bed tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0641222 Jul 22 14:54:32.371049 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ae52d257-79e2-4928-9f6a-0024acf973b9 req-752d3e4a-a6f0-44d6-83fa-8adbd9a220b9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Jul 22 14:54:33.499086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4e930-4804-4396-acbc-d188c2c4cebf req-74fbb4d4-d6a4-4816-9681-38678d59da24 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:33.500637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6e4e930-4804-4396-acbc-d188c2c4cebf req-74fbb4d4-d6a4-4816-9681-38678d59da24 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0636826 Jul 22 14:54:33.539999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6e4e930-4804-4396-acbc-d188c2c4cebf req-2ee87650-bd4e-4d00-b686-04953dd253b5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Jul 22 14:54:34.670197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968880e-935e-46bf-9f2c-86b6d7f2baff req-cc88b487-795b-45cd-8317-c89179fb4a55 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:34.671685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7968880e-935e-46bf-9f2c-86b6d7f2baff req-cc88b487-795b-45cd-8317-c89179fb4a55 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0641968 Jul 22 14:54:34.709634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7968880e-935e-46bf-9f2c-86b6d7f2baff req-8271bf59-be38-4797-b197-574ddddb2ac7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323200 Jul 22 14:54:35.840084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02450716-858b-42fd-83c1-a9d2dc167c89 req-da46b0b1-c75c-44e5-802a-6ec58eb1025b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:35.841581 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02450716-858b-42fd-83c1-a9d2dc167c89 req-da46b0b1-c75c-44e5-802a-6ec58eb1025b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0641150 Jul 22 14:54:35.889409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02450716-858b-42fd-83c1-a9d2dc167c89 req-0e8abde3-cd23-4e00-8022-c1c8630e00a7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414593 Jul 22 14:54:37.025988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92478001-3f2c-401d-b3d3-85275f9c5afe req-4852b16a-e811-4adb-bfca-b2dc57d7c553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:37.027488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-92478001-3f2c-401d-b3d3-85275f9c5afe req-4852b16a-e811-4adb-bfca-b2dc57d7c553 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0688140 Jul 22 14:54:37.066093 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-92478001-3f2c-401d-b3d3-85275f9c5afe req-80e47b50-8a45-44d7-9210-cafd08bcc906 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321357 Jul 22 14:54:38.201848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f525b09-f4e0-4001-9207-9c4c27d56f03 req-76de18ba-a8a2-4d1a-8ae9-fd9f87a823d5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:38.202390 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-4dccd393-cd57-4766-a9c9-75f6b6fce90a service neutron] show failed (client error): The resource could not be found. Jul 22 14:54:38.203105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-4dccd393-cd57-4766-a9c9-75f6b6fce90a service neutron] 10.222.0.13 "GET /v2.0/ports/1358560c-6ab6-4bb3-91da-fec7f794a48c/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0563548 Jul 22 14:54:38.204660 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f525b09-f4e0-4001-9207-9c4c27d56f03 req-76de18ba-a8a2-4d1a-8ae9-fd9f87a823d5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0661581 Jul 22 14:54:38.245862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4f525b09-f4e0-4001-9207-9c4c27d56f03 req-409b9643-f608-4481-91ac-74fc48d6288f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360649 Jul 22 14:54:38.446649 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-6123570e-16bd-4b34-b82c-f6e23f91a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:38.448158 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-6123570e-16bd-4b34-b82c-f6e23f91a58f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 1097 time: 0.0960562 Jul 22 14:54:38.461290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:38.535816 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:38.737855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:38.773279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:38.813960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:38.816265 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c071e625-de6f-4ed3-85c5-2bb97d0633e3" -d '{"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-unplugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:38.819792 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:38.832665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Transition to ACTIVE for port object 1358560c-6ab6-4bb3-91da-fec7f794a48c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:54:38.836558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:38.899707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:38.939154 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec35ebc-1c09-4908-baae-47c3be2698c2 x-openstack-request-id: req-2ec35ebc-1c09-4908-baae-47c3be2698c2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:38.939483 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-unplugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:38.939735 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ec35ebc-1c09-4908-baae-47c3be2698c2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:38.940149 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'code': 200} Jul 22 14:54:38.943558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.943840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.944186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.944524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.944863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.945197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.945524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.945881 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.946210 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.946536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.946866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.947191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:38.994284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] No DVR routers for this DVR port 1358560c-6ab6-4bb3-91da-fec7f794a48c on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:54:39.135013 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:54:39.135348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:54:39.135680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:39.140098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:54:39.140356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:39.145155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:54:39.145486 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:54:39.145899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:54:39.146322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Bound port: 1358560c-6ab6-4bb3-91da-fec7f794a48c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:54:39.146677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:39.208041 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:39.210951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:54:39.215804 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:39.258912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:39.259534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:39.260923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] 10.222.0.20 "PUT /v2.0/ports/1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1092 time: 0.8036788 Jul 22 14:54:39.287476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876d87-9925-4911-ba65-160a7de27d0d service neutron] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:39.347854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:54:39.390561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-255700b9-82a3-41cf-bf38-5861573838cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:39.392475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-255700b9-82a3-41cf-bf38-5861573838cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1095 time: 0.1006229 Jul 22 14:54:39.397873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:54:39.432200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4ef5-0101-4bcc-a1d4-788ad2f87828 req-8295f612-83ea-498f-ade3-baf0f759d252 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:39.433816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9cd4ef5-0101-4bcc-a1d4-788ad2f87828 req-8295f612-83ea-498f-ade3-baf0f759d252 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.1119001 Jul 22 14:54:39.515603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b9cd4ef5-0101-4bcc-a1d4-788ad2f87828 req-bff16844-9c04-4935-b747-252450333e39 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739591 Jul 22 14:54:39.530610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-c7c4bf96-7ce1-4b98-8308-109a72dbf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:39.532713 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-c7c4bf96-7ce1-4b98-8308-109a72dbf730 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1345525 Jul 22 14:54:39.601727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-c89dd9a7-94b1-484a-98b7-6ccb88c80d8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0629704 Jul 22 14:54:39.649411 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70ec973f-802b-40e4-873e-2c7e586253aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:39.650880 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-70ec973f-802b-40e4-873e-2c7e586253aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0434258 Jul 22 14:54:39.709277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-fb9bbc12-9acb-422f-a475-6fec85d9aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:39.710810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-fb9bbc12-9acb-422f-a475-6fec85d9aec8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531723 Jul 22 14:54:39.804175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-421ee4f4-4116-4039-91f4-3555275c12f7 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872078 Jul 22 14:54:39.892175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68c086b7-6d4e-41a7-ab30-4a293fdf4a66 req-4526f4f0-3a58-4e6a-9496-240c21d356b9 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817165 Jul 22 14:54:40.652765 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1f251-365e-45a1-bdb7-c2330cacca0c req-34f74c36-6eec-4a2c-9ba4-3cc8f3a60381 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:40.654323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1b1f251-365e-45a1-bdb7-c2330cacca0c req-34f74c36-6eec-4a2c-9ba4-3cc8f3a60381 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0662842 Jul 22 14:54:40.698145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c1b1f251-365e-45a1-bdb7-c2330cacca0c req-f2840045-39ef-4fdb-96a9-f56ae25a597a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374947 Jul 22 14:54:40.941143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:40.943524 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d369998a-b7b2-4a29-81e2-e2e1d7a53711" -d '{"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:40.992557 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ecec96-ae88-4d32-adec-24aed48d1d2b x-openstack-request-id: req-56ecec96-ae88-4d32-adec-24aed48d1d2b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:40.992862 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:40.993454 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56ecec96-ae88-4d32-adec-24aed48d1d2b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:40.993895 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'status': 'completed', 'code': 200} Jul 22 14:54:41.069791 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-632862bb-182d-41a9-9a5d-941f6375db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.071375 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-632862bb-182d-41a9-9a5d-941f6375db03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1095 time: 0.0629551 Jul 22 14:54:41.077296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-caf65e5a-0b4c-4e13-81bf-f80dcc694167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.078931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-caf65e5a-0b4c-4e13-81bf-f80dcc694167 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1095 time: 0.0611196 Jul 22 14:54:41.170005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-fb84dc46-8b29-4456-a954-a5963964fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.171563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-fb84dc46-8b29-4456-a954-a5963964fc4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0940838 Jul 22 14:54:41.174791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-acc4b8f1-bf73-4981-9a2d-fe6ffc1bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.176271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-acc4b8f1-bf73-4981-9a2d-fe6ffc1bb16e service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0911076 Jul 22 14:54:41.254218 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-3df2880e-10b2-4767-8108-d9aab75da345 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0716660 Jul 22 14:54:41.263526 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-33ca7753-d198-4052-adad-78655e43bd6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0855079 Jul 22 14:54:41.305939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-b42a8a11-d3a7-4d46-8086-d5c1c18b80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.307731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-b42a8a11-d3a7-4d46-8086-d5c1c18b80cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0476761 Jul 22 14:54:41.313587 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-b3a87e42-e6e9-44ec-90cb-707dedabf8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.315075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-b3a87e42-e6e9-44ec-90cb-707dedabf8aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0452042 Jul 22 14:54:41.369337 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-ce65c65a-35ee-4a4b-82a7-61b05de646e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.370834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-ce65c65a-35ee-4a4b-82a7-61b05de646e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568380 Jul 22 14:54:41.374936 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-13d8692b-3a91-43bc-8c6d-2ec540d2ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.377111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-13d8692b-3a91-43bc-8c6d-2ec540d2ab1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565724 Jul 22 14:54:41.468090 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-1d650b7d-edf0-468a-a13e-5f6eb02df51a service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903795 Jul 22 14:54:41.470516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-62d663df-2ef7-4f0e-8575-9f5700b8d8bd service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867600 Jul 22 14:54:41.568791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-44cbb511-6ad7-4563-9556-65adff98f2ee service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925448 Jul 22 14:54:41.573736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d369998a-b7b2-4a29-81e2-e2e1d7a53711 req-0dc5f53e-11f6-436e-bf04-dc232344b659 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989883 Jul 22 14:54:41.840289 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ffb58-db2e-4cf0-86ed-d99bdb334cd9 req-de53905f-2bb9-4ba8-b2f5-97da05b59a85 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:41.841815 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e28ffb58-db2e-4cf0-86ed-d99bdb334cd9 req-de53905f-2bb9-4ba8-b2f5-97da05b59a85 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0705905 Jul 22 14:54:41.885577 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e28ffb58-db2e-4cf0-86ed-d99bdb334cd9 req-97f190cb-09b4-4a76-885c-7624366763f3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362287 Jul 22 14:54:43.035454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba913e83-45b9-4113-b09d-4274fc17affe req-71685ab7-15d2-4169-a3c3-a992b3aab0ef tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:43.037390 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba913e83-45b9-4113-b09d-4274fc17affe req-71685ab7-15d2-4169-a3c3-a992b3aab0ef tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0724585 Jul 22 14:54:43.077460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba913e83-45b9-4113-b09d-4274fc17affe req-42b1ba91-d55e-4492-8540-fe3e3c79ad12 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344481 Jul 22 14:54:44.209259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c61a99-7e65-4422-9d54-7281b5f54f7a req-1f0a6876-93e7-4180-a47f-cfa3d637432d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:44.210786 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2c61a99-7e65-4422-9d54-7281b5f54f7a req-1f0a6876-93e7-4180-a47f-cfa3d637432d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0644653 Jul 22 14:54:44.247587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b2c61a99-7e65-4422-9d54-7281b5f54f7a req-1af06867-4752-4810-97cb-8e10805f89d2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Jul 22 14:54:45.384346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7e9ab-6baa-4a4e-b936-e122464e0016 req-7eb4b753-1e60-4140-bec5-7dbf909d95ad tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:45.385892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14e7e9ab-6baa-4a4e-b936-e122464e0016 req-7eb4b753-1e60-4140-bec5-7dbf909d95ad tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0641270 Jul 22 14:54:45.423334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14e7e9ab-6baa-4a4e-b936-e122464e0016 req-d1b7f2c0-d7bd-469d-9e76-b9875d756286 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Jul 22 14:54:46.558910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fe87b-1372-465d-8721-39f0f4b00b03 req-1a202b3e-bea2-466d-b678-529e837bace1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:46.560393 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e4fe87b-1372-465d-8721-39f0f4b00b03 req-1a202b3e-bea2-466d-b678-529e837bace1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0682516 Jul 22 14:54:46.599210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8e4fe87b-1372-465d-8721-39f0f4b00b03 req-efa4e456-112c-4ec5-8269-5d45fd60fbfe tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Jul 22 14:54:47.730825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7ee09-331f-4401-aafb-c746dfed64a1 req-b8c82aae-f689-4566-abd4-664508a0c2b5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:47.732353 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc7ee09-331f-4401-aafb-c746dfed64a1 req-b8c82aae-f689-4566-abd4-664508a0c2b5 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0640590 Jul 22 14:54:47.770394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc7ee09-331f-4401-aafb-c746dfed64a1 req-60ee0a97-ca6a-45b5-a4e3-b4ff2892210f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324900 Jul 22 14:54:48.638950 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ecb-8134-4937-a3b1-701437231084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:48.904169 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a353e-28b8-4e1c-83ac-f32a177fbe25 req-c7619082-d549-4034-9344-06c7fd71a825 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:48.905692 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c3a353e-28b8-4e1c-83ac-f32a177fbe25 req-c7619082-d549-4034-9344-06c7fd71a825 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0661087 Jul 22 14:54:48.943921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c3a353e-28b8-4e1c-83ac-f32a177fbe25 req-7d35cde9-3361-4da2-9911-cd5dae45c296 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325804 Jul 22 14:54:49.525777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.077535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14529100-34b0-4656-94e2-371f2d7ac3ad req-6dba4c8f-360e-418a-b2ce-13a426be6987 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:50.079202 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14529100-34b0-4656-94e2-371f2d7ac3ad req-6dba4c8f-360e-418a-b2ce-13a426be6987 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0676799 Jul 22 14:54:50.118360 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-14529100-34b0-4656-94e2-371f2d7ac3ad req-4d9eca0f-00b9-4565-92d7-a7788e24dd54 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337088 Jul 22 14:54:50.452114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.253902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f526920-7ee0-4689-925c-609687e2e24d req-d14eaf12-6eba-4306-9605-fef75d634784 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:51.256253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f526920-7ee0-4689-925c-609687e2e24d req-d14eaf12-6eba-4306-9605-fef75d634784 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0693989 Jul 22 14:54:51.294207 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8f526920-7ee0-4689-925c-609687e2e24d req-37758ead-dc26-4f2b-a2b2-c99314fbc22a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327432 Jul 22 14:54:51.428660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.492178 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-112edd82-f9fc-4cc0-9a82-13de69d8e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:52.439222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa967fa-b18f-4f48-a221-423292ed5788 req-50020ea0-47a5-4e62-9d35-634239a6d0fb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:52.440714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-faa967fa-b18f-4f48-a221-423292ed5788 req-50020ea0-47a5-4e62-9d35-634239a6d0fb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 943 time: 0.0721166 Jul 22 14:54:52.461850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:54:52.478881 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-faa967fa-b18f-4f48-a221-423292ed5788 req-fde24a4c-7f20-400f-8a91-de248b8fe4dd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Jul 22 14:54:52.560162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:52.579698 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'mac_address': 'fa:16:3e:ae:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:54:52.614831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:52.624750 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:52.638580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:54:52.660884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:52.664364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:52.714834 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:52.723002 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.723346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.723685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.724060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.724395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.724723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.725047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.725372 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.725909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.726237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.726558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.726875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:52.837861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-0bc9bd67-2bdd-47f5-948c-ceb6343f175c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:52.839273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-0bc9bd67-2bdd-47f5-948c-ceb6343f175c tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.20 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795&tenant_id=275007f9715a4cc880eca01ef1e1c8ee&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 944 time: 0.1145155 Jul 22 14:54:52.851677 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c98c7c-6550-4c35-878a-7dfd746dfba4 req-a6cb87c8-1986-4055-8844-02ac250c46c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:52.853118 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57c98c7c-6550-4c35-878a-7dfd746dfba4 req-a6cb87c8-1986-4055-8844-02ac250c46c2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0908432 Jul 22 14:54:52.910464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['1358560c-6ab6-4bb3-91da-fec7f794a48c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:52.925874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57c98c7c-6550-4c35-878a-7dfd746dfba4 req-696884cd-8469-473b-8981-09df684ee2fa tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666196 Jul 22 14:54:52.936001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-42565fae-616a-4f9e-ac83-8e7af9384e49 service neutron] 10.222.0.20 "GET /v2.0/ports/1358560c-6ab6-4bb3-91da-fec7f794a48c/bindings/n-h2-787205-11 HTTP/1.1" status: 200 len: 383 time: 0.0818717 Jul 22 14:54:53.022184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-314e1034-f5a9-4ad1-b388-26432272b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.023725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-314e1034-f5a9-4ad1-b388-26432272b42d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1096 time: 0.0594370 Jul 22 14:54:53.112193 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-ed04738a-7b6e-4d8f-b284-c365b1a19350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.113589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-ed04738a-7b6e-4d8f-b284-c365b1a19350 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0844386 Jul 22 14:54:53.180458 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-d9d1d05a-80b1-4e89-9517-c5dc29c85269 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1001 time: 0.0605586 Jul 22 14:54:53.227526 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-20b37c39-ccd9-462a-bc1b-d32f0339a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.228951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-20b37c39-ccd9-462a-bc1b-d32f0339a9e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0423450 Jul 22 14:54:53.287191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-225a04bb-962e-4e0d-b809-476a3e75eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.288687 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-225a04bb-962e-4e0d-b809-476a3e75eeeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536196 Jul 22 14:54:53.385747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-9ec35b5e-291b-4797-a488-fbd91ea3819c service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904026 Jul 22 14:54:53.479934 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-2a9378e9-99f8-413d-b822-b964d3973879 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811505 Jul 22 14:54:54.063605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9f47-74dc-4df1-8a05-215d6d61f0a6 req-503ae2cf-ee58-45a2-89aa-8c03212215a7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:54.065314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ada9f47-74dc-4df1-8a05-215d6d61f0a6 req-503ae2cf-ee58-45a2-89aa-8c03212215a7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0686939 Jul 22 14:54:54.103172 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ada9f47-74dc-4df1-8a05-215d6d61f0a6 req-749554e8-7f0f-4dd4-b71a-ea7574841f29 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Jul 22 14:54:54.227454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-a8ecb035-ded1-49ed-a8b5-3590da86516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:54.228874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-a8ecb035-ded1-49ed-a8b5-3590da86516a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1096 time: 0.0573411 Jul 22 14:54:54.329938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-b7643548-1bcd-4448-90ad-0a4899baa3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:54.331428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-b7643548-1bcd-4448-90ad-0a4899baa3ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0842133 Jul 22 14:54:54.388640 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.401040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-8e19b00b-4877-4a23-92d2-6a08df53b4f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1001 time: 0.0618989 Jul 22 14:54:54.449517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-8260e1e2-031c-4e39-9cde-1dcb44cbfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:54.450986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-8260e1e2-031c-4e39-9cde-1dcb44cbfc00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0437117 Jul 22 14:54:54.467008 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:54.513503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-420fea42-3652-4453-b244-fd3d818c3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:54.515941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-420fea42-3652-4453-b244-fd3d818c3914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553772 Jul 22 14:54:54.517635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 1358560c-6ab6-4bb3-91da-fec7f794a48c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:54.521293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 1358560c-6ab6-4bb3-91da-fec7f794a48c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:54.521697 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.599933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.610656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-eb5e46a8-e028-465e-9a14-3c57483e4450 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870969 Jul 22 14:54:54.622411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:54.624783 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206c64d4-d9eb-4cc2-99b1-786a7df16e73" -d '{"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-plugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:54.638608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:54.643607 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.683682 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e902aec-8eb6-4201-a9e8-64243fdf051c x-openstack-request-id: req-8e902aec-8eb6-4201-a9e8-64243fdf051c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:54.683968 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-plugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:54.684225 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e902aec-8eb6-4201-a9e8-64243fdf051c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:54.684618 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'code': 200} Jul 22 14:54:54.694660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:54.710695 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb86b986-329d-42fc-bba8-09c48dc4b548 req-2e10a469-93e5-4b52-b1ad-a35aa3d928fa service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937481 Jul 22 14:54:55.237806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c807798-e7f6-4fc8-b0be-ac02d53555cd req-aa11c6b9-15a6-4c3c-81ac-1d188efbeeb3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:55.239337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c807798-e7f6-4fc8-b0be-ac02d53555cd req-aa11c6b9-15a6-4c3c-81ac-1d188efbeeb3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0662055 Jul 22 14:54:55.280134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3c807798-e7f6-4fc8-b0be-ac02d53555cd req-124c47f5-825a-482c-b12d-cb214fae81b0 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Jul 22 14:54:56.420544 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5fffe-a783-4eac-83ca-44c91783dac1 req-fd60aba6-cedf-4482-ba84-4ef7e8b5cddd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:56.422117 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5f5fffe-a783-4eac-83ca-44c91783dac1 req-fd60aba6-cedf-4482-ba84-4ef7e8b5cddd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0709221 Jul 22 14:54:56.462948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5f5fffe-a783-4eac-83ca-44c91783dac1 req-c83bf8f1-a40f-437f-907c-853ad48a5514 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345507 Jul 22 14:54:57.278835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-32a911ab-e9b5-498c-9f1e-ac49a1349dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:57.280251 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-32a911ab-e9b5-498c-9f1e-ac49a1349dbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795&tenant_id=275007f9715a4cc880eca01ef1e1c8ee HTTP/1.1" status: 200 len: 1097 time: 0.0989702 Jul 22 14:54:57.291658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:57.369158 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.610966 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:57.655492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e4f5-9b4f-401f-bfac-2fcc0d036c73 req-2be313da-50f8-4c43-954d-278d7e06350a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:57.657487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bae7e4f5-9b4f-401f-bfac-2fcc0d036c73 req-2be313da-50f8-4c43-954d-278d7e06350a tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.1084607 Jul 22 14:54:57.665678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:57.727638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:57.729893 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1793ca-7b81-4d65-9da1-9151de4499d7" -d '{"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-unplugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:57.733858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.739603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bae7e4f5-9b4f-401f-bfac-2fcc0d036c73 req-60dd26d5-71d4-4865-805a-5214e5c82ee7 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751073 Jul 22 14:54:57.751566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Transition to ACTIVE for port object 1358560c-6ab6-4bb3-91da-fec7f794a48c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:54:57.756491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.840594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:57.853198 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.853542 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.853908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.854239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.854566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.854907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.855211 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.855529 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.855847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.856164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.856480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.856897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:57.873052 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6109ede-70e0-4c32-bebd-9ef265b16d27 x-openstack-request-id: req-a6109ede-70e0-4c32-bebd-9ef265b16d27 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:57.873422 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-unplugged", "status": "completed", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:57.873773 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6109ede-70e0-4c32-bebd-9ef265b16d27 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:57.874235 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'code': 200} Jul 22 14:54:57.903567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] No DVR routers for this DVR port 1358560c-6ab6-4bb3-91da-fec7f794a48c on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:54:58.044142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:54:58.044474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:54:58.044805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:58.049203 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:54:58.049527 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Attempting to bind port 1358560c-6ab6-4bb3-91da-fec7f794a48c on network eebe9519-7e8d-49c2-8657-5205ba3f7d0a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:58.054360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:54:58.054707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Checking segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:54:58.055097 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Bound using segment: {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:54:58.055524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Bound port: 1358560c-6ab6-4bb3-91da-fec7f794a48c, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a933eb6-a22f-4adf-9e30-ca5930ad7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:54:58.055879 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.119485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:58.122840 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:54:58.127032 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.411724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.412347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.413774 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] 10.222.0.13 "PUT /v2.0/ports/1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1093 time: 1.1260712 Jul 22 14:54:58.448457 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7591b3-ada2-4cb0-b86a-00d0b6e61ade service neutron] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:58.486572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:54:58.495967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-320679e8-0ab4-4724-ad38-14c613125c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.497513 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-320679e8-0ab4-4724-ad38-14c613125c88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1096 time: 0.0605884 Jul 22 14:54:58.531521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:54:58.595484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-6d5ea2ca-2687-488f-9da0-c94fb74ccd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.596989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-6d5ea2ca-2687-488f-9da0-c94fb74ccd5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.0926638 Jul 22 14:54:58.673361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-8b9fecef-a317-4b21-b1fd-fe1a11674d83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0695810 Jul 22 14:54:58.732736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-0c4605df-2ebd-46d1-9f2c-5603a835593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.735846 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-0c4605df-2ebd-46d1-9f2c-5603a835593d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0569375 Jul 22 14:54:58.804124 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-fedadc74-34db-40f8-8f6c-ec816cfc629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.805663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-fedadc74-34db-40f8-8f6c-ec816cfc629b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635843 Jul 22 14:54:58.947866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b9a17-2218-468f-92d9-5db48bd39ee9 req-48d78bf7-f1d2-4f52-966d-9ce790e10384 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.949289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d9b9a17-2218-468f-92d9-5db48bd39ee9 req-48d78bf7-f1d2-4f52-966d-9ce790e10384 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.1288710 Jul 22 14:54:58.951262 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-54b8bd35-2237-4da1-9e72-f7edb93ed621 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391206 Jul 22 14:54:59.014074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d9b9a17-2218-468f-92d9-5db48bd39ee9 req-1cee77e3-bc02-4163-b8b2-7dc6b67424b1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589004 Jul 22 14:54:59.072325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f786b19-05b4-4c4f-a545-13aef8ca7c15 req-ae10d57d-8b1a-402e-87d9-4fcf8e22ef32 service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111941 Jul 22 14:54:59.875973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:59.878349 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5efffc5-2adc-4694-8f02-0fdded93dec2" -d '{"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:59.926082 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73938f1-6b0b-4a34-8e5d-d58d3a0fa072 x-openstack-request-id: req-e73938f1-6b0b-4a34-8e5d-d58d3a0fa072 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:59.926386 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:59.926641 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e73938f1-6b0b-4a34-8e5d-d58d3a0fa072 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:59.927044 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'status': 'completed', 'code': 200} Jul 22 14:54:59.999185 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-3c6613f9-d2c1-415a-93db-eec5be5170fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.001357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-3c6613f9-d2c1-415a-93db-eec5be5170fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1096 time: 0.0564404 Jul 22 14:55:00.008736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-b13e02f7-2a05-40f1-9dd4-4e50ebcf82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.010296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-b13e02f7-2a05-40f1-9dd4-4e50ebcf82da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 1096 time: 0.0621424 Jul 22 14:55:00.115803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-36a3ad70-4e5f-4062-80fd-34decdf0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.117663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-36a3ad70-4e5f-4062-80fd-34decdf0b4c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1104295 Jul 22 14:55:00.138197 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-0bc0c652-b372-488e-a17c-71b9d73d53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.139674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-0bc0c652-b372-488e-a17c-71b9d73d53bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 200 len: 913 time: 0.1227055 Jul 22 14:55:00.188878 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-bb84329f-7f33-426b-bd64-b2dcdb54a4ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0651624 Jul 22 14:55:00.235933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12ad72-f457-4d2f-9667-54fbce352a94 req-2c85cc33-ffce-4abe-9eb3-5a16bb969b36 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.237506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e12ad72-f457-4d2f-9667-54fbce352a94 req-2c85cc33-ffce-4abe-9eb3-5a16bb969b36 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.1470926 Jul 22 14:55:00.239618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-58538c14-e713-4d9d-a679-56af460dc0d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 200 len: 1000 time: 0.0925446 Jul 22 14:55:00.243772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-baffe57e-1940-4ddf-9524-c996e3b1b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.245326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-baffe57e-1940-4ddf-9524-c996e3b1b1ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0509088 Jul 22 14:55:00.313599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-df3b05d0-7937-4e62-b7d2-aee02ac44860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.315425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-df3b05d0-7937-4e62-b7d2-aee02ac44860 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639322 Jul 22 14:55:00.320313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7e12ad72-f457-4d2f-9667-54fbce352a94 req-ea6ca0ad-0623-40c7-9604-624e92783e6f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753067 Jul 22 14:55:00.321847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-8d30cbde-6035-4149-8bfd-36eea0476922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.323267 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-8d30cbde-6035-4149-8bfd-36eea0476922 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 200 len: 851 time: 0.0763659 Jul 22 14:55:00.390189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-a2bb5f71-779b-4532-8595-30b2a3b6d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.391674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-a2bb5f71-779b-4532-8595-30b2a3b6d574 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eebe9519-7e8d-49c2-8657-5205ba3f7d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613425 Jul 22 14:55:00.411915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-cb91ccba-5706-43d1-a5ad-50cb55ed33a1 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905464 Jul 22 14:55:00.484519 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-6fbcbe9d-b6e0-42cb-956b-f306c57f2d3e service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Jul 22 14:55:00.586388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-640dae97-46ff-4d31-a8e4-1dc52fb9ce1e service neutron] 10.222.0.13 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951066 Jul 22 14:55:00.841749 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b5efffc5-2adc-4694-8f02-0fdded93dec2 req-9cbc33ee-d7cf-46b6-8286-860c670f5a82 service neutron] 10.222.0.20 "GET /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235823 Jul 22 14:55:01.463528 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e3c7f-2b98-4e80-9d87-74f47338d89b req-181ab49a-8a65-44d8-871c-4157c235b970 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:01.465001 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba9e3c7f-2b98-4e80-9d87-74f47338d89b req-181ab49a-8a65-44d8-871c-4157c235b970 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0695491 Jul 22 14:55:01.505074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba9e3c7f-2b98-4e80-9d87-74f47338d89b req-2a199e02-6e70-49e1-9e5c-0ab6fcac04a2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338628 Jul 22 14:55:02.640679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f48642-b2df-4b5b-bf42-73cf9bd8e9cf req-6586f3c6-95cc-410b-8793-518d571adcb6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.642352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2f48642-b2df-4b5b-bf42-73cf9bd8e9cf req-6586f3c6-95cc-410b-8793-518d571adcb6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0668952 Jul 22 14:55:02.680811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e2f48642-b2df-4b5b-bf42-73cf9bd8e9cf req-0822b1d9-5a17-41c9-bcc5-9c771aaa81dd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327804 Jul 22 14:55:03.810780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d2061-507f-4322-a133-6ef1777e28ab req-54067329-50f5-400b-83f5-bf7f11188824 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:03.812185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb9d2061-507f-4322-a133-6ef1777e28ab req-54067329-50f5-400b-83f5-bf7f11188824 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0627785 Jul 22 14:55:03.850507 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb9d2061-507f-4322-a133-6ef1777e28ab req-f9881776-e491-434e-a768-91e9465cd447 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318584 Jul 22 14:55:04.387354 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:55:04.986719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea80f6-60d3-4cd8-b64c-8459d9599c27 req-29e85490-a4a2-4fc1-b168-8615033199b2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:04.988270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77ea80f6-60d3-4cd8-b64c-8459d9599c27 req-29e85490-a4a2-4fc1-b168-8615033199b2 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0687666 Jul 22 14:55:05.026416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77ea80f6-60d3-4cd8-b64c-8459d9599c27 req-7cd60d5f-07da-4029-b815-d2616d4bda90 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325913 Jul 22 14:55:06.158502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf70345-a8a4-4590-819a-a4549ffe53a1 req-4678c9a6-118a-4054-8400-773d4dd815e6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:06.159933 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbf70345-a8a4-4590-819a-a4549ffe53a1 req-4678c9a6-118a-4054-8400-773d4dd815e6 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0674472 Jul 22 14:55:06.197813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bbf70345-a8a4-4590-819a-a4549ffe53a1 req-ae704b77-11ad-40ea-bdae-071d7d91a897 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322950 Jul 22 14:55:07.329426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660525c-e574-44e8-ae0e-b5310141a041 req-fe4fab47-0894-4009-a4c7-ba43c772229f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:07.330945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9660525c-e574-44e8-ae0e-b5310141a041 req-fe4fab47-0894-4009-a4c7-ba43c772229f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0654604 Jul 22 14:55:07.368223 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9660525c-e574-44e8-ae0e-b5310141a041 req-64229bf6-cf4d-4c77-8aeb-c05fd2474a1f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317917 Jul 22 14:55:08.504442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8245846-02c8-465e-b72f-ef8666aab3d0 req-180244b1-ff06-4591-8e34-47976552130e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:08.506241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8245846-02c8-465e-b72f-ef8666aab3d0 req-180244b1-ff06-4591-8e34-47976552130e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0669184 Jul 22 14:55:08.543589 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c8245846-02c8-465e-b72f-ef8666aab3d0 req-a2a5ee78-6df1-442a-874c-6e8df441ce6f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319510 Jul 22 14:55:09.682206 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9740338-dbc2-4dc4-ae20-d7ea71c0e451 req-b5ff3d13-6da1-4708-996c-05e3a40ef884 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:09.683735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9740338-dbc2-4dc4-ae20-d7ea71c0e451 req-b5ff3d13-6da1-4708-996c-05e3a40ef884 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0710018 Jul 22 14:55:09.725929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b9740338-dbc2-4dc4-ae20-d7ea71c0e451 req-ae793779-8c82-40a4-9ae7-b6247d84d961 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354977 Jul 22 14:55:10.860584 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed5ce4-525a-428f-be31-f11cb72a9091 req-bb48253b-dd7d-4e88-a68c-ef4b699a630f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:10.862139 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8ed5ce4-525a-428f-be31-f11cb72a9091 req-bb48253b-dd7d-4e88-a68c-ef4b699a630f tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0677257 Jul 22 14:55:10.900813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f8ed5ce4-525a-428f-be31-f11cb72a9091 req-de494df7-4d1e-4515-ab98-953eb762b37d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Jul 22 14:55:11.035123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681aa77a-a9fc-4c99-b4f1-88f90caa3345 req-b1634b33-d672-4621-ac10-2480167f264d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:11.036628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-681aa77a-a9fc-4c99-b4f1-88f90caa3345 req-b1634b33-d672-4621-ac10-2480167f264d tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0686581 Jul 22 14:55:11.074590 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-681aa77a-a9fc-4c99-b4f1-88f90caa3345 req-ae211de8-e473-4059-85bf-cdb661e28100 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Jul 22 14:55:11.201998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423211e-0e36-4973-8350-2f970e0682b0 req-8a9c5f95-eaef-4977-9e1d-5eb592bff5f3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:11.203708 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a423211e-0e36-4973-8350-2f970e0682b0 req-8a9c5f95-eaef-4977-9e1d-5eb592bff5f3 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0632815 Jul 22 14:55:11.241454 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a423211e-0e36-4973-8350-2f970e0682b0 req-ad93ad0f-124e-4c68-b198-a19453ef74cd tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322428 Jul 22 14:55:11.508506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39884603-dd14-4d37-93fb-b2f1c3e2cef9 req-d129d98c-fabc-4940-87be-359d597a6b57 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:11.510050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39884603-dd14-4d37-93fb-b2f1c3e2cef9 req-d129d98c-fabc-4940-87be-359d597a6b57 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 944 time: 0.0744510 Jul 22 14:55:11.549075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-39884603-dd14-4d37-93fb-b2f1c3e2cef9 req-88c4d23d-4b31-474e-a690-ecaaca5ebdbc tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331638 Jul 22 14:55:11.581595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:55:11.676001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:11.686813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'port_id': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'mac_address': 'fa:16:3e:ae:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:55:11.726907 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.739653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:11.758547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:11.762150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.808477 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:12.025267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['1358560c-6ab6-4bb3-91da-fec7f794a48c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:12.680849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ab75-b3cc-431d-aaf7-3835c18363ad req-55f8d1c3-0dcc-4c57-b183-30a8fd93ba2b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:12.682364 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfd7ab75-b3cc-431d-aaf7-3835c18363ad req-55f8d1c3-0dcc-4c57-b183-30a8fd93ba2b tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0655537 Jul 22 14:55:12.721282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfd7ab75-b3cc-431d-aaf7-3835c18363ad req-6f86541c-9e9f-4091-82a0-b38538bb5231 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups?id=892e40a8-bb1f-46de-b400-785383788abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327032 Jul 22 14:55:12.982418 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-d1b03c8a-a5a3-412a-aabe-28b5847ce9ed tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:12.983858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-d1b03c8a-a5a3-412a-aabe-28b5847ce9ed tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 945 time: 0.0666831 Jul 22 14:55:13.082553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Deleting port 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:13.082897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.173238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] For port 1358560c-6ab6-4bb3-91da-fec7f794a48c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=1358560c-6ab6-4bb3-91da-fec7f794a48c,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:13.173511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.339558 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.339926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.340241 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a disassociated. External IP: 172.25.8.252, port: 1358560c-6ab6-4bb3-91da-fec7f794a48c. Jul 22 14:55:13.340583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Calling delete_port for 1358560c-6ab6-4bb3-91da-fec7f794a48c owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:13.470907 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.503977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event deleted for resources: {'Port': ['ID=1358560c-6ab6-4bb3-91da-fec7f794a48c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:13.582453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:13.603094 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:13.603440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 14:55:13.622801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Port 1358560c-6ab6-4bb3-91da-fec7f794a48c not found, will not notify nova. {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 14:55:13.628703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:13.739367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:13.753172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:13.763560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:13.763560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:54:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:13.785695 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] No DVR routers for this DVR port 1358560c-6ab6-4bb3-91da-fec7f794a48c on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:13.788838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.791137 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2d2eb2c0-96c0-4ba1-9066-820ef5f9efe7 req-e24cc131-5c2c-4852-9745-79eaf91dc430 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.13 "DELETE /v2.0/ports/1358560c-6ab6-4bb3-91da-fec7f794a48c HTTP/1.1" status: 204 len: 173 time: 0.8014925 Jul 22 14:55:13.791590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-deleted', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:13.793972 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccc8575-4aaf-40c6-9418-49a33d42d78e" -d '{"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-deleted", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:13.835802 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53b4ba4a-e4b3-44bb-9f2f-dadeeb8934f7 req-db4086c3-e817-48c2-9da1-f43f5aff5672 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 210 time: 0.0415678 Jul 22 14:55:13.841924 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a522ca3-e229-4f17-ae30-748b11324505 x-openstack-request-id: req-9a522ca3-e229-4f17-ae30-748b11324505 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:13.842157 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b787e7-7253-4eda-921e-34506d521795", "name": "network-vif-deleted", "tag": "1358560c-6ab6-4bb3-91da-fec7f794a48c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:13.842564 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a522ca3-e229-4f17-ae30-748b11324505 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:13.842969 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b787e7-7253-4eda-921e-34506d521795', 'name': 'network-vif-deleted', 'tag': '1358560c-6ab6-4bb3-91da-fec7f794a48c', 'status': 'completed', 'code': 200} Jul 22 14:55:13.904876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:14.105626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:14.140958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:14.149724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:14.150337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:54:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:14.254942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:14.491160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:14.518598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab1045e-394a-4514-9bf7-5460a3b92438 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:32Z', 'revision_number': 4, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7986c9d8-0943-4856-a77e-2103ad6cf335', 'name': '', 'network_id': 'eebe9519-7e8d-49c2-8657-5205ba3f7d0a', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'mac_address': 'fa:16:3e:46:3c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_interface', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:32Z', 'updated_at': '2021-07-22T14:45:38Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'subnets': [{'id': '0f302bef-2312-4199-bb24-be6ff2c2c3f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:14.789049 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c548bc8-3fa7-448d-bc47-408e7f24cb3f None None] New status for floating IP 4bdeb4a2-d771-44a6-9d7a-06b553adeb5a: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:55:14.962881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7576f45-a109-4ad2-a4bc-67cd7ea085fa req-ecee3134-4181-4e30-a625-1c75f3dd80a9 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 210 time: 0.0391400 Jul 22 14:55:15.585920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:15.605838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 1358560c-6ab6-4bb3-91da-fec7f794a48c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:15.606183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 1358560c-6ab6-4bb3-91da-fec7f794a48c not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:16.062214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8b3c131d-5c71-4325-8078-f92d47c70dbe req-4dc322d4-afeb-458c-9808-a8af6bcccd00 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 210 time: 0.0284824 Jul 22 14:55:17.161419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13eadcc8-7107-47ab-92e2-f479d53e1749 req-5bd364f1-9b5c-4198-8d0a-9eb06523c0d1 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/ports?device_id=30b787e7-7253-4eda-921e-34506d521795 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Jul 22 14:55:18.644609 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c67aaea1-f3af-4365-b2d0-6150f5838e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:19.519460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:20.452910 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:20.875720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:20.933283 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdd244d2-caba-4928-bb80-02b7cd5f698e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:20.959648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdd244d2-caba-4928-bb80-02b7cd5f698e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.008545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdd244d2-caba-4928-bb80-02b7cd5f698e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.011562 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdd244d2-caba-4928-bb80-02b7cd5f698e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.012965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cdd244d2-caba-4928-bb80-02b7cd5f698e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "DELETE /v2.0/security-groups/892e40a8-bb1f-46de-b400-785383788abd HTTP/1.1" status: 204 len: 168 time: 0.1362283 Jul 22 14:55:21.016525 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57884) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:21.023067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd244d2-caba-4928-bb80-02b7cd5f698e tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892e40a8-bb1f-46de-b400-785383788abd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:21.035043 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-61158105-e4d3-4b51-82cc-967b04099145 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] show failed (client error): The resource could not be found. Jul 22 14:55:21.036294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-61158105-e4d3-4b51-82cc-967b04099145 tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "GET /v2.0/security-groups/892e40a8-bb1f-46de-b400-785383788abd HTTP/1.1" status: 404 len: 347 time: 0.0187829 Jul 22 14:55:21.039146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57886) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:21.166932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Deleting port ed9f85d3-42e6-4b6a-9223-32076522bdb8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:21.167275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.243441 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.243767 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.256319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Calling delete_port for ed9f85d3-42e6-4b6a-9223-32076522bdb8 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:21.400075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.427722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Pushing event deleted for resources: {'Port': ['ID=ed9f85d3-42e6-4b6a-9223-32076522bdb8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:21.438479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.495714 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1967f56-66d7-47c4-ba76-ffeccfe0a09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.500157 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.502800 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:21.503958 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-17792aed-b44d-452f-9c6d-f52b3bfe11cb tempest-ServerActionsTestJSON-808464883 tempest-ServerActionsTestJSON-808464883-project] 10.222.0.11 "DELETE /v2.0/floatingips/4bdeb4a2-d771-44a6-9d7a-06b553adeb5a HTTP/1.1" status: 204 len: 168 time: 0.4637647 Jul 22 14:55:21.507205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57888) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:22.212663 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:22.512965 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Deleting port 7986c9d8-0943-4856-a77e-2103ad6cf335 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:22.513299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:22.592965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:22.594485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] For port 7986c9d8-0943-4856-a77e-2103ad6cf335, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7986c9d8-0943-4856-a77e-2103ad6cf335,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:22.594855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:22.607349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Calling delete_port for 7986c9d8-0943-4856-a77e-2103ad6cf335 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:22.814975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:22.843332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Pushing event deleted for resources: {'Port': ['ID=7986c9d8-0943-4856-a77e-2103ad6cf335,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:23.010491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.223324 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Router 6d5028c0-4e84-4912-a36c-2ced71fa8519 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:23.327505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:23.333292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7a5b4375-8d80-4667-8d00-758ef8921105 admin admin] 10.222.0.11 "PUT /v2.0/routers/6d5028c0-4e84-4912-a36c-2ced71fa8519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8251302 Jul 22 14:55:23.335869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57892) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:23.338880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] Sync routers for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:23.348736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:23.349343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:55:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:23.439575 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.548035 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.612973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Deleting port 6fa1b85e-54a8-497a-a365-11b10f23b2ba {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:23.613308 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.619243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:23.692367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] For port 6fa1b85e-54a8-497a-a365-11b10f23b2ba, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6fa1b85e-54a8-497a-a365-11b10f23b2ba,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:23.692722 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.706595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Calling delete_port for 6fa1b85e-54a8-497a-a365-11b10f23b2ba owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:23.796530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:55:22Z', 'revision_number': 5, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port': {'id': '6fa1b85e-54a8-497a-a365-11b10f23b2ba', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:23.822999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] Checking router: 6d5028c0-4e84-4912-a36c-2ced71fa8519 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:23.833760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] Routers {'6d5028c0-4e84-4912-a36c-2ced71fa8519'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:23.834370 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:55:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['6d5028c0-4e84-4912-a36c-2ced71fa8519'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:23.879374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.912214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa1b85e-54a8-497a-a365-11b10f23b2ba,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:23.927973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] Set router 6d5028c0-4e84-4912-a36c-2ced71fa8519 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:23.978089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:23.982558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:55:23Z', 'revision_number': 6, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:24.009462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c48365-b2d0-4c5c-a9ca-80346d434ca7 None None] The sync data for ids ['6d5028c0-4e84-4912-a36c-2ced71fa8519'] in n-d-787205-11 is: [{'id': '6d5028c0-4e84-4912-a36c-2ced71fa8519', 'name': 'tempest-ServerActionsTestJSON-1671257146-router', 'tenant_id': '275007f9715a4cc880eca01ef1e1c8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:30Z', 'updated_at': '2021-07-22T14:55:23Z', 'revision_number': 6, 'project_id': '275007f9715a4cc880eca01ef1e1c8ee', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:24.083932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.086036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.143966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.144507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d5028c0-4e84-4912-a36c-2ced71fa8519 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:55:24.148786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.149968 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2602ead5-ab67-4500-be5b-f0f96e465b4b admin admin] 10.222.0.11 "DELETE /v2.0/routers/6d5028c0-4e84-4912-a36c-2ced71fa8519 HTTP/1.1" status: 204 len: 168 time: 0.8131568 Jul 22 14:55:24.152686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57894) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:24.199532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Deleting subnet 0f302bef-2312-4199-bb24-be6ff2c2c3f9 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:55:24.202618 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.392038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.498556 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.605141 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.657884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.681326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f302bef-2312-4199-bb24-be6ff2c2c3f9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:24.686951 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.689780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2f3def70-a4c8-4bc0-b15c-ff3483984c8a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f302bef-2312-4199-bb24-be6ff2c2c3f9 HTTP/1.1" status: 204 len: 168 time: 0.5361445 Jul 22 14:55:24.692358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57896) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:24.695039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b4bba2-3cfe-45e8-966a-6b528b4d3b23 None None] Network eebe9519-7e8d-49c2-8657-5205ba3f7d0a requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:24.774295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.805055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7986c9d8-0943-4856-a77e-2103ad6cf335 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:24.826787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7986c9d8-0943-4856-a77e-2103ad6cf335 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:24.827137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7986c9d8-0943-4856-a77e-2103ad6cf335 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:24.827555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fa1b85e-54a8-497a-a365-11b10f23b2ba no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:24.833981 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Deleting port e3018f51-5c9e-4657-839c-3667c275280e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:24.834329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.848919 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6fa1b85e-54a8-497a-a365-11b10f23b2ba {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:24.849268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6fa1b85e-54a8-497a-a365-11b10f23b2ba not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:24.911750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] For port e3018f51-5c9e-4657-839c-3667c275280e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e3018f51-5c9e-4657-839c-3667c275280e,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:24.912119 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:24.925401 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Calling delete_port for e3018f51-5c9e-4657-839c-3667c275280e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:24.941642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034856c-6999-4061-88f0-d26310e12cac None None] DHCP port deletion for eebe9519-7e8d-49c2-8657-5205ba3f7d0a request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:55:24.993325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9034856c-6999-4061-88f0-d26310e12cac None None] Deleting port e3018f51-5c9e-4657-839c-3667c275280e {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:24.993913 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9034856c-6999-4061-88f0-d26310e12cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.016628 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.043358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3018f51-5c9e-4657-839c-3667c275280e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:25.048594 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] No DVR routers for this DVR port e3018f51-5c9e-4657-839c-3667c275280e on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:25.059921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9034856c-6999-4061-88f0-d26310e12cac None None] For port e3018f51-5c9e-4657-839c-3667c275280e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=e3018f51-5c9e-4657-839c-3667c275280e,segment=NetworkSegment(5a933eb6-a22f-4adf-9e30-ca5930ad7822),segment_id=5a933eb6-a22f-4adf-9e30-ca5930ad7822)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:25.060416 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9034856c-6999-4061-88f0-d26310e12cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.079046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9034856c-6999-4061-88f0-d26310e12cac None None] Calling delete_port for e3018f51-5c9e-4657-839c-3667c275280e owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:25.126114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.136409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebe9519-7e8d-49c2-8657-5205ba3f7d0a']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:25.153119 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a933eb6-a22f-4adf-9e30-ca5930ad7822') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:25.153443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a933eb6-a22f-4adf-9e30-ca5930ad7822') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:25.165387 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9034856c-6999-4061-88f0-d26310e12cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.169746 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.187083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.193934 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034856c-6999-4061-88f0-d26310e12cac None None] Pushing event deleted for resources: {'Port': ['ID=e3018f51-5c9e-4657-839c-3667c275280e,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:25.195077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:55:25.195410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034856c-6999-4061-88f0-d26310e12cac None None] No DVR routers for this DVR port e3018f51-5c9e-4657-839c-3667c275280e on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:25.195553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:55:25.197369 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:55:25.257492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.263181 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.267857 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] 10.222.0.11 "DELETE /v2.0/networks/eebe9519-7e8d-49c2-8657-5205ba3f7d0a HTTP/1.1" status: 204 len: 168 time: 0.5718198 Jul 22 14:55:25.275913 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4201c-8022-4e46-8b8e-069e193b9223 admin admin] Pushing event deleted for resources: {'Network': ['ID=eebe9519-7e8d-49c2-8657-5205ba3f7d0a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:25.372710 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:25.416477 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5f243b03-b457-48e3-b58f-f935492d2e6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=275007f9715a4cc880eca01ef1e1c8ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425005 Jul 22 14:55:25.418817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57902) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:25.466479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6fc071b-d7e2-4ac2-aed8-c71d937c4722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.488449 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6fc071b-d7e2-4ac2-aed8-c71d937c4722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.533709 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6fc071b-d7e2-4ac2-aed8-c71d937c4722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.536388 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6fc071b-d7e2-4ac2-aed8-c71d937c4722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:25.537650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f6fc071b-d7e2-4ac2-aed8-c71d937c4722 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89be7547-0050-406d-954e-424bde3d8784 HTTP/1.1" status: 204 len: 168 time: 0.1179221 Jul 22 14:55:25.545704 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc071b-d7e2-4ac2-aed8-c71d937c4722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89be7547-0050-406d-954e-424bde3d8784,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:26.242886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 57924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:26.341199 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1864698566-network', 'tenant_id': '455e53943a1142b3a7c10834fbff7232'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:26.363279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Made reservation on behalf of 455e53943a1142b3a7c10834fbff7232 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:26.365671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.373783 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.463089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.466725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.494268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:26.501059 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9739f0a-8df1-42c0-a89d-0e7c951368d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:26.507395 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.507736 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Added segment fd92a6f9-75f2-437e-8418-459317ac39c7 of type vlan for network 64450a93-22e4-448e-9cd9-603377a637b6 Jul 22 14:55:26.550012 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.578318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.579270 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:26.583164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.623021 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3788195 Jul 22 14:55:26.627150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 57928) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:26.632601 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Request body: {'subnet': {'network_id': '64450a93-22e4-448e-9cd9-603377a637b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1864698566-subnet', 'tenant_id': '455e53943a1142b3a7c10834fbff7232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:26.653586 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Made reservation on behalf of 455e53943a1142b3a7c10834fbff7232 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:26.656081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.658760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3232ac6-0960-48c9-911b-c44d718bfdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=64450a93-22e4-448e-9cd9-603377a637b6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:26.668612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 64450a93-22e4-448e-9cd9-603377a637b6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:55:26.774443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e3018f51-5c9e-4657-839c-3667c275280e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:26.799007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: e3018f51-5c9e-4657-839c-3667c275280e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:26.799357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device e3018f51-5c9e-4657-839c-3667c275280e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:26.836687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.893296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25dbaf3-4602-4327-8e91-d2bb2312a524,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:26.902001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Checking segment: {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:26.902365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Network hostable DHCP agents. Network: 64450a93-22e4-448e-9cd9-603377a637b6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:55:26.919773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Network 64450a93-22e4-448e-9cd9-603377a637b6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:55:26.929837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 64450a93-22e4-448e-9cd9-603377a637b6) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:26.934019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:26.934629 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:26.940488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20bec7c-49c7-4213-bcb1-cb331b3c079f None None] Network 64450a93-22e4-448e-9cd9-603377a637b6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:26.949089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-72783261-16ba-44d0-adba-d157fcaa875f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3208277 Jul 22 14:55:27.062039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0841cc5-0fb9-4e7b-9060-5db134783e50 None None] Network 64450a93-22e4-448e-9cd9-603377a637b6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:27.396805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-b3952f0d-4b67-4425-b7a7-46a4cff7a499 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:27.398216 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-b3952f0d-4b67-4425-b7a7-46a4cff7a499 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/networks?id=64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 200 len: 814 time: 0.1051238 Jul 22 14:55:27.412638 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-73acd34d-e688-4d09-a46b-f383e06fe538 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/quotas/455e53943a1142b3a7c10834fbff7232 HTTP/1.1" status: 200 len: 375 time: 0.0091157 Jul 22 14:55:27.446071 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-179d9b36-757a-4d8a-b445-9b489fc19cdf tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=455e53943a1142b3a7c10834fbff7232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286884 Jul 22 14:55:27.583673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-cb0add8d-e949-4827-a2cd-d643972d0695 service neutron] 10.222.0.11 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313276 Jul 22 14:55:27.679896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-fc677d86-17f2-4038-8b76-66a7001c3a99 service neutron] 10.222.0.11 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905750 Jul 22 14:55:27.841407 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-53c591e0-2ee4-4e66-930f-507939b27b0e req-d8455769-3746-4f2e-aafa-50192d6c9e8d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 210 time: 0.0303850 Jul 22 14:55:28.897780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-ef4fa01e-2e93-4827-acef-e3b718eb4151 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:28.899296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-ef4fa01e-2e93-4827-acef-e3b718eb4151 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.20 "GET /v2.0/networks?id=64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 200 len: 814 time: 0.1122591 Jul 22 14:55:28.911463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Request body: {'port': {'device_id': '7b258110-4710-4f34-9782-5e133aef38ee', 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6', 'admin_state_up': True, 'tenant_id': '455e53943a1142b3a7c10834fbff7232'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:28.963244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e383f97-5c91-448b-ae4b-dfbd10c624fe req-be001f75-2f22-4f70-8c1f-faa995248da9 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 210 time: 0.0360157 Jul 22 14:55:29.050472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Made reservation on behalf of 455e53943a1142b3a7c10834fbff7232 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:29.054015 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.181849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Allocated IP 172.20.0.13 (64450a93-22e4-448e-9cd9-603377a637b6/f25dbaf3-4602-4327-8e91-d2bb2312a524/042e89a6-1cea-4db3-b7f6-bfeba5e3e753) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:29.348992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.387821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.430460 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Network 64450a93-22e4-448e-9cd9-603377a637b6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:29.435456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:29.439455 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:29.471775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Pushing event updated for resources: {'Port': ['ID=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:29.496599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:29.497218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.511301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-05bc642a-2205-4e85-96f7-56369ddaf64c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042585 Jul 22 14:55:29.524086 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Request body: {'port': {'device_id': '7b258110-4710-4f34-9782-5e133aef38ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:29.599910 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.879002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:29.887096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.901871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Transition to ACTIVE for port object 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:29.905635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:29.956915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Pushing event updated for resources: {'Port': ['ID=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:30.038143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Attempting to bind port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:30.038650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Attempting to bind port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:30.039080 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Attempting to bind port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 on network 64450a93-22e4-448e-9cd9-603377a637b6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:30.046996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 on network 64450a93-22e4-448e-9cd9-603377a637b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:55:30.047510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Attempting to bind port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 on network 64450a93-22e4-448e-9cd9-603377a637b6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:30.053130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:30.053632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Checking segment: {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:30.054173 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Bound using segment: {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:30.054859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Bound port: 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:30.055322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:30.104423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe650e-e57a-4b16-a8be-75089ba0986a req-bb073928-9ed3-4d43-a012-98f340c07f35 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.105953 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6abe650e-e57a-4b16-a8be-75089ba0986a req-bb073928-9ed3-4d43-a012-98f340c07f35 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 944 time: 0.0718997 Jul 22 14:55:30.128708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] For port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:30.132398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] For port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:30.136240 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:30.148987 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6abe650e-e57a-4b16-a8be-75089ba0986a req-58d9c8ed-3b28-4b92-bc85-c31954ac5c9a tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Jul 22 14:55:30.177421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.178121 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:30.179525 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] 10.222.0.20 "PUT /v2.0/ports/042e89a6-1cea-4db3-b7f6-bfeba5e3e753 HTTP/1.1" status: 200 len: 1093 time: 0.6598895 Jul 22 14:55:30.179940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b258110-4710-4f34-9782-5e133aef38ee', 'tag': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:30.182224 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b258110-4710-4f34-9782-5e133aef38ee", "tag": "042e89a6-1cea-4db3-b7f6-bfeba5e3e753"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:30.200261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf585d-a2bd-430b-89b1-0ab04b5f8970 service neutron] Pushing event updated for resources: {'Port': ['ID=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:30.243372 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a50a59-c5a3-47d1-b7a8-3823313bb9d8 x-openstack-request-id: req-c3a50a59-c5a3-47d1-b7a8-3823313bb9d8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:30.243666 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b258110-4710-4f34-9782-5e133aef38ee", "tag": "042e89a6-1cea-4db3-b7f6-bfeba5e3e753", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:30.243918 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3a50a59-c5a3-47d1-b7a8-3823313bb9d8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:30.244308 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b258110-4710-4f34-9782-5e133aef38ee', 'tag': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753', 'status': 'completed', 'code': 200} Jul 22 14:55:30.271440 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-ea1ac772-bb93-4fa2-923b-c83a4d0861d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.272957 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-ea1ac772-bb93-4fa2-923b-c83a4d0861d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e53943a1142b3a7c10834fbff7232&device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 1096 time: 0.0578942 Jul 22 14:55:30.316900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-47cbfbbf-9283-4af2-b62d-cfefe97d9267 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753 HTTP/1.1" status: 200 len: 217 time: 0.0373902 Jul 22 14:55:30.368385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-44c2f9b8-786d-4c28-95ce-5044d23ea817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.369836 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-44c2f9b8-786d-4c28-95ce-5044d23ea817 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f25dbaf3-4602-4327-8e91-d2bb2312a524 HTTP/1.1" status: 200 len: 854 time: 0.0474432 Jul 22 14:55:30.403962 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-7a946167-bb4d-4886-8756-eb0d05756626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64450a93-22e4-448e-9cd9-603377a637b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281050 Jul 22 14:55:30.495206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-2ce62918-7c9a-4c67-afe4-a9a8ab3d87d3 service neutron] 10.222.0.20 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856526 Jul 22 14:55:30.582261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3462752f-1b27-4c5e-9c06-83aeddc87a10 req-0dc58ecb-f6fa-42a0-b788-9458ee602156 service neutron] 10.222.0.20 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808866 Jul 22 14:55:30.685472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-be52fbba-eb8a-422c-bd5c-b7605d495fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.686931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-be52fbba-eb8a-422c-bd5c-b7605d495fcc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e53943a1142b3a7c10834fbff7232&device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 1096 time: 0.0581014 Jul 22 14:55:30.776673 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-2bc3efd9-6899-4a3e-a19d-a56419483477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.778193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-2bc3efd9-6899-4a3e-a19d-a56419483477 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 200 len: 915 time: 0.0856147 Jul 22 14:55:30.822509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-7e2331b2-3f54-40b1-863c-ecfc670277af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753 HTTP/1.1" status: 200 len: 217 time: 0.0380130 Jul 22 14:55:30.871367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-9704a1c0-befc-4714-9f7a-ed98d85d0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:30.872825 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-9704a1c0-befc-4714-9f7a-ed98d85d0761 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f25dbaf3-4602-4327-8e91-d2bb2312a524 HTTP/1.1" status: 200 len: 854 time: 0.0444281 Jul 22 14:55:30.908188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-28a7419d-3065-4158-9369-df21afc99b5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64450a93-22e4-448e-9cd9-603377a637b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280862 Jul 22 14:55:30.998547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-c9f3eb33-021a-4d17-ab7d-4bc8f0e346bc service neutron] 10.222.0.20 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839427 Jul 22 14:55:31.087546 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-726fa39d-4b7e-49fe-8eb0-1767cacd4eb8 req-6b072262-457b-4fdb-9f8a-93a58d368f89 service neutron] 10.222.0.20 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808396 Jul 22 14:55:31.277503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e39043-b02f-4fd8-b158-7ac564fe3b9f req-acee2ff8-59da-4599-9bc4-c81ceb300f84 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:31.278920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88e39043-b02f-4fd8-b158-7ac564fe3b9f req-acee2ff8-59da-4599-9bc4-c81ceb300f84 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 944 time: 0.0636737 Jul 22 14:55:31.317282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-88e39043-b02f-4fd8-b158-7ac564fe3b9f req-9e32130e-a992-4ed9-874b-2b4448165644 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 Jul 22 14:55:32.445374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb011ac-25fd-4347-b735-6a39d591586f req-78caac8d-be21-4b8a-b4fb-de4487040a43 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:32.446890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eb011ac-25fd-4347-b735-6a39d591586f req-78caac8d-be21-4b8a-b4fb-de4487040a43 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 944 time: 0.0625339 Jul 22 14:55:32.488299 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6eb011ac-25fd-4347-b735-6a39d591586f req-0ff1bb05-07b8-4077-b626-58843f319b43 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Jul 22 14:55:32.709180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:55:32.806017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:32.816929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753', 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6', 'port_id': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753', 'mac_address': 'fa:16:3e:42:1c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25dbaf3-4602-4327-8e91-d2bb2312a524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:55:32.852936 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:32.866281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:32.885583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:32.889712 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:32.939843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:33.073875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['042e89a6-1cea-4db3-b7f6-bfeba5e3e753'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:33.615510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93258a-5277-4866-ac61-db8daa03dfb2 req-13c64517-2fcc-4122-9876-0aa54bdabccc tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:33.617015 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f93258a-5277-4866-ac61-db8daa03dfb2 req-13c64517-2fcc-4122-9876-0aa54bdabccc tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 945 time: 0.0636492 Jul 22 14:55:33.655439 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f93258a-5277-4866-ac61-db8daa03dfb2 req-9a583860-3eee-4f2c-bd83-caff54025811 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329063 Jul 22 14:55:34.725354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:34.774345 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:34.778009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:34.778379 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:34.787480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b403ef-73c3-4db9-9159-25318de66409 req-08df997f-eba9-4283-b800-4f183dd60839 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:34.790064 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68b403ef-73c3-4db9-9159-25318de66409 req-08df997f-eba9-4283-b800-4f183dd60839 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 945 time: 0.0683265 Jul 22 14:55:34.826649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68b403ef-73c3-4db9-9159-25318de66409 req-883cfa8d-1777-4914-a50d-f4e0e31bcc02 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Jul 22 14:55:34.859814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:34.882642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b258110-4710-4f34-9782-5e133aef38ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:34.884937 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c11c0d-f2a4-4d43-91d8-6c7497e4c1dc" -d '{"events": [{"server_uuid": "7b258110-4710-4f34-9782-5e133aef38ee", "name": "network-vif-plugged", "status": "completed", "tag": "042e89a6-1cea-4db3-b7f6-bfeba5e3e753"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:34.898136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:34.902125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:34.951562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:34.984750 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c2914b-baa6-4f80-bb41-9f0f8b1ef254 x-openstack-request-id: req-59c2914b-baa6-4f80-bb41-9f0f8b1ef254 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:34.985047 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b258110-4710-4f34-9782-5e133aef38ee", "name": "network-vif-plugged", "status": "completed", "tag": "042e89a6-1cea-4db3-b7f6-bfeba5e3e753", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:34.985309 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59c2914b-baa6-4f80-bb41-9f0f8b1ef254 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:34.986304 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b258110-4710-4f34-9782-5e133aef38ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753', 'code': 200} Jul 22 14:55:35.088479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395b2f-03e9-4470-ae18-efe3149ca7f2 req-216f6beb-e7c5-423b-a905-af08dda3c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:35.089987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0395b2f-03e9-4470-ae18-efe3149ca7f2 req-216f6beb-e7c5-423b-a905-af08dda3c329 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 1098 time: 0.0523894 Jul 22 14:55:35.123922 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0395b2f-03e9-4470-ae18-efe3149ca7f2 req-af544ea1-3ceb-4741-9950-369a9137ed0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274768 Jul 22 14:55:35.967806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e4790-b2dd-441c-8567-aa5fa99e9290 req-16db3392-522a-4a12-bb59-bdec704feb4e tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:35.969441 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e50e4790-b2dd-441c-8567-aa5fa99e9290 req-16db3392-522a-4a12-bb59-bdec704feb4e tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0695007 Jul 22 14:55:36.008914 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e50e4790-b2dd-441c-8567-aa5fa99e9290 req-abd27ca2-d6e4-4b61-ac23-0b19c2528130 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Jul 22 14:55:37.143996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae800b7-8fde-49ec-ad63-11184c63f448 req-13b18bc2-f662-4522-a44c-b127d05f07a3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:37.145466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ae800b7-8fde-49ec-ad63-11184c63f448 req-13b18bc2-f662-4522-a44c-b127d05f07a3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0681672 Jul 22 14:55:37.182672 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0ae800b7-8fde-49ec-ad63-11184c63f448 req-cd6478b1-f7fa-4989-ac56-5f408b1fe215 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Jul 22 14:55:37.417629 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-41b6af93-1276-47c4-97d3-d99421180c1d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:37.421023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-41b6af93-1276-47c4-97d3-d99421180c1d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/networks?id=64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 200 len: 814 time: 0.1018856 Jul 22 14:55:37.435592 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-50b87575-0362-4a2a-9f66-dedab4dd2e4e tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/quotas/455e53943a1142b3a7c10834fbff7232 HTTP/1.1" status: 200 len: 375 time: 0.0099630 Jul 22 14:55:37.501791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-050b4674-efb3-4043-b20f-d420d8a119c1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=455e53943a1142b3a7c10834fbff7232&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612261 Jul 22 14:55:37.512293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-24222de9-ac84-4c08-8c61-953da1bc92ab service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:55:37.513261 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-24222de9-ac84-4c08-8c61-953da1bc92ab service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049987 Jul 22 14:55:37.601699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-893f4cd6-df1d-4511-aa4d-08050f93e323 service neutron] 10.222.0.11 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827167 Jul 22 14:55:37.698012 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-2c895568-6ce3-4d91-8759-bd8c4546fbdc service neutron] 10.222.0.11 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904295 Jul 22 14:55:37.864100 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d56932e-9106-4a6e-8965-a2dfb5f41d35 req-8e401b61-1263-4182-a6b6-a992ea2c7235 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 210 time: 0.0296185 Jul 22 14:55:38.944470 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-db37768e-d11f-4d23-9dee-8179d96a78b1 req-c8e6f4e9-8a9c-4483-9bfd-e94366351d4f tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 210 time: 0.0300043 Jul 22 14:55:40.041329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e69c13e-76a2-4149-9d1c-c531c7f7ee91 req-2e31e272-1bf5-48ff-870b-944d9f19fbcc tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 210 time: 0.0291390 Jul 22 14:55:40.902975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-e0110a15-58ef-4a93-b6dd-1a07e2976a30 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:40.904497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-e0110a15-58ef-4a93-b6dd-1a07e2976a30 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.13 "GET /v2.0/networks?id=64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 200 len: 814 time: 0.1067307 Jul 22 14:55:40.915693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Request body: {'port': {'device_id': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6', 'admin_state_up': True, 'tenant_id': '455e53943a1142b3a7c10834fbff7232'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:41.030661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Made reservation on behalf of 455e53943a1142b3a7c10834fbff7232 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:41.034499 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.136824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-db4893a0-2590-444d-ac19-72d3bb55856f req-44c8ff36-9230-4874-bdc2-af2243eaad8a tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 210 time: 0.0293288 Jul 22 14:55:41.159581 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Allocated IP 172.20.0.3 (64450a93-22e4-448e-9cd9-603377a637b6/f25dbaf3-4602-4327-8e91-d2bb2312a524/a7685bd4-7c83-4fb9-bcfb-17cff76cdaba) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:41.309233 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.349037 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.361079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['042e89a6-1cea-4db3-b7f6-bfeba5e3e753'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:41.386804 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:55:41.391973 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Network 64450a93-22e4-448e-9cd9-603377a637b6 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:41.397078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:41.400685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:41.432273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Pushing event updated for resources: {'Port': ['ID=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:41.457791 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:41.458404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.472100 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-4b843ce0-86cf-4347-bb8a-3a923c357ec7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602624 Jul 22 14:55:41.483634 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Request body: {'port': {'device_id': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:41.555693 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.823154 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7685bd4-7c83-4fb9-bcfb-17cff76cdaba {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:41.830606 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.842296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Transition to ACTIVE for port object a7685bd4-7c83-4fb9-bcfb-17cff76cdaba will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:41.846633 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.914094 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Pushing event updated for resources: {'Port': ['ID=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:41.963367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Attempting to bind port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:41.963699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Attempting to bind port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:41.964023 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Attempting to bind port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba on network 64450a93-22e4-448e-9cd9-603377a637b6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:41.968297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba on network 64450a93-22e4-448e-9cd9-603377a637b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:55:41.968618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Attempting to bind port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba on network 64450a93-22e4-448e-9cd9-603377a637b6 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:41.974010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:41.974349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Checking segment: {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:41.974728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Bound using segment: {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:41.975151 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Bound port: a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd92a6f9-75f2-437e-8418-459317ac39c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:41.975517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.049193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] For port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:42.053523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] For port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:42.058593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.110258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.110884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.112280 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] 10.222.0.13 "PUT /v2.0/ports/a7685bd4-7c83-4fb9-bcfb-17cff76cdaba HTTP/1.1" status: 200 len: 1092 time: 0.6329408 Jul 22 14:55:42.112722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'tag': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:42.115009 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb0f3b-9054-4b16-ae50-370e6ba88001" -d '{"events": [{"name": "network-changed", "server_uuid": "1edd4eed-d9ba-40a9-b61f-6acd37320ee7", "tag": "a7685bd4-7c83-4fb9-bcfb-17cff76cdaba"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:42.135286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239d13e-4387-48ed-b41f-c74a7b9786ca service neutron] Pushing event updated for resources: {'Port': ['ID=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:42.152815 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8588a5-84c0-453d-b8d8-6f71aefc6910 x-openstack-request-id: req-de8588a5-84c0-453d-b8d8-6f71aefc6910 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:42.153108 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edd4eed-d9ba-40a9-b61f-6acd37320ee7", "tag": "a7685bd4-7c83-4fb9-bcfb-17cff76cdaba", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:42.153358 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de8588a5-84c0-453d-b8d8-6f71aefc6910 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:42.153791 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'tag': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba', 'status': 'completed', 'code': 200} Jul 22 14:55:42.210399 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-aab82445-3c3b-40e0-a059-742ac661afed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.211929 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-aab82445-3c3b-40e0-a059-742ac661afed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455e53943a1142b3a7c10834fbff7232&device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 1095 time: 0.0615644 Jul 22 14:55:42.256948 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-f41d9e08-1d94-41d8-9213-4d59dcb2fde7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba HTTP/1.1" status: 200 len: 217 time: 0.0380127 Jul 22 14:55:42.271475 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cab13f-9715-45ea-a37e-bd25c6ccd4e2 req-d738ef9e-2022-4d74-9038-fb45178eeaa1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.272973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e2cab13f-9715-45ea-a37e-bd25c6ccd4e2 req-d738ef9e-2022-4d74-9038-fb45178eeaa1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 943 time: 0.0686133 Jul 22 14:55:42.306881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-978cd74e-529b-49e2-8c61-511c85b67ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.308372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-978cd74e-529b-49e2-8c61-511c85b67ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25dbaf3-4602-4327-8e91-d2bb2312a524 HTTP/1.1" status: 200 len: 854 time: 0.0459394 Jul 22 14:55:42.312871 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e2cab13f-9715-45ea-a37e-bd25c6ccd4e2 req-9e0e2f62-fc2f-4e58-bfa8-2b299a2851f6 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343022 Jul 22 14:55:42.342809 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-9e4d549c-29c2-4ad2-bcee-1aad65a1caa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64450a93-22e4-448e-9cd9-603377a637b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277967 Jul 22 14:55:42.437603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-422563f9-da89-45e1-9f1c-0501434ec2c5 service neutron] 10.222.0.13 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883899 Jul 22 14:55:42.524989 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6564b01b-dd2f-43a2-ad15-82a9083224c3 req-86557576-86a8-4f30-81d0-fa5f745b2fec service neutron] 10.222.0.13 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810583 Jul 22 14:55:42.621115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-778f4c57-23bc-4772-b8de-86b05da385fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.622815 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-778f4c57-23bc-4772-b8de-86b05da385fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=455e53943a1142b3a7c10834fbff7232&device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 1095 time: 0.0547361 Jul 22 14:55:42.716185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-3e1787a8-f84f-4b25-b36e-a74abfbbad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.717596 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-3e1787a8-f84f-4b25-b36e-a74abfbbad89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 200 len: 915 time: 0.0891600 Jul 22 14:55:42.759169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-f3e5cdcf-dc7d-44a6-8c9d-714948843c56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba HTTP/1.1" status: 200 len: 217 time: 0.0345905 Jul 22 14:55:42.811055 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-209491e1-46d6-405b-ab77-d66170d38aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.812497 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-209491e1-46d6-405b-ab77-d66170d38aec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f25dbaf3-4602-4327-8e91-d2bb2312a524 HTTP/1.1" status: 200 len: 854 time: 0.0472550 Jul 22 14:55:42.846630 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-9a7070a3-9909-43bd-b057-71b81142328c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64450a93-22e4-448e-9cd9-603377a637b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272622 Jul 22 14:55:42.941385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-0904b5fc-bb72-40ef-b60f-c91ae361ea45 service neutron] 10.222.0.13 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873966 Jul 22 14:55:43.031722 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03cb0f3b-9054-4b16-ae50-370e6ba88001 req-56c0a2ca-4d1d-4384-8a61-1789b54747dc service neutron] 10.222.0.13 "GET /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839255 Jul 22 14:55:43.449897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ddcc1-6aee-4ed4-97c1-ed21109dc8dc req-99148b2e-7610-46e3-8643-2be77ce5c2d3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:43.451421 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d1ddcc1-6aee-4ed4-97c1-ed21109dc8dc req-99148b2e-7610-46e3-8643-2be77ce5c2d3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 943 time: 0.0685108 Jul 22 14:55:43.490296 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6d1ddcc1-6aee-4ed4-97c1-ed21109dc8dc req-db98fa7b-183b-434a-bb4e-ad91df82c9dd tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jul 22 14:55:44.618874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea4593-ec62-4f7a-b307-2690687898d0 req-f93c1b66-c195-4b52-bd9c-98db39958adb tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:44.620374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06ea4593-ec62-4f7a-b307-2690687898d0 req-f93c1b66-c195-4b52-bd9c-98db39958adb tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 943 time: 0.0649178 Jul 22 14:55:44.658420 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-06ea4593-ec62-4f7a-b307-2690687898d0 req-8ed63d7a-06f9-466d-a9f9-3d6e28fa6785 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Jul 22 14:55:45.783801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a7685bd4-7c83-4fb9-bcfb-17cff76cdaba details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:55:45.803280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77705ce5-e4e5-43d2-b08b-5ed89bdf1bd4 req-d9350129-ccdd-41fe-8075-05b1102f8f6d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:45.804818 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77705ce5-e4e5-43d2-b08b-5ed89bdf1bd4 req-d9350129-ccdd-41fe-8075-05b1102f8f6d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 943 time: 0.0805404 Jul 22 14:55:45.847900 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77705ce5-e4e5-43d2-b08b-5ed89bdf1bd4 req-bb0d3e04-9cc9-4ad0-91b9-97a1e9dc395d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Jul 22 14:55:45.889325 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:45.900798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba', 'network_id': '64450a93-22e4-448e-9cd9-603377a637b6', 'port_id': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba', 'mac_address': 'fa:16:3e:77:55:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f25dbaf3-4602-4327-8e91-d2bb2312a524', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:55:45.936886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.949833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7685bd4-7c83-4fb9-bcfb-17cff76cdaba {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:45.968297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:45.972594 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:46.018874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:46.158020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a7685bd4-7c83-4fb9-bcfb-17cff76cdaba'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:46.975923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb43dd0-9ad0-4b78-bf82-ebf6f5cca621 req-8afed3c9-f410-4355-b38d-da1f28f93903 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:46.977349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fb43dd0-9ad0-4b78-bf82-ebf6f5cca621 req-8afed3c9-f410-4355-b38d-da1f28f93903 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 944 time: 0.0638387 Jul 22 14:55:47.015127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3fb43dd0-9ad0-4b78-bf82-ebf6f5cca621 req-1a5767fd-e420-4081-b00d-80e90c84578c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Jul 22 14:55:47.800217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a7685bd4-7c83-4fb9-bcfb-17cff76cdaba up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:47.847764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:47.851699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:47.852074 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.933081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.954176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:47.956381 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3bcd5a-6520-459f-8464-98512fae4239" -d '{"events": [{"server_uuid": "1edd4eed-d9ba-40a9-b61f-6acd37320ee7", "name": "network-vif-plugged", "status": "completed", "tag": "a7685bd4-7c83-4fb9-bcfb-17cff76cdaba"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:47.968814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:47.976097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.003594 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dce636-e668-4f25-91c1-78b2ec63fa25 x-openstack-request-id: req-f9dce636-e668-4f25-91c1-78b2ec63fa25 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:48.003887 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edd4eed-d9ba-40a9-b61f-6acd37320ee7", "name": "network-vif-plugged", "status": "completed", "tag": "a7685bd4-7c83-4fb9-bcfb-17cff76cdaba", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:48.004136 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9dce636-e668-4f25-91c1-78b2ec63fa25 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:48.004514 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba', 'code': 200} Jul 22 14:55:48.034006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:48.102024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2048-7ae8-42f8-ae83-06599de5431e req-34009c2b-dbdd-4328-b044-d58a2af48dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:48.103558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f5c2048-7ae8-42f8-ae83-06599de5431e req-34009c2b-dbdd-4328-b044-d58a2af48dac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 1097 time: 0.0560012 Jul 22 14:55:48.138189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3f5c2048-7ae8-42f8-ae83-06599de5431e req-c2a97bb5-c760-48bc-864f-e536775e6004 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280368 Jul 22 14:55:48.148257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0abf5c-117b-4d21-9076-4469f6a880b1 req-349a52b3-9b1c-488b-b255-ca27d7f358fe tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:48.149779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa0abf5c-117b-4d21-9076-4469f6a880b1 req-349a52b3-9b1c-488b-b255-ca27d7f358fe tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 945 time: 0.0683520 Jul 22 14:55:48.187092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aa0abf5c-117b-4d21-9076-4469f6a880b1 req-8cc97852-b708-4b49-aa02-246c4e8a9132 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Jul 22 14:55:48.635031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04e58f71-2975-4f16-b274-cc3cc85a178f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.325252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72a0f-f13c-4a35-9809-ddad19529c28 req-7102547b-136d-4d20-845f-525dcdab7582 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.328461 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08f72a0f-f13c-4a35-9809-ddad19529c28 req-7102547b-136d-4d20-845f-525dcdab7582 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 945 time: 0.0726559 Jul 22 14:55:49.368679 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08f72a0f-f13c-4a35-9809-ddad19529c28 req-102acbe4-ecde-4d58-9d89-c2d14ce199ae tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Jul 22 14:55:49.531170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.625805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f7a59-b082-4b73-8c71-ffcad3b4c3fb req-6a33be4d-ca16-42c7-93f9-ab31b86c50f5 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.627601 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e65f7a59-b082-4b73-8c71-ffcad3b4c3fb req-6a33be4d-ca16-42c7-93f9-ab31b86c50f5 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Jul 22 14:55:49.666454 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e65f7a59-b082-4b73-8c71-ffcad3b4c3fb req-c59b0192-ee6b-422f-9c1e-4b8085e0f256 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Jul 22 14:55:50.457043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.795517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d65a34-b6b9-4759-98ea-ffca322821c6 req-00717f93-e783-4763-b8b1-272f39f10c49 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:50.797032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16d65a34-b6b9-4759-98ea-ffca322821c6 req-00717f93-e783-4763-b8b1-272f39f10c49 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 945 time: 0.0643890 Jul 22 14:55:50.835895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16d65a34-b6b9-4759-98ea-ffca322821c6 req-00aa1138-7569-4b2b-b558-a625b4093d5f tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332119 Jul 22 14:55:50.859363 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-a29154d5-defd-476e-b478-a58121b87ce1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:50.861708 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-a29154d5-defd-476e-b478-a58121b87ce1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.13 "GET /v2.0/ports?device_id=1edd4eed-d9ba-40a9-b61f-6acd37320ee7 HTTP/1.1" status: 200 len: 945 time: 0.0692673 Jul 22 14:55:50.966034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Deleting port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:50.966375 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.054504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] For port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:51.054870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.072407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Calling delete_port for a7685bd4-7c83-4fb9-bcfb-17cff76cdaba owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:51.199078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.211615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['042e89a6-1cea-4db3-b7f6-bfeba5e3e753'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:51.213861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['a7685bd4-7c83-4fb9-bcfb-17cff76cdaba'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:51.227604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Pushing event deleted for resources: {'Port': ['ID=a7685bd4-7c83-4fb9-bcfb-17cff76cdaba,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:51.278052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] No DVR routers for this DVR port a7685bd4-7c83-4fb9-bcfb-17cff76cdaba on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:51.280756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.282961 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cb75a9e0-eb6f-4f0a-9030-dfb9dc690c61 req-f1d44c7a-a9d4-47d3-bcd8-4843e444d270 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.13 "DELETE /v2.0/ports/a7685bd4-7c83-4fb9-bcfb-17cff76cdaba HTTP/1.1" status: 204 len: 173 time: 0.4155548 Jul 22 14:55:51.283404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'name': 'network-vif-deleted', 'tag': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:51.285677 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435c4785-2562-445d-9f11-cbcf28fd745a" -d '{"events": [{"server_uuid": "1edd4eed-d9ba-40a9-b61f-6acd37320ee7", "name": "network-vif-deleted", "tag": "a7685bd4-7c83-4fb9-bcfb-17cff76cdaba"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:51.327811 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e6c8af-30ce-4fc4-8c54-9ea2827ec2db x-openstack-request-id: req-89e6c8af-30ce-4fc4-8c54-9ea2827ec2db {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:51.328179 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edd4eed-d9ba-40a9-b61f-6acd37320ee7", "name": "network-vif-deleted", "tag": "a7685bd4-7c83-4fb9-bcfb-17cff76cdaba", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:51.328354 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89e6c8af-30ce-4fc4-8c54-9ea2827ec2db {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:51.328806 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edd4eed-d9ba-40a9-b61f-6acd37320ee7', 'name': 'network-vif-deleted', 'tag': 'a7685bd4-7c83-4fb9-bcfb-17cff76cdaba', 'status': 'completed', 'code': 200} Jul 22 14:55:51.429199 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.496156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4fcb7aa5-2cf9-4447-b995-4a7ac8692597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.000732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b2431-ac99-4b70-b4ee-0f28cec6efff req-8abbc7d4-28b4-4a58-a595-6025daa92aa7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.002318 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b38b2431-ac99-4b70-b4ee-0f28cec6efff req-8abbc7d4-28b4-4a58-a595-6025daa92aa7 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0641840 Jul 22 14:55:52.041810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b38b2431-ac99-4b70-b4ee-0f28cec6efff req-32fc83d8-094e-4464-9782-85df88e09a4a tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jul 22 14:55:52.192788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae00b5f-7881-45dc-aee1-575d5c9b71e3 req-e6d00bae-27f9-4895-b1d2-1039de6d3d6a tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.194191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ae00b5f-7881-45dc-aee1-575d5c9b71e3 req-e6d00bae-27f9-4895-b1d2-1039de6d3d6a tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0688932 Jul 22 14:55:52.231651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1ae00b5f-7881-45dc-aee1-575d5c9b71e3 req-29c459b8-a352-447f-a2a9-5be2b47219e5 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318766 Jul 22 14:55:52.367125 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914a574-34d9-4de1-9a2b-ed644dc97a0e req-83c78d3d-6acf-4cc0-b3d4-09159f640ed4 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.368642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1914a574-34d9-4de1-9a2b-ed644dc97a0e req-83c78d3d-6acf-4cc0-b3d4-09159f640ed4 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0696657 Jul 22 14:55:52.407863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1914a574-34d9-4de1-9a2b-ed644dc97a0e req-dbc1bad6-f30f-48c9-89d5-21e890b75d60 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Jul 22 14:55:52.589611 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff394e-e7b3-4eae-9f45-c7b57a22a709 req-dfc890e8-49ba-472e-995f-b19dc54f5c9d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.591257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6ff394e-e7b3-4eae-9f45-c7b57a22a709 req-dfc890e8-49ba-472e-995f-b19dc54f5c9d tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0649245 Jul 22 14:55:52.594869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.629330 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6ff394e-e7b3-4eae-9f45-c7b57a22a709 req-1a97c48d-30b5-4536-a013-cf8f156492ae tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 22 14:55:52.759335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56611f-61e8-49de-a376-385818496541 req-56684f3f-2713-49ef-a13c-d64f6346389c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.760854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a56611f-61e8-49de-a376-385818496541 req-56684f3f-2713-49ef-a13c-d64f6346389c tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0649388 Jul 22 14:55:52.798647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a56611f-61e8-49de-a376-385818496541 req-345f7bcf-504f-4f8d-922c-4ca40708dd90 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 22 14:55:52.937264 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d270-ebda-468e-a22d-15e3c8acde65 req-ddb0ab81-29c2-4604-a86d-95e02b2b4be4 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.939426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d293d270-ebda-468e-a22d-15e3c8acde65 req-ddb0ab81-29c2-4604-a86d-95e02b2b4be4 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0658143 Jul 22 14:55:52.977257 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d293d270-ebda-468e-a22d-15e3c8acde65 req-e4715a82-e19d-4f32-aa4b-624179116f36 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Jul 22 14:55:53.302490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4fdfc-e7c1-4cf7-84db-b9b1142d17e6 req-fc20f8b2-6559-41e3-aa89-b5ee205b2e46 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:53.303981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cff4fdfc-e7c1-4cf7-84db-b9b1142d17e6 req-fc20f8b2-6559-41e3-aa89-b5ee205b2e46 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0685270 Jul 22 14:55:53.341988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cff4fdfc-e7c1-4cf7-84db-b9b1142d17e6 req-836a6763-b737-4bcd-8b16-8ce47c3f7540 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Jul 22 14:55:53.831768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a7685bd4-7c83-4fb9-bcfb-17cff76cdaba no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:53.859572 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: a7685bd4-7c83-4fb9-bcfb-17cff76cdaba {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:53.860671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device a7685bd4-7c83-4fb9-bcfb-17cff76cdaba not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:54.393723 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.479035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154bac4-1023-47ee-8723-740489ae1818 req-c1d7bd31-760b-4b13-a360-a5bd180ab7eb tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:54.480531 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f154bac4-1023-47ee-8723-740489ae1818 req-c1d7bd31-760b-4b13-a360-a5bd180ab7eb tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0633831 Jul 22 14:55:54.518987 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f154bac4-1023-47ee-8723-740489ae1818 req-4994656b-5934-49c3-8201-fde08835318b tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/security-groups?id=f9739f0a-8df1-42c0-a89d-0e7c951368d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Jul 22 14:55:54.603151 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-a4600f7b-0b17-4e2a-b122-e44c5ddeada1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:54.604641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-a4600f7b-0b17-4e2a-b122-e44c5ddeada1 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 946 time: 0.0646648 Jul 22 14:55:54.700494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Deleting port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:54.700838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.791889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] For port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,segment=NetworkSegment(fd92a6f9-75f2-437e-8418-459317ac39c7),segment_id=fd92a6f9-75f2-437e-8418-459317ac39c7)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:54.792253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.805686 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Calling delete_port for 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:54.948856 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.959959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['042e89a6-1cea-4db3-b7f6-bfeba5e3e753'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:54.976921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Pushing event deleted for resources: {'Port': ['ID=042e89a6-1cea-4db3-b7f6-bfeba5e3e753,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:54.989966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.990323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.990667 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.991008 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.991343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.991676 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.992005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.992335 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.992689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.992986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.993310 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:54.993650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.033502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] No DVR routers for this DVR port 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:55.036143 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.038160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98c8ca50-9d71-4b20-bf5f-9ca0769e117e req-ccc63452-704c-4895-8e17-8ba715ea44e3 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.20 "DELETE /v2.0/ports/042e89a6-1cea-4db3-b7f6-bfeba5e3e753 HTTP/1.1" status: 204 len: 173 time: 0.4283464 Jul 22 14:55:55.038607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b258110-4710-4f34-9782-5e133aef38ee', 'name': 'network-vif-deleted', 'tag': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:55.040843 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c717dc4c-1f25-4e84-8025-04a52bf64a94" -d '{"events": [{"server_uuid": "7b258110-4710-4f34-9782-5e133aef38ee", "name": "network-vif-deleted", "tag": "042e89a6-1cea-4db3-b7f6-bfeba5e3e753"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:55.076681 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43a6026-5241-42c1-80ef-e4ea6e05737e x-openstack-request-id: req-b43a6026-5241-42c1-80ef-e4ea6e05737e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:55.076977 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b258110-4710-4f34-9782-5e133aef38ee", "name": "network-vif-deleted", "tag": "042e89a6-1cea-4db3-b7f6-bfeba5e3e753", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:55.077232 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b43a6026-5241-42c1-80ef-e4ea6e05737e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:55.077638 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b258110-4710-4f34-9782-5e133aef38ee', 'name': 'network-vif-deleted', 'tag': '042e89a6-1cea-4db3-b7f6-bfeba5e3e753', 'status': 'completed', 'code': 200} Jul 22 14:55:55.627849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1beb8301-5c67-4e56-93a1-b1208d2d714d req-c5a47166-df2f-426b-85a2-5c312bad7462 tempest-ServersNegativeTestJSON-2126297725 tempest-ServersNegativeTestJSON-2126297725-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b258110-4710-4f34-9782-5e133aef38ee HTTP/1.1" status: 200 len: 210 time: 0.0296733 Jul 22 14:55:56.685088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.731963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Deleting subnet f25dbaf3-4602-4327-8e91-d2bb2312a524 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:55:56.735822 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.770385 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.809936 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.863127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.892300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25dbaf3-4602-4327-8e91-d2bb2312a524,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:56.896662 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.901841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-360b2773-80b6-4087-9746-1f2b3c82d7f2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f25dbaf3-4602-4327-8e91-d2bb2312a524 HTTP/1.1" status: 204 len: 168 time: 0.2124624 Jul 22 14:55:56.901841 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.967086 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.045381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.055608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64450a93-22e4-448e-9cd9-603377a637b6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:57.064948 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd92a6f9-75f2-437e-8418-459317ac39c7') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:57.065232 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd92a6f9-75f2-437e-8418-459317ac39c7') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:57.073648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.087321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.093413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:55:57.093818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:55:57.096007 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:55:57.147594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.152675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.154497 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] 10.222.0.11 "DELETE /v2.0/networks/64450a93-22e4-448e-9cd9-603377a637b6 HTTP/1.1" status: 204 len: 168 time: 0.2521532 Jul 22 14:55:57.164698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cc03f-651e-43ec-8e1a-bc8ee16cf66f admin admin] Pushing event deleted for resources: {'Network': ['ID=64450a93-22e4-448e-9cd9-603377a637b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:57.274331 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:57.315784 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-711574c0-dd4c-46b8-82ca-5bfe0831a3b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=455e53943a1142b3a7c10834fbff7232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402746 Jul 22 14:55:57.318362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58104) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:57.365589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70e6186-358f-4f55-b98c-4e9d5ec188c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.387118 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70e6186-358f-4f55-b98c-4e9d5ec188c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.433935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70e6186-358f-4f55-b98c-4e9d5ec188c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.436524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70e6186-358f-4f55-b98c-4e9d5ec188c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.437717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a70e6186-358f-4f55-b98c-4e9d5ec188c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9739f0a-8df1-42c0-a89d-0e7c951368d4 HTTP/1.1" status: 204 len: 168 time: 0.1184280 Jul 22 14:55:57.446228 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e6186-358f-4f55-b98c-4e9d5ec188c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9739f0a-8df1-42c0-a89d-0e7c951368d4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:58.117100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:58.209033 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498694302'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:58.234639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:58.238922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.247648 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.341562 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.345881 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.369158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:58.383024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02736d1-095a-40bf-8bd0-ad927ad8822b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:58.387720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.388064 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Added segment d047cde2-a39f-4458-afbd-4c331bb32fea of type vlan for network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d Jul 22 14:55:58.404293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.404641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.404980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.405318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.405675 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.406008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.406357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.407204 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.407741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.408091 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.408419 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.408743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:58.448346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.476645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.482195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:58.482784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.535512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4172013 Jul 22 14:55:58.767815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:58.791677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:58.792163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 042e89a6-1cea-4db3-b7f6-bfeba5e3e753 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:58.865478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9d830-b441-4c57-9e7f-634f24bb9d34 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Network': ['ID=553ce4fc-6053-4d2e-907f-6cfbacbbc83d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:58.880352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:01.900137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:01.905323 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'subnet': {'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:01.997771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:02.001297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.180002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.240305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Subnet': ['ID=08dea6c0-1a72-413b-82a4-4a409afe64fd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.248123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Checking segment: {'id': 'd047cde2-a39f-4458-afbd-4c331bb32fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:02.248509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network hostable DHCP agents. Network: 553ce4fc-6053-4d2e-907f-6cfbacbbc83d, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:02.264519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:02.272801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 553ce4fc-6053-4d2e-907f-6cfbacbbc83d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:02.276850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:02.277433 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.283639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c85ed-7766-4dff-83f3-f06e0f98f1c6 None None] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:02.292538 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-abd48785-a227-465e-9d87-aaf8d3ef232b tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911512 Jul 22 14:56:02.295954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.302684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720313224'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:02.322656 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:02.326097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.355072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:02.364581 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.364984 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Added segment 116eb4a4-b333-475c-b6ef-1fa3b477c2ad of type vlan for network d5ab2fe8-8aa0-4a19-9584-c8dd822a295c Jul 22 14:56:02.403773 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.433245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-553ce4fc-6053-4d2e-907f-6cfbacbbc83d', 'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d', 'tenant_id': '674620246dbc4cac86a434350bef13aa', 'fixed_ips': [{'subnet_id': '08dea6c0-1a72-413b-82a4-4a409afe64fd'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:02.433420 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.434331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.439535 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:02.440126 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.473363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1761732 Jul 22 14:56:02.476180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.483085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'subnet': {'network_id': 'd5ab2fe8-8aa0-4a19-9584-c8dd822a295c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:02.523598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a0b4a-5c24-4028-9e3f-80225f4d1dfe tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Network': ['ID=d5ab2fe8-8aa0-4a19-9584-c8dd822a295c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.536088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network d5ab2fe8-8aa0-4a19-9584-c8dd822a295c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:02.601595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:02.605187 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.631228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Allocated IP 2001:db8:0:ffff::2 (553ce4fc-6053-4d2e-907f-6cfbacbbc83d/08dea6c0-1a72-413b-82a4-4a409afe64fd/f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:02.782878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.791358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Transition to ACTIVE for port object f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:02.796506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.807166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Transition to ACTIVE for port object f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:02.812681 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.848256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:02.849972 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:02.853425 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:02.864295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Subnet': ['ID=861a58ee-1d18-426a-a552-f1b13f5a139b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.869877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Checking segment: {'id': '116eb4a4-b333-475c-b6ef-1fa3b477c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd5ab2fe8-8aa0-4a19-9584-c8dd822a295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:02.870245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network hostable DHCP agents. Network: d5ab2fe8-8aa0-4a19-9584-c8dd822a295c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:02.872900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Pushing event updated for resources: {'Port': ['ID=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.888386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network d5ab2fe8-8aa0-4a19-9584-c8dd822a295c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:02.899108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, d5ab2fe8-8aa0-4a19-9584-c8dd822a295c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:02.906678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:02.907358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.921601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a277231-ff38-44f1-81ed-71f6c751278c None None] Network d5ab2fe8-8aa0-4a19-9584-c8dd822a295c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:02.921812 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a64dc5b9-7ac3-40d5-b0d6-3f7765071c89 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4445336 Jul 22 14:56:02.924249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.924477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.924627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.924921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.925256 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.925588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.925943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.926270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.926593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.926916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.927238 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.927558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.927879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:02.960410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Attempting to bind port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:02.960781 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Attempting to bind port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'd047cde2-a39f-4458-afbd-4c331bb32fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:02.961148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Attempting to bind port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd on network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:02.970936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:02.971312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Checking segment: {'id': 'd047cde2-a39f-4458-afbd-4c331bb32fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:02.971725 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.972117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Bound using segment: {'id': 'd047cde2-a39f-4458-afbd-4c331bb32fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:02.972588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Bound port: f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd047cde2-a39f-4458-afbd-4c331bb32fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '553ce4fc-6053-4d2e-907f-6cfbacbbc83d'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:02.972971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.025278 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.079793 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.147327 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.180082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Subnet': ['ID=861a58ee-1d18-426a-a552-f1b13f5a139b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.242672 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.253474 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ab2fe8-8aa0-4a19-9584-c8dd822a295c']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:03.264014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116eb4a4-b333-475c-b6ef-1fa3b477c2ad') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:03.264313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116eb4a4-b333-475c-b6ef-1fa3b477c2ad') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:03.273316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.280628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] For port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:03.288243 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.291216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1888d6-fe5b-4b1a-ae53-6cc1193b32b0 None None] Network d5ab2fe8-8aa0-4a19-9584-c8dd822a295c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:03.295134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:03.295540 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.297095 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] For port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,segment=NetworkSegment(d047cde2-a39f-4458-afbd-4c331bb32fea),segment_id=d047cde2-a39f-4458-afbd-4c331bb32fea)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:03.299264 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:03.308879 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.431775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9582428-0723-49ae-8992-e4cf88466e56 None None] Pushing event updated for resources: {'Port': ['ID=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.718321 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.725772 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.727588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/d5ab2fe8-8aa0-4a19-9584-c8dd822a295c HTTP/1.1" status: 204 len: 168 time: 0.8021958 Jul 22 14:56:03.731190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58138) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.737430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-279732977'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:03.739672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3eb57-ffb5-400e-b3b2-2ca09272e52d tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Network': ['ID=d5ab2fe8-8aa0-4a19-9584-c8dd822a295c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.760080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:03.763507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.788612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:03.799439 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.799928 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Added segment ce273ebf-45db-48b7-915f-c7a3de717643 of type vlan for network 81747aac-b5ce-4880-96c5-0fe420ae8b7c Jul 22 14:56:03.839555 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.868640 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.874278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:03.874866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.913687 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1813383 Jul 22 14:56:03.916585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.922785 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'subnet': {'network_id': '81747aac-b5ce-4880-96c5-0fe420ae8b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:03.951349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ce773-a005-4dbb-80c4-c643f7ce49ff tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Network': ['ID=81747aac-b5ce-4880-96c5-0fe420ae8b7c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.962420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 81747aac-b5ce-4880-96c5-0fe420ae8b7c details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:04.023927 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:04.027482 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.091810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:56:04.092618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:56:04.218489 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.237521 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ca970-6882-4e05-89e2-1a82f6dda980 None None] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:04.287220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Subnet': ['ID=35bc7b36-df6d-4a2a-bfef-42c7c39ea175,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:04.295315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Checking segment: {'id': 'ce273ebf-45db-48b7-915f-c7a3de717643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '81747aac-b5ce-4880-96c5-0fe420ae8b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:04.295690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network hostable DHCP agents. Network: 81747aac-b5ce-4880-96c5-0fe420ae8b7c, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:04.313579 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network 81747aac-b5ce-4880-96c5-0fe420ae8b7c is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:04.322798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 81747aac-b5ce-4880-96c5-0fe420ae8b7c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:04.326868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:04.327465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.343496 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c81491ff-b235-4d9e-9e51-f26c6a0be2a3 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4255972 Jul 22 14:56:04.347127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58142) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:04.354410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe262d7-47f7-4638-8cd3-ab9f035f1c21 None None] Network 81747aac-b5ce-4880-96c5-0fe420ae8b7c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:04.374634 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fbcd9e97-e290-4450-9068-7428459b7151 None None] Provisioning for port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:04.448716 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.532205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.551931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c47df-ae60-4f94-997b-2ef1cc018ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-81747aac-b5ce-4880-96c5-0fe420ae8b7c', 'network_id': '81747aac-b5ce-4880-96c5-0fe420ae8b7c', 'tenant_id': '674620246dbc4cac86a434350bef13aa', 'fixed_ips': [{'subnet_id': '35bc7b36-df6d-4a2a-bfef-42c7c39ea175'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:04.552842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ac6c47df-ae60-4f94-997b-2ef1cc018ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.596576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.630110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Subnet': ['ID=35bc7b36-df6d-4a2a-bfef-42c7c39ea175,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server [None req-ac6c47df-ae60-4f94-997b-2ef1cc018ee3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35bc7b36-df6d-4a2a-bfef-42c7c39ea175: This subnet is being modified by another concurrent operation. Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35bc7b36-df6d-4a2a-bfef-42c7c39ea175: This subnet is being modified by another concurrent operation. Jul 22 14:56:04.663150 n-d-787205-11 neutron-server[93761]: ERROR oslo_messaging.rpc.server Jul 22 14:56:04.678104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da282c2-73b4-4705-888c-695a1c05f38a None None] Network 81747aac-b5ce-4880-96c5-0fe420ae8b7c requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:04.695432 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.706900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81747aac-b5ce-4880-96c5-0fe420ae8b7c']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:04.717631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce273ebf-45db-48b7-915f-c7a3de717643') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:04.717940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce273ebf-45db-48b7-915f-c7a3de717643') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:04.728263 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.742563 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.753096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:04.754568 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:04.772739 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:04.797859 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5e5df7-96b7-46ed-ae68-8c5374691836 None None] get_active_networks_info from n-d-787205-11 {{(pid=93761) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:56:04.831304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.839236 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.841219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/81747aac-b5ce-4880-96c5-0fe420ae8b7c HTTP/1.1" status: 204 len: 168 time: 0.4929986 Jul 22 14:56:04.845743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:04.850911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340238208'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:04.853893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:04.858876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305616c1-c397-441a-89cc-484cca9fa2d1 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Network': ['ID=81747aac-b5ce-4880-96c5-0fe420ae8b7c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:04.873171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:04.876677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.905431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:04.915013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.915362 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Added segment a477e540-d2ea-497d-836f-9db3becad6f7 of type vlan for network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 Jul 22 14:56:04.924336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5e5df7-96b7-46ed-ae68-8c5374691836 None None] Resources bound (agent type, host, resource id): {{(pid=93761) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:56:04.938889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:04.945755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:04.946127 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.956256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.985499 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.991049 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:04.991636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.025175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1783097 Jul 22 14:56:05.028924 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58146) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:05.038311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'subnet': {'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:05.066175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a103a8-7b5d-4795-926b-07c5ecd7f570 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Network': ['ID=b0518bf0-7798-4d96-84ce-8ad99ba86cd6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:05.083451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:05.128066 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:05.131823 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.144820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.228672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,segment=NetworkSegment(d047cde2-a39f-4458-afbd-4c331bb32fea),segment_id=d047cde2-a39f-4458-afbd-4c331bb32fea)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:05.236647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.319899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.326527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:05.383688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Subnet': ['ID=c1625a46-6581-4b20-bd92-68b7c89218ce,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:05.394539 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Checking segment: {'id': 'a477e540-d2ea-497d-836f-9db3becad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:05.394902 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network hostable DHCP agents. Network: b0518bf0-7798-4d96-84ce-8ad99ba86cd6, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:05.412099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:05.420607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b0518bf0-7798-4d96-84ce-8ad99ba86cd6) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:05.425319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:05.425952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.428410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b180b1ad-fef4-4ecd-b509-6cbdbe8a65a1 None None] Network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:05.444065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9d747f1c-13cf-47d2-933f-e534e5f4692c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4124408 Jul 22 14:56:05.447613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58148) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:05.452700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140314233'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:05.475641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:05.479354 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.504014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:05.513339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.513723 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Added segment d00268d2-585c-402e-afd1-fae24100b3d3 of type vlan for network 0597f484-b5e6-402e-9a88-6afb846ba941 Jul 22 14:56:05.555056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.579833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b0518bf0-7798-4d96-84ce-8ad99ba86cd6', 'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6', 'tenant_id': '674620246dbc4cac86a434350bef13aa', 'fixed_ips': [{'subnet_id': 'c1625a46-6581-4b20-bd92-68b7c89218ce'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:05.580720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.586006 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.591599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:05.592188 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.625988 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1772435 Jul 22 14:56:05.628820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58150) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:05.636191 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Request body: {'subnet': {'network_id': '0597f484-b5e6-402e-9a88-6afb846ba941', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:05.685313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f1be-a1b0-412d-b53a-fa14f9d24cd2 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Network': ['ID=0597f484-b5e6-402e-9a88-6afb846ba941,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:05.697843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0597f484-b5e6-402e-9a88-6afb846ba941 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:05.766032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Made reservation on behalf of 674620246dbc4cac86a434350bef13aa for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:05.770120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.773141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Allocated IP 2001:db8::2 (b0518bf0-7798-4d96-84ce-8ad99ba86cd6/c1625a46-6581-4b20-bd92-68b7c89218ce/b074174e-75bf-4a53-96e8-9053c05fbd11) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:05.924702 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.932751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Transition to ACTIVE for port object b074174e-75bf-4a53-96e8-9053c05fbd11 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:05.950368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Transition to ACTIVE for port object b074174e-75bf-4a53-96e8-9053c05fbd11 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:05.960558 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.973570 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.004390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:06.007436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:06.011103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:06.018669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Pushing event updated for resources: {'Port': ['ID=b074174e-75bf-4a53-96e8-9053c05fbd11,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.038467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event updated for resources: {'Subnet': ['ID=1d8e3135-7cd1-450d-a4e9-8784b6746310,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.048868 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Checking segment: {'id': 'd00268d2-585c-402e-afd1-fae24100b3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0597f484-b5e6-402e-9a88-6afb846ba941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:06.049235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network hostable DHCP agents. Network: 0597f484-b5e6-402e-9a88-6afb846ba941, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:06.065624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Network 0597f484-b5e6-402e-9a88-6afb846ba941 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:06.074406 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0597f484-b5e6-402e-9a88-6afb846ba941) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:06.076225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Attempting to bind port b074174e-75bf-4a53-96e8-9053c05fbd11 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:06.076604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Attempting to bind port b074174e-75bf-4a53-96e8-9053c05fbd11 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'a477e540-d2ea-497d-836f-9db3becad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:06.076961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Attempting to bind port b074174e-75bf-4a53-96e8-9053c05fbd11 on network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:06.079213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:06.079898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.082908 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:06.083574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Checking segment: {'id': 'a477e540-d2ea-497d-836f-9db3becad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:06.083990 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.084649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Bound using segment: {'id': 'a477e540-d2ea-497d-836f-9db3becad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:06.085126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Bound port: b074174e-75bf-4a53-96e8-9053c05fbd11, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a477e540-d2ea-497d-836f-9db3becad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b0518bf0-7798-4d96-84ce-8ad99ba86cd6'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:06.085552 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.089815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc00bc1-3fab-484c-987e-1ae63de29463 None None] Network 0597f484-b5e6-402e-9a88-6afb846ba941 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:06.097219 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6f4d80c0-5445-4882-8758-4d22e7a0c0bb tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4673715 Jul 22 14:56:06.099880 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58152) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.202908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.213804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] For port b074174e-75bf-4a53-96e8-9053c05fbd11, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:06.218711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] For port b074174e-75bf-4a53-96e8-9053c05fbd11, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b074174e-75bf-4a53-96e8-9053c05fbd11,segment=NetworkSegment(a477e540-d2ea-497d-836f-9db3becad6f7),segment_id=a477e540-d2ea-497d-836f-9db3becad6f7)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:06.225350 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.257082 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.330277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.332362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae0d621-851d-4240-aa7e-05f5a7b1ae49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-0597f484-b5e6-402e-9a88-6afb846ba941', 'network_id': '0597f484-b5e6-402e-9a88-6afb846ba941', 'tenant_id': '674620246dbc4cac86a434350bef13aa', 'fixed_ips': [{'subnet_id': '1d8e3135-7cd1-450d-a4e9-8784b6746310'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:06.333220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d621-851d-4240-aa7e-05f5a7b1ae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.351100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b53b7-29a9-423f-8aca-fa5d433cb79c None None] Pushing event updated for resources: {'Port': ['ID=b074174e-75bf-4a53-96e8-9053c05fbd11,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.361605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Subnet': ['ID=1d8e3135-7cd1-450d-a4e9-8784b6746310,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.425094 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.433429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b38112-e178-4ca7-915c-3f536f5581d3 None None] Network 0597f484-b5e6-402e-9a88-6afb846ba941 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:06.436907 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0597f484-b5e6-402e-9a88-6afb846ba941']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:06.449081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00268d2-585c-402e-afd1-fae24100b3d3') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:06.449474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00268d2-585c-402e-afd1-fae24100b3d3') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:06.460891 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.493084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.500344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:06.502075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:06.520809 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:06.581718 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.589145 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.593475 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/0597f484-b5e6-402e-9a88-6afb846ba941 HTTP/1.1" status: 204 len: 168 time: 0.4911005 Jul 22 14:56:06.595991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.606654 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ab2f9-9d7e-4a50-8039-b87e85075da0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Network': ['ID=0597f484-b5e6-402e-9a88-6afb846ba941,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.628638 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e95b3852-f84c-4cc1-a5ec-f98d07dd3746 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] GET failed (client error): The resource could not be found. Jul 22 14:56:06.630052 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e95b3852-f84c-4cc1-a5ec-f98d07dd3746 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "GET /v2.0/subnets/1d8e3135-7cd1-450d-a4e9-8784b6746310 HTTP/1.1" status: 404 len: 337 time: 0.0329678 Jul 22 14:56:06.633142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.650601 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bf798e-f9a8-4830-8326-e81bdc11f586 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:06.651121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bf798e-f9a8-4830-8326-e81bdc11f586 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:06.652738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-37bf798e-f9a8-4830-8326-e81bdc11f586 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/0597f484-b5e6-402e-9a88-6afb846ba941 HTTP/1.1" status: 404 len: 339 time: 0.0186615 Jul 22 14:56:06.656364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.682421 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d17f459-be28-4752-92a7-d73234622cc9 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:06.682866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d17f459-be28-4752-92a7-d73234622cc9 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:06.684537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d17f459-be28-4752-92a7-d73234622cc9 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/subnets/1d8e3135-7cd1-450d-a4e9-8784b6746310 HTTP/1.1" status: 404 len: 337 time: 0.0264859 Jul 22 14:56:06.687029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.706593 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebfdb4c-89f1-4910-bc82-b351ddb6cbb6 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:06.707047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebfdb4c-89f1-4910-bc82-b351ddb6cbb6 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:06.708697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-7ebfdb4c-89f1-4910-bc82-b351ddb6cbb6 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/0597f484-b5e6-402e-9a88-6afb846ba941 HTTP/1.1" status: 404 len: 339 time: 0.0207956 Jul 22 14:56:06.711305 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.770480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Deleting subnet c1625a46-6581-4b20-bd92-68b7c89218ce {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:06.774530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.817191 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.871204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b074174e-75bf-4a53-96e8-9053c05fbd11 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:06.903977 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.920962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b074174e-75bf-4a53-96e8-9053c05fbd11 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:06.925867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:06.975049 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.988431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:06.988809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.012469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.018009 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58164) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.018867 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/subnets/c1625a46-6581-4b20-bd92-68b7c89218ce HTTP/1.1" status: 204 len: 168 time: 0.3060577 Jul 22 14:56:07.020164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9dd0-f30b-4acd-83f8-949760532c8c tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Subnet': ['ID=c1625a46-6581-4b20-bd92-68b7c89218ce,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.113299 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.173553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Deleting port b074174e-75bf-4a53-96e8-9053c05fbd11 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:07.173959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.239511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] For port b074174e-75bf-4a53-96e8-9053c05fbd11, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b074174e-75bf-4a53-96e8-9053c05fbd11,segment=NetworkSegment(a477e540-d2ea-497d-836f-9db3becad6f7),segment_id=a477e540-d2ea-497d-836f-9db3becad6f7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:07.239877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.253076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Calling delete_port for b074174e-75bf-4a53-96e8-9053c05fbd11 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:07.267820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6332112b-ff07-4e88-af30-0fef827074e0 None None] Network b0518bf0-7798-4d96-84ce-8ad99ba86cd6 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:07.345878 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.357042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e75a9844-a493-4a4b-9610-e06c32280d3b None None] Provisioning for port b074174e-75bf-4a53-96e8-9053c05fbd11 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:07.362854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e75a9844-a493-4a4b-9610-e06c32280d3b None None] Provisioning complete for port b074174e-75bf-4a53-96e8-9053c05fbd11 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:07.363225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e75a9844-a493-4a4b-9610-e06c32280d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.376028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No DVR routers for this DVR port b074174e-75bf-4a53-96e8-9053c05fbd11 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:07.381354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Port': ['ID=b074174e-75bf-4a53-96e8-9053c05fbd11,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.402183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-e75a9844-a493-4a4b-9610-e06c32280d3b None None] Port b074174e-75bf-4a53-96e8-9053c05fbd11 was deleted so its status cannot be updated. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:56:07.454455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32632099-ea72-425b-8d42-cf733ebbb70c None None] DHCP port deletion for b0518bf0-7798-4d96-84ce-8ad99ba86cd6 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:07.465178 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.476492 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0518bf0-7798-4d96-84ce-8ad99ba86cd6']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:07.487200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a477e540-d2ea-497d-836f-9db3becad6f7') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:07.487442 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a477e540-d2ea-497d-836f-9db3becad6f7') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:07.496046 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.509923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.515737 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:07.516403 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:07.519409 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:07.576335 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.583809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.585636 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/b0518bf0-7798-4d96-84ce-8ad99ba86cd6 HTTP/1.1" status: 204 len: 168 time: 0.5668209 Jul 22 14:56:07.588395 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.597774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b2805-88ab-4a15-8541-a610697f7427 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Network': ['ID=b0518bf0-7798-4d96-84ce-8ad99ba86cd6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.615675 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c174c5ce-43ff-449a-89a0-080128eb3d4e tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:07.616207 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c174c5ce-43ff-449a-89a0-080128eb3d4e tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:07.617813 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c174c5ce-43ff-449a-89a0-080128eb3d4e tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/subnets/35bc7b36-df6d-4a2a-bfef-42c7c39ea175 HTTP/1.1" status: 404 len: 337 time: 0.0283506 Jul 22 14:56:07.620372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.639833 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-20de6e73-e8c2-4591-a819-a5ef252e9ea5 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:07.640387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20de6e73-e8c2-4591-a819-a5ef252e9ea5 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:07.642879 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-20de6e73-e8c2-4591-a819-a5ef252e9ea5 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/81747aac-b5ce-4880-96c5-0fe420ae8b7c HTTP/1.1" status: 404 len: 339 time: 0.0216222 Jul 22 14:56:07.645385 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.671254 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc6c669-29fc-492b-a909-a25d0c39eb3a tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:07.671694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc6c669-29fc-492b-a909-a25d0c39eb3a tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:07.673771 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1cc6c669-29fc-492b-a909-a25d0c39eb3a tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/subnets/861a58ee-1d18-426a-a552-f1b13f5a139b HTTP/1.1" status: 404 len: 337 time: 0.0274432 Jul 22 14:56:07.676358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.693539 n-d-787205-11 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3476db7-aa0f-49c0-96fd-787cda0da3d0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:07.694094 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3476db7-aa0f-49c0-96fd-787cda0da3d0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:07.695664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3476db7-aa0f-49c0-96fd-787cda0da3d0 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/d5ab2fe8-8aa0-4a19-9584-c8dd822a295c HTTP/1.1" status: 404 len: 339 time: 0.0184362 Jul 22 14:56:07.697928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.751961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Deleting subnet 08dea6c0-1a72-413b-82a4-4a409afe64fd {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:07.754884 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.795481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.877529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.941029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.968414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Subnet': ['ID=08dea6c0-1a72-413b-82a4-4a409afe64fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.970542 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.972954 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e40249e4-451c-4378-848d-aeb74c94cb69 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/subnets/08dea6c0-1a72-413b-82a4-4a409afe64fd HTTP/1.1" status: 204 len: 168 time: 0.2736120 Jul 22 14:56:07.975507 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58176) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.978846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91049342-e1a3-471b-805b-b94c4c9c0adb None None] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:08.064069 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.117013 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Deleting port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:08.117366 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.165584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] DHCP port deletion for 553ce4fc-6053-4d2e-907f-6cfbacbbc83d request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:08.186178 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] For port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,segment=NetworkSegment(d047cde2-a39f-4458-afbd-4c331bb32fea),segment_id=d047cde2-a39f-4458-afbd-4c331bb32fea)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:08.186544 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.198726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Calling delete_port for f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:08.212074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Deleting port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:08.212536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.274487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] For port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,segment=NetworkSegment(d047cde2-a39f-4458-afbd-4c331bb32fea),segment_id=d047cde2-a39f-4458-afbd-4c331bb32fea)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:08.274995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.279843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.289505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Calling delete_port for f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:08.311278 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Port': ['ID=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.313919 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] No DVR routers for this DVR port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:08.400282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.411300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553ce4fc-6053-4d2e-907f-6cfbacbbc83d']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:08.422749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd047cde2-a39f-4458-afbd-4c331bb32fea') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:08.423122 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd047cde2-a39f-4458-afbd-4c331bb32fea') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:08.432959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.448262 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.455113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:08.455519 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:08.458815 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:08.522341 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.532659 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.532910 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] 10.222.0.11 "DELETE /v2.0/networks/553ce4fc-6053-4d2e-907f-6cfbacbbc83d HTTP/1.1" status: 204 len: 168 time: 0.5562801 Jul 22 14:56:08.535056 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.543756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c2ab4-2881-49b3-9451-9f4e08521543 tempest-NetworksIpV6Test-1986619736 tempest-NetworksIpV6Test-1986619736-project] Pushing event deleted for resources: {'Network': ['ID=553ce4fc-6053-4d2e-907f-6cfbacbbc83d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.560087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Pushing event deleted for resources: {'Port': ['ID=f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.561851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] Network 553ce4fc-6053-4d2e-907f-6cfbacbbc83d is not hosted by any dhcp agent {{(pid=93761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:56:08.562305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd9a6a-4b10-4492-bdd1-089454b62145 None None] No DVR routers for this DVR port f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:08.785516 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58182) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:08.788673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b074174e-75bf-4a53-96e8-9053c05fbd11 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:08.808909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b074174e-75bf-4a53-96e8-9053c05fbd11 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:08.809260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b074174e-75bf-4a53-96e8-9053c05fbd11 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:08.809717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:08.828986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:08.829165 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f688aa3e-1d30-49ec-8fc9-826c8c2eb5cd not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:08.917870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d79f2887-da8c-45da-8fea-daff509c0735 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=674620246dbc4cac86a434350bef13aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311073 Jul 22 14:56:08.920339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58186) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:08.977276 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dc735b5-fece-41b1-9799-f6323229e1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.998643 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dc735b5-fece-41b1-9799-f6323229e1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.044721 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dc735b5-fece-41b1-9799-f6323229e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.048126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dc735b5-fece-41b1-9799-f6323229e1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.049504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1dc735b5-fece-41b1-9799-f6323229e1a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d02736d1-095a-40bf-8bd0-ad927ad8822b HTTP/1.1" status: 204 len: 168 time: 0.1282680 Jul 22 14:56:09.057182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc735b5-fece-41b1-9799-f6323229e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02736d1-095a-40bf-8bd0-ad927ad8822b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:09.669985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:09.761568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-762863026', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:09.784140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.785328 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.835976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.840096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.856781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.857931 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ca2d07c9-59f6-4483-9f8e-8ac3eeb82ade tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1869185 Jul 22 14:56:09.860860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58212) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:09.865705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1521022532'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:09.885690 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Made reservation on behalf of 78e03f0b2cbe45fb9336fb19447c8965 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:09.889179 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.898569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.992565 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.996377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.026574 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:10.036870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d92fd4-00b8-473b-993f-1041759b837a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:10.041599 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.041970 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Added segment f29469b2-76c8-425e-8368-58dc420d1f7f of type vlan for network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 Jul 22 14:56:10.081729 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.109899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.115445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.116064 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.147295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2854238 Jul 22 14:56:10.150076 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:10.157731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Request body: {'subnet': {'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:10.205229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bd68f-3c33-4424-bc9b-68d1587680eb tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event updated for resources: {'Network': ['ID=a369c29f-a8de-42e2-bca4-6cb3285cdcb0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:10.215393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:10.282913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Made reservation on behalf of 78e03f0b2cbe45fb9336fb19447c8965 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:10.286465 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.463863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.523944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event updated for resources: {'Subnet': ['ID=d32140d1-a37f-4e50-807d-861b8b9360e5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:10.531005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Checking segment: {'id': 'f29469b2-76c8-425e-8368-58dc420d1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:10.531376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Network hostable DHCP agents. Network: a369c29f-a8de-42e2-bca4-6cb3285cdcb0, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:10.546516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:10.554962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, a369c29f-a8de-42e2-bca4-6cb3285cdcb0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:10.559045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.559628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.565412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cbdb1-ac73-4f12-bcc3-52fb48bf9a6c None None] Network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:10.574176 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dfc9a2e5-2af3-48e5-b61b-c8b213ef2410 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4230862 Jul 22 14:56:10.577172 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58216) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:10.582249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2002796651'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:10.605309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Made reservation on behalf of 78e03f0b2cbe45fb9336fb19447c8965 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:10.608882 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.638017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:10.646921 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.647270 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Added segment bb00c584-8cc5-4d8e-ab83-0152db4161cc of type vlan for network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 Jul 22 14:56:10.686537 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.717485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-a369c29f-a8de-42e2-bca4-6cb3285cdcb0', 'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0', 'tenant_id': '78e03f0b2cbe45fb9336fb19447c8965', 'fixed_ips': [{'subnet_id': 'd32140d1-a37f-4e50-807d-861b8b9360e5'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:10.718472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.718773 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.725349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.725974 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.763282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1850393 Jul 22 14:56:10.766381 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:10.770930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Request body: {'subnet': {'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:10.811133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d783eaf-0ae7-451a-98d7-a60143187110 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event updated for resources: {'Network': ['ID=b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:10.838024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:10.892105 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Made reservation on behalf of 78e03f0b2cbe45fb9336fb19447c8965 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:10.895644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.910049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Allocated IP 172.20.0.2 (a369c29f-a8de-42e2-bca4-6cb3285cdcb0/d32140d1-a37f-4e50-807d-861b8b9360e5/15bb4a3a-db7c-4a4d-8fe8-35f984163830) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:11.059614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.068186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Transition to ACTIVE for port object 15bb4a3a-db7c-4a4d-8fe8-35f984163830 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:11.082962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Transition to ACTIVE for port object 15bb4a3a-db7c-4a4d-8fe8-35f984163830 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:11.083184 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.089161 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.126557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:11.132892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:11.136375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:11.145508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Pushing event updated for resources: {'Port': ['ID=15bb4a3a-db7c-4a4d-8fe8-35f984163830,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:11.148275 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event updated for resources: {'Subnet': ['ID=dab7ae7c-c6e6-430a-921d-cfc5d247001e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:11.156887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Checking segment: {'id': 'bb00c584-8cc5-4d8e-ab83-0152db4161cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:11.157341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Network hostable DHCP agents. Network: b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:11.174929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:11.183608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:11.187781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:11.188784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.196798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c31a701-9915-480e-ac80-7cf2c4cc324a None None] Network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:11.203307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f5bc7eae-927c-4a0a-899c-0bc9e3440a0a tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4362104 Jul 22 14:56:11.206572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58220) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:11.211624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-10ce1a47-4f1f-442f-a022-ac634bbd0f40 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:11.219439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Attempting to bind port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:11.220043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Attempting to bind port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'f29469b2-76c8-425e-8368-58dc420d1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:11.220347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Attempting to bind port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 on network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:11.233380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:11.233789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Checking segment: {'id': 'f29469b2-76c8-425e-8368-58dc420d1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:11.234175 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.234690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Bound using segment: {'id': 'f29469b2-76c8-425e-8368-58dc420d1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:11.235702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Bound port: 15bb4a3a-db7c-4a4d-8fe8-35f984163830, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29469b2-76c8-425e-8368-58dc420d1f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a369c29f-a8de-42e2-bca4-6cb3285cdcb0'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:11.236083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.368132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] For port 15bb4a3a-db7c-4a4d-8fe8-35f984163830, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:11.372632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] For port 15bb4a3a-db7c-4a4d-8fe8-35f984163830, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=15bb4a3a-db7c-4a4d-8fe8-35f984163830,segment=NetworkSegment(f29469b2-76c8-425e-8368-58dc420d1f7f),segment_id=f29469b2-76c8-425e-8368-58dc420d1f7f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:11.380542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.442262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7', 'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7', 'tenant_id': '78e03f0b2cbe45fb9336fb19447c8965', 'fixed_ips': [{'subnet_id': 'dab7ae7c-c6e6-430a-921d-cfc5d247001e'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:11.443154 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.466377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70732c1e-2170-4693-91b7-0282c359d047 None None] Pushing event updated for resources: {'Port': ['ID=15bb4a3a-db7c-4a4d-8fe8-35f984163830,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:11.470477 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10ce1a47-4f1f-442f-a022-ac634bbd0f40 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.587945 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [None req-10ce1a47-4f1f-442f-a022-ac634bbd0f40 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:56:11.588932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-10ce1a47-4f1f-442f-a022-ac634bbd0f40 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "PUT /v2.0/routers/2e677b41-260f-4626-aa1c-b6ab1cc18c0a HTTP/1.1" status: 400 len: 364 time: 0.3813276 Jul 22 14:56:11.595752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58222) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:11.613285 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Allocated IP 172.21.0.2 (b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7/dab7ae7c-c6e6-430a-921d-cfc5d247001e/872b0c58-e5d8-4440-8b02-12f108d7a6b8) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:11.675126 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Deleting subnet dab7ae7c-c6e6-430a-921d-cfc5d247001e {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:11.789054 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.797927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Transition to ACTIVE for port object 872b0c58-e5d8-4440-8b02-12f108d7a6b8 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:11.811940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Transition to ACTIVE for port object 872b0c58-e5d8-4440-8b02-12f108d7a6b8 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:11.817552 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.818113 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.860458 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:11.862234 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.863679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:11.868315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:11.870343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Pushing event updated for resources: {'Port': ['ID=872b0c58-e5d8-4440-8b02-12f108d7a6b8,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:11.931463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Attempting to bind port 872b0c58-e5d8-4440-8b02-12f108d7a6b8 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:11.931835 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Attempting to bind port 872b0c58-e5d8-4440-8b02-12f108d7a6b8 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'bb00c584-8cc5-4d8e-ab83-0152db4161cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:11.932226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Attempting to bind port 872b0c58-e5d8-4440-8b02-12f108d7a6b8 on network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:11.937328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:11.937764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Checking segment: {'id': 'bb00c584-8cc5-4d8e-ab83-0152db4161cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:11.938177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.938576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Bound using segment: {'id': 'bb00c584-8cc5-4d8e-ab83-0152db4161cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:11.939047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Bound port: 872b0c58-e5d8-4440-8b02-12f108d7a6b8, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb00c584-8cc5-4d8e-ab83-0152db4161cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:11.939435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.961899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.022594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.025953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] For port 872b0c58-e5d8-4440-8b02-12f108d7a6b8, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:12.029315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] For port 872b0c58-e5d8-4440-8b02-12f108d7a6b8, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=872b0c58-e5d8-4440-8b02-12f108d7a6b8,segment=NetworkSegment(bb00c584-8cc5-4d8e-ab83-0152db4161cc),segment_id=bb00c584-8cc5-4d8e-ab83-0152db4161cc)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:12.035443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.059294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event deleted for resources: {'Subnet': ['ID=dab7ae7c-c6e6-430a-921d-cfc5d247001e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:12.061266 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.066149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-67d61053-c69e-46fe-a4cc-f05981587d0e tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "DELETE /v2.0/subnets/dab7ae7c-c6e6-430a-921d-cfc5d247001e HTTP/1.1" status: 204 len: 168 time: 0.4693699 Jul 22 14:56:12.066642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:12.103510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f8103-7301-45e8-9f27-3f63119c516d None None] Pushing event updated for resources: {'Port': ['ID=872b0c58-e5d8-4440-8b02-12f108d7a6b8,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:12.158152 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.216390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Deleting port 872b0c58-e5d8-4440-8b02-12f108d7a6b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:12.216743 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.294968 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] For port 872b0c58-e5d8-4440-8b02-12f108d7a6b8, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=872b0c58-e5d8-4440-8b02-12f108d7a6b8,segment=NetworkSegment(bb00c584-8cc5-4d8e-ab83-0152db4161cc),segment_id=bb00c584-8cc5-4d8e-ab83-0152db4161cc)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:12.295683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.317228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Calling delete_port for 872b0c58-e5d8-4440-8b02-12f108d7a6b8 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:12.408526 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.435803 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event deleted for resources: {'Port': ['ID=872b0c58-e5d8-4440-8b02-12f108d7a6b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:12.440110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] No DVR routers for this DVR port 872b0c58-e5d8-4440-8b02-12f108d7a6b8 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:12.495547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6449142f-3560-4dd7-a43e-90f1f143bada None None] Network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:12.525411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.536146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:12.545610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb00c584-8cc5-4d8e-ab83-0152db4161cc') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:12.545942 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb00c584-8cc5-4d8e-ab83-0152db4161cc') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:12.556081 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.570029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.576142 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:12.576527 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:12.579602 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:12.584184 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4c78410c-a3c2-45f6-9ecd-977518f7b15e None None] Provisioning for port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:12.648140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.655611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.658248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "DELETE /v2.0/networks/b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 HTTP/1.1" status: 204 len: 168 time: 0.5905809 Jul 22 14:56:12.660908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58226) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:12.675234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ff2ec-8f79-4777-a4e9-da141bc0f484 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event deleted for resources: {'Network': ['ID=b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:12.714506 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Deleting subnet d32140d1-a37f-4e50-807d-861b8b9360e5 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:12.717933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.776894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.850056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 15bb4a3a-db7c-4a4d-8fe8-35f984163830 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:12.894688 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.916097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:12.924652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:12.925153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.975844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.015379 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event deleted for resources: {'Subnet': ['ID=d32140d1-a37f-4e50-807d-861b8b9360e5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.019624 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.021710 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9cd6f08c-b33d-45a0-8aef-3b780d70eb54 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "DELETE /v2.0/subnets/d32140d1-a37f-4e50-807d-861b8b9360e5 HTTP/1.1" status: 204 len: 168 time: 0.3596420 Jul 22 14:56:13.024221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58228) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:13.030843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298630e2-bf4b-49e0-806e-8ef3b76871df None None] Network a369c29f-a8de-42e2-bca4-6cb3285cdcb0 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:13.059612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.064255 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5ef127a0-8135-409a-922a-bea7c2caa736 None None] Provisioning complete for port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:13.064739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5ef127a0-8135-409a-922a-bea7c2caa736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.105839 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.162257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Deleting port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:13.162601 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.190581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 15bb4a3a-db7c-4a4d-8fe8-35f984163830, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=15bb4a3a-db7c-4a4d-8fe8-35f984163830,segment=NetworkSegment(f29469b2-76c8-425e-8368-58dc420d1f7f),segment_id=f29469b2-76c8-425e-8368-58dc420d1f7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:13.214785 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.251467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] For port 15bb4a3a-db7c-4a4d-8fe8-35f984163830, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=15bb4a3a-db7c-4a4d-8fe8-35f984163830,segment=NetworkSegment(f29469b2-76c8-425e-8368-58dc420d1f7f),segment_id=f29469b2-76c8-425e-8368-58dc420d1f7f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:13.251841 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.264972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Calling delete_port for 15bb4a3a-db7c-4a4d-8fe8-35f984163830 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:13.272645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da14bcd-ee35-4056-8db8-07f53be41035 None None] DHCP port deletion for b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:13.318535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=15bb4a3a-db7c-4a4d-8fe8-35f984163830,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.323488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebd6fb-47d5-4980-a2f3-a35f77e5da9a None None] Network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:13.339705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebd6fb-47d5-4980-a2f3-a35f77e5da9a None None] Network b01f8ef9-7f6e-4e4c-861b-9ce78f1f88e7 could not be found, it might have been deleted concurrently. {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:56:13.356162 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.383843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event deleted for resources: {'Port': ['ID=15bb4a3a-db7c-4a4d-8fe8-35f984163830,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.385691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] No DVR routers for this DVR port 15bb4a3a-db7c-4a4d-8fe8-35f984163830 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:13.404399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd70feb-e589-4965-a962-ed0ded31fff7 None None] DHCP port deletion for a369c29f-a8de-42e2-bca4-6cb3285cdcb0 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:13.439288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-44b4c64c-8829-4c57-901e-bf664ca2bbe4 None None] Could not find standard attr ID for object 872b0c58-e5d8-4440-8b02-12f108d7a6b8. {{(pid=93761) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:13.737304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.747209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a369c29f-a8de-42e2-bca4-6cb3285cdcb0']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:13.757271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29469b2-76c8-425e-8368-58dc420d1f7f') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:13.757568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29469b2-76c8-425e-8368-58dc420d1f7f') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:13.766729 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.779884 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.786434 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:13.786816 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:13.789678 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:13.849123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.856827 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.858019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "DELETE /v2.0/networks/a369c29f-a8de-42e2-bca4-6cb3285cdcb0 HTTP/1.1" status: 204 len: 168 time: 0.8328149 Jul 22 14:56:13.861508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58230) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:13.869774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27358a7-a5a7-4c89-a3e0-4263f26bb7b0 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Pushing event deleted for resources: {'Network': ['ID=a369c29f-a8de-42e2-bca4-6cb3285cdcb0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.895482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb8c79d9-7fd1-44b8-a7db-856094e01968 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e677b41-260f-4626-aa1c-b6ab1cc18c0a HTTP/1.1" status: 200 len: 205 time: 0.0328023 Jul 22 14:56:13.897885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:13.970557 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.127124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.129136 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.170450 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.170963 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Fanout notify agent at l3_agent the message router_deleted on router 2e677b41-260f-4626-aa1c-b6ab1cc18c0a {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:56:14.178440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.179552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eff5b9d6-11c7-448a-9a19-0d74ea0fbaa4 tempest-RoutersNegativeTest-2109843827 tempest-RoutersNegativeTest-2109843827-project] 10.222.0.11 "DELETE /v2.0/routers/2e677b41-260f-4626-aa1c-b6ab1cc18c0a HTTP/1.1" status: 204 len: 168 time: 0.2807777 Jul 22 14:56:14.418958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:14.547947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-dc86954f-c114-4aed-bebb-31961bbfbab8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78e03f0b2cbe45fb9336fb19447c8965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278248 Jul 22 14:56:14.550606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:14.598644 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4733cdb5-0d33-4edf-8c5d-5edada75f99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.619445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4733cdb5-0d33-4edf-8c5d-5edada75f99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.670297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4733cdb5-0d33-4edf-8c5d-5edada75f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.673273 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4733cdb5-0d33-4edf-8c5d-5edada75f99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.674460 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4733cdb5-0d33-4edf-8c5d-5edada75f99f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83d92fd4-00b8-473b-993f-1041759b837a HTTP/1.1" status: 204 len: 168 time: 0.1229661 Jul 22 14:56:14.682334 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733cdb5-0d33-4edf-8c5d-5edada75f99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d92fd4-00b8-473b-993f-1041759b837a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:14.794806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 15bb4a3a-db7c-4a4d-8fe8-35f984163830 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:14.815269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 15bb4a3a-db7c-4a4d-8fe8-35f984163830 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:14.815636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 15bb4a3a-db7c-4a4d-8fe8-35f984163830 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:14.816050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 872b0c58-e5d8-4440-8b02-12f108d7a6b8 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:14.835106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 872b0c58-e5d8-4440-8b02-12f108d7a6b8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:14.835453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 872b0c58-e5d8-4440-8b02-12f108d7a6b8 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:15.286622 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:15.380196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1781506556-network', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:15.404873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Made reservation on behalf of 497f9b37e3ca4d9499178f9ee5a0e43e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:15.407953 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.416352 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.505354 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.509274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.531075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:15.546958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2edc1-fd6b-475e-b725-7d254a349d24,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:15.550919 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.551301 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Added segment 22a64875-ba9b-4694-b88c-701318a5bc8e of type vlan for network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 Jul 22 14:56:15.591887 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.619350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.620432 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.621052 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.653577 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3658798 Jul 22 14:56:15.656685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58268) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:15.665562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Request body: {'subnet': {'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-subnet', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:15.686327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c0a52-2c8d-44b2-9f09-f22f98c95004 admin admin] Pushing event updated for resources: {'Network': ['ID=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:15.696729 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Made reservation on behalf of 497f9b37e3ca4d9499178f9ee5a0e43e for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:15.697633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:15.699249 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.868874 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.925562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69cf8035-ce90-4b52-a4a9-8055108236c3,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:15.934214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Checking segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:15.934578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Network hostable DHCP agents. Network: de34a514-bd6b-44d6-9b4a-1a31b5bc1d71, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:15.951463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:15.960004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, de34a514-bd6b-44d6-9b4a-1a31b5bc1d71) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:15.964222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.964814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.968836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1147c672-af77-4cd4-91e1-ff72394a9987 None None] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:15.979036 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5afcb532-313c-4c28-8d60-73d9bc158804 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3205347 Jul 22 14:56:15.981549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58270) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:15.987205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:16.011756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.012940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.110345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.136085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'fixed_ips': [{'subnet_id': '69cf8035-ce90-4b52-a4a9-8055108236c3'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:16.136964 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.251897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.268869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Allocated IP 172.20.0.2 (de34a514-bd6b-44d6-9b4a-1a31b5bc1d71/69cf8035-ce90-4b52-a4a9-8055108236c3/26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:16.417529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.427112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Transition to ACTIVE for port object 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:16.443570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Transition to ACTIVE for port object 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:16.450360 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.477950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.494130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:16.496987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:16.500540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:16.507626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Pushing event updated for resources: {'Port': ['ID=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:16.508646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.616878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Allocated IP 172.25.8.4 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/3e4ba3d3-93df-4415-ba48-fc5c78722f8e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:16.722564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Attempting to bind port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:16.722845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Attempting to bind port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:16.723373 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Attempting to bind port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:16.728480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:16.728851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Checking segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:16.729256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.729659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Bound using segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:16.730124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Bound port: 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:16.730583 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.732794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.779712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.797123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] For port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:16.800451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] For port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:16.804679 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.817200 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:16.823614 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:16.827279 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:16.833698 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:16.867411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1004f46-0316-4a1d-b233-1715f5220428 None None] Pushing event updated for resources: {'Port': ['ID=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:17.106326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.305897 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.446111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:56:17.559350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:17.570888 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Sync routers for ids ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:17.578091 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.582195 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-65f67097-fb36-46e0-a880-8887fa396015 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5994954 Jul 22 14:56:17.582861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:17.591470 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Routers {'0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:17.592683 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:55:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:17.705381 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Set router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:17.758092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452a62f-d5f0-441b-a350-b5dbd2602d5d None None] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:17.831478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a4129bae-09fd-4c60-a500-be739cdcff7e None None] Provisioning for port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:18.004961 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:16Z', 'revision_number': 3, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:18.033126 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Checking router: 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:18.033603 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Updating router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:56:18.038475 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.076450 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.261035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Allocated IP 172.20.0.1 (de34a514-bd6b-44d6-9b4a-1a31b5bc1d71/69cf8035-ce90-4b52-a4a9-8055108236c3/a9c9d7de-55a4-4c1c-add3-064e8d70bb5b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:18.342550 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.352166 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Transition to ACTIVE for port object 3e4ba3d3-93df-4415-ba48-fc5c78722f8e will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:18.358971 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.367768 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.382118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Transition to ACTIVE for port object a9c9d7de-55a4-4c1c-add3-064e8d70bb5b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:18.399539 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:56:18.415958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.417820 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Pushing event updated for resources: {'Port': ['ID=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.420770 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Attempting to bind port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:18.421134 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Attempting to bind port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:18.421498 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Attempting to bind port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:18.430415 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.430758 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.431097 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.431429 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.431755 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.432079 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.432402 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.432728 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.433050 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.433368 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.433705 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.434026 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.437204 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:18.438213 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:18.438624 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.439054 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:18.439466 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Bound port: 3e4ba3d3-93df-4415-ba48-fc5c78722f8e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:18.439841 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.458949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:18.464372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:18.466551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Pushing event updated for resources: {'Port': ['ID=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.469267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:18.495931 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] For port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:18.499023 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] For port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:18.503167 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.508288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.561305 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Routers {'0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:18.561963 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:55:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:18.597372 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2a896-96b8-4514-8a23-0ad4b49afc58 None None] Pushing event updated for resources: {'Port': ['ID=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.642560 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b9ac66-df64-4829-9e94-8e0cf0643642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.664842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.676427 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] Set router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:18.704858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5daf11f6-f345-4299-bfdc-d3d1dc97d098 None None] Provisioning for port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:18.712301 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5daf11f6-f345-4299-bfdc-d3d1dc97d098 None None] Provisioning complete for port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:18.712673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5daf11f6-f345-4299-bfdc-d3d1dc97d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.747283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5daf11f6-f345-4299-bfdc-d3d1dc97d098 None None] Port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:18.841261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.846671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:18.847671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.866954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:16Z', 'revision_number': 3, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:18.903734 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a22e5f-84ce-4e48-95f9-ec73429cad0d None None] The sync data for ids ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'] in n-d-787205-11 is: [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:16Z', 'revision_number': 3, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:18.915151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:18.919669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:18.920109 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.923494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.926196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Pushing event updated for resources: {'Port': ['ID=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:19.010691 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.022236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:19.023657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:19.050784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:19.057191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.118563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:19.286761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1cc75f83-d627-4a81-b5f5-6152e1a61bbe None None] Provisioning complete for port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:19.287136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1cc75f83-d627-4a81-b5f5-6152e1a61bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.331925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1cc75f83-d627-4a81-b5f5-6152e1a61bbe None None] Port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:19.531777 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:19.545893 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.645723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:19.650876 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a807651e-06da-43b8-8801-4454c81786ce admin admin] 10.222.0.11 "PUT /v2.0/routers/0b878a31-81b5-4fa4-ba2f-c66bf7d954d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669453 Jul 22 14:56:20.114991 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58288) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:20.120167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1600515135-network', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:20.144155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Made reservation on behalf of ee94b3c1cab04c13a0fdbbe0520515e0 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:20.147611 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.161194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.269488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.273289 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.294928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:20.311156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd88b90-11d1-4d89-a950-4d27e3a79f6b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:20.314151 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.314500 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Added segment 42e4e33f-a27f-402f-b2ef-31f6270fcc09 of type vlan for network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 Jul 22 14:56:20.355328 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.386782 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.388276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.388929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.426455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3102715 Jul 22 14:56:20.429251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:20.434539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Request body: {'subnet': {'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-subnet', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:20.457000 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.459309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92681d0-8f99-4d08-a8a9-7c963308bdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1dfd90-7972-4e5d-b6b4-f8c28da6d825,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:20.469284 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Made reservation on behalf of ee94b3c1cab04c13a0fdbbe0520515e0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:20.471270 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:20.471501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.486545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Sync routers for ids ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:20.510713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Routers {'0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:20.511332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:55:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:20.648598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Set router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:20.649992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.706177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1993efb7-4703-4834-a42f-afa3a1300285,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:20.714708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Checking segment: {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:20.715073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Network hostable DHCP agents. Network: 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:20.735736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:20.746783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:20.753833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.754488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.755180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8127be-c366-4954-97d6-94072869c33c None None] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:20.778313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-602b7241-c3fb-41fb-b09b-8612f85fc37e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3467326 Jul 22 14:56:20.779715 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:20.785830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:20.808452 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.809842 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.871837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.906918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:21.023548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 4, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'a9c9d7de-55a4-4c1c-add3-064e8d70bb5b', 'name': '', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'mac_address': 'fa:16:3e:88:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:18Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 2, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'subnets': [{'id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:21.023798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.055837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-9f1dfd90-7972-4e5d-b6b4-f8c28da6d825', 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'fixed_ips': [{'subnet_id': '1993efb7-4703-4834-a42f-afa3a1300285'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:21.056693 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.060230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Checking router: 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:21.060583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Updating router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:56:21.068806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:21.069184 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.141646 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.244159 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.263576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.372838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Allocated IP 172.25.8.27 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/76f4a013-5758-4485-b52b-5a37b0223094) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:21.391011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Allocated IP 172.20.0.2 (9f1dfd90-7972-4e5d-b6b4-f8c28da6d825/1993efb7-4703-4834-a42f-afa3a1300285/3c7f8088-72c8-4a69-aaf6-083b2ec12c88) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:21.397822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3e4ba3d3-93df-4415-ba48-fc5c78722f8e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:21.478973 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.512816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.523371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.559238 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:21.562140 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:21.567700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:21.576270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd31784-5a30-465a-9d43-3f076c0c930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.602430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Pushing event updated for resources: {'Port': ['ID=76f4a013-5758-4485-b52b-5a37b0223094,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:21.808667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:21.834162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:21.834571 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.842384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.922625 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.939399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Transition to ACTIVE for port object 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:21.946461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.966376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Transition to ACTIVE for port object a9c9d7de-55a4-4c1c-add3-064e8d70bb5b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:21.975916 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Transition to ACTIVE for port object 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:21.995770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.007730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.041168 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.064542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.073410 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:22.076282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7978efc-3a9a-4eda-9694-ac10695233ab None None] Pushing event updated for resources: {'Port': ['ID=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.084434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:22.090022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:22.133284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:22.160534 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.198901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Router 46aed6b7-1da1-432f-95cd-30447261c0a1 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:56:22.214707 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Pushing event updated for resources: {'Port': ['ID=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.241829 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Attempting to bind port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:22.242084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Attempting to bind port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:22.242413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Attempting to bind port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:22.283725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:22.284100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Checking segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:22.284512 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.284913 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Bound using segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:22.285390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Bound port: a9c9d7de-55a4-4c1c-add3-064e8d70bb5b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:22.285803 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.301203 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Attempting to bind port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:22.301571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Attempting to bind port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:22.301962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Attempting to bind port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 on network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:22.311308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:22.320727 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Sync routers for ids ['46aed6b7-1da1-432f-95cd-30447261c0a1'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:22.322642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:22.323027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Checking segment: {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:22.323482 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.323866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Bound using segment: {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:22.324342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Bound port: 3c7f8088-72c8-4a69-aaf6-083b2ec12c88, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:22.324727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.330484 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Routers {'46aed6b7-1da1-432f-95cd-30447261c0a1'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:22.331154 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:56:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['46aed6b7-1da1-432f-95cd-30447261c0a1'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:22.332664 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.334355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5e053eee-064b-4164-8489-26d7abe9cd9c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5531368 Jul 22 14:56:22.337142 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58294) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:22.364927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.433638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] For port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:22.438841 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Set router 46aed6b7-1da1-432f-95cd-30447261c0a1 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:22.439952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] For port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:22.448359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] For port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:22.451101 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.455045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] For port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:22.483420 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.532385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Routers {'0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:22.533066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:56:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:22.538814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7978efc-3a9a-4eda-9694-ac10695233ab None None] Pushing event updated for resources: {'Port': ['ID=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.683544 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:56:21Z', 'revision_number': 3, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:22.722034 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Checking router: 46aed6b7-1da1-432f-95cd-30447261c0a1 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:22.722381 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Updating router 46aed6b7-1da1-432f-95cd-30447261c0a1 port 76f4a013-5758-4485-b52b-5a37b0223094 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:56:22.739614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.745113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f185a42-a2dd-4ecd-b551-9aa415b6d240 None None] Pushing event updated for resources: {'Port': ['ID=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.765004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] Set router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:22.772508 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.924542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3e4ba3d3-93df-4415-ba48-fc5c78722f8e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:22.963994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.075978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:23.076260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.151627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Allocated IP 172.20.0.1 (9f1dfd90-7972-4e5d-b6b4-f8c28da6d825/1993efb7-4703-4834-a42f-afa3a1300285/638722f6-4546-4b9b-bfa7-9c1a87c28a2e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:23.180357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 4, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'a9c9d7de-55a4-4c1c-add3-064e8d70bb5b', 'name': '', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'mac_address': 'fa:16:3e:88:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:18Z', 'updated_at': '2021-07-22T14:56:22Z', 'revision_number': 4, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'subnets': [{'id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:23.217211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7beb0b-b8f9-4112-ab4f-e513d507fbba None None] The sync data for ids ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'] in n-d-787205-11 is: [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 4, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'a9c9d7de-55a4-4c1c-add3-064e8d70bb5b', 'name': '', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'mac_address': 'fa:16:3e:88:a0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:18Z', 'updated_at': '2021-07-22T14:56:22Z', 'revision_number': 4, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'subnets': [{'id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:23.233782 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.246177 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Transition to ACTIVE for port object 76f4a013-5758-4485-b52b-5a37b0223094 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:23.251918 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.307183 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.320033 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Attempting to bind port 76f4a013-5758-4485-b52b-5a37b0223094 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:23.320391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Attempting to bind port 76f4a013-5758-4485-b52b-5a37b0223094 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:23.320748 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Attempting to bind port 76f4a013-5758-4485-b52b-5a37b0223094 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:23.333540 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed4bfa-3c83-468c-9eee-319951da1337 None None] Pushing event updated for resources: {'Port': ['ID=76f4a013-5758-4485-b52b-5a37b0223094,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:23.336128 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:23.336499 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:23.336891 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.337268 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:23.337766 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Bound port: 76f4a013-5758-4485-b52b-5a37b0223094, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:23.338142 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.340944 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Transition to ACTIVE for port object 638722f6-4546-4b9b-bfa7-9c1a87c28a2e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:23.388868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.397451 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] For port 76f4a013-5758-4485-b52b-5a37b0223094, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:23.401661 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] For port 76f4a013-5758-4485-b52b-5a37b0223094, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=76f4a013-5758-4485-b52b-5a37b0223094,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:23.408078 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.455174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:23.461431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:23.464447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:23.466553 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Routers {'46aed6b7-1da1-432f-95cd-30447261c0a1'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:23.467958 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:56:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['46aed6b7-1da1-432f-95cd-30447261c0a1'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:23.468092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Pushing event updated for resources: {'Port': ['ID=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:23.508933 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.593058 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed4bfa-3c83-468c-9eee-319951da1337 None None] Pushing event updated for resources: {'Port': ['ID=76f4a013-5758-4485-b52b-5a37b0223094,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:23.616531 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] Set router 46aed6b7-1da1-432f-95cd-30447261c0a1 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:23.689286 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.778156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33fccca-779b-4e3b-8757-3e567fe6b5bf None None] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:23.854631 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:56:21Z', 'revision_number': 3, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:23.879110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3890207a-e87c-4b94-90b5-2dca55417ea0 None None] Provisioning for port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:23.886632 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6dcb5-085b-4d3f-b892-6d7a02ade18d None None] The sync data for ids ['46aed6b7-1da1-432f-95cd-30447261c0a1'] in n-d-787205-11 is: [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:56:21Z', 'revision_number': 3, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:23.893764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.902898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.979189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.982467 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Pushing event updated for resources: {'Port': ['ID=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:24.410422 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.446243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fc69c244-13bb-44a4-8f5e-1174e71caee7 None None] Provisioning for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:24.452400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-fc69c244-13bb-44a4-8f5e-1174e71caee7 None None] Provisioning complete for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:24.452612 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-fc69c244-13bb-44a4-8f5e-1174e71caee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.493358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:24.495545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:24.515385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-fc69c244-13bb-44a4-8f5e-1174e71caee7 None None] Port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:24.627865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Router 46aed6b7-1da1-432f-95cd-30447261c0a1 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:24.643748 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-08f65932-195b-45af-9070-6efbfda853ea None None] Provisioning complete for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:24.644435 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-08f65932-195b-45af-9070-6efbfda853ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.683551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-08f65932-195b-45af-9070-6efbfda853ea None None] Port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:24.782549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:24.791971 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-abc168f8-3e1d-447b-a299-bc36d0107956 admin admin] 10.222.0.11 "PUT /v2.0/routers/46aed6b7-1da1-432f-95cd-30447261c0a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4530544 Jul 22 14:56:24.908201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b7e0d164-cdcc-4a26-ac11-398818438389 None None] Provisioning complete for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:24.908686 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b7e0d164-cdcc-4a26-ac11-398818438389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.939485 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:24.984498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0d164-cdcc-4a26-ac11-398818438389 None None] Port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:25.003534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:25.007548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:25.007998 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.090171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.126404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:25.130570 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.131942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9c9d7de-55a4-4c1c-add3-064e8d70bb5b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:25.213168 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:25.224443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:25.228432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:25.228814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.306785 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.339224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:25.342780 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.343615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76f4a013-5758-4485-b52b-5a37b0223094 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:25.423545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:25.433474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 76f4a013-5758-4485-b52b-5a37b0223094 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:25.437954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 76f4a013-5758-4485-b52b-5a37b0223094 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:25.438332 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.514941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.544716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 76f4a013-5758-4485-b52b-5a37b0223094, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=76f4a013-5758-4485-b52b-5a37b0223094,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:25.549298 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.601874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=76f4a013-5758-4485-b52b-5a37b0223094,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:25.744153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-ab248f0f-0764-49b4-b4f6-9579acf8acdf tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:25.745673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-ab248f0f-0764-49b4-b4f6-9579acf8acdf tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 817 time: 0.1038756 Jul 22 14:56:25.760777 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-fcbdc75a-b45a-491a-94f0-0474d4268070 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/quotas/497f9b37e3ca4d9499178f9ee5a0e43e HTTP/1.1" status: 200 len: 375 time: 0.0094986 Jul 22 14:56:25.836246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-0413c35a-7b92-493d-a9fa-76273d9860d9 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706465 Jul 22 14:56:25.948263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-dc35bee7-8f6d-4328-a20d-99fd1bc1a6ea service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:56:25.949275 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-dc35bee7-8f6d-4328-a20d-99fd1bc1a6ea service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1013877 Jul 22 14:56:26.040198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-968ccfe1-6430-41f3-ba05-d2cfd61693b4 service neutron] 10.222.0.11 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843406 Jul 22 14:56:26.137006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-9bda2a80-a052-407c-aaa1-548b97f2c160 service neutron] 10.222.0.11 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911479 Jul 22 14:56:26.310522 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5cd88e6b-a255-4ad5-83e6-fc5808e2f895 req-262c438d-fdde-452d-8cc9-00b0a1b756bd tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 210 time: 0.0334783 Jul 22 14:56:26.591237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Sync routers for ids ['46aed6b7-1da1-432f-95cd-30447261c0a1'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:26.600064 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Routers {'46aed6b7-1da1-432f-95cd-30447261c0a1'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:26.600665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:56:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['46aed6b7-1da1-432f-95cd-30447261c0a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:26.835973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:26.901573 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Set router 46aed6b7-1da1-432f-95cd-30447261c0a1 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:26.935069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:26.935445 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.116556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76f4a013-5758-4485-b52b-5a37b0223094 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:27.201920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:56:23Z', 'revision_number': 4, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '638722f6-4546-4b9b-bfa7-9c1a87c28a2e', 'name': '', 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'mac_address': 'fa:16:3e:52:9e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1993efb7-4703-4834-a42f-afa3a1300285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:22Z', 'updated_at': '2021-07-22T14:56:23Z', 'revision_number': 2, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'subnets': [{'id': '1993efb7-4703-4834-a42f-afa3a1300285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:27.230442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 76f4a013-5758-4485-b52b-5a37b0223094 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:27.230823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.232449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Checking router: 46aed6b7-1da1-432f-95cd-30447261c0a1 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:27.232772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Updating router 46aed6b7-1da1-432f-95cd-30447261c0a1 port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:56:27.260410 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-1411bf57-6714-4ba1-9bd1-22bed473f0c8 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:27.262182 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-1411bf57-6714-4ba1-9bd1-22bed473f0c8 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.13 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 817 time: 0.1207590 Jul 22 14:56:27.276131 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Request body: {'port': {'device_id': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'admin_state_up': True, 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:27.299359 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.419388 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4b5f192-84a7-4c26-9c4f-1e23064c59d8 req-70bc308e-2e11-45ca-9ba9-5b7a1a75bc87 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 210 time: 0.0364418 Jul 22 14:56:27.431110 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Made reservation on behalf of 497f9b37e3ca4d9499178f9ee5a0e43e for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:27.431775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9c9d7de-55a4-4c1c-add3-064e8d70bb5b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:27.439036 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.556007 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:27.556387 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.573059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Allocated IP 172.20.0.13 (de34a514-bd6b-44d6-9b4a-1a31b5bc1d71/69cf8035-ce90-4b52-a4a9-8055108236c3/b5e52b51-8083-445c-baa9-f963915bec3b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:27.700320 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.713797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Transition to ACTIVE for port object 638722f6-4546-4b9b-bfa7-9c1a87c28a2e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:27.720057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.738596 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.754870 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Transition to ACTIVE for port object b5e52b51-8083-445c-baa9-f963915bec3b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:27.772013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82382736-ee19-474e-bc99-f5408789b155 None None] Pushing event updated for resources: {'Port': ['ID=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:27.796081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.831676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Attempting to bind port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:27.832052 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Attempting to bind port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:27.833038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Attempting to bind port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e on network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:27.837797 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:27.838181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Checking segment: {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:27.838595 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.839263 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Bound using segment: {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:27.839471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Bound port: 638722f6-4546-4b9b-bfa7-9c1a87c28a2e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e4e33f-a27f-402f-b2ef-31f6270fcc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:27.840226 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.852409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:27.855781 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:27.858345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:27.894650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Pushing event updated for resources: {'Port': ['ID=b5e52b51-8083-445c-baa9-f963915bec3b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:27.914400 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] For port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:27.918417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] For port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:27.922106 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:27.922783 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.925599 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.946374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-f62da957-b336-4a17-8bba-b79980f39973 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6756599 Jul 22 14:56:27.959635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Request body: {'port': {'device_id': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:27.987721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Routers {'46aed6b7-1da1-432f-95cd-30447261c0a1'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:27.988368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:56:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['46aed6b7-1da1-432f-95cd-30447261c0a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:28.050668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.087946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82382736-ee19-474e-bc99-f5408789b155 None None] Pushing event updated for resources: {'Port': ['ID=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.151973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] Set router 46aed6b7-1da1-432f-95cd-30447261c0a1 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:28.314472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b3e370d9-2809-41ee-80e9-4992f8592eb2 None None] Provisioning for port b5e52b51-8083-445c-baa9-f963915bec3b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:28.323639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b3e370d9-2809-41ee-80e9-4992f8592eb2 None None] Provisioning complete for port b5e52b51-8083-445c-baa9-f963915bec3b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:28.324107 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b3e370d9-2809-41ee-80e9-4992f8592eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.356796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e52b51-8083-445c-baa9-f963915bec3b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:28.365306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.377788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Transition to ACTIVE for port object b5e52b51-8083-445c-baa9-f963915bec3b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:28.381808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b3e370d9-2809-41ee-80e9-4992f8592eb2 None None] Port b5e52b51-8083-445c-baa9-f963915bec3b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:28.383052 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.407336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:56:23Z', 'revision_number': 4, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '638722f6-4546-4b9b-bfa7-9c1a87c28a2e', 'name': '', 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'mac_address': 'fa:16:3e:52:9e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1993efb7-4703-4834-a42f-afa3a1300285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:22Z', 'updated_at': '2021-07-22T14:56:27Z', 'revision_number': 4, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'subnets': [{'id': '1993efb7-4703-4834-a42f-afa3a1300285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:28.439024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e52b51-8083-445c-baa9-f963915bec3b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.447807 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43755f-c3d1-4889-9c98-6775ce51532b None None] The sync data for ids ['46aed6b7-1da1-432f-95cd-30447261c0a1'] in n-d-787205-11 is: [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:56:23Z', 'revision_number': 4, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '638722f6-4546-4b9b-bfa7-9c1a87c28a2e', 'name': '', 'network_id': '9f1dfd90-7972-4e5d-b6b4-f8c28da6d825', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'mac_address': 'fa:16:3e:52:9e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '1993efb7-4703-4834-a42f-afa3a1300285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:22Z', 'updated_at': '2021-07-22T14:56:27Z', 'revision_number': 4, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'subnets': [{'id': '1993efb7-4703-4834-a42f-afa3a1300285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:28.535109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Attempting to bind port b5e52b51-8083-445c-baa9-f963915bec3b on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:28.535788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Attempting to bind port b5e52b51-8083-445c-baa9-f963915bec3b by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:28.536365 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Attempting to bind port b5e52b51-8083-445c-baa9-f963915bec3b on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:28.551263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Port b5e52b51-8083-445c-baa9-f963915bec3b on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:56:28.551818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Attempting to bind port b5e52b51-8083-445c-baa9-f963915bec3b on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:28.557813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:28.558666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Checking segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:28.559291 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Bound using segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:28.560079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Bound port: b5e52b51-8083-445c-baa9-f963915bec3b, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:28.560968 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.621751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fbb9-437d-4508-856f-b7cd5a2f21f7 req-ce090e6e-472b-4db4-951d-be12315bbd22 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:28.623352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9325fbb9-437d-4508-856f-b7cd5a2f21f7 req-ce090e6e-472b-4db4-951d-be12315bbd22 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 944 time: 0.1054852 Jul 22 14:56:28.641240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] For port b5e52b51-8083-445c-baa9-f963915bec3b, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:28.645296 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] For port b5e52b51-8083-445c-baa9-f963915bec3b, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b5e52b51-8083-445c-baa9-f963915bec3b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:28.651632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.676511 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9325fbb9-437d-4508-856f-b7cd5a2f21f7 req-21ccc956-f79f-48f6-8940-16c33483ac10 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Jul 22 14:56:28.694193 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:28.694798 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.696295 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] 10.222.0.13 "PUT /v2.0/ports/b5e52b51-8083-445c-baa9-f963915bec3b HTTP/1.1" status: 200 len: 1093 time: 0.7423136 Jul 22 14:56:28.696803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'tag': 'b5e52b51-8083-445c-baa9-f963915bec3b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:28.699046 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0f90cb-0107-432a-8648-62ceebf32901" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9c124f-9ca6-444a-88ec-d48f83fb7f87", "tag": "b5e52b51-8083-445c-baa9-f963915bec3b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:28.740632 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f1856-9dfb-46cd-9997-ec2a59e2278c service neutron] Pushing event updated for resources: {'Port': ['ID=b5e52b51-8083-445c-baa9-f963915bec3b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.793518 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b978eb-b905-4728-a805-c9fc167e34b7 x-openstack-request-id: req-85b978eb-b905-4728-a805-c9fc167e34b7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:28.793851 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9c124f-9ca6-444a-88ec-d48f83fb7f87", "tag": "b5e52b51-8083-445c-baa9-f963915bec3b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:28.794132 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85b978eb-b905-4728-a805-c9fc167e34b7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:28.794505 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'tag': 'b5e52b51-8083-445c-baa9-f963915bec3b', 'status': 'completed', 'code': 200} Jul 22 14:56:28.830941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-07b44da2-ec36-4300-bc6a-ab46ca542279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:28.832453 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-07b44da2-ec36-4300-bc6a-ab46ca542279 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 1096 time: 0.0841734 Jul 22 14:56:28.862540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 638722f6-4546-4b9b-bfa7-9c1a87c28a2e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:28.889405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-4f7258ea-d020-4a0c-97a8-f1136666ec5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5e52b51-8083-445c-baa9-f963915bec3b HTTP/1.1" status: 200 len: 217 time: 0.0465951 Jul 22 14:56:28.933975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:28.945463 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:28.945739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-be117624-4b2e-4c60-b58e-59be89608c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:28.946146 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.947671 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-be117624-4b2e-4c60-b58e-59be89608c88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69cf8035-ce90-4b52-a4a9-8055108236c3 HTTP/1.1" status: 200 len: 856 time: 0.0552645 Jul 22 14:56:29.022130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-8b11e07d-4669-4263-bbfc-b1d915c3a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.023689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-8b11e07d-4669-4263-bbfc-b1d915c3a517 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694652 Jul 22 14:56:29.036908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.070841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:29.078257 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.138308 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-3c86ea31-0a3c-43e3-8cec-b0c0a1c3c243 service neutron] 10.222.0.13 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076779 Jul 22 14:56:29.139891 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:29.236586 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5a470acf-de7b-417f-9bac-d7d42f36b535 req-4477bb05-fdc7-474f-bb91-32c075044f5e service neutron] 10.222.0.13 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919132 Jul 22 14:56:29.348425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-cca5bca1-1528-49b1-91e4-1b55e5a85ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.349921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-cca5bca1-1528-49b1-91e4-1b55e5a85ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 1096 time: 0.0572164 Jul 22 14:56:29.444427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-a2d16536-9226-442a-aa6f-ba92cd2f3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.445872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-a2d16536-9226-442a-aa6f-ba92cd2f3fe8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 918 time: 0.0902236 Jul 22 14:56:29.488133 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-9af9c223-5e75-4f66-8ef8-bfd35b4854a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5e52b51-8083-445c-baa9-f963915bec3b HTTP/1.1" status: 200 len: 217 time: 0.0354056 Jul 22 14:56:29.538937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-ebeed458-40e4-41cf-a8e3-c310b6a393e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.540455 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-ebeed458-40e4-41cf-a8e3-c310b6a393e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69cf8035-ce90-4b52-a4a9-8055108236c3 HTTP/1.1" status: 200 len: 856 time: 0.0449104 Jul 22 14:56:29.602424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-b1b25aad-649a-45cf-992d-4112a7e6b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.603890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-b1b25aad-649a-45cf-992d-4112a7e6b17d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560138 Jul 22 14:56:29.701952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-f68c83ce-d3ee-4847-93ee-02ff1761eeb5 service neutron] 10.222.0.13 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909851 Jul 22 14:56:29.802685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5b0f90cb-0107-432a-8648-62ceebf32901 req-e06005f8-1979-44b2-945d-923f4e8d02bc service neutron] 10.222.0.13 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936756 Jul 22 14:56:29.832540 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b81388-f915-404c-8417-f2e0ed4629ad req-110f87d9-10a7-4f1e-a3b2-7b81c586d0f1 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.834204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6b81388-f915-404c-8417-f2e0ed4629ad req-110f87d9-10a7-4f1e-a3b2-7b81c586d0f1 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 944 time: 0.0786250 Jul 22 14:56:29.876833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d6b81388-f915-404c-8417-f2e0ed4629ad req-c2b28948-18c8-43a6-923f-ff1035867d82 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368204 Jul 22 14:56:30.815881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 638722f6-4546-4b9b-bfa7-9c1a87c28a2e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:30.864352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:30.864727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:31.019102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc341b-9e9d-441a-9d98-0b1855246d37 req-f52cc408-2be5-46fc-9ba4-09a7774d1571 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:31.022096 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34fc341b-9e9d-441a-9d98-0b1855246d37 req-f52cc408-2be5-46fc-9ba4-09a7774d1571 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 944 time: 0.0668125 Jul 22 14:56:31.062009 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34fc341b-9e9d-441a-9d98-0b1855246d37 req-91948103-0822-4f07-8a5d-b2d092c528cc tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356464 Jul 22 14:56:32.104135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b5e52b51-8083-445c-baa9-f963915bec3b details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:56:32.203507 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b5e52b51-8083-445c-baa9-f963915bec3b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b5e52b51-8083-445c-baa9-f963915bec3b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:32.203849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d000e5-203a-44a1-9433-a1b398b9e689 req-5971897f-0c22-4643-8db7-f19feb53d5b7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:32.207296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82d000e5-203a-44a1-9433-a1b398b9e689 req-5971897f-0c22-4643-8db7-f19feb53d5b7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 944 time: 0.0753934 Jul 22 14:56:32.216750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'b5e52b51-8083-445c-baa9-f963915bec3b', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'port_id': 'b5e52b51-8083-445c-baa9-f963915bec3b', 'mac_address': 'fa:16:3e:fc:dc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:56:32.249763 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82d000e5-203a-44a1-9433-a1b398b9e689 req-c7ca5373-536f-4312-8d7a-1b6ea290470a tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337389 Jul 22 14:56:32.255134 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.271881 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e52b51-8083-445c-baa9-f963915bec3b {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:32.291601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b5e52b51-8083-445c-baa9-f963915bec3b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b5e52b51-8083-445c-baa9-f963915bec3b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:32.295476 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.344365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b5e52b51-8083-445c-baa9-f963915bec3b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:32.495137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['b5e52b51-8083-445c-baa9-f963915bec3b'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:56:33.377939 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976ceb-0484-4ef6-91dd-8a63ae4a393b req-39f98489-b0fc-4d2e-acd8-d34ce73d6b8d tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:33.379413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83976ceb-0484-4ef6-91dd-8a63ae4a393b req-39f98489-b0fc-4d2e-acd8-d34ce73d6b8d tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 945 time: 0.0637887 Jul 22 14:56:33.416563 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-83976ceb-0484-4ef6-91dd-8a63ae4a393b req-ed6cf8e6-4fef-4651-958e-ac474ff64445 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Jul 22 14:56:34.111188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b5e52b51-8083-445c-baa9-f963915bec3b up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:34.161818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port b5e52b51-8083-445c-baa9-f963915bec3b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:34.165297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port b5e52b51-8083-445c-baa9-f963915bec3b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:34.165698 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.250114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.272042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e52b51-8083-445c-baa9-f963915bec3b'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:34.274286 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38abe267-29a5-47c7-b6ff-cd2077977340" -d '{"events": [{"server_uuid": "1c9c124f-9ca6-444a-88ec-d48f83fb7f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5e52b51-8083-445c-baa9-f963915bec3b"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:34.287475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port b5e52b51-8083-445c-baa9-f963915bec3b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b5e52b51-8083-445c-baa9-f963915bec3b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:34.293823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.332616 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0459a691-42e9-441d-8b81-2e6630d36e50 x-openstack-request-id: req-0459a691-42e9-441d-8b81-2e6630d36e50 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:34.332901 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c124f-9ca6-444a-88ec-d48f83fb7f87", "name": "network-vif-plugged", "status": "completed", "tag": "b5e52b51-8083-445c-baa9-f963915bec3b", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:34.333149 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0459a691-42e9-441d-8b81-2e6630d36e50 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:34.333529 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e52b51-8083-445c-baa9-f963915bec3b', 'code': 200} Jul 22 14:56:34.346083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=b5e52b51-8083-445c-baa9-f963915bec3b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:34.445367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db64269-07d4-4dbc-8a03-a76a83312cca req-68b6ca22-3f7b-4692-900e-d71a2124cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:34.446935 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7db64269-07d4-4dbc-8a03-a76a83312cca req-68b6ca22-3f7b-4692-900e-d71a2124cd21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 1098 time: 0.0583532 Jul 22 14:56:34.483402 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7db64269-07d4-4dbc-8a03-a76a83312cca req-0f8e5e40-6035-4064-aa40-2a16273ca1cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302064 Jul 22 14:56:34.548263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f747-ec9d-41fa-b496-448953645eeb req-36db23e1-4b2a-4603-b454-1393c8c31353 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:34.549813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2010f747-ec9d-41fa-b496-448953645eeb req-36db23e1-4b2a-4603-b454-1393c8c31353 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 946 time: 0.0643811 Jul 22 14:56:34.587844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2010f747-ec9d-41fa-b496-448953645eeb req-e50f4138-9cb4-491a-9513-8500436bbfb8 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324802 Jul 22 14:56:35.729367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9488f-b8c7-4fc2-b7c5-e7ee5060a108 req-18304c3c-6bc3-4aa1-a532-c5ac7c15b79a tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.730886 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57a9488f-b8c7-4fc2-b7c5-e7ee5060a108 req-18304c3c-6bc3-4aa1-a532-c5ac7c15b79a tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 946 time: 0.0701764 Jul 22 14:56:35.770506 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57a9488f-b8c7-4fc2-b7c5-e7ee5060a108 req-d1c7e615-28c3-4ff6-8853-55a51002dfd0 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Jul 22 14:56:35.905121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27009058-bf41-494e-8305-5346d7661475 req-f9685e38-9126-4fcf-bb5d-b9552fc04215 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.906663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27009058-bf41-494e-8305-5346d7661475 req-f9685e38-9126-4fcf-bb5d-b9552fc04215 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 946 time: 0.0657938 Jul 22 14:56:35.947871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-27009058-bf41-494e-8305-5346d7661475 req-c9180e38-0c85-4758-aa04-ac1ddec7aaaf tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356147 Jul 22 14:56:48.636198 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-faecaa3a-6a55-4d11-814d-fc69d26f07a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.549096 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.466326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.434952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.496510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-07d6c848-2cd5-46ce-8e62-b9c90f11e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.637202 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-bbd218ed-f953-46ce-98c2-fe250edfc0b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538573 Jul 22 14:56:51.732726 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-ff7f32a3-7452-40d5-b741-0615a0599301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.734281 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-ff7f32a3-7452-40d5-b741-0615a0599301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 1098 time: 0.0551822 Jul 22 14:56:51.841636 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-73f222b2-d560-47d6-96af-d127e1a368a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.843110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-73f222b2-d560-47d6-96af-d127e1a368a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 918 time: 0.0890958 Jul 22 14:56:51.891541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-e46b0c20-4009-408d-bf20-24335d2bb7aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5e52b51-8083-445c-baa9-f963915bec3b HTTP/1.1" status: 200 len: 217 time: 0.0354471 Jul 22 14:56:51.941393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-f8231f9c-a5eb-4729-98b8-6211f7769ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.942915 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-f8231f9c-a5eb-4729-98b8-6211f7769ddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=69cf8035-ce90-4b52-a4a9-8055108236c3 HTTP/1.1" status: 200 len: 856 time: 0.0455575 Jul 22 14:56:52.007409 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-d5c3ee8c-dbbc-4428-8360-ad9427cf3bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:52.008946 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-d5c3ee8c-dbbc-4428-8360-ad9427cf3bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601046 Jul 22 14:56:52.106321 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-0b1f2a96-2ae2-452a-9cd8-b8146af419eb service neutron] 10.222.0.13 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905139 Jul 22 14:56:52.202214 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0277468e-309b-4f07-9ae5-a2c9e4f54d6e req-001b001a-ffc1-4fb2-81d3-97952c8a4c9d service neutron] 10.222.0.13 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896976 Jul 22 14:56:52.601842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.402577 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.524833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4342d83-3dcb-42f2-af52-92063d6aaa13 req-6e0365ea-3e92-424c-ad42-f45a49ecaecd tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:54.526374 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4342d83-3dcb-42f2-af52-92063d6aaa13 req-6e0365ea-3e92-424c-ad42-f45a49ecaecd tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 946 time: 0.0653694 Jul 22 14:56:54.564838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e4342d83-3dcb-42f2-af52-92063d6aaa13 req-da21011b-4bee-4b6f-b308-4a74f53bbbcc tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Jul 22 14:56:55.389880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:56:55.774979 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6f90e-c569-48b0-b3d0-83b57e8a85a4 req-e3fc5767-af47-4daf-b4d9-7c7801b35f48 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:55.776511 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43c6f90e-c569-48b0-b3d0-83b57e8a85a4 req-e3fc5767-af47-4daf-b4d9-7c7801b35f48 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 946 time: 0.1380610 Jul 22 14:56:55.821948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-43c6f90e-c569-48b0-b3d0-83b57e8a85a4 req-0d6a27c3-e58c-4302-b8b8-9599c4c6dd2c tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388513 Jul 22 14:56:56.024618 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-920e8946-6e15-4b81-907d-419b0361bf7b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:56.026145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-920e8946-6e15-4b81-907d-419b0361bf7b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 946 time: 0.0779772 Jul 22 14:56:56.155934 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Deleting port b5e52b51-8083-445c-baa9-f963915bec3b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:56.156307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.248350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] For port b5e52b51-8083-445c-baa9-f963915bec3b, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=b5e52b51-8083-445c-baa9-f963915bec3b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:56.248709 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.266740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Calling delete_port for b5e52b51-8083-445c-baa9-f963915bec3b owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:56.400268 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.429987 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Pushing event deleted for resources: {'Port': ['ID=b5e52b51-8083-445c-baa9-f963915bec3b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:56.482895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] No DVR routers for this DVR port b5e52b51-8083-445c-baa9-f963915bec3b on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:56.487200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.489261 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1327a5b3-bd74-4edb-9a91-543a7d132dd1 req-cf6ae9e7-8074-4ba1-80a8-a033284f7d14 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.13 "DELETE /v2.0/ports/b5e52b51-8083-445c-baa9-f963915bec3b HTTP/1.1" status: 204 len: 173 time: 0.4579408 Jul 22 14:56:56.489771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'name': 'network-vif-deleted', 'tag': 'b5e52b51-8083-445c-baa9-f963915bec3b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:56.492888 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4198d0452ced9253386d05e5cddf2248d5b47d4c85a6265bbc7d317ee88edef" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d11fc-697b-4da1-aa50-58f6f83fc3f7" -d '{"events": [{"server_uuid": "1c9c124f-9ca6-444a-88ec-d48f83fb7f87", "name": "network-vif-deleted", "tag": "b5e52b51-8083-445c-baa9-f963915bec3b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:56.544941 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7be960-24aa-4a13-a5ed-a8b2b213868b x-openstack-request-id: req-be7be960-24aa-4a13-a5ed-a8b2b213868b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:56.545312 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c124f-9ca6-444a-88ec-d48f83fb7f87", "name": "network-vif-deleted", "tag": "b5e52b51-8083-445c-baa9-f963915bec3b", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:56.545767 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be7be960-24aa-4a13-a5ed-a8b2b213868b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:56.546405 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c124f-9ca6-444a-88ec-d48f83fb7f87', 'name': 'network-vif-deleted', 'tag': 'b5e52b51-8083-445c-baa9-f963915bec3b', 'status': 'completed', 'code': 200} Jul 22 14:56:56.938421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-98dc9678-9639-40c0-a9ba-08e478efe620 req-fb65fa05-4f1c-49da-b06b-80b2fa55c848 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c9c124f-9ca6-444a-88ec-d48f83fb7f87 HTTP/1.1" status: 200 len: 210 time: 0.0335147 Jul 22 14:56:58.266549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b5e52b51-8083-445c-baa9-f963915bec3b no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:58.286428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: b5e52b51-8083-445c-baa9-f963915bec3b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:58.286773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device b5e52b51-8083-445c-baa9-f963915bec3b not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:58.643222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-5dbdac6d-5c6c-4926-9f92-73e3f295ab90 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:58.644714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-5dbdac6d-5c6c-4926-9f92-73e3f295ab90 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 817 time: 0.1017494 Jul 22 14:56:58.659737 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-fa913bc7-2217-418a-8b6f-f839b1ebf3e1 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/quotas/497f9b37e3ca4d9499178f9ee5a0e43e HTTP/1.1" status: 200 len: 375 time: 0.0098243 Jul 22 14:56:58.728352 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-780aa8f9-c6d9-4e54-9e86-bb24a96f630e tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637946 Jul 22 14:56:58.822606 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-c62ee9d9-a7be-4fb5-a181-91dd943b889f service neutron] 10.222.0.11 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830033 Jul 22 14:56:58.918446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-b439fb47-476f-40b4-8431-4dd59cb9b67e service neutron] 10.222.0.11 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902045 Jul 22 14:56:59.132409 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f919d9c-04e0-4cb0-a9c7-6e453e9e4c2a req-491780af-1b75-4bcd-8f9c-7e823c6c0ba7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 210 time: 0.0819232 Jul 22 14:56:59.959170 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8f7dd0f6-595e-48f4-84cf-898cb0b738f6 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:59.960650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8f7dd0f6-595e-48f4-84cf-898cb0b738f6 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.20 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 817 time: 0.1087527 Jul 22 14:56:59.973236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Request body: {'port': {'device_id': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'admin_state_up': True, 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:00.082804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Made reservation on behalf of 497f9b37e3ca4d9499178f9ee5a0e43e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:00.086308 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.238017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1d4fe86f-6a2a-40d6-8706-0fc62c4327da req-424028af-342c-4fe1-a9a6-bd73f9f97f4a tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 210 time: 0.0345755 Jul 22 14:57:00.241806 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Allocated IP 172.20.0.9 (de34a514-bd6b-44d6-9b4a-1a31b5bc1d71/69cf8035-ce90-4b52-a4a9-8055108236c3/71423afc-8c77-4ae2-862e-5ebd0cef7ac6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:00.384422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.402549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Transition to ACTIVE for port object 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:00.436316 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.477882 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:00.483171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:00.487047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:00.513239 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Pushing event updated for resources: {'Port': ['ID=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:00.525169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.525525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.525899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.526237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.526573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.526910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.527237 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.527559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.527889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.528211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.528532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.528854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:00.554488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:00.555134 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.570998 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-8b23ffec-820a-414d-96f6-f38ec6eda7b4 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020856 Jul 22 14:57:00.583301 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Request body: {'port': {'device_id': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:00.661358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.727308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-620e76e7-a151-4998-8653-cc1426c00001 None None] Provisioning for port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:00.732547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-620e76e7-a151-4998-8653-cc1426c00001 None None] Provisioning complete for port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:00.733151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-620e76e7-a151-4998-8653-cc1426c00001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.781006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-620e76e7-a151-4998-8653-cc1426c00001 None None] Port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:00.930195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:57:00.937567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.949281 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Transition to ACTIVE for port object 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:00.952641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.001289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Pushing event updated for resources: {'Port': ['ID=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:01.081952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Attempting to bind port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:01.082437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Attempting to bind port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:01.082878 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Attempting to bind port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:01.092066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:57:01.092390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Attempting to bind port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 on network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:01.098807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:01.099148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Checking segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:01.099539 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Bound using segment: {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:01.099971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Bound port: 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a64875-ba9b-4694-b88c-701318a5bc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:01.100332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.170741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] For port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:01.174678 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] For port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:01.178279 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.211419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.212016 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.213807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] 10.222.0.20 "PUT /v2.0/ports/71423afc-8c77-4ae2-862e-5ebd0cef7ac6 HTTP/1.1" status: 200 len: 1092 time: 0.6356039 Jul 22 14:57:01.216691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'tag': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:01.223757 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35a9462-f108-4ac2-9fca-39bee710b243" -d '{"events": [{"name": "network-changed", "server_uuid": "49ab4b72-0cc2-4f6d-ac98-db08d9d09683", "tag": "71423afc-8c77-4ae2-862e-5ebd0cef7ac6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:01.254374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a44bfe-9605-4eac-84eb-04dfee28d9cf service neutron] Pushing event updated for resources: {'Port': ['ID=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:01.289517 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df267cb5-4747-4006-9d3c-c3eced9b4e7a x-openstack-request-id: req-df267cb5-4747-4006-9d3c-c3eced9b4e7a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:01.289963 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ab4b72-0cc2-4f6d-ac98-db08d9d09683", "tag": "71423afc-8c77-4ae2-862e-5ebd0cef7ac6", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:01.290226 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df267cb5-4747-4006-9d3c-c3eced9b4e7a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:01.290687 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'tag': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6', 'status': 'completed', 'code': 200} Jul 22 14:57:01.356524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-87458198-7d09-4a32-ae7c-d3916fe271ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.358136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-87458198-7d09-4a32-ae7c-d3916fe271ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 1095 time: 0.1005824 Jul 22 14:57:01.404627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-70ba2853-187a-4234-bc90-f1ee0f221943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6 HTTP/1.1" status: 200 len: 217 time: 0.0393150 Jul 22 14:57:01.466571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6d1d-7e1e-4a4b-85c6-a4126d451fe9 req-82941855-2af8-4844-8307-80e74507f2cb tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.468050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4ae6d1d-7e1e-4a4b-85c6-a4126d451fe9 req-82941855-2af8-4844-8307-80e74507f2cb tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 943 time: 0.1499805 Jul 22 14:57:01.477905 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-69b62678-9aca-42dd-9ca4-209159ff6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.479302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-69b62678-9aca-42dd-9ca4-209159ff6110 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69cf8035-ce90-4b52-a4a9-8055108236c3 HTTP/1.1" status: 200 len: 856 time: 0.0682011 Jul 22 14:57:01.538103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4ae6d1d-7e1e-4a4b-85c6-a4126d451fe9 req-8ed407ab-7380-4140-acfa-3c0abb7abdf9 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623558 Jul 22 14:57:01.559716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-089f6088-6758-4746-a05f-02780f9501ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.561217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-089f6088-6758-4746-a05f-02780f9501ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751984 Jul 22 14:57:01.652848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-9fbe65b5-8044-43f0-a52d-123c3a5dae37 service neutron] 10.222.0.20 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854185 Jul 22 14:57:01.741136 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-25bcd3b0-478a-45db-a459-eb5510f2191f req-73871a7f-c2d4-4745-98ec-1263bd3ff7a6 service neutron] 10.222.0.20 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811040 Jul 22 14:57:01.838390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-d16faf26-2b2c-468c-af37-25c54d9ef39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.839795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-d16faf26-2b2c-468c-af37-25c54d9ef39b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 1095 time: 0.0533431 Jul 22 14:57:01.935519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-41aaad12-2f44-4601-9885-b16e5925a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:01.937028 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-41aaad12-2f44-4601-9885-b16e5925a7c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 200 len: 918 time: 0.0907707 Jul 22 14:57:01.977014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-382315e0-989b-48be-9ab2-df708b37d402 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6 HTTP/1.1" status: 200 len: 217 time: 0.0334492 Jul 22 14:57:02.029279 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-cbce6b90-ee2e-46e8-9962-e69093f85b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:02.030781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-cbce6b90-ee2e-46e8-9962-e69093f85b7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=69cf8035-ce90-4b52-a4a9-8055108236c3 HTTP/1.1" status: 200 len: 856 time: 0.0474355 Jul 22 14:57:02.089204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-97cdb6fe-051e-4db7-b37b-134e38497547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:02.090674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-97cdb6fe-051e-4db7-b37b-134e38497547 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527623 Jul 22 14:57:02.178663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-94e9050d-7894-41f1-9ff5-45f07976fb52 service neutron] 10.222.0.20 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809691 Jul 22 14:57:02.270107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d35a9462-f108-4ac2-9fca-39bee710b243 req-000560f2-7ae7-4f3a-929a-287e1d7752c7 service neutron] 10.222.0.20 "GET /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845852 Jul 22 14:57:02.670395 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c626f8-7272-4869-827d-5b4d85022a8d req-ee1002b9-e2ff-4f3a-ad34-86a313b27c82 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:02.672602 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13c626f8-7272-4869-827d-5b4d85022a8d req-ee1002b9-e2ff-4f3a-ad34-86a313b27c82 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 943 time: 0.0646837 Jul 22 14:57:02.710149 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-13c626f8-7272-4869-827d-5b4d85022a8d req-b8ef65df-c68f-422d-9e8e-64946fc11ed7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Jul 22 14:57:03.838485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ca61c-3365-43b3-8bfb-60d7417d86cf req-c39b49d5-7009-48fd-aa1f-604e7efb64f9 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:03.839912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894ca61c-3365-43b3-8bfb-60d7417d86cf req-c39b49d5-7009-48fd-aa1f-604e7efb64f9 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 943 time: 0.0638480 Jul 22 14:57:03.878780 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-894ca61c-3365-43b3-8bfb-60d7417d86cf req-466c95f7-5e72-4948-95ab-00e0e7c9a8e8 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326533 Jul 22 14:57:05.012158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbce69-9e42-4830-aa9c-07235c882d73 req-e90702f3-7632-4661-97b0-dbbab720b4a7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:05.013670 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90bbce69-9e42-4830-aa9c-07235c882d73 req-e90702f3-7632-4661-97b0-dbbab720b4a7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 943 time: 0.0687537 Jul 22 14:57:05.052398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90bbce69-9e42-4830-aa9c-07235c882d73 req-a85b7a76-0694-4605-a355-6c9522005dac tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Jul 22 14:57:05.137576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:57:05.231071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:05.242471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6', 'network_id': 'de34a514-bd6b-44d6-9b4a-1a31b5bc1d71', 'port_id': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6', 'mac_address': 'fa:16:3e:c0:85:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cf8035-ce90-4b52-a4a9-8055108236c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:57:05.277842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.290812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:57:05.310098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:05.315024 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.364217 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:05.371316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.371655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.371989 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.372319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.372644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.372968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.373295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.373635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.373958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.374277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.374593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.375015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:05.513393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['71423afc-8c77-4ae2-862e-5ebd0cef7ac6'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:57:06.184995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d4f0b-bc8f-4b24-823a-5ec73074adf9 req-bd594b8b-cb39-443b-8dfb-3f75a224de9b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:06.186417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e3d4f0b-bc8f-4b24-823a-5ec73074adf9 req-bd594b8b-cb39-443b-8dfb-3f75a224de9b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 944 time: 0.0680265 Jul 22 14:57:06.566732 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e3d4f0b-bc8f-4b24-823a-5ec73074adf9 req-eb2c3f13-cfa8-4ff9-a499-4e0bd9ac226e tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738744 Jul 22 14:57:07.155893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:07.207206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:07.211601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:07.212061 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.288177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.311716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:07.314502 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec15424-cc49-4738-bf7d-212f9cc48840" -d '{"events": [{"server_uuid": "49ab4b72-0cc2-4f6d-ac98-db08d9d09683", "name": "network-vif-plugged", "status": "completed", "tag": "71423afc-8c77-4ae2-862e-5ebd0cef7ac6"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:07.327004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:07.331680 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.354579 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9469448-b691-4d5e-9c73-ad232fb3b9a7 x-openstack-request-id: req-c9469448-b691-4d5e-9c73-ad232fb3b9a7 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:07.354869 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ab4b72-0cc2-4f6d-ac98-db08d9d09683", "name": "network-vif-plugged", "status": "completed", "tag": "71423afc-8c77-4ae2-862e-5ebd0cef7ac6", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:07.355125 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9469448-b691-4d5e-9c73-ad232fb3b9a7 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:07.355515 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6', 'code': 200} Jul 22 14:57:07.382615 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:07.461982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca31382-d46b-48d1-985c-3859192818f9 req-9bbf64f6-d618-4e44-8e48-7dc76f97b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:07.463476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ca31382-d46b-48d1-985c-3859192818f9 req-9bbf64f6-d618-4e44-8e48-7dc76f97b0e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 1097 time: 0.0530663 Jul 22 14:57:07.498335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2ca31382-d46b-48d1-985c-3859192818f9 req-97d3c6e5-735f-4331-817c-2195d8c1f698 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288177 Jul 22 14:57:07.697899 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd2b80-0fd2-489f-8508-8121575831a2 req-74794df3-227e-4f91-ba9b-99f682e05ae2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:07.699399 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aefd2b80-0fd2-489f-8508-8121575831a2 req-74794df3-227e-4f91-ba9b-99f682e05ae2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 945 time: 0.0653317 Jul 22 14:57:07.737512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aefd2b80-0fd2-489f-8508-8121575831a2 req-1a2f9fbd-dba6-4e81-8429-c451b7f85d44 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Jul 22 14:57:08.868230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977269d-bdee-4f7e-8505-6b0f86d9915d req-e1029be1-e2ab-4a42-bbf1-5f7c701c937e tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:08.869767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4977269d-bdee-4f7e-8505-6b0f86d9915d req-e1029be1-e2ab-4a42-bbf1-5f7c701c937e tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 945 time: 0.0636985 Jul 22 14:57:08.916271 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4977269d-bdee-4f7e-8505-6b0f86d9915d req-4b5bdc31-86e2-4ea3-b5e6-b1d5d6376e3f tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Jul 22 14:57:09.048011 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5285f6-b58d-4675-a073-615926db9a47 req-d2f49532-9cf2-4dd4-ad5e-48b9805eed2b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:09.049923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f5285f6-b58d-4675-a073-615926db9a47 req-d2f49532-9cf2-4dd4-ad5e-48b9805eed2b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 945 time: 0.0672245 Jul 22 14:57:09.086951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f5285f6-b58d-4675-a073-615926db9a47 req-a2a04708-35d9-407a-b856-b94f3fbcdbb5 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Jul 22 14:57:18.796889 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-527cdb1e-f9b1-4ebb-8ff5-66cc1d56e6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.553023 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:20.472314 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.436401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.496807 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-db05966d-f936-43ee-ae17-aa8e824a7409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.604722 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:24.399976 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:27.464146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95610be1-a883-4e8e-8607-0ed9d0a7bf4f req-796e3754-10d1-40bd-8ee2-25e4e820683b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.465656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95610be1-a883-4e8e-8607-0ed9d0a7bf4f req-796e3754-10d1-40bd-8ee2-25e4e820683b tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 945 time: 0.0632041 Jul 22 14:57:27.502999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95610be1-a883-4e8e-8607-0ed9d0a7bf4f req-f233c4b4-3ab4-4776-b8b9-2e7d3c6c0932 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Jul 22 14:57:28.655950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ccba-ae08-40ff-92d8-b00b41928c60 req-e3e2004b-6aa3-4e79-9596-d62212ed47d1 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:28.657499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0003ccba-ae08-40ff-92d8-b00b41928c60 req-e3e2004b-6aa3-4e79-9596-d62212ed47d1 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 945 time: 0.0690308 Jul 22 14:57:28.696793 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0003ccba-ae08-40ff-92d8-b00b41928c60 req-6deda150-9624-4ed8-82e9-759c89fe34dd tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f2edc1-fd6b-475e-b725-7d254a349d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327461 Jul 22 14:57:28.949549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-e98087f9-6472-449d-a66a-057f2cf528cc tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:28.951053 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-e98087f9-6472-449d-a66a-057f2cf528cc tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.20 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 945 time: 0.0687904 Jul 22 14:57:29.052346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Deleting port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:29.052693 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.143556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] For port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:29.143837 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.155424 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Calling delete_port for 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:29.285466 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.298230 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['71423afc-8c77-4ae2-862e-5ebd0cef7ac6'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:57:29.326117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Pushing event deleted for resources: {'Port': ['ID=71423afc-8c77-4ae2-862e-5ebd0cef7ac6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:29.374674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] No DVR routers for this DVR port 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:29.378120 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.380378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1c4807da-f9a9-4e61-885c-4c373faac823 req-b304f4a7-0b3f-418d-a65b-e1c94bf996f2 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.20 "DELETE /v2.0/ports/71423afc-8c77-4ae2-862e-5ebd0cef7ac6 HTTP/1.1" status: 204 len: 173 time: 0.4233832 Jul 22 14:57:29.380802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'name': 'network-vif-deleted', 'tag': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:29.383390 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb460cf-0f9c-4b6b-97a6-c9ceda613504" -d '{"events": [{"server_uuid": "49ab4b72-0cc2-4f6d-ac98-db08d9d09683", "name": "network-vif-deleted", "tag": "71423afc-8c77-4ae2-862e-5ebd0cef7ac6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:29.424129 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1ade0-1d5f-421a-bc51-51f90b4ab519 x-openstack-request-id: req-c3f1ade0-1d5f-421a-bc51-51f90b4ab519 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:29.424428 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ab4b72-0cc2-4f6d-ac98-db08d9d09683", "name": "network-vif-deleted", "tag": "71423afc-8c77-4ae2-862e-5ebd0cef7ac6", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:29.424715 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3f1ade0-1d5f-421a-bc51-51f90b4ab519 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:29.425118 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ab4b72-0cc2-4f6d-ac98-db08d9d09683', 'name': 'network-vif-deleted', 'tag': '71423afc-8c77-4ae2-862e-5ebd0cef7ac6', 'status': 'completed', 'code': 200} Jul 22 14:57:29.816997 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90dac86b-07ee-4ac7-bd91-d7392f667a3f req-c5a4f5c0-1235-45c4-b0b4-41ed18d10fe7 tempest-TestEncryptedCinderVolumes-827266638 tempest-TestEncryptedCinderVolumes-827266638-project] 10.222.0.11 "GET /v2.0/ports?device_id=49ab4b72-0cc2-4f6d-ac98-db08d9d09683 HTTP/1.1" status: 200 len: 210 time: 0.0393665 Jul 22 14:57:30.906623 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58598) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:31.531715 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:31.792213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Deleting port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:31.792589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:31.887462 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] For port a9c9d7de-55a4-4c1c-add3-064e8d70bb5b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:31.887817 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:31.900926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Calling delete_port for a9c9d7de-55a4-4c1c-add3-064e8d70bb5b owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:32.077793 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:32.101134 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c9d7de-55a4-4c1c-add3-064e8d70bb5b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:32.115099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.115595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.116079 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.116552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.117029 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.117501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.117998 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.118473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.118942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.119408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.119875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.120339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:32.311744 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:32.389012 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:57:32.542454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:32.661941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:32.666884 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2656a8c-c8bd-492c-9487-67b8280bbb53 admin admin] 10.222.0.11 "PUT /v2.0/routers/0b878a31-81b5-4fa4-ba2f-c66bf7d954d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584507 Jul 22 14:57:32.669350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58600) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:32.675949 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46036434-136d-4c65-999f-3583b02c227b None None] Sync routers for ids ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:32.684730 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] Routers {'0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:32.685382 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:32.775577 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:32.788391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] Set router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:32.883491 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:32.938092 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Deleting port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:32.938339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:32.965397 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:57:32Z', 'revision_number': 5, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port': {'id': '3e4ba3d3-93df-4415-ba48-fc5c78722f8e', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:d2:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:32.992164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46036434-136d-4c65-999f-3583b02c227b None None] Checking router: 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:33.000254 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] Routers {'0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:33.000851 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:33.018146 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] For port 3e4ba3d3-93df-4415-ba48-fc5c78722f8e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:33.018507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.035922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Calling delete_port for 3e4ba3d3-93df-4415-ba48-fc5c78722f8e owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:33.085033 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] Set router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:33.137468 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-46036434-136d-4c65-999f-3583b02c227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:57:32Z', 'revision_number': 6, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:33.164218 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46036434-136d-4c65-999f-3583b02c227b None None] The sync data for ids ['0b878a31-81b5-4fa4-ba2f-c66bf7d954d9'] in n-d-787205-11 is: [{'id': '0b878a31-81b5-4fa4-ba2f-c66bf7d954d9', 'name': 'tempest-TestEncryptedCinderVolumes-1781506556-router', 'tenant_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:16Z', 'updated_at': '2021-07-22T14:57:32Z', 'revision_number': 6, 'project_id': '497f9b37e3ca4d9499178f9ee5a0e43e', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:33.201998 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.231881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4ba3d3-93df-4415-ba48-fc5c78722f8e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:33.296009 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.311677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:33.332399 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:33.332743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 71423afc-8c77-4ae2-862e-5ebd0cef7ac6 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:33.386476 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.388589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.435020 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.435559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:57:33.440018 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.441107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e6867b16-51f2-45aa-893f-7c26db04db54 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0b878a31-81b5-4fa4-ba2f-c66bf7d954d9 HTTP/1.1" status: 204 len: 168 time: 0.7708304 Jul 22 14:57:33.443690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58602) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:33.487903 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Deleting subnet 69cf8035-ce90-4b52-a4a9-8055108236c3 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:57:33.491128 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.527159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.626898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.684710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.711205 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69cf8035-ce90-4b52-a4a9-8055108236c3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:33.714917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.716811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ebaba4bc-31bb-478e-a6e2-91af36a32624 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/69cf8035-ce90-4b52-a4a9-8055108236c3 HTTP/1.1" status: 204 len: 168 time: 0.2722144 Jul 22 14:57:33.719400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58604) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:33.722921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523a9cc-1eb6-4a95-849c-d727b30c969c None None] Network de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:33.788655 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.846194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Deleting port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:33.846445 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.918901 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] For port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:33.918901 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.925437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] DHCP port deletion for de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:57:33.932153 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Calling delete_port for 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:33.976067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] Deleting port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:33.976574 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.019436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.044361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] For port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,segment=NetworkSegment(22a64875-ba9b-4694-b88c-701318a5bc8e),segment_id=22a64875-ba9b-4694-b88c-701318a5bc8e)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:34.044700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:34.044814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.050631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] No DVR routers for this DVR port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:34.063073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] Calling delete_port for 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:34.128706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.140174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de34a514-bd6b-44d6-9b4a-1a31b5bc1d71']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:34.149466 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.152248 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a64875-ba9b-4694-b88c-701318a5bc8e') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:34.152545 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a64875-ba9b-4694-b88c-701318a5bc8e') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:34.164713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.177368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] Pushing event deleted for resources: {'Port': ['ID=26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:34.181068 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674112bf-7e3e-49a4-b0da-b46767eabbb8 None None] No DVR routers for this DVR port 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:34.194469 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.200735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:57:34.201210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:57:34.203023 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:57:34.259379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.265073 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.267621 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] 10.222.0.11 "DELETE /v2.0/networks/de34a514-bd6b-44d6-9b4a-1a31b5bc1d71 HTTP/1.1" status: 204 len: 168 time: 0.5460842 Jul 22 14:57:34.271089 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:34.278694 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2352bc-93b4-48b8-a37d-91df190cd525 admin admin] Pushing event deleted for resources: {'Network': ['ID=de34a514-bd6b-44d6-9b4a-1a31b5bc1d71,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:34.613369 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.837712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:34.857269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:34.857638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 26ccb3c9-f6a8-4955-8ef3-b25caf6f34d5 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:34.858066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3e4ba3d3-93df-4415-ba48-fc5c78722f8e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:34.869522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Deleting port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:34.869826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.877830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3e4ba3d3-93df-4415-ba48-fc5c78722f8e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:34.878176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3e4ba3d3-93df-4415-ba48-fc5c78722f8e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:34.878587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9c9d7de-55a4-4c1c-add3-064e8d70bb5b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:34.897272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a9c9d7de-55a4-4c1c-add3-064e8d70bb5b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:34.897641 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a9c9d7de-55a4-4c1c-add3-064e8d70bb5b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:34.952465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] For port 638722f6-4546-4b9b-bfa7-9c1a87c28a2e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:34.952826 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.964996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Calling delete_port for 638722f6-4546-4b9b-bfa7-9c1a87c28a2e owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:35.141197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.166577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Pushing event deleted for resources: {'Port': ['ID=638722f6-4546-4b9b-bfa7-9c1a87c28a2e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:35.336502 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.551144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Router 46aed6b7-1da1-432f-95cd-30447261c0a1 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:35.654932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:35.660756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-163d5b70-c790-4b98-9793-aa68f904402c admin admin] 10.222.0.11 "PUT /v2.0/routers/46aed6b7-1da1-432f-95cd-30447261c0a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3886278 Jul 22 14:57:35.663392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:35.666178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] Sync routers for ids ['46aed6b7-1da1-432f-95cd-30447261c0a1'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:35.675975 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] Routers {'46aed6b7-1da1-432f-95cd-30447261c0a1'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:35.676596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['46aed6b7-1da1-432f-95cd-30447261c0a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:35.773459 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.785584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] Set router 46aed6b7-1da1-432f-95cd-30447261c0a1 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:35.877443 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.932370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Deleting port 76f4a013-5758-4485-b52b-5a37b0223094 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:35.932723 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.965961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '76f4a013-5758-4485-b52b-5a37b0223094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:57:35Z', 'revision_number': 5, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port': {'id': '76f4a013-5758-4485-b52b-5a37b0223094', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:40:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:56:21Z', 'updated_at': '2021-07-22T14:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:35.992909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] Checking router: 46aed6b7-1da1-432f-95cd-30447261c0a1 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:36.001358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] Routers {'46aed6b7-1da1-432f-95cd-30447261c0a1'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:36.002020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['46aed6b7-1da1-432f-95cd-30447261c0a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:36.015198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] For port 76f4a013-5758-4485-b52b-5a37b0223094, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=76f4a013-5758-4485-b52b-5a37b0223094,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:36.015567 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.027859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Calling delete_port for 76f4a013-5758-4485-b52b-5a37b0223094 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:36.087340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] Set router 46aed6b7-1da1-432f-95cd-30447261c0a1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:36.137742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:57:35Z', 'revision_number': 6, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:36.167542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5305c2-c342-438e-aaaf-d074a054a9f5 None None] The sync data for ids ['46aed6b7-1da1-432f-95cd-30447261c0a1'] in n-d-787205-11 is: [{'id': '46aed6b7-1da1-432f-95cd-30447261c0a1', 'name': 'tempest-TestEncryptedCinderVolumes-1600515135-router', 'tenant_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:56:20Z', 'updated_at': '2021-07-22T14:57:35Z', 'revision_number': 6, 'project_id': 'ee94b3c1cab04c13a0fdbbe0520515e0', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:36.196096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.225920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f4a013-5758-4485-b52b-5a37b0223094,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:36.289448 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.380394 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.382798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.427378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.427859 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46aed6b7-1da1-432f-95cd-30447261c0a1 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:57:36.432127 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.433365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6bb3e324-9a08-439f-95e3-8dd3920a1f17 admin admin] 10.222.0.11 "DELETE /v2.0/routers/46aed6b7-1da1-432f-95cd-30447261c0a1 HTTP/1.1" status: 204 len: 168 time: 0.7689943 Jul 22 14:57:36.435974 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:36.480580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Deleting subnet 1993efb7-4703-4834-a42f-afa3a1300285 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:57:36.483579 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.519491 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.611710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.665797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.691861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1993efb7-4703-4834-a42f-afa3a1300285,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:36.695360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.697677 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bb0f34d6-7800-4b69-bfd1-c11bcaccd19e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1993efb7-4703-4834-a42f-afa3a1300285 HTTP/1.1" status: 204 len: 168 time: 0.2603457 Jul 22 14:57:36.699838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:36.702402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b921b6-66ea-4a9b-8265-95fc4be31440 None None] Network 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:36.772827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.828799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Deleting port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:36.829295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.897727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] For port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:36.898093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.912851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] DHCP port deletion for 9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:57:36.913720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Calling delete_port for 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:36.966219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] Deleting port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:36.966683 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.972679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:37.004992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.032117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:37.036409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] No DVR routers for this DVR port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:37.069585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] For port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,segment=NetworkSegment(42e4e33f-a27f-402f-b2ef-31f6270fcc09),segment_id=42e4e33f-a27f-402f-b2ef-31f6270fcc09)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:37.070077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.085275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] Calling delete_port for 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:37.089665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No active binding found for port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 {{(pid=93761) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:57:37.090097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:37.090531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76f4a013-5758-4485-b52b-5a37b0223094 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:37.111863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.116876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 76f4a013-5758-4485-b52b-5a37b0223094 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:37.117228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 76f4a013-5758-4485-b52b-5a37b0223094 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:37.117676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 638722f6-4546-4b9b-bfa7-9c1a87c28a2e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:37.122817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1dfd90-7972-4e5d-b6b4-f8c28da6d825']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:37.134610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e4e33f-a27f-402f-b2ef-31f6270fcc09') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:37.134864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e4e33f-a27f-402f-b2ef-31f6270fcc09') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:37.144044 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.160233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.167522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:57:37.167932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.169062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 638722f6-4546-4b9b-bfa7-9c1a87c28a2e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:37.169827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 638722f6-4546-4b9b-bfa7-9c1a87c28a2e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:57:37.170042 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:57:37.215478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.228569 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.239570 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.241407 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9f1dfd90-7972-4e5d-b6b4-f8c28da6d825 HTTP/1.1" status: 204 len: 168 time: 0.5406630 Jul 22 14:57:37.245360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] Pushing event deleted for resources: {'Port': ['ID=3c7f8088-72c8-4a69-aaf6-083b2ec12c88,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:37.247212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ce111-cce8-4725-9805-4dec382debc8 None None] No DVR routers for this DVR port 3c7f8088-72c8-4a69-aaf6-083b2ec12c88 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:37.256815 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2dcae-0e6e-45c8-afd7-e211c86f5d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1dfd90-7972-4e5d-b6b4-f8c28da6d825,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:37.417504 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58616) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:37.459072 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b9f01409-af61-4bf9-bda6-3405c4416251 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=497f9b37e3ca4d9499178f9ee5a0e43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403605 Jul 22 14:57:37.461392 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58618) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:37.509731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c65-6f1a-4d0c-a4d2-311b449192ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.530836 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c65-6f1a-4d0c-a4d2-311b449192ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.583282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c65-6f1a-4d0c-a4d2-311b449192ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.586093 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a70f4c65-6f1a-4d0c-a4d2-311b449192ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.587246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a70f4c65-6f1a-4d0c-a4d2-311b449192ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7f2edc1-fd6b-475e-b725-7d254a349d24 HTTP/1.1" status: 204 len: 168 time: 0.1249373 Jul 22 14:57:37.595306 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4c65-6f1a-4d0c-a4d2-311b449192ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2edc1-fd6b-475e-b725-7d254a349d24,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:37.900196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58624) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:37.942089 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-26b1e4a3-1fde-4c23-a54c-37280ec69d15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee94b3c1cab04c13a0fdbbe0520515e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407164 Jul 22 14:57:37.944517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58626) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:37.994964 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e28b9116-fbe1-4abd-800e-bc82332d928b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.016248 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e28b9116-fbe1-4abd-800e-bc82332d928b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.065845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e28b9116-fbe1-4abd-800e-bc82332d928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.068365 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e28b9116-fbe1-4abd-800e-bc82332d928b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.069522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e28b9116-fbe1-4abd-800e-bc82332d928b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbd88b90-11d1-4d89-a950-4d27e3a79f6b HTTP/1.1" status: 204 len: 168 time: 0.1240845 Jul 22 14:57:38.077720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b9116-fbe1-4abd-800e-bc82332d928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd88b90-11d1-4d89-a950-4d27e3a79f6b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:38.721968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58648) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:38.816239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-314437658-network', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:38.838390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Made reservation on behalf of 2da557fe0698459aa615a18b5f6ae75d for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:38.840594 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.849237 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.944959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.948899 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.970328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:57:38.985505 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b421830f-20b1-4c06-8b70-baa6db2ff773,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:38.989084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:38.989431 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Added segment 2df26a11-9144-4804-b294-bdc33e4586ce of type vlan for network 7703e8b0-568a-40b7-9868-278e63494506 Jul 22 14:57:39.031115 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.059820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.060862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:39.061533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.092972 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3698502 Jul 22 14:57:39.096618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:39.101811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Request body: {'subnet': {'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-314437658-subnet', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:39.122935 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Made reservation on behalf of 2da557fe0698459aa615a18b5f6ae75d for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:39.125364 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.128051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f4df-26a4-4a57-9da3-22f1f5d5ac81 admin admin] Pushing event updated for resources: {'Network': ['ID=7703e8b0-568a-40b7-9868-278e63494506,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:39.138666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 7703e8b0-568a-40b7-9868-278e63494506 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:57:39.297084 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.349316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b147f1-1258-4116-950c-ce88232bad90,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:39.363929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Checking segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:39.364286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Network hostable DHCP agents. Network: 7703e8b0-568a-40b7-9868-278e63494506, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:57:39.380983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Network 7703e8b0-568a-40b7-9868-278e63494506 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:57:39.389361 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 7703e8b0-568a-40b7-9868-278e63494506) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:39.393693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:39.394274 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.399601 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdd793c-bcc8-4def-99ec-74e1a51f73a2 None None] Network 7703e8b0-568a-40b7-9868-278e63494506 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:39.408492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-864abdeb-d6c4-4849-a85d-72d3988b9f2f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3105171 Jul 22 14:57:39.411504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:39.416121 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:39.437183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.438329 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.488944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.550446 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-7703e8b0-568a-40b7-9868-278e63494506', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:57:39.551317 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.625529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.686842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Allocated IP 172.20.0.2 (7703e8b0-568a-40b7-9868-278e63494506/63b147f1-1258-4116-950c-ce88232bad90/6f6bdb35-87c2-4105-b9df-74cd78cc7c39) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:39.830702 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.832108 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.839177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Transition to ACTIVE for port object 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:39.854153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Transition to ACTIVE for port object 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:39.856480 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.860723 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.902653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Network 7703e8b0-568a-40b7-9868-278e63494506 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:39.905581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:39.910177 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:39.912987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Pushing event updated for resources: {'Port': ['ID=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:39.967016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Allocated IP 172.25.8.185 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2f106cf8-555e-46e3-816f-4a60754d0562) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:39.969598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Attempting to bind port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:39.970025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Attempting to bind port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:39.970411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Attempting to bind port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 on network 7703e8b0-568a-40b7-9868-278e63494506 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:39.975560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:39.975931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Checking segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:39.976328 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:39.976721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Bound using segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:39.977178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Bound port: 6f6bdb35-87c2-4105-b9df-74cd78cc7c39, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:39.977554 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:40.044058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] For port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:40.047502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] For port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:40.051649 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:40.076029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:40.108547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a592-ec18-428b-bb28-e598e161651d None None] Pushing event updated for resources: {'Port': ['ID=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:40.473511 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:40.519321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:40.522257 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:40.526655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:40.529566 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Pushing event updated for resources: {'Port': ['ID=2f106cf8-555e-46e3-816f-4a60754d0562,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:40.782004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:40.895276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:40.954945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:40.998530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e68a3-e054-4be0-88db-62945500d0ec None None] Network 7703e8b0-568a-40b7-9868-278e63494506 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:41.004034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.118083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] Provisioning for port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:41.124553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] Provisioning complete for port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:41.124943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.135339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Router 315f7a1d-cf42-4d90-96dd-8cb817567c69 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:57:41.239696 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.247324 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:41.262310 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Sync routers for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:41.269425 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.271654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a3b77aeb-c607-4898-aac1-53d9793cf12e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8590829 Jul 22 14:57:41.274294 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58656) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:41.274436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] For port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:41.276575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:41.277358 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:41.278461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.334409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7de5b-1af4-45c5-98d5-287b53cfb6b8 None None] Pushing event updated for resources: {'Port': ['ID=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:41.399769 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:41.500482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-017edb86-e72c-408b-8410-6c45419cb2af None None] Provisioning complete for port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:41.500776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-017edb86-e72c-408b-8410-6c45419cb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.582369 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:40Z', 'revision_number': 3, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:41.715761 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Checking router: 315f7a1d-cf42-4d90-96dd-8cb817567c69 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:41.716103 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Updating router 315f7a1d-cf42-4d90-96dd-8cb817567c69 port 2f106cf8-555e-46e3-816f-4a60754d0562 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:41.725145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.755714 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:41.892153 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Allocated IP 172.20.0.1 (7703e8b0-568a-40b7-9868-278e63494506/63b147f1-1258-4116-950c-ce88232bad90/acf99ca7-d546-4d9f-bd3e-e9bdd9418887) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:41.997645 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.012450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Transition to ACTIVE for port object acf99ca7-d546-4d9f-bd3e-e9bdd9418887 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:42.021955 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.032053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Transition to ACTIVE for port object 2f106cf8-555e-46e3-816f-4a60754d0562 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:42.038887 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.049288 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.091159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Network 7703e8b0-568a-40b7-9868-278e63494506 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:42.094117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:42.094406 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Attempting to bind port 2f106cf8-555e-46e3-816f-4a60754d0562 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:42.094773 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Attempting to bind port 2f106cf8-555e-46e3-816f-4a60754d0562 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:42.095133 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Attempting to bind port 2f106cf8-555e-46e3-816f-4a60754d0562 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:42.100718 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:42.104853 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Pushing event updated for resources: {'Port': ['ID=2f106cf8-555e-46e3-816f-4a60754d0562,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:42.106871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:42.107238 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:42.107639 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.108025 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:42.108494 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Bound port: 2f106cf8-555e-46e3-816f-4a60754d0562, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:42.108871 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.128711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Pushing event updated for resources: {'Port': ['ID=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:42.146864 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.147206 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.147544 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.147651 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.147883 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.148214 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.148538 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.148860 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.149179 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.149501 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.149843 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.150163 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.150479 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:42.179994 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] For port 2f106cf8-555e-46e3-816f-4a60754d0562, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:42.185132 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] For port 2f106cf8-555e-46e3-816f-4a60754d0562, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2f106cf8-555e-46e3-816f-4a60754d0562,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:42.192305 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.255652 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:42.256287 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:42.311003 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.327727 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de394034-83e9-4a41-996a-c1047c97d3cd None None] Pushing event updated for resources: {'Port': ['ID=2f106cf8-555e-46e3-816f-4a60754d0562,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:42.368617 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:42.408874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a556a96c-afa4-4e3a-a048-b8eee5ee92f9 None None] Provisioning for port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:42.413396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a556a96c-afa4-4e3a-a048-b8eee5ee92f9 None None] Provisioning complete for port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:42.414033 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a556a96c-afa4-4e3a-a048-b8eee5ee92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.456283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a556a96c-afa4-4e3a-a048-b8eee5ee92f9 None None] Port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:42.484409 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.489257 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.550586 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:40Z', 'revision_number': 3, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:42.559867 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.561694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Pushing event updated for resources: {'Port': ['ID=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:42.576641 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2efe1-491e-4c83-993f-f2e02eed1311 None None] The sync data for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 is: [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:40Z', 'revision_number': 3, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:42.675623 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Network 7703e8b0-568a-40b7-9868-278e63494506 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:42.677065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:42.809900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Router 315f7a1d-cf42-4d90-96dd-8cb817567c69 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:42.902305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:42.953999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:42.960448 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a430612a-9499-48f1-9e09-42247f7618b2 admin admin] 10.222.0.11 "PUT /v2.0/routers/315f7a1d-cf42-4d90-96dd-8cb817567c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844776 Jul 22 14:57:42.969581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:42.970616 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.009931 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f6c3e65d-1fb2-45a2-b1ac-99d6120aeb91 None None] Provisioning complete for port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:43.010300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f6c3e65d-1fb2-45a2-b1ac-99d6120aeb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.068042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-f6c3e65d-1fb2-45a2-b1ac-99d6120aeb91 None None] Port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:43.455936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58672) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:43.461138 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1833656378-network', 'tenant_id': '403ec7439ff84d048848bb648f664d14'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:43.481679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Made reservation on behalf of 403ec7439ff84d048848bb648f664d14 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:43.483943 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.493272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.590374 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.598908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.625001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:57:43.636573 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45280b0-3fb2-441f-bae5-a366aaf06c2a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:43.641605 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.641979 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Added segment e9b0285a-c978-448d-b211-89567727f09d of type vlan for network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 Jul 22 14:57:43.682539 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.711205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.712149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:43.712727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.741167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2840714 Jul 22 14:57:43.744016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:43.749213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Request body: {'subnet': {'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1833656378-subnet', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:43.771601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Made reservation on behalf of 403ec7439ff84d048848bb648f664d14 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:43.774087 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.779194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2759891-0fbb-47e0-88dc-6e60606bc6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=67d5cce8-88eb-4433-9bc3-4072f58b3a80,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:43.789953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:57:43.968879 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.020378 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8a401f-30e5-40cb-8efd-22d5f785aae0,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:44.037130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Checking segment: {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:44.037488 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Network hostable DHCP agents. Network: 67d5cce8-88eb-4433-9bc3-4072f58b3a80, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:57:44.053599 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:57:44.062107 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 67d5cce8-88eb-4433-9bc3-4072f58b3a80) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:44.067211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:44.067877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.072911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5b9bf6-ceea-4d94-904d-19fdfa6ae6db None None] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:44.084009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-27c34a68-3246-499b-bac2-12b58c613762 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3387990 Jul 22 14:57:44.086518 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:44.090892 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:44.114348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.115391 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.170336 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.182055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Sync routers for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:44.201427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:44.202078 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:44.319596 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.452216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-67d5cce8-88eb-4433-9bc3-4072f58b3a80', 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'fixed_ips': [{'subnet_id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:57:44.452216 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.524514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.543056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.556104 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:44.648632 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Allocated IP 172.25.8.165 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/a0d7f451-3af0-4c5e-864d-40c64ecf2309) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:44.700328 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Allocated IP 172.20.0.2 (67d5cce8-88eb-4433-9bc3-4072f58b3a80/db8a401f-30e5-40cb-8efd-22d5f785aae0/1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:44.761387 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.803358 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.858595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:44.866333 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:44.869830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:44.873724 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Pushing event updated for resources: {'Port': ['ID=a0d7f451-3af0-4c5e-864d-40c64ecf2309,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:44.904511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f106cf8-555e-46e3-816f-4a60754d0562 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:44.954081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 2, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:44.964494 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:44.994803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Checking router: 315f7a1d-cf42-4d90-96dd-8cb817567c69 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:44.995156 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Updating router 315f7a1d-cf42-4d90-96dd-8cb817567c69 port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:45.022620 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Transition to ACTIVE for port object 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:45.051799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Transition to ACTIVE for port object 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:45.056399 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.059391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 2f106cf8-555e-46e3-816f-4a60754d0562 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:45.070743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.077113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2f106cf8-555e-46e3-816f-4a60754d0562 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:45.077485 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.125441 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.158591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:45.174348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:45.179088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:45.180895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Pushing event updated for resources: {'Port': ['ID=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:45.324443 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Attempting to bind port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:45.324814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Attempting to bind port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:45.325182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Attempting to bind port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 on network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:45.335039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.364384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:45.364765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Checking segment: {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:45.365174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.365574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Bound using segment: {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:45.366088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Bound port: 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:45.366478 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.422571 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.463975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Router d4fd558a-1483-4119-85e1-ac21f48471f2 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:57:45.474922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 2f106cf8-555e-46e3-816f-4a60754d0562, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2f106cf8-555e-46e3-816f-4a60754d0562,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:45.483626 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.547889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] For port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:45.556533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] For port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,segment=NetworkSegment(e9b0285a-c978-448d-b211-89567727f09d),segment_id=e9b0285a-c978-448d-b211-89567727f09d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:45.569916 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.621474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=2f106cf8-555e-46e3-816f-4a60754d0562,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:45.667701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.697478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Transition to ACTIVE for port object acf99ca7-d546-4d9f-bd3e-e9bdd9418887 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:45.704744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60110a0-e3f8-4a7f-9eb7-b37c7bf6689b None None] Pushing event updated for resources: {'Port': ['ID=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:45.708988 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.761495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f616a9-592a-4686-bb6a-f379fa5393dc None None] Pushing event updated for resources: {'Port': ['ID=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:45.834543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Attempting to bind port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:45.835051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Attempting to bind port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:45.835520 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Attempting to bind port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 on network 7703e8b0-568a-40b7-9868-278e63494506 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:45.877538 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:45.877942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Checking segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:45.878565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.879423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Bound using segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:45.880357 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Bound port: acf99ca7-d546-4d9f-bd3e-e9bdd9418887, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:45.880972 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:45.970114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] For port acf99ca7-d546-4d9f-bd3e-e9bdd9418887, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:45.976195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] For port acf99ca7-d546-4d9f-bd3e-e9bdd9418887, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:45.981707 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.009191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:46.021388 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Sync routers for ids ['d4fd558a-1483-4119-85e1-ac21f48471f2'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:46.035495 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Routers {'d4fd558a-1483-4119-85e1-ac21f48471f2'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:46.036461 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d4fd558a-1483-4119-85e1-ac21f48471f2'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:46.043609 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.045153 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-48ab260c-1dab-483c-96a6-633619dfc12d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9576838 Jul 22 14:57:46.048998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:46.070509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:46.071146 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:46.072986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f616a9-592a-4686-bb6a-f379fa5393dc None None] Pushing event updated for resources: {'Port': ['ID=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:46.173282 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Set router d4fd558a-1483-4119-85e1-ac21f48471f2 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:46.223767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:46.371306 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 3, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:46.398410 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Checking router: d4fd558a-1483-4119-85e1-ac21f48471f2 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:46.398903 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Updating router d4fd558a-1483-4119-85e1-ac21f48471f2 port a0d7f451-3af0-4c5e-864d-40c64ecf2309 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:46.441136 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.475295 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:46.518468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c501a7ce-d4f7-4740-a055-9cfb5f3b329d None None] The sync data for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 is: [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:46.546310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.752135 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Allocated IP 172.20.0.1 (67d5cce8-88eb-4433-9bc3-4072f58b3a80/db8a401f-30e5-40cb-8efd-22d5f785aae0/13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:46.768281 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.781563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Transition to ACTIVE for port object a0d7f451-3af0-4c5e-864d-40c64ecf2309 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:46.792760 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.852136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde111b-ab5e-4ed7-8355-ac6911754a7a None None] Pushing event updated for resources: {'Port': ['ID=a0d7f451-3af0-4c5e-864d-40c64ecf2309,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:46.885244 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Attempting to bind port a0d7f451-3af0-4c5e-864d-40c64ecf2309 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:46.885644 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Attempting to bind port a0d7f451-3af0-4c5e-864d-40c64ecf2309 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:46.886018 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Attempting to bind port a0d7f451-3af0-4c5e-864d-40c64ecf2309 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:46.893976 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:46.894272 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:46.894795 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.895193 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:46.895671 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Bound port: a0d7f451-3af0-4c5e-864d-40c64ecf2309, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:46.896060 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.906169 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.925819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Transition to ACTIVE for port object 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:46.974511 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] For port a0d7f451-3af0-4c5e-864d-40c64ecf2309, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:46.978402 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] For port a0d7f451-3af0-4c5e-864d-40c64ecf2309, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a0d7f451-3af0-4c5e-864d-40c64ecf2309,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:46.983261 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:46.989222 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.033990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:47.037548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:47.041824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:47.059136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Routers {'d4fd558a-1483-4119-85e1-ac21f48471f2'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:47.059816 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d4fd558a-1483-4119-85e1-ac21f48471f2'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:47.065560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164c074-b0b7-453c-b9da-b2b846692810 None None] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:47.098671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device acf99ca7-d546-4d9f-bd3e-e9bdd9418887 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:47.119330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.125661 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Pushing event updated for resources: {'Port': ['ID=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:47.165797 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde111b-ab5e-4ed7-8355-ac6911754a7a None None] Pushing event updated for resources: {'Port': ['ID=a0d7f451-3af0-4c5e-864d-40c64ecf2309,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:47.203923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2032329b-9edd-4858-8d77-700ef1f1901a None None] Provisioning for port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:47.226429 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] Set router d4fd558a-1483-4119-85e1-ac21f48471f2 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:47.312489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:47.319787 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:47.320216 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.330885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.496595 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.547302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port acf99ca7-d546-4d9f-bd3e-e9bdd9418887, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:47.558687 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.560050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f106cf8-555e-46e3-816f-4a60754d0562 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:47.612563 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 3, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:47.613318 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.620965 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.654813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5ed73-3e52-483f-87cf-0eb936f10d7d None None] The sync data for ids ['d4fd558a-1483-4119-85e1-ac21f48471f2'] in n-d-787205-11 is: [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 3, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:47.667532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:47.695437 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2f106cf8-555e-46e3-816f-4a60754d0562 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:47.695817 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.773746 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:47.776641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Pushing event updated for resources: {'Port': ['ID=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:47.916918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:47.918580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:48.026471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6d094039-a227-47a7-92ff-ffe478aa1b86 None None] Provisioning for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:48.032284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:48.034553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6d094039-a227-47a7-92ff-ffe478aa1b86 None None] Provisioning complete for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:48.034926 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6d094039-a227-47a7-92ff-ffe478aa1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.062197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Router d4fd558a-1483-4119-85e1-ac21f48471f2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:48.157035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-6d094039-a227-47a7-92ff-ffe478aa1b86 None None] Port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:48.165277 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:48.186050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:48.186436 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.241218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:48.247244 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-66cdf509-0cfe-4439-9549-666b69ef0446 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4fd558a-1483-4119-85e1-ac21f48471f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1969104 Jul 22 14:57:48.322312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2a5c631-818e-4269-beb0-defefe84fcf2 None None] Provisioning complete for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:48.322654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c2a5c631-818e-4269-beb0-defefe84fcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.333303 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.389974 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5c631-818e-4269-beb0-defefe84fcf2 None None] Port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:48.400171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,segment=NetworkSegment(e9b0285a-c978-448d-b211-89567727f09d),segment_id=e9b0285a-c978-448d-b211-89567727f09d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:48.405489 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.466954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:48.509730 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-223acbcf-0b71-4ecd-ac19-82551f54b890 None None] Provisioning complete for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:48.510076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-223acbcf-0b71-4ecd-ac19-82551f54b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.547749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-223acbcf-0b71-4ecd-ac19-82551f54b890 None None] Port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:48.648901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7dba8607-4083-4748-bf81-6b6d575a451f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:48.967549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device acf99ca7-d546-4d9f-bd3e-e9bdd9418887 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:49.020223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:49.020788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:49.097433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:49.144019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:49.144398 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:49.249202 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0d7f451-3af0-4c5e-864d-40c64ecf2309 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:49.302391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a0d7f451-3af0-4c5e-864d-40c64ecf2309 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:49.308306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a0d7f451-3af0-4c5e-864d-40c64ecf2309 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:49.308712 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:49.400692 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:49.431602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a0d7f451-3af0-4c5e-864d-40c64ecf2309, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a0d7f451-3af0-4c5e-864d-40c64ecf2309,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:49.436836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:49.497959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a0d7f451-3af0-4c5e-864d-40c64ecf2309,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:49.572250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:50.146546 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Sync routers for ids ['d4fd558a-1483-4119-85e1-ac21f48471f2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:50.156775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Routers {'d4fd558a-1483-4119-85e1-ac21f48471f2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:50.160687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d4fd558a-1483-4119-85e1-ac21f48471f2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:50.297777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Set router d4fd558a-1483-4119-85e1-ac21f48471f2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:50.480437 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:50.529714 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 4, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028', 'name': '', 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'mac_address': 'fa:16:3e:ba:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:46Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 2, 'project_id': '403ec7439ff84d048848bb648f664d14', 'subnets': [{'id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:50.561283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Checking router: d4fd558a-1483-4119-85e1-ac21f48471f2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:50.561644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Updating router d4fd558a-1483-4119-85e1-ac21f48471f2 port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:50.601154 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:50.860347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0d7f451-3af0-4c5e-864d-40c64ecf2309 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:50.963880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:50.966905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a0d7f451-3af0-4c5e-864d-40c64ecf2309 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:50.967268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:50.996626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Transition to ACTIVE for port object 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:51.007691 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.069506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c70f4-9f1a-4680-9579-577666168547 None None] Pushing event updated for resources: {'Port': ['ID=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:51.164852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Attempting to bind port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:51.165218 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Attempting to bind port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:51.166061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Attempting to bind port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 on network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:51.171279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:51.171695 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Checking segment: {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:51.172038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.172433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Bound using segment: {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:51.172907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Bound port: 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b0285a-c978-448d-b211-89567727f09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:51.173287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.268671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] For port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:51.272121 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] For port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,segment=NetworkSegment(e9b0285a-c978-448d-b211-89567727f09d),segment_id=e9b0285a-c978-448d-b211-89567727f09d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:51.282492 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.357981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c70f4-9f1a-4680-9579-577666168547 None None] Pushing event updated for resources: {'Port': ['ID=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:51.365335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Routers {'d4fd558a-1483-4119-85e1-ac21f48471f2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:51.365990 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:57:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d4fd558a-1483-4119-85e1-ac21f48471f2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:51.519461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.522826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] Set router d4fd558a-1483-4119-85e1-ac21f48471f2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:51.566675 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0fb4eeca-7c74-40be-8d72-dc560e83a3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.771713 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 4, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028', 'name': '', 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'mac_address': 'fa:16:3e:ba:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:46Z', 'updated_at': '2021-07-22T14:57:51Z', 'revision_number': 4, 'project_id': '403ec7439ff84d048848bb648f664d14', 'subnets': [{'id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:51.798043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f68fd07-efff-47d4-93da-5d48bee2f2d2 None None] The sync data for ids ['d4fd558a-1483-4119-85e1-ac21f48471f2'] in n-d-787205-11 is: [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 4, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028', 'name': '', 'network_id': '67d5cce8-88eb-4433-9bc3-4072f58b3a80', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'mac_address': 'fa:16:3e:ba:a3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:46Z', 'updated_at': '2021-07-22T14:57:51Z', 'revision_number': 4, 'project_id': '403ec7439ff84d048848bb648f664d14', 'subnets': [{'id': 'db8a401f-30e5-40cb-8efd-22d5f785aae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:52.612141 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:52.900034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:52.964728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:52.969286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:52.969689 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:53.067933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:53.109060 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,segment=NetworkSegment(e9b0285a-c978-448d-b211-89567727f09d),segment_id=e9b0285a-c978-448d-b211-89567727f09d)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:53.114041 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:53.169725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:54.416944 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:54.875532 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:54.932226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:54.932874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:58.312948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-34155486-cf03-4b5c-b746-fb0474878920 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:58.314582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-34155486-cf03-4b5c-b746-fb0474878920 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 814 time: 0.1037793 Jul 22 14:57:58.329087 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-55350e72-a576-4c80-b986-c58629c10e52 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/quotas/2da557fe0698459aa615a18b5f6ae75d HTTP/1.1" status: 200 len: 375 time: 0.0092664 Jul 22 14:57:58.398230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-5774abdc-8942-4517-a2c2-e8d3d2acb2fc tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642433 Jul 22 14:57:58.493105 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-92e38749-0b97-418f-bdec-479c61037d19 service neutron] 10.222.0.11 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829701 Jul 22 14:57:58.586960 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-2cc6fd0c-230d-4a07-8ad1-f54332d809aa service neutron] 10.222.0.11 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Jul 22 14:57:58.744889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3a05040-4543-44ea-83ef-cc867ecfdb30 req-61f24771-5617-43e0-8c95-22be8fbd4551 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 210 time: 0.0302129 Jul 22 14:57:59.661128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-57217877-e9dd-4728-84a5-d7573f17d50a tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:59.662543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-57217877-e9dd-4728-84a5-d7573f17d50a tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 814 time: 0.1111040 Jul 22 14:57:59.675050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'port': {'device_id': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'admin_state_up': True, 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:59.785158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Made reservation on behalf of 2da557fe0698459aa615a18b5f6ae75d for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:59.789022 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:59.856254 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-146d3d1b-53e3-44fb-9a96-aa0b419ec037 req-3c67f36f-cc9c-4d10-89ca-62f9bdf38b78 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 210 time: 0.0372036 Jul 22 14:57:59.946760 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Allocated IP 172.20.0.3 (7703e8b0-568a-40b7-9868-278e63494506/63b147f1-1258-4116-950c-ce88232bad90/3c13c65d-5f5d-4134-9ab1-a6ec624b8867) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:58:00.177208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:00.198832 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Transition to ACTIVE for port object 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:58:00.236777 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:00.283941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Network 7703e8b0-568a-40b7-9868-278e63494506 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:58:00.287267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:58:00.291366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:58:00.315555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:00.359603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:00.360340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:00.383660 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-c5345e35-ce49-4434-8ea4-f32b4153cd8f tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7129767 Jul 22 14:58:00.574847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7854aa8a-e733-44fc-9645-c8b38f6a1ada None None] Provisioning for port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:58:00.578648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7854aa8a-e733-44fc-9645-c8b38f6a1ada None None] Provisioning complete for port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:58:00.579028 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7854aa8a-e733-44fc-9645-c8b38f6a1ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:00.617327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7854aa8a-e733-44fc-9645-c8b38f6a1ada None None] Port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:58:00.996450 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f52ef-8ae2-4392-9809-2e84f7b0c82a req-94693e2c-1c3c-42fc-9d79-7a6596a9eb94 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:00.998177 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e11f52ef-8ae2-4392-9809-2e84f7b0c82a req-94693e2c-1c3c-42fc-9d79-7a6596a9eb94 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0663803 Jul 22 14:58:01.045250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e11f52ef-8ae2-4392-9809-2e84f7b0c82a req-a45a02e4-fcd3-463e-90c9-0d27dafc4761 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403249 Jul 22 14:58:02.183112 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4520fb4-ec22-4ccb-a6d8-607fffce4f06 req-8e88e56e-8caa-42cb-9428-04b587e33664 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:02.185956 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4520fb4-ec22-4ccb-a6d8-607fffce4f06 req-8e88e56e-8caa-42cb-9428-04b587e33664 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0711114 Jul 22 14:58:02.228481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f4520fb4-ec22-4ccb-a6d8-607fffce4f06 req-7d91ee67-0290-4f0a-8f38-c6f7735126ad tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Jul 22 14:58:03.484807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2fb6f-ff30-4129-84cd-88acf7739959 req-3abcfafa-a479-49c3-9838-475b56453977 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:03.486434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-daf2fb6f-ff30-4129-84cd-88acf7739959 req-3abcfafa-a479-49c3-9838-475b56453977 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0729737 Jul 22 14:58:03.527436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-daf2fb6f-ff30-4129-84cd-88acf7739959 req-7f517443-8e9b-47e7-8ca0-f2eb11f31aa0 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 Jul 22 14:58:04.666546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d5dd5-e651-4d1c-b524-bf34af0bfb77 req-b96dac0d-1bcf-44d8-b69a-853e65a37a04 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:04.668078 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d10d5dd5-e651-4d1c-b524-bf34af0bfb77 req-b96dac0d-1bcf-44d8-b69a-853e65a37a04 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0725527 Jul 22 14:58:04.709566 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d10d5dd5-e651-4d1c-b524-bf34af0bfb77 req-0d72d0bf-fe41-4feb-902b-5c7af6e69fc6 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353084 Jul 22 14:58:05.845134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b3d90-df39-4bb4-a773-bf9f588ee2d7 req-d5bc433c-9c97-47c9-a35c-c20b04799dc4 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:05.846741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-368b3d90-df39-4bb4-a773-bf9f588ee2d7 req-d5bc433c-9c97-47c9-a35c-c20b04799dc4 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0672469 Jul 22 14:58:05.887790 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-368b3d90-df39-4bb4-a773-bf9f588ee2d7 req-588aa85f-6573-4df4-9bf0-9ca475594474 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Jul 22 14:58:07.070010 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab321045-97ef-4790-9371-c85e1c09e291 req-44e85767-7a47-4b0b-9603-6503e3ba4ffa tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:07.072232 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab321045-97ef-4790-9371-c85e1c09e291 req-44e85767-7a47-4b0b-9603-6503e3ba4ffa tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0743647 Jul 22 14:58:07.113187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab321045-97ef-4790-9371-c85e1c09e291 req-bc258323-7b1f-4a59-a320-d1a0ba46e237 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jul 22 14:58:08.252551 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe304b-96af-434e-88ef-58325a412bd4 req-d2c9547a-6e07-463d-a635-ea2395724a9b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:08.254154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ffe304b-96af-434e-88ef-58325a412bd4 req-d2c9547a-6e07-463d-a635-ea2395724a9b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0715041 Jul 22 14:58:08.296424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ffe304b-96af-434e-88ef-58325a412bd4 req-8389dbd6-bf86-4169-9748-f3b9ebdbd691 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Jul 22 14:58:09.389314 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:58:09.427108 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dbc72-aa96-4681-b69a-c9ced45b46cd req-2672d28b-2a9b-4631-9d07-b11d804f11ab tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:09.428617 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f11dbc72-aa96-4681-b69a-c9ced45b46cd req-2672d28b-2a9b-4631-9d07-b11d804f11ab tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 931 time: 0.0646038 Jul 22 14:58:09.470705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f11dbc72-aa96-4681-b69a-c9ced45b46cd req-cd7a6471-e76f-4a71-a7e4-dae3efb98c3e tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360258 Jul 22 14:58:09.676822 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Request body: {'port': {'device_id': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:09.747145 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.008670 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:58:10.016124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.028261 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Transition to ACTIVE for port object 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:58:10.031446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.083191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:10.109571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.110005 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.110298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.110639 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.110980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.111390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.112285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.112582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.112916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.113245 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.113575 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.113929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:10.165064 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Attempting to bind port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:58:10.165401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Attempting to bind port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:58:10.165771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Attempting to bind port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 on network 7703e8b0-568a-40b7-9868-278e63494506 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:58:10.170316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 on network 7703e8b0-568a-40b7-9868-278e63494506 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:58:10.170641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Attempting to bind port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 on network 7703e8b0-568a-40b7-9868-278e63494506 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:58:10.176017 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:58:10.176362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Checking segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:58:10.176751 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Bound using segment: {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:58:10.177190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Bound port: 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df26a11-9144-4804-b294-bdc33e4586ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7703e8b0-568a-40b7-9868-278e63494506'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:58:10.177555 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.248747 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:58:10.251742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:58:10.256082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.292124 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.292589 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.294228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 1092 time: 0.6219645 Jul 22 14:58:10.294801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:58:10.297980 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f75871fc4652e331ce06092a4653a2e4bbce85beea3c25d75b4b02d591d6506" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aac9a7-000b-4c54-befb-71bc78d48247" -d '{"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:58:10.329607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f878-154f-4de1-8f61-9ebf271c01a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:10.336964 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063f0ca3-2a2a-4a13-a6f8-d5e09e6d004e x-openstack-request-id: req-063f0ca3-2a2a-4a13-a6f8-d5e09e6d004e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:58:10.337256 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:58:10.337511 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-063f0ca3-2a2a-4a13-a6f8-d5e09e6d004e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:58:10.338125 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'status': 'completed', 'code': 200} Jul 22 14:58:10.403644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9a70eceb-22bb-4c88-acc7-ed923d36f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.405214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-9a70eceb-22bb-4c88-acc7-ed923d36f116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1095 time: 0.0596383 Jul 22 14:58:10.451472 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-f7beabd3-36d2-4500-ab9b-20c779e1d5a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 217 time: 0.0393198 Jul 22 14:58:10.499971 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-74a9f787-283b-4621-bc1f-5fac3a422c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.501455 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-74a9f787-283b-4621-bc1f-5fac3a422c29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0439496 Jul 22 14:58:10.562328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-ed8f7f4d-7674-4f8e-9266-ded2755ad32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.563756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-ed8f7f4d-7674-4f8e-9266-ded2755ad32c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554588 Jul 22 14:58:10.609002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493372-1030-46d8-b5cc-64eb9ce34664 req-083d2c66-df98-46a0-9c2c-963fe51b7685 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.610552 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe493372-1030-46d8-b5cc-64eb9ce34664 req-083d2c66-df98-46a0-9c2c-963fe51b7685 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 943 time: 0.0655651 Jul 22 14:58:10.650522 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fe493372-1030-46d8-b5cc-64eb9ce34664 req-301dbcd7-0ee1-488c-9ce0-0242bd462d36 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Jul 22 14:58:10.659558 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-3ce15eb3-96f4-4944-9f32-46acd4816dad service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889051 Jul 22 14:58:10.747294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-00c0ec93-64bf-4dd6-a64e-f459885283ed req-ff8691b1-fdd5-4828-9871-28eacb15db7b service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820487 Jul 22 14:58:10.839733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-459f3a48-a0a2-4b89-9988-0cafb7476617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.841150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-459f3a48-a0a2-4b89-9988-0cafb7476617 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1095 time: 0.0530930 Jul 22 14:58:10.938467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-df648144-c323-45c9-9976-c4e35a3f51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:10.940376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-df648144-c323-45c9-9976-c4e35a3f51ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.0927596 Jul 22 14:58:10.981761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-27f3bb7e-6446-4be6-9ebc-029cf1d3e2f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 217 time: 0.0346005 Jul 22 14:58:11.032824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-f40a4099-bb9e-4874-af99-390c66f641f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:11.034831 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-f40a4099-bb9e-4874-af99-390c66f641f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0467935 Jul 22 14:58:11.090985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-70b1f740-0018-4801-b6d0-4857c448cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:11.092363 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-70b1f740-0018-4801-b6d0-4857c448cf16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514455 Jul 22 14:58:11.182617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-146e2b10-c7a4-4629-8097-316d13ffea88 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830352 Jul 22 14:58:11.269826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b3aac9a7-000b-4c54-befb-71bc78d48247 req-0f241c9c-89aa-4d01-bef9-1ae668174104 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805969 Jul 22 14:58:11.902155 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd4d80-fe78-485c-81ec-9fb8019fe72e req-bc28d216-284f-4f0e-adc0-c8bf0d8fcebd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:11.903656 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63dd4d80-fe78-485c-81ec-9fb8019fe72e req-bc28d216-284f-4f0e-adc0-c8bf0d8fcebd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 943 time: 0.1504815 Jul 22 14:58:11.941058 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-63dd4d80-fe78-485c-81ec-9fb8019fe72e req-86f7c1a2-1b91-43fe-b917-3f2ce77f5cf4 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311947 Jul 22 14:58:13.147820 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81afb7-aa4e-46e3-ba16-f1dcf04ea7dd req-7035172c-531b-4fdf-bd20-c68383d98485 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:13.149291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac81afb7-aa4e-46e3-ba16-f1dcf04ea7dd req-7035172c-531b-4fdf-bd20-c68383d98485 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 943 time: 0.1049464 Jul 22 14:58:13.186665 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac81afb7-aa4e-46e3-ba16-f1dcf04ea7dd req-0969d5b4-046a-4aa9-9898-397f33563721 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Jul 22 14:58:13.483079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:58:13.575776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:58:13.586626 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'port_id': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'mac_address': 'fa:16:3e:3e:1c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:58:13.626319 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:13.638786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:58:13.657367 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:58:13.662447 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:13.710054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:13.717098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.717442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.717825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.718158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.718484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.718809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.719133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.719454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.719772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.720089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.720406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.720726 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:13.864872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3c13c65d-5f5d-4134-9ab1-a6ec624b8867'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:58:14.318096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa2f0f-7a25-444a-9446-400779c2a90d req-5ce273cf-568d-4005-bd2a-aa086fa6b319 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:14.319601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cffa2f0f-7a25-444a-9446-400779c2a90d req-5ce273cf-568d-4005-bd2a-aa086fa6b319 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 944 time: 0.0683091 Jul 22 14:58:14.357945 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cffa2f0f-7a25-444a-9446-400779c2a90d req-ead3ba87-5d09-4955-9d98-15236af0574c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Jul 22 14:58:15.490000 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab4e46-987d-4737-829f-6764dfc4a04b req-635e3495-ebaa-4d56-aee3-f071e4adb1ab tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:15.491484 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7ab4e46-987d-4737-829f-6764dfc4a04b req-635e3495-ebaa-4d56-aee3-f071e4adb1ab tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 944 time: 0.0668793 Jul 22 14:58:15.498618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:58:15.530059 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b7ab4e46-987d-4737-829f-6764dfc4a04b req-45bcdd73-2d2e-464c-bbb5-1b9ac911973b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330148 Jul 22 14:58:15.549466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:58:15.553798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:58:15.554159 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:15.629461 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:15.650875 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:58:15.653039 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76c7b0b2fade57bbb4601819c458660bc347a92430c744b80811d83d648da933" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f47d554-e2be-43d0-a961-5251cedc13d5" -d '{"events": [{"server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "name": "network-vif-plugged", "status": "completed", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:58:15.668528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:58:15.672711 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:15.696755 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d34cc-be8f-413f-a2ee-09bdcd3e085d x-openstack-request-id: req-ad6d34cc-be8f-413f-a2ee-09bdcd3e085d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:58:15.697042 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "name": "network-vif-plugged", "status": "completed", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:58:15.697290 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad6d34cc-be8f-413f-a2ee-09bdcd3e085d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:58:15.697696 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'code': 200} Jul 22 14:58:15.723580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:15.801524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0179be-00b4-4d63-8f38-8ddeba7308ca req-3b18bc06-b7ab-478f-80b6-999a1a458cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:15.803078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a0179be-00b4-4d63-8f38-8ddeba7308ca req-3b18bc06-b7ab-478f-80b6-999a1a458cbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1097 time: 0.0548034 Jul 22 14:58:15.837516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6a0179be-00b4-4d63-8f38-8ddeba7308ca req-18c9ff1a-5265-472f-821c-7834d35d7b8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281684 Jul 22 14:58:16.662801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbb8a0-0d4b-42ab-9f7a-27222be09ea8 req-b8ff8db8-e1d5-435d-ac47-727e0c8b5b22 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:16.664367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07cbb8a0-0d4b-42ab-9f7a-27222be09ea8 req-b8ff8db8-e1d5-435d-ac47-727e0c8b5b22 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0635931 Jul 22 14:58:16.701400 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-07cbb8a0-0d4b-42ab-9f7a-27222be09ea8 req-0cffbdde-f9c0-4ee9-9464-0932e1e8e75e tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Jul 22 14:58:16.832691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4f12d-3a15-48bb-97ba-48d339277f59 req-fcab4af9-d01a-4a86-8e58-9ad8234c7775 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:16.834222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6a4f12d-3a15-48bb-97ba-48d339277f59 req-fcab4af9-d01a-4a86-8e58-9ad8234c7775 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0662472 Jul 22 14:58:16.877303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b6a4f12d-3a15-48bb-97ba-48d339277f59 req-c7dd3075-50e9-4a7e-976c-2ffbec99d98c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374880 Jul 22 14:58:17.089596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98621-fcbf-4e8e-b588-59de18d0366b req-2d981c13-c19e-47e4-a5ca-5d305c45d34d tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:17.091023 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0b98621-fcbf-4e8e-b588-59de18d0366b req-2d981c13-c19e-47e4-a5ca-5d305c45d34d tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0628598 Jul 22 14:58:17.127699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0b98621-fcbf-4e8e-b588-59de18d0366b req-aaac56d8-02df-4450-acda-7338081d6294 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312693 Jul 22 14:58:18.642117 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-178bdf67-c414-4274-8289-2c23dad82206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:19.559204 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:20.479603 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:21.440051 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:21.497406 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f244c1fc-fec9-4f4e-bead-fcdfc649d681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:22.610965 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:24.411943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:28.679890 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df4cf9-a758-4d88-82ff-339fe85f4a06 req-0676ffb9-091f-4a42-8656-6584c8240568 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:28.681368 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4df4cf9-a758-4d88-82ff-339fe85f4a06 req-0676ffb9-091f-4a42-8656-6584c8240568 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0632412 Jul 22 14:58:28.719224 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c4df4cf9-a758-4d88-82ff-339fe85f4a06 req-8c189d20-3dbe-4984-bb01-e835fbe85033 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Jul 22 14:58:28.740763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:28.837274 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6f5a1-d65e-4b82-9741-80d9323d40da tempest-TestMinimumBasicScenario-463289205 tempest-TestMinimumBasicScenario-463289205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:28.838863 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-cac6f5a1-d65e-4b82-9741-80d9323d40da tempest-TestMinimumBasicScenario-463289205 tempest-TestMinimumBasicScenario-463289205-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1092 time: 0.0971656 Jul 22 14:58:28.841869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:28.846154 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:28.868754 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:28.966241 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.073959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Allocated IP 172.25.8.198 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/587b8034-5bab-41ba-979f-1ddbdfa68969) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:58:29.176900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.215183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.255739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:58:29.262321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:58:29.265990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:58:29.272243 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'Port': ['ID=587b8034-5bab-41ba-979f-1ddbdfa68969,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:29.621142 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.703286 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.856213 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.860601 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:29.928636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'Port': ['ID=587b8034-5bab-41ba-979f-1ddbdfa68969,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:29.939067 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:30.388359 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Floating IP 555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef associated. External IP: 172.25.8.198, port: 3c13c65d-5f5d-4134-9ab1-a6ec624b8867. Jul 22 14:58:30.591231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Router 315f7a1d-cf42-4d90-96dd-8cb817567c69 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:58:30.699276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:58:30.710042 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] Sync routers for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:58:30.715718 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:30.719356 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:58:30.719968 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:58:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:30.756675 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-bc27b81d-667e-45e4-93dd-8aadc1fa1f29 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9112759 Jul 22 14:58:30.756675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:58:30.757271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58888) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:30.763044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200514792', 'description': 'tempest-secgroup-smoke-200514792 description', 'project_id': '2da557fe0698459aa615a18b5f6ae75d'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:30.788466 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:30.794987 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218" -d '{"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:58:30.828538 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:58:30.883169 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:30.889630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:30.904186 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d8e61-dfd5-492c-80b3-4e78e3d9650f x-openstack-request-id: req-0f3d8e61-dfd5-492c-80b3-4e78e3d9650f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:58:30.904613 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:58:30.905068 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f3d8e61-dfd5-492c-80b3-4e78e3d9650f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:58:30.905685 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'status': 'completed', 'code': 200} Jul 22 14:58:30.921026 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:30.922559 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1639166 Jul 22 14:58:30.926156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 58896) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:30.931612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be100e85-53a0-40e5-9699-a939a23e9297 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f891b2ab-3a77-49d5-9950-18f54aad9180,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:30.952928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group_rule': {'security_group_id': 'f891b2ab-3a77-49d5-9950-18f54aad9180', 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:31.012439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.038503 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-aef18abb-5074-42cb-80b9-d41ddd10f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:31.040066 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-aef18abb-5074-42cb-80b9-d41ddd10f22f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1097 time: 0.1127548 Jul 22 14:58:31.082600 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'port_id': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'mac_address': 'fa:16:3e:3e:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:58:29Z', 'updated_at': '2021-07-22T14:58:29Z', 'revision_number': 0, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:31.115919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] Checking router: 315f7a1d-cf42-4d90-96dd-8cb817567c69 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:58:31.124346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:58:31.124945 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:58:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:31.136688 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.143013 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.176180 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.177479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2290018 Jul 22 14:58:31.178212 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376b6d1-356e-438a-ac3e-fdc8a04547db tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737fbd9e-06bc-4851-a810-5fe3c58ac693,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:31.182666 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58898) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:31.184442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-4faa5bc8-c982-4e32-96fa-7e899923bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:31.185915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-4faa5bc8-c982-4e32-96fa-7e899923bf62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.1376247 Jul 22 14:58:31.189303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group_rule': {'security_group_id': 'f891b2ab-3a77-49d5-9950-18f54aad9180', 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:31.220704 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.244317 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:58:31.257425 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-b43b1fef-9dad-4fc4-a61b-bca636b68a5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 999 time: 0.0653472 Jul 22 14:58:31.282435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.287063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.310005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdd68a8-1937-4ac8-afa4-f4ad2a435bc2,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:31.314305 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.316203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e1441211-3458-4917-be5a-3e55c90addb7 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310291 Jul 22 14:58:31.316348 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-bcbf19bf-62c7-42b8-8dc4-6360a1ced5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:31.318700 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-bcbf19bf-62c7-42b8-8dc4-6360a1ced5e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0552893 Jul 22 14:58:31.318822 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58900) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:31.323362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group_rule': {'security_group_id': 'f891b2ab-3a77-49d5-9950-18f54aad9180', 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:31.349840 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.384758 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-b7c8b137-d608-485f-bfb7-e6d001e1ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:31.386714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-b7c8b137-d608-485f-bfb7-e6d001e1ff62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622761 Jul 22 14:58:31.419873 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.423788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.444701 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9de1e13-8b9e-4842-88fd-21a8400ac876,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:31.451858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.453080 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5cf49632-2495-4e21-a159-17ebc63075e3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332743 Jul 22 14:58:31.455722 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58902) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:31.460239 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group_rule': {'security_group_id': 'f891b2ab-3a77-49d5-9950-18f54aad9180', 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:31.489787 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.492146 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'port_id': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'mac_address': 'fa:16:3e:3e:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:58:29Z', 'updated_at': '2021-07-22T14:58:29Z', 'revision_number': 0, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:31.501483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-89794984-1f5c-4de6-b65d-853906cd4cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016855 Jul 22 14:58:31.523053 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156d6a5b-1eab-4e3c-a20d-2ff88059a874 None None] The sync data for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 is: [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'port_id': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'mac_address': 'fa:16:3e:3e:1c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:58:29Z', 'updated_at': '2021-07-22T14:58:29Z', 'revision_number': 0, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:58:31.556282 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.560285 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.577072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d4ac6f-b160-4ac6-aa7d-2d8c85711630,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:31.588855 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.590268 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-876b1db9-8fd1-4231-ad71-9987c9b5b3af tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335826 Jul 22 14:58:31.592989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58904) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:31.598622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group_rule': {'security_group_id': 'f891b2ab-3a77-49d5-9950-18f54aad9180', 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:31.605635 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9a3d23d-f29e-4bf0-a7a6-082cdaf02218 req-378499f5-e8c0-4f48-8862-c9bbef5da23d service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978048 Jul 22 14:58:31.622679 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Project 2da557fe0698459aa615a18b5f6ae75d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:58:31.629104 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.697087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.700923 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.721727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba05d70b-4c3a-4120-9430-435c9b3d026a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:31.729247 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.730517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-18160ab8-b234-4bff-aa3e-b002d6f5a2d2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364338 Jul 22 14:58:31.733294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58906) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:31.738222 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'security_group_rule': {'security_group_id': 'f891b2ab-3a77-49d5-9950-18f54aad9180', 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:31.743179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a4eb5-5e9c-4abf-a4f7-d982810b69e7 None None] New status for floating IP 555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:58:31.762946 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Project 2da557fe0698459aa615a18b5f6ae75d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:58:31.767926 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.834644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.839114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.860270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03a5bb3-4d58-47c3-b09c-a332e83d251a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:31.867634 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:31.871521 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a842a63d-db19-4143-9cfe-d0eee58eca2b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345131 Jul 22 14:58:31.954362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-29108ed4-f4ff-438f-bec1-c24c33eae002 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200514792&fields=id&tenant_id=2da557fe0698459aa615a18b5f6ae75d HTTP/1.1" status: 200 len: 267 time: 0.0331292 Jul 22 14:58:32.025807 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-a789d7b2-bd18-458f-a3d1-75c88ac8b850 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:32.027198 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-a789d7b2-bd18-458f-a3d1-75c88ac8b850 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0670159 Jul 22 14:58:32.038191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'port': {'security_groups': ['b421830f-20b1-4c06-8b70-baa6db2ff773', 'f891b2ab-3a77-49d5-9950-18f54aad9180']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:32.117903 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:32.301370 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:58:32.329944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:32.334940 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:32.346995 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3c13c65d-5f5d-4134-9ab1-a6ec624b8867'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:58:32.394340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:32.395007 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:32.397262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a338a73a-db1d-4108-9ad4-3b35c20afba1 req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "PUT /v2.0/ports/3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 981 time: 0.3641257 Jul 22 14:58:32.428451 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c795157-c541-4c72-8fd6-1997cdec0218 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:32.539114 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97a73-ad86-4440-832d-d76482bba1fd req-3923a862-abca-48d8-acc4-15a25fc917d0 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:32.540789 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffc97a73-ad86-4440-832d-d76482bba1fd req-3923a862-abca-48d8-acc4-15a25fc917d0 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0737743 Jul 22 14:58:32.589674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ffc97a73-ad86-4440-832d-d76482bba1fd req-39bdf7ed-f7b8-41b9-9ee0-afc25a9870f5 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428569 Jul 22 14:58:32.629585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3c13c65d-5f5d-4134-9ab1-a6ec624b8867'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:58:32.726833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f1e7a4a7-3cf1-4d7a-8c7f-537cb1d2d812 None None] Provisioning complete for port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:58:32.727108 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1e7a4a7-3cf1-4d7a-8c7f-537cb1d2d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:32.906941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:58:32.909926 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1fdf8e-1997-409b-9613-567d141987b7" -d '{"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:58:32.945872 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89572ab8-888d-401c-a0c7-b81415d8cda4 x-openstack-request-id: req-89572ab8-888d-401c-a0c7-b81415d8cda4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:58:32.946331 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:58:32.946592 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89572ab8-888d-401c-a0c7-b81415d8cda4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:58:32.946995 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'status': 'completed', 'code': 200} Jul 22 14:58:33.030307 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-023f06cd-029e-4bbc-a1ea-1cc110402cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:33.031857 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-023f06cd-029e-4bbc-a1ea-1cc110402cce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1136 time: 0.0614824 Jul 22 14:58:33.123009 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-cb7ca77a-7d5e-46bc-885e-29c294e1c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:33.124436 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-cb7ca77a-7d5e-46bc-885e-29c294e1c7ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.0867157 Jul 22 14:58:33.195306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-1d2b2869-a584-44a3-a6c2-47dfc635b901 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 1001 time: 0.0648699 Jul 22 14:58:33.245029 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-4c81538b-7bb3-45d3-b7b7-f0b387783252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:33.246544 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-4c81538b-7bb3-45d3-b7b7-f0b387783252 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0442379 Jul 22 14:58:33.305860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-8f9a2e20-face-4626-af38-119e02aff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:33.307398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-8f9a2e20-face-4626-af38-119e02aff3f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540843 Jul 22 14:58:33.400824 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-45bbb7a4-2e8b-4e2b-a4c2-87d97ef75733 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863178 Jul 22 14:58:33.490367 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bb1fdf8e-1997-409b-9613-567d141987b7 req-1452012d-7a1f-49e8-bd4c-da027492d2a6 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822070 Jul 22 14:58:46.388869 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:58:48.648901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-faeafa40-ab52-4964-b38b-e403773d8831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:49.556949 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:49.823419 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1639a20-9367-4998-b992-876fa0d00637 req-3c739d18-44d6-4c65-bbda-badbf127d5d9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:49.824975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1639a20-9367-4998-b992-876fa0d00637 req-3c739d18-44d6-4c65-bbda-badbf127d5d9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0790300 Jul 22 14:58:49.896389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1639a20-9367-4998-b992-876fa0d00637 req-8ab1f665-5fe2-4fb7-afbb-7bfbfa41a703 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644951 Jul 22 14:58:49.914976 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-e014ef06-0de9-420c-81bd-a3a3066a80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:49.916492 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-e014ef06-0de9-420c-81bd-a3a3066a80d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1136 time: 0.1239483 Jul 22 14:58:50.015195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-beaa873c-29fb-4dfc-996f-f799262492da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:50.016698 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-beaa873c-29fb-4dfc-996f-f799262492da service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.0942032 Jul 22 14:58:50.089144 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-c23a0eda-b23b-489b-9ec9-3655b215db94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 1001 time: 0.0592146 Jul 22 14:58:50.140358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-c75d0443-041f-47d7-a506-588b79e127f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:50.141819 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-c75d0443-041f-47d7-a506-588b79e127f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0463469 Jul 22 14:58:50.204679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-8cdd9592-086b-4852-93e7-768228ec1324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:50.207167 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-8cdd9592-086b-4852-93e7-768228ec1324 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582671 Jul 22 14:58:50.305326 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-b0c32286-af60-499d-aa9b-e50ead389966 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920391 Jul 22 14:58:50.406865 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2eda7dbb-9a47-4057-94b6-ce7fbb1bbfce req-62375be8-1294-48bd-9e0d-980c6761012c service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937438 Jul 22 14:58:50.486537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:51.030164 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590adbb-be63-4177-bce2-7173d20c7083 req-bcf83dd9-51e1-40d4-8b1c-6ad5faefee3c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.031663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d590adbb-be63-4177-bce2-7173d20c7083 req-bcf83dd9-51e1-40d4-8b1c-6ad5faefee3c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0655348 Jul 22 14:58:51.075795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d590adbb-be63-4177-bce2-7173d20c7083 req-5de94e00-438e-4c0a-8354-5951ff57d8fe tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381770 Jul 22 14:58:51.445608 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:51.497002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4e926b47-1363-47fc-820d-46bf746f523e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:52.226316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d1a9d-3286-4d76-9f4a-536d8de0f5bd req-eb5e1ccf-ae59-4c65-9fda-9be30e655088 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.227845 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b66d1a9d-3286-4d76-9f4a-536d8de0f5bd req-eb5e1ccf-ae59-4c65-9fda-9be30e655088 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0655921 Jul 22 14:58:52.267409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b66d1a9d-3286-4d76-9f4a-536d8de0f5bd req-b8a5c8a1-1045-47ec-8427-2e748751c6a2 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337255 Jul 22 14:58:52.611351 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:53.399156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b3267-380b-45dd-82c8-4c8245cb35b0 req-5030f688-bac3-42c7-8f7f-14f7a7abe37a tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:53.400691 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6b3267-380b-45dd-82c8-4c8245cb35b0 req-5030f688-bac3-42c7-8f7f-14f7a7abe37a tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0644777 Jul 22 14:58:53.440822 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa6b3267-380b-45dd-82c8-4c8245cb35b0 req-e5e67413-a2ce-4b2a-b7c1-0ca057f9bf8c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344591 Jul 22 14:58:54.413129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:54.576932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202a6e-a638-4e2d-8b45-bb3e1f452156 req-67535150-b395-4b3d-ade4-047148acf87e tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:54.578498 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02202a6e-a638-4e2d-8b45-bb3e1f452156 req-67535150-b395-4b3d-ade4-047148acf87e tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0681577 Jul 22 14:58:54.618764 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-02202a6e-a638-4e2d-8b45-bb3e1f452156 req-e62983c3-1f49-4ed8-9487-a4be90ae0f80 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345550 Jul 22 14:58:55.757195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f75e-f9d5-4f6d-b27a-5880116356ea req-33a60729-f2f1-4551-ba8b-341727a2a1b6 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:55.759128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7708f75e-f9d5-4f6d-b27a-5880116356ea req-33a60729-f2f1-4551-ba8b-341727a2a1b6 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0736690 Jul 22 14:58:55.799549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7708f75e-f9d5-4f6d-b27a-5880116356ea req-b74bcf1b-ed36-4c1d-9a86-b856ac3a26a3 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346661 Jul 22 14:58:56.953520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba8f2-1670-4749-96c7-b76cef253eaa req-c72a53c0-6635-401a-830a-e06ee62460cf tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:56.955121 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd0ba8f2-1670-4749-96c7-b76cef253eaa req-c72a53c0-6635-401a-830a-e06ee62460cf tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0822239 Jul 22 14:58:57.014000 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dd0ba8f2-1670-4749-96c7-b76cef253eaa req-35df8651-9127-49fb-acb4-7e72608c3d12 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483706 Jul 22 14:58:58.148130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daca787-a7aa-45a4-9853-1f388da8ef7b req-26f2a51b-548f-457c-8de9-70b7e215090d tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:58.149557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0daca787-a7aa-45a4-9853-1f388da8ef7b req-26f2a51b-548f-457c-8de9-70b7e215090d tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0659649 Jul 22 14:58:58.191085 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0daca787-a7aa-45a4-9853-1f388da8ef7b req-c153610c-984e-463f-9328-23987909a90c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351012 Jul 22 14:58:58.215441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8501-068c-4e00-b892-8a157da603ea req-8da7302f-c9e7-434a-9cce-1cea460586c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:58.217083 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-8da7302f-c9e7-434a-9cce-1cea460586c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1136 time: 0.0550811 Jul 22 14:58:58.324195 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8501-068c-4e00-b892-8a157da603ea req-d6944cd5-b6c0-455d-87b8-9925b9cd4628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:58.325734 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-d6944cd5-b6c0-455d-87b8-9925b9cd4628 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.0887499 Jul 22 14:58:58.389296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-27c51c6a-b0a6-4c0a-8e0b-21b087d7764b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 1001 time: 0.0575061 Jul 22 14:58:58.440835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8501-068c-4e00-b892-8a157da603ea req-c7eb6dc0-cee7-44bd-abe8-fa0d6cbde28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:58.442320 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-c7eb6dc0-cee7-44bd-abe8-fa0d6cbde28e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0468228 Jul 22 14:58:58.499415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8501-068c-4e00-b892-8a157da603ea req-5e0e288f-4b57-4787-85c5-35b1f1295e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:58.500889 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-5e0e288f-4b57-4787-85c5-35b1f1295e18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525558 Jul 22 14:58:58.589452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-ec298202-9d4c-4f25-84c8-3f26ac90ae9d service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816758 Jul 22 14:58:58.679615 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8bdf8501-068c-4e00-b892-8a157da603ea req-0056d579-aaf0-4400-9674-2add031a5f06 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846233 Jul 22 14:58:59.320818 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d12f6-9012-4556-a9c3-55e379c74bd9 req-af9b81c6-d625-4032-9ca4-8f0aec318fa9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:59.322349 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc8d12f6-9012-4556-a9c3-55e379c74bd9 req-af9b81c6-d625-4032-9ca4-8f0aec318fa9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0641787 Jul 22 14:58:59.365519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bc8d12f6-9012-4556-a9c3-55e379c74bd9 req-03e1258d-1bd2-423c-b13f-bedd2668261e tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375051 Jul 22 14:59:00.494245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499474a8-8454-49ab-86f6-b1ad5329d303 req-0518c5b5-7ca4-4c06-80fa-2487f44824b1 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:00.495743 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-499474a8-8454-49ab-86f6-b1ad5329d303 req-0518c5b5-7ca4-4c06-80fa-2487f44824b1 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0635788 Jul 22 14:59:00.539914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-499474a8-8454-49ab-86f6-b1ad5329d303 req-648605ff-4c02-4486-aa9a-f5421944f0bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383401 Jul 22 14:59:01.681861 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffeda6-d96e-426e-b3e9-ac7a08aa5e9e req-55f2bdb5-94d7-41a4-b9d2-01fe9c2025f6 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:01.683374 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68ffeda6-d96e-426e-b3e9-ac7a08aa5e9e req-55f2bdb5-94d7-41a4-b9d2-01fe9c2025f6 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0709095 Jul 22 14:59:01.724387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-68ffeda6-d96e-426e-b3e9-ac7a08aa5e9e req-f4e88343-6004-4d01-8af4-fbfb592a712c tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&id=f891b2ab-3a77-49d5-9950-18f54aad9180&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353265 Jul 22 14:59:18.638796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f46850d5-bdb6-4e45-9526-4b148d9a75e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:19.576784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:20.509605 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:21.446777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:21.497234 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a3cd9115-d32a-4056-8838-6ee744a07e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:22.615296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:23.388376 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:59:24.416134 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.036828 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89ebaa87-aa35-4acd-b778-f09779677871 req-aab37ec1-68fc-4d11-a5d2-18111ec76314 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200514792&fields=id&tenant_id=2da557fe0698459aa615a18b5f6ae75d HTTP/1.1" status: 200 len: 267 time: 0.0334084 Jul 22 14:59:34.104226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebaa87-aa35-4acd-b778-f09779677871 req-7adef7b0-9235-46cb-89f3-1a1acceddd26 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:34.105736 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89ebaa87-aa35-4acd-b778-f09779677871 req-7adef7b0-9235-46cb-89f3-1a1acceddd26 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 984 time: 0.0637722 Jul 22 14:59:34.116742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Request body: {'port': {'security_groups': ['b421830f-20b1-4c06-8b70-baa6db2ff773']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:34.200509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.372959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:34.406429 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.410985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.422799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3c13c65d-5f5d-4134-9ab1-a6ec624b8867'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:59:34.454596 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:34.455198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.457668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-89ebaa87-aa35-4acd-b778-f09779677871 req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "PUT /v2.0/ports/3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 942 time: 0.3449397 Jul 22 14:59:34.459734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:59:34.466021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58970) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:34.517236 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df20cc-bf79-4e44-a165-5a94d41fdcba" -d '{"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:59:34.526888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event updated for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:34.545554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3c13c65d-5f5d-4134-9ab1-a6ec624b8867'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:59:34.545806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.546039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.546386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.546725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.547062 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.547396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.547862 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.548367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.548696 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.549026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.549354 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.549699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e91d52-c70b-4262-9cb4-a48aec913c90 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:34.583415 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a91cb196-69fa-49df-8dde-f8808096b6bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.615728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a91cb196-69fa-49df-8dde-f8808096b6bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.635876 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a94b86-2f7e-428b-af86-ab83d7f6ceb3 x-openstack-request-id: req-d2a94b86-2f7e-428b-af86-ab83d7f6ceb3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:59:34.636246 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:59:34.636609 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2a94b86-2f7e-428b-af86-ab83d7f6ceb3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:59:34.637436 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'status': 'completed', 'code': 200} Jul 22 14:59:34.688707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a91cb196-69fa-49df-8dde-f8808096b6bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.691632 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a91cb196-69fa-49df-8dde-f8808096b6bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.696134 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a91cb196-69fa-49df-8dde-f8808096b6bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "DELETE /v2.0/security-groups/f891b2ab-3a77-49d5-9950-18f54aad9180 HTTP/1.1" status: 204 len: 168 time: 0.2291837 Jul 22 14:59:34.696855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 58982) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:34.714882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb196-69fa-49df-8dde-f8808096b6bd tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f891b2ab-3a77-49d5-9950-18f54aad9180,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:34.733146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-e37c60b1-8038-4997-856c-9e6a5e260c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:34.735474 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-e37c60b1-8038-4997-856c-9e6a5e260c39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1097 time: 0.0772274 Jul 22 14:59:34.762342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b70f8e22-f0eb-4395-9346-60b480691211 None None] Provisioning complete for port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:59:34.762814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b70f8e22-f0eb-4395-9346-60b480691211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:34.839570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-a9ffc3f0-8e43-4996-9ea2-31601af3f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:34.841109 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-a9ffc3f0-8e43-4996-9ea2-31601af3f7e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.0997937 Jul 22 14:59:34.912672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-c722935c-63e4-426b-9bed-f2e049208cd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 1001 time: 0.0649915 Jul 22 14:59:34.963230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-d295bb38-8d3a-40ec-8b4f-f8a196f17fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:34.964637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-d295bb38-8d3a-40ec-8b4f-f8a196f17fb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0461295 Jul 22 14:59:35.029631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-2cf9953f-df84-4dc9-befb-865745b7bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:35.031221 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-2cf9953f-df84-4dc9-befb-865745b7bba5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591304 Jul 22 14:59:35.120549 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-0af8dfac-7dea-4428-be81-dcb445b620f7 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830333 Jul 22 14:59:35.165130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Deleting port 587b8034-5bab-41ba-979f-1ddbdfa68969 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:35.165763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:35.214587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-95df20cc-bf79-4e44-a165-5a94d41fdcba req-6c174001-1359-4c06-9c71-03cce5054bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878592 Jul 22 14:59:35.246314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:35.246679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:35.262367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Calling delete_port for 587b8034-5bab-41ba-979f-1ddbdfa68969 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:35.435265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:35.461089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event deleted for resources: {'Port': ['ID=587b8034-5bab-41ba-979f-1ddbdfa68969,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:35.528311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:35.528655 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Floating IP 555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef disassociated (deleted). External IP: 172.25.8.198, port: 3c13c65d-5f5d-4134-9ab1-a6ec624b8867. Jul 22 14:59:35.738386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Router 315f7a1d-cf42-4d90-96dd-8cb817567c69 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:59:35.853555 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:59:35.858458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:35.865112 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] Sync routers for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:59:35.874495 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:35.875099 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:35.895992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-86677ef9-095b-4473-ad08-dd67f05fe3e9 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "DELETE /v2.0/floatingips/555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef HTTP/1.1" status: 204 len: 168 time: 1.1881001 Jul 22 14:59:35.978775 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:36.183393 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:36.209144 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] Checking router: 315f7a1d-cf42-4d90-96dd-8cb817567c69 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:59:36.217121 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:36.217745 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:36.408282 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:36.605186 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:36.631164 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf34a9b-0ec2-4666-a801-a87efdfd64cd None None] The sync data for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 is: [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:42Z', 'revision_number': 4, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'acf99ca7-d546-4d9f-bd3e-e9bdd9418887', 'name': '', 'network_id': '7703e8b0-568a-40b7-9868-278e63494506', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'mac_address': 'fa:16:3e:06:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '63b147f1-1258-4116-950c-ce88232bad90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:41Z', 'updated_at': '2021-07-22T14:57:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'subnets': [{'id': '63b147f1-1258-4116-950c-ce88232bad90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:59:36.638004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:59:36.640466 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2975f3e5-4598-4bfc-adff-99c62f6309ed" -d '{"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:59:36.678257 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596119f-e558-47ad-b226-63513af4e60c x-openstack-request-id: req-3596119f-e558-47ad-b226-63513af4e60c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:59:36.678553 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:59:36.679019 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3596119f-e558-47ad-b226-63513af4e60c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:59:36.679433 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'status': 'completed', 'code': 200} Jul 22 14:59:36.758047 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-edf361ab-91ab-420d-ad3e-8d7c9f7cf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:36.759851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-edf361ab-91ab-420d-ad3e-8d7c9f7cf8c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da557fe0698459aa615a18b5f6ae75d&device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 1097 time: 0.0597978 Jul 22 14:59:36.870267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-d960f7bf-9075-486e-b781-e4d72d5458e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:36.871967 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-d960f7bf-9075-486e-b781-e4d72d5458e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 200 len: 915 time: 0.1062005 Jul 22 14:59:36.893588 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fe72c8-5db5-48ce-a057-4eb9c2be4bc9 None None] New status for floating IP 555b82ca-f57b-4c18-84f5-e6b9cd0dd3ef: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:59:36.920122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-98dc31af-3332-4653-824e-dbab507de8b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 200 len: 217 time: 0.0417647 Jul 22 14:59:36.975088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-9d70c3e9-5144-4b42-8b6c-2c26a4487156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:36.976603 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-9d70c3e9-5144-4b42-8b6c-2c26a4487156 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 200 len: 853 time: 0.0502625 Jul 22 14:59:37.039308 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-c2c078aa-cfc1-44cc-aa02-53ebfd48c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:37.040826 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-c2c078aa-cfc1-44cc-aa02-53ebfd48c06f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7703e8b0-568a-40b7-9868-278e63494506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584307 Jul 22 14:59:37.128396 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-173cee1e-cd19-4bcd-890c-872e7d311c93 service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812399 Jul 22 14:59:37.226970 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2975f3e5-4598-4bfc-adff-99c62f6309ed req-8d477c51-9cd8-4a56-84fc-1a38c2c65f2a service neutron] 10.222.0.20 "GET /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915561 Jul 22 14:59:42.867241 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810676-a23e-4420-b22f-353a8d8dd02c req-951cae5e-3399-4b4d-932a-2f83823d0699 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:42.868762 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3810676-a23e-4420-b22f-353a8d8dd02c req-951cae5e-3399-4b4d-932a-2f83823d0699 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0655034 Jul 22 14:59:42.907357 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f3810676-a23e-4420-b22f-353a8d8dd02c req-714cde8c-9daa-4d0d-b7aa-89306b5e9327 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329766 Jul 22 14:59:44.038768 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638cea2-018c-49f0-bc40-2f642dfae65c req-c622b4c8-5217-44f0-8ffe-cec0f92d6ff8 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:44.040274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1638cea2-018c-49f0-bc40-2f642dfae65c req-c622b4c8-5217-44f0-8ffe-cec0f92d6ff8 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0641999 Jul 22 14:59:44.077369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1638cea2-018c-49f0-bc40-2f642dfae65c req-11360a69-1a7e-4214-8c78-d985c3022e32 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/security-groups?id=b421830f-20b1-4c06-8b70-baa6db2ff773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Jul 22 14:59:44.424352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-8d0422e5-3a1c-4bc8-a9cc-f274748f96f0 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:44.425830 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-8d0422e5-3a1c-4bc8-a9cc-f274748f96f0 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.20 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 945 time: 0.0624130 Jul 22 14:59:44.536416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Deleting port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:44.536787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.625863 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] For port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:44.626225 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.642443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Calling delete_port for 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:44.764849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.776268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['3c13c65d-5f5d-4134-9ab1-a6ec624b8867'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:59:44.793249 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Pushing event deleted for resources: {'Port': ['ID=3c13c65d-5f5d-4134-9ab1-a6ec624b8867,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:44.825396 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.825775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.826115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.826442 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.826779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.827114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.827439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.827763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.828084 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.828406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.828725 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.829044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:44.853850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] No DVR routers for this DVR port 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:59:44.856434 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.858457 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5965c2d9-6c53-4c58-ae56-171d6dd3df98 req-0884f927-1166-4bee-a554-8f7f22e1cb11 tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.20 "DELETE /v2.0/ports/3c13c65d-5f5d-4134-9ab1-a6ec624b8867 HTTP/1.1" status: 204 len: 173 time: 0.4268823 Jul 22 14:59:44.858901 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'name': 'network-vif-deleted', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:59:44.861140 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8ddf03-b09c-49b0-8726-74813939d808" -d '{"events": [{"server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "name": "network-vif-deleted", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:59:44.903159 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1cf6b3-90aa-4edc-88d7-eb40e0d64f9f x-openstack-request-id: req-8d1cf6b3-90aa-4edc-88d7-eb40e0d64f9f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:59:44.903454 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "528141e9-56fa-4b62-86c5-ae8cf59320a0", "name": "network-vif-deleted", "tag": "3c13c65d-5f5d-4134-9ab1-a6ec624b8867", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:59:44.903705 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d1cf6b3-90aa-4edc-88d7-eb40e0d64f9f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:59:44.904091 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '528141e9-56fa-4b62-86c5-ae8cf59320a0', 'name': 'network-vif-deleted', 'tag': '3c13c65d-5f5d-4134-9ab1-a6ec624b8867', 'status': 'completed', 'code': 200} Jul 22 14:59:45.188731 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d0143258-e7c7-4ee0-8491-e2a2898ffd7a req-bfe97a12-2827-4578-9b0a-98625fb2007b tempest-TestMinimumBasicScenario-517146113 tempest-TestMinimumBasicScenario-517146113-project] 10.222.0.11 "GET /v2.0/ports?device_id=528141e9-56fa-4b62-86c5-ae8cf59320a0 HTTP/1.1" status: 200 len: 210 time: 0.0322726 Jul 22 14:59:46.752598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59082) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:47.107345 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.369522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Deleting port acf99ca7-d546-4d9f-bd3e-e9bdd9418887 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:47.369804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.445963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] For port acf99ca7-d546-4d9f-bd3e-e9bdd9418887, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:47.446319 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.459082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Calling delete_port for acf99ca7-d546-4d9f-bd3e-e9bdd9418887 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:47.639492 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.678060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Pushing event deleted for resources: {'Port': ['ID=acf99ca7-d546-4d9f-bd3e-e9bdd9418887,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:47.846318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:48.011305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:48.042768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:48.043118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 3c13c65d-5f5d-4134-9ab1-a6ec624b8867 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:48.084104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Router 315f7a1d-cf42-4d90-96dd-8cb817567c69 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:59:48.185936 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:59:48.191247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-88cd304a-9f8e-456b-b7a7-499764897373 admin admin] 10.222.0.11 "PUT /v2.0/routers/315f7a1d-cf42-4d90-96dd-8cb817567c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4376445 Jul 22 14:59:48.194496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59084) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:48.195244 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92e288-654c-4048-bee2-182d7166860c None None] Sync routers for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:59:48.204200 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:48.205012 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:48.298126 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:48.307080 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:48.401252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:48.455174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Deleting port 2f106cf8-555e-46e3-816f-4a60754d0562 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:48.455421 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:48.481403 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:59:47Z', 'revision_number': 5, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port': {'id': '2f106cf8-555e-46e3-816f-4a60754d0562', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:48.511240 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92e288-654c-4048-bee2-182d7166860c None None] Checking router: 315f7a1d-cf42-4d90-96dd-8cb817567c69 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:59:48.519510 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] Routers {'315f7a1d-cf42-4d90-96dd-8cb817567c69'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:48.520118 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['315f7a1d-cf42-4d90-96dd-8cb817567c69'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:48.538710 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] For port 2f106cf8-555e-46e3-816f-4a60754d0562, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2f106cf8-555e-46e3-816f-4a60754d0562,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:48.539074 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:48.550604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Calling delete_port for 2f106cf8-555e-46e3-816f-4a60754d0562 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:48.604140 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] Set router 315f7a1d-cf42-4d90-96dd-8cb817567c69 gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:48.640856 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d433c0c4-dcf8-43fa-bfd7-1596b165df2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:48.658720 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-9d92e288-654c-4048-bee2-182d7166860c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:59:48Z', 'revision_number': 6, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:48.695276 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d92e288-654c-4048-bee2-182d7166860c None None] The sync data for ids ['315f7a1d-cf42-4d90-96dd-8cb817567c69'] in n-d-787205-11 is: [{'id': '315f7a1d-cf42-4d90-96dd-8cb817567c69', 'name': 'tempest-TestMinimumBasicScenario-314437658-router', 'tenant_id': '2da557fe0698459aa615a18b5f6ae75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:39Z', 'updated_at': '2021-07-22T14:59:48Z', 'revision_number': 6, 'project_id': '2da557fe0698459aa615a18b5f6ae75d', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:59:49.011252 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.039664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f106cf8-555e-46e3-816f-4a60754d0562,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:49.110511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.208567 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.210747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.253326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.253923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315f7a1d-cf42-4d90-96dd-8cb817567c69 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:59:49.259186 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.260431 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ac0bb3d5-e09f-4669-b750-367bc14446b6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/315f7a1d-cf42-4d90-96dd-8cb817567c69 HTTP/1.1" status: 204 len: 168 time: 1.0650063 Jul 22 14:59:49.263002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59088) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:49.308423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Deleting subnet 63b147f1-1258-4116-950c-ce88232bad90 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:59:49.311534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.352316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.433865 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.478659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device acf99ca7-d546-4d9f-bd3e-e9bdd9418887 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:49.490222 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.499494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: acf99ca7-d546-4d9f-bd3e-e9bdd9418887 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:49.499850 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device acf99ca7-d546-4d9f-bd3e-e9bdd9418887 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:49.517605 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b147f1-1258-4116-950c-ce88232bad90,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:49.523193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.525116 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-778508b2-dd02-4428-a158-243d10b70de7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/63b147f1-1258-4116-950c-ce88232bad90 HTTP/1.1" status: 204 len: 168 time: 0.2612407 Jul 22 14:59:49.527684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59090) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:49.531107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32abf351-893b-4992-a8cc-b66f3565fa94 None None] Network 7703e8b0-568a-40b7-9868-278e63494506 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:59:49.601848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.626311 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.660400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Deleting port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:49.660752 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.734261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] For port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:49.734619 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.739612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] DHCP port deletion for 7703e8b0-568a-40b7-9868-278e63494506 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:59:49.750461 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Calling delete_port for 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:49.793751 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Deleting port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:49.794137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.844071 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.864928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] For port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,segment=NetworkSegment(2df26a11-9144-4804-b294-bdc33e4586ce),segment_id=2df26a11-9144-4804-b294-bdc33e4586ce)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:49.865325 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.872213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] No DVR routers for this DVR port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:59:49.874265 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:49.878330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Calling delete_port for 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:59:49.949493 n-d-787205-11 neutron-server[93761]: self.session.flush() Jul 22 14:59:49.953593 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.958927 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.960285 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7703e8b0-568a-40b7-9868-278e63494506']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:49.970281 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df26a11-9144-4804-b294-bdc33e4586ce') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:49.970591 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df26a11-9144-4804-b294-bdc33e4586ce') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:49.980033 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:49.990476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] No DVR routers for this DVR port 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:59:49.993826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Pushing event deleted for resources: {'Port': ['ID=6f6bdb35-87c2-4105-b9df-74cd78cc7c39,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:49.995921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.002230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:59:50.002622 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: timer() Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:59:50.004269 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:59:50.009723 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.010074 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.010417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.010752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.011118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.011562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.011899 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.012229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.012578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.012904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.013228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.013551 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfc197-9c04-4b54-b810-3bff1e61173e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:50.062470 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.067905 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.069916 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7703e8b0-568a-40b7-9868-278e63494506 HTTP/1.1" status: 204 len: 168 time: 0.5412490 Jul 22 14:59:50.073136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59092) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:50.080540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201addd-cdc9-4a39-af96-329e6b046418 admin admin] Pushing event deleted for resources: {'Network': ['ID=7703e8b0-568a-40b7-9868-278e63494506,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:50.415528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.523592 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.673821 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Deleting port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:50.674082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.751992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] For port 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,segment=NetworkSegment(e9b0285a-c978-448d-b211-89567727f09d),segment_id=e9b0285a-c978-448d-b211-89567727f09d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:50.752346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:50.765052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Calling delete_port for 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:50.916266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:50.937547 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:50.937844 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 6f6bdb35-87c2-4105-b9df-74cd78cc7c39 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:50.938272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f106cf8-555e-46e3-816f-4a60754d0562 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:50.958497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 2f106cf8-555e-46e3-816f-4a60754d0562 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:50.958848 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f106cf8-555e-46e3-816f-4a60754d0562 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:51.283844 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:51.307421 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Pushing event deleted for resources: {'Port': ['ID=13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:51.448619 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:51.479347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:51.497318 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d61942-7e73-4730-9585-bfb9ce597761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:51.698159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Router d4fd558a-1483-4119-85e1-ac21f48471f2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:59:51.802731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:59:51.807773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6c2adfbd-563a-4caa-8845-4535250aad8b admin admin] 10.222.0.11 "PUT /v2.0/routers/d4fd558a-1483-4119-85e1-ac21f48471f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335198 Jul 22 14:59:51.810330 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59094) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:51.811097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] Sync routers for ids ['d4fd558a-1483-4119-85e1-ac21f48471f2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:59:51.820811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] Routers {'d4fd558a-1483-4119-85e1-ac21f48471f2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:51.821427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d4fd558a-1483-4119-85e1-ac21f48471f2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:51.917847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:51.929543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] Set router d4fd558a-1483-4119-85e1-ac21f48471f2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:52.022292 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.074081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Deleting port a0d7f451-3af0-4c5e-864d-40c64ecf2309 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:52.074432 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.110390 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:59:51Z', 'revision_number': 5, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port': {'id': 'a0d7f451-3af0-4c5e-864d-40c64ecf2309', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:52.141212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] Checking router: d4fd558a-1483-4119-85e1-ac21f48471f2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:59:52.150510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] Routers {'d4fd558a-1483-4119-85e1-ac21f48471f2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:52.151029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['d4fd558a-1483-4119-85e1-ac21f48471f2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:52.157862 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] For port a0d7f451-3af0-4c5e-864d-40c64ecf2309, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a0d7f451-3af0-4c5e-864d-40c64ecf2309,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:52.158228 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.170377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Calling delete_port for a0d7f451-3af0-4c5e-864d-40c64ecf2309 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:52.231720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] Set router d4fd558a-1483-4119-85e1-ac21f48471f2 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:52.290845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:59:52Z', 'revision_number': 6, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:52.317705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1253041e-a48c-4b45-af2e-30813cb31f3d None None] The sync data for ids ['d4fd558a-1483-4119-85e1-ac21f48471f2'] in n-d-787205-11 is: [{'id': 'd4fd558a-1483-4119-85e1-ac21f48471f2', 'name': 'tempest-TestMinimumBasicScenario-1833656378-router', 'tenant_id': '403ec7439ff84d048848bb648f664d14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:44Z', 'updated_at': '2021-07-22T14:59:52Z', 'revision_number': 6, 'project_id': '403ec7439ff84d048848bb648f664d14', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:59:52.340834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.367852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d7f451-3af0-4c5e-864d-40c64ecf2309,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:52.432004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.519831 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.521986 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.568167 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.568360 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fd558a-1483-4119-85e1-ac21f48471f2 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:59:52.572735 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.573935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-05f7b7b4-4e99-4c18-99e4-2ed1ac3cafac admin admin] 10.222.0.11 "DELETE /v2.0/routers/d4fd558a-1483-4119-85e1-ac21f48471f2 HTTP/1.1" status: 204 len: 168 time: 0.7626503 Jul 22 14:59:52.576444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:52.617770 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.621418 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Deleting subnet db8a401f-30e5-40cb-8efd-22d5f785aae0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:59:52.624525 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.659520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.751521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.804280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.830712 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8a401f-30e5-40cb-8efd-22d5f785aae0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:52.832558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.835237 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b6aa77ab-d784-4cee-81fc-4a99c9d0f15a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/db8a401f-30e5-40cb-8efd-22d5f785aae0 HTTP/1.1" status: 204 len: 168 time: 0.2578669 Jul 22 14:59:52.837449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a4a230-edf0-4111-9ec4-d665eb89e193 None None] Network 67d5cce8-88eb-4433-9bc3-4072f58b3a80 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:59:52.837941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:52.907303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:52.966799 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Deleting port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:52.967138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.030553 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] For port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,segment=NetworkSegment(e9b0285a-c978-448d-b211-89567727f09d),segment_id=e9b0285a-c978-448d-b211-89567727f09d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:53.030847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.043742 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Calling delete_port for 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:53.076012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] DHCP port deletion for 67d5cce8-88eb-4433-9bc3-4072f58b3a80 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:59:53.135555 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0d7f451-3af0-4c5e-864d-40c64ecf2309 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:53.135811 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.158600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Deleting port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:59:53.159294 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.161732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a0d7f451-3af0-4c5e-864d-40c64ecf2309 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:53.162073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a0d7f451-3af0-4c5e-864d-40c64ecf2309 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:53.162478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:53.163591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:53.165490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] No DVR routers for this DVR port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:59:53.190866 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:53.191215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 13dee2a1-73b0-47ee-a6ce-fe9fdd7f2028 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:53.191643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:59:53.215606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:59:53.215947 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:59:53.239896 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.250792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d5cce8-88eb-4433-9bc3-4072f58b3a80']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:53.265323 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] For port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415, host n-d-787205-11, got binding levels [] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:53.265739 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.266973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b0285a-c978-448d-b211-89567727f09d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:53.267276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b0285a-c978-448d-b211-89567727f09d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:53.277307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.280081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Calling delete_port for 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:59:53.283741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.ipam_backend_mixin [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 was not found and therefore no delete operation was performed {{(pid=93761) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:59:53.285577 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.292775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.299840 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:59:53.300249 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: timer() Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:59:53.302263 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:59:53.315044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] Pushing event deleted for resources: {'Port': ['ID=1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:53.320491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410047e-0ea2-4cde-aeec-49a418cbd8cd None None] No DVR routers for this DVR port 1ef38516-c5cb-4f5b-b6aa-b3f0cc14d415 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:59:53.368381 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.374309 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.376173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67d5cce8-88eb-4433-9bc3-4072f58b3a80 HTTP/1.1" status: 204 len: 168 time: 0.5375342 Jul 22 14:59:53.388328 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f7568-07f4-49e5-a2fa-41b8a7fdce37 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d5cce8-88eb-4433-9bc3-4072f58b3a80,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:53.532230 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59102) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:53.572922 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-248def3f-7d96-4bd7-83de-f20d1e2a0b11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2da557fe0698459aa615a18b5f6ae75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395496 Jul 22 14:59:53.575437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59104) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:53.623936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3951dc4a-55d3-4500-ad10-4ed9d0ba5cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.644788 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3951dc4a-55d3-4500-ad10-4ed9d0ba5cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.691168 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3951dc4a-55d3-4500-ad10-4ed9d0ba5cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.694363 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3951dc4a-55d3-4500-ad10-4ed9d0ba5cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:53.695518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3951dc4a-55d3-4500-ad10-4ed9d0ba5cfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b421830f-20b1-4c06-8b70-baa6db2ff773 HTTP/1.1" status: 204 len: 168 time: 0.1191926 Jul 22 14:59:53.703829 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951dc4a-55d3-4500-ad10-4ed9d0ba5cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b421830f-20b1-4c06-8b70-baa6db2ff773,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:54.000294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59110) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:54.040289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-896aa721-8031-4a40-ad5f-7870562ba378 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=403ec7439ff84d048848bb648f664d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388613 Jul 22 14:59:54.042723 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59112) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:54.093791 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a12b74c9-0e9c-4111-9557-f8681bfdb5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:54.115205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a12b74c9-0e9c-4111-9557-f8681bfdb5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:54.161772 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a12b74c9-0e9c-4111-9557-f8681bfdb5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:54.164580 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a12b74c9-0e9c-4111-9557-f8681bfdb5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:54.165754 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a12b74c9-0e9c-4111-9557-f8681bfdb5e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d45280b0-3fb2-441f-bae5-a366aaf06c2a HTTP/1.1" status: 204 len: 168 time: 0.1221368 Jul 22 14:59:54.173452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b74c9-0e9c-4111-9557-f8681bfdb5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45280b0-3fb2-441f-bae5-a366aaf06c2a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:54.419137 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:55.738243 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59154) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:55.743639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091244151', 'description': 'tempest-secgroup-smoke-2091244151 description', 'project_id': '0438127e8eba408592caf4d621c10789'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:55.767194 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:55.775063 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:55.870843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:55.874487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:55.913314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa06c17-2d07-41dc-96be-b06951ae27cc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:55.972784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:55.977180 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.006122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.007273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2675102 Jul 22 14:59:56.009390 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bfde5-eef3-4dfc-9513-c44b8dcac238 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c939ab9e-97a0-4579-8f47-9c71ba154f65,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.015012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59156) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.020780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'c939ab9e-97a0-4579-8f47-9c71ba154f65', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.046821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.106078 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.109423 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.125149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e49a027-e989-48cb-9250-b833c625c40f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.134376 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.135617 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8173cad2-5f90-42f5-a0f5-ba6724e4c083 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196282 Jul 22 14:59:56.138398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59158) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.142860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'c939ab9e-97a0-4579-8f47-9c71ba154f65', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.169426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.228386 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.231868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.249833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6184bdeb-70f4-4c8d-a190-f2559e9f4e67,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.255049 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.256500 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6d379d13-d8bb-4ce4-af7b-2bd13858dbc2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171091 Jul 22 14:59:56.259378 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59160) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.263879 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'c939ab9e-97a0-4579-8f47-9c71ba154f65', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.290991 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.349549 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.352868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.370368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c40469e-44ee-4cb3-a05c-812cff09e1d7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.376755 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.378042 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-837916ca-8157-4293-9659-5ff499bdbdcc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177444 Jul 22 14:59:56.380925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59162) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.385668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'c939ab9e-97a0-4579-8f47-9c71ba154f65', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.411970 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.472347 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.475838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.495227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f80e125-62f4-43c8-b91f-ad66630d5393,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.498875 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.500074 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b44451ea-dc5a-48a9-bf1d-0804071afa3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182253 Jul 22 14:59:56.502875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59164) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.508044 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'c939ab9e-97a0-4579-8f47-9c71ba154f65', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.529416 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:59:56.534329 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.594511 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.597993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.616661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d12aa57-278b-4799-9311-b8fe701e7afa,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.622273 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.623469 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e1a5f939-9f94-4a6b-83c1-8e0addfe8ccf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196530 Jul 22 14:59:56.626323 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59166) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.630812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'c939ab9e-97a0-4579-8f47-9c71ba154f65', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.651751 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:59:56.656683 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.719147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.722509 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.740685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451202e2-3a5d-4c8c-8a25-488e4438de1a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.747177 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.748230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b2139e18-42b8-42be-8c58-5dc80f53b6f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209667 Jul 22 14:59:56.751407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59168) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.756780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'network': {'name': 'tempest-network-smoke--1479830666', 'project_id': '0438127e8eba408592caf4d621c10789', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.777955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:59:56.781260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.803819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:59:56.812244 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.812590 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Added segment baa54f0c-53f7-455b-b390-d69f8a493939 of type vlan for network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 Jul 22 14:59:56.855524 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.884497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.890070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:56.890668 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.924593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1721547 Jul 22 14:59:56.928089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59170) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:56.934585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'admin_state_up': True, 'project_id': '0438127e8eba408592caf4d621c10789', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:56.976547 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8f78-3f33-4bd3-a51c-e237dbca47ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Network': ['ID=0901c1c5-87f2-49c1-9f5c-89c1188bf711,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:56.986918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:59:56.994303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:56.995311 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.053281 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.187431 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.398732 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.424028 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.526945 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.100 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/d670209a-2a6b-4d92-885b-3ea64f06e2c3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:59:57.627805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.666801 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:57.702570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:59:57.707309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:59:57.710815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:59:57.738047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=d670209a-2a6b-4d92-885b-3ea64f06e2c3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:58.017440 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:58.216087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:58.342915 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 78c65e3c-c70d-435a-a0f7-d14958fbd355 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:59:58.453560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:59:58.463582 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Sync routers for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:59:58.472211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:58.473221 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:58.474378 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:58.477415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:58.477920 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e3abbce3-acf3-4b91-acaf-a72c9d67c8f5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5484371 Jul 22 14:59:58.596675 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:58.611327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-98894e79-e883-44bc-be1a-842cf18669a0 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0438127e8eba408592caf4d621c10789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1325312 Jul 22 14:59:58.614925 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:58.805346 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T14:59:57Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T14:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:58.827617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c680406-9bb0-4ee0-821e-a08ad6f0ee2a tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:58.829181 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0c680406-9bb0-4ee0-821e-a08ad6f0ee2a tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2132552 Jul 22 14:59:58.831965 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:58.838408 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Checking router: 78c65e3c-c70d-435a-a0f7-d14958fbd355 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:59:58.838759 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Updating router 78c65e3c-c70d-435a-a0f7-d14958fbd355 port d670209a-2a6b-4d92-885b-3ea64f06e2c3 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:59:58.882599 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:58.890151 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-82ddeed6-0fad-40b9-bdce-a4abf46f3cd9 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570230 Jul 22 14:59:58.892748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:58.897783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429583794', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'project_id': '0438127e8eba408592caf4d621c10789', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:59.004164 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:59:59.008400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.217238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.278422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Subnet': ['ID=0770f582-b247-48a5-ad60-6a7c4ebb6bd7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:59.291911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Checking segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:59:59.292285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network hostable DHCP agents. Network: 0901c1c5-87f2-49c1-9f5c-89c1188bf711, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:59:59.303764 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.311236 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:59:59.314435 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Transition to ACTIVE for port object d670209a-2a6b-4d92-885b-3ea64f06e2c3 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:59:59.321309 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 0901c1c5-87f2-49c1-9f5c-89c1188bf711) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:59:59.321727 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.325923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:59.326485 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.331335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9e003-63d8-4970-a849-a34cb50080fd None None] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:59:59.345550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59182) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:59.346288 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6695f279-e700-4eb9-88ac-97df7d8858b0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4518917 Jul 22 14:59:59.379470 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Attempting to bind port d670209a-2a6b-4d92-885b-3ea64f06e2c3 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:59:59.379837 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Attempting to bind port d670209a-2a6b-4d92-885b-3ea64f06e2c3 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:59:59.380198 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Attempting to bind port d670209a-2a6b-4d92-885b-3ea64f06e2c3 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:59:59.382250 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Pushing event updated for resources: {'Port': ['ID=d670209a-2a6b-4d92-885b-3ea64f06e2c3,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:59.391752 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.392094 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.392437 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.392768 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.393093 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.393417 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.393766 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.394090 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.394407 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.394727 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.395576 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.395902 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:59.399551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:59:59.399917 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:59:59.400318 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.400697 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:59:59.401167 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Bound port: d670209a-2a6b-4d92-885b-3ea64f06e2c3, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:59:59.401543 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.464710 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] For port d670209a-2a6b-4d92-885b-3ea64f06e2c3, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:59:59.467904 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] For port d670209a-2a6b-4d92-885b-3ea64f06e2c3, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d670209a-2a6b-4d92-885b-3ea64f06e2c3,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:59:59.475467 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.504502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:59:59.507720 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.529084 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:59.529733 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:59.570954 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80cf96-d28a-46fd-8037-ed9095bbacf0 None None] Pushing event updated for resources: {'Port': ['ID=d670209a-2a6b-4d92-885b-3ea64f06e2c3,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:59.656433 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:59.660495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Allocated IP 172.20.0.2 (0901c1c5-87f2-49c1-9f5c-89c1188bf711/0770f582-b247-48a5-ad60-6a7c4ebb6bd7/5b68f7a0-af04-40ed-93a6-47198e9f1465) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:59:59.829163 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.839097 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Transition to ACTIVE for port object 5b68f7a0-af04-40ed-93a6-47198e9f1465 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:59:59.842407 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T14:59:57Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:59.855597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Transition to ACTIVE for port object 5b68f7a0-af04-40ed-93a6-47198e9f1465 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:59:59.863234 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.876551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b477e-01d8-4716-842a-3cf11ab0a0ae None None] The sync data for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 is: [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T14:59:57Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T14:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:59:59.910246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:59:59.914058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:59:59.916478 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:59:59.931371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Pushing event updated for resources: {'Port': ['ID=5b68f7a0-af04-40ed-93a6-47198e9f1465,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:59.991691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Attempting to bind port 5b68f7a0-af04-40ed-93a6-47198e9f1465 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:59:59.991809 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Attempting to bind port 5b68f7a0-af04-40ed-93a6-47198e9f1465 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:59:59.992172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Attempting to bind port 5b68f7a0-af04-40ed-93a6-47198e9f1465 on network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:59:59.997603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:59:59.998015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Checking segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:59:59.998421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:59.999225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Bound using segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:59:59.999340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Bound port: 5b68f7a0-af04-40ed-93a6-47198e9f1465, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:59:59.999660 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:00.067837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] For port 5b68f7a0-af04-40ed-93a6-47198e9f1465, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:00:00.071197 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] For port 5b68f7a0-af04-40ed-93a6-47198e9f1465, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5b68f7a0-af04-40ed-93a6-47198e9f1465,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:00:00.076153 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:00.166306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76ce7-7328-47f0-aa79-10e7f1b15aa6 None None] Pushing event updated for resources: {'Port': ['ID=5b68f7a0-af04-40ed-93a6-47198e9f1465,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:00.169316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:00.388547 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:00:00.563496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.1 (0901c1c5-87f2-49c1-9f5c-89c1188bf711/0770f582-b247-48a5-ad60-6a7c4ebb6bd7/2f269378-bfb8-4515-ad07-684c84782711) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:00:00.687261 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:00.702353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object 2f269378-bfb8-4515-ad07-684c84782711 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:00:00.738077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:00.783482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:00:00.793563 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:00:00.796054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:00:00.799004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=2f269378-bfb8-4515-ad07-684c84782711,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:00.848993 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:00.985093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b68f7a0-af04-40ed-93a6-47198e9f1465 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:01.029019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.045290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5b68f7a0-af04-40ed-93a6-47198e9f1465 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:01.049420 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d670209a-2a6b-4d92-885b-3ea64f06e2c3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:01.101287 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d670209a-2a6b-4d92-885b-3ea64f06e2c3 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:01.105667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d670209a-2a6b-4d92-885b-3ea64f06e2c3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:01.106057 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.177930 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5eb9e-7ce6-4d02-a727-eab73946064f None None] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:00:01.208946 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.337110 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.342116 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.422741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=2f269378-bfb8-4515-ad07-684c84782711,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:01.425212 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.443380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d670209a-2a6b-4d92-885b-3ea64f06e2c3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d670209a-2a6b-4d92-885b-3ea64f06e2c3,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:01.451715 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.482685 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] Provisioning for port 5b68f7a0-af04-40ed-93a6-47198e9f1465 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:01.499556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] Provisioning complete for port 5b68f7a0-af04-40ed-93a6-47198e9f1465 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:01.499930 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.531115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:00:01.532687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:00:01.571043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d670209a-2a6b-4d92-885b-3ea64f06e2c3,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:01.654249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 78c65e3c-c70d-435a-a0f7-d14958fbd355 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:00:01.664674 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.704339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] For port 5b68f7a0-af04-40ed-93a6-47198e9f1465, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5b68f7a0-af04-40ed-93a6-47198e9f1465,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:01.708825 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:01.765757 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db00674-95b5-4793-83d2-64e08287df5a None None] Pushing event updated for resources: {'Port': ['ID=5b68f7a0-af04-40ed-93a6-47198e9f1465,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:01.772867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:00:01.782019 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13bdfe70-c96a-4a9f-845a-bf8b640beb1f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/78c65e3c-c70d-435a-a0f7-d14958fbd355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4317567 Jul 22 15:00:01.782871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d890-e6e8-470d-a262-746134799203 None None] Sync routers for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:00:01.794598 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:01.795243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:01.925607 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:01.948216 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-4e805261-8d8c-41f4-a9e8-c2ecfa87cfb1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091244151&fields=id&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 267 time: 0.0377944 Jul 22 15:00:01.971039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4cc30ee0-e449-44e8-a5fc-aacb9ec699b9 None None] Provisioning complete for port 5b68f7a0-af04-40ed-93a6-47198e9f1465 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:01.971416 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc30ee0-e449-44e8-a5fc-aacb9ec699b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.067484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-326e10a6-b6e9-4069-9011-0788d772f91a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:02.069062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-326e10a6-b6e9-4069-9011-0788d772f91a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/networks?id=0901c1c5-87f2-49c1-9f5c-89c1188bf711 HTTP/1.1" status: 200 len: 797 time: 0.1128089 Jul 22 15:00:02.085832 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-02a62a3a-9d2a-4d77-9cfb-d693e24dca38 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/quotas/0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 375 time: 0.0111034 Jul 22 15:00:02.166244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-3f654262-0996-4209-bc4e-734ef1a7b2d6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741181 Jul 22 15:00:02.194769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4cc30ee0-e449-44e8-a5fc-aacb9ec699b9 None None] Provisioning for port 2f269378-bfb8-4515-ad07-684c84782711 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:02.200643 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4cc30ee0-e449-44e8-a5fc-aacb9ec699b9 None None] Provisioning complete for port 2f269378-bfb8-4515-ad07-684c84782711 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:02.201021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4cc30ee0-e449-44e8-a5fc-aacb9ec699b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.245790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 2, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:02.247771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4cc30ee0-e449-44e8-a5fc-aacb9ec699b9 None None] Port 2f269378-bfb8-4515-ad07-684c84782711 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:00:02.276504 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d890-e6e8-470d-a262-746134799203 None None] Checking router: 78c65e3c-c70d-435a-a0f7-d14958fbd355 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:00:02.276878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d890-e6e8-470d-a262-746134799203 None None] Updating router 78c65e3c-c70d-435a-a0f7-d14958fbd355 port 2f269378-bfb8-4515-ad07-684c84782711 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:00:02.315038 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4596d890-e6e8-470d-a262-746134799203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.389376 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-cc437369-40f9-4308-98a4-a3812893817f service neutron] 10.222.0.11 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384509 Jul 22 15:00:02.418415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b969c48f-6a53-4b20-98e1-5bbd30b98a00 None None] Provisioning complete for port 2f269378-bfb8-4515-ad07-684c84782711 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:02.418793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b969c48f-6a53-4b20-98e1-5bbd30b98a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.480879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b969c48f-6a53-4b20-98e1-5bbd30b98a00 None None] Port 2f269378-bfb8-4515-ad07-684c84782711 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:00:02.481300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-c263e270-90ec-4de2-b6bd-8391cad52dcb service neutron] 10.222.0.11 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859571 Jul 22 15:00:02.613005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4596d890-e6e8-470d-a262-746134799203 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.623727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4596d890-e6e8-470d-a262-746134799203 None None] Transition to ACTIVE for port object 2f269378-bfb8-4515-ad07-684c84782711 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:00:02.632099 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4596d890-e6e8-470d-a262-746134799203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.694298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f744cd6a-43ca-4283-90fe-c0e657a05cb1 req-9a90a1ec-1984-4a3d-99b8-a4330d667413 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 210 time: 0.0572124 Jul 22 15:00:02.718050 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e214-f01a-4514-94e7-1b6d926e32f5 None None] Pushing event updated for resources: {'Port': ['ID=2f269378-bfb8-4515-ad07-684c84782711,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:02.752099 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4596d890-e6e8-470d-a262-746134799203 None None] Attempting to bind port 2f269378-bfb8-4515-ad07-684c84782711 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:00:02.752466 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4596d890-e6e8-470d-a262-746134799203 None None] Attempting to bind port 2f269378-bfb8-4515-ad07-684c84782711 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:00:02.752833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596d890-e6e8-470d-a262-746134799203 None None] Attempting to bind port 2f269378-bfb8-4515-ad07-684c84782711 on network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:00:02.758847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596d890-e6e8-470d-a262-746134799203 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:00:02.759736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596d890-e6e8-470d-a262-746134799203 None None] Checking segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:00:02.760156 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4596d890-e6e8-470d-a262-746134799203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.760550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596d890-e6e8-470d-a262-746134799203 None None] Bound using segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:00:02.761030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4596d890-e6e8-470d-a262-746134799203 None None] Bound port: 2f269378-bfb8-4515-ad07-684c84782711, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:00:02.761548 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4596d890-e6e8-470d-a262-746134799203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.833686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4596d890-e6e8-470d-a262-746134799203 None None] For port 2f269378-bfb8-4515-ad07-684c84782711, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:00:02.837429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4596d890-e6e8-470d-a262-746134799203 None None] For port 2f269378-bfb8-4515-ad07-684c84782711, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2f269378-bfb8-4515-ad07-684c84782711,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:00:02.842081 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4596d890-e6e8-470d-a262-746134799203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:02.925213 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:02.926773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:02.965378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807e214-f01a-4514-94e7-1b6d926e32f5 None None] Pushing event updated for resources: {'Port': ['ID=2f269378-bfb8-4515-ad07-684c84782711,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:02.997010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b68f7a0-af04-40ed-93a6-47198e9f1465 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:03.088267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:03.120276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5b68f7a0-af04-40ed-93a6-47198e9f1465 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:03.120643 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:03.328396 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d670209a-2a6b-4d92-885b-3ea64f06e2c3 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:03.408460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d670209a-2a6b-4d92-885b-3ea64f06e2c3 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:03.408834 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:03.428327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4596d890-e6e8-470d-a262-746134799203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:02Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:03.623857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596d890-e6e8-470d-a262-746134799203 None None] The sync data for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 is: [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:02Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:00:03.708690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-31984483-6e80-4f37-bba1-7465ff0d5e70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:03.711905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-31984483-6e80-4f37-bba1-7465ff0d5e70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/networks?id=0901c1c5-87f2-49c1-9f5c-89c1188bf711 HTTP/1.1" status: 200 len: 797 time: 0.1511977 Jul 22 15:00:03.764060 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-2ed9521d-8a2a-4a69-bc89-85633c2b7b18 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 380 time: 0.0434425 Jul 22 15:00:03.775616 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'port': {'device_id': '7d5134de-4db6-440d-a507-ecd16869ff82', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'admin_state_up': True, 'tenant_id': '0438127e8eba408592caf4d621c10789', 'security_groups': ['c939ab9e-97a0-4579-8f47-9c71ba154f65']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:00:03.828030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-68632cce-b88a-4745-aeed-161f9fa2bcfb req-e02204fd-8fb0-45db-9fdf-7aeaf0992581 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 210 time: 0.0473788 Jul 22 15:00:03.918258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:00:03.921844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.052257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.14 (0901c1c5-87f2-49c1-9f5c-89c1188bf711/0770f582-b247-48a5-ad60-6a7c4ebb6bd7/19e0017a-46a1-4403-aa75-89903dea5355) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:00:04.204691 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.220034 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object 19e0017a-46a1-4403-aa75-89903dea5355 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:00:04.254044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.303350 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:00:04.306509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:00:04.310447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:00:04.317493 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=19e0017a-46a1-4403-aa75-89903dea5355,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:04.372104 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:04.372773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.390255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-be871898-e231-4d7b-b2f3-850994e39edd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6187644 Jul 22 15:00:04.483196 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Request body: {'port': {'device_id': '7d5134de-4db6-440d-a507-ecd16869ff82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:00:04.555257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9008ab5e-10f9-4c9c-8e14-11a0d13d4f1a None None] Provisioning for port 19e0017a-46a1-4403-aa75-89903dea5355 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:04.559574 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9008ab5e-10f9-4c9c-8e14-11a0d13d4f1a None None] Provisioning complete for port 19e0017a-46a1-4403-aa75-89903dea5355 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:04.560101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.560514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9008ab5e-10f9-4c9c-8e14-11a0d13d4f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.597227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9008ab5e-10f9-4c9c-8e14-11a0d13d4f1a None None] Port 19e0017a-46a1-4403-aa75-89903dea5355 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:00:04.830201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e0017a-46a1-4403-aa75-89903dea5355 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:00:04.838015 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.850446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Transition to ACTIVE for port object 19e0017a-46a1-4403-aa75-89903dea5355 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:00:04.854418 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:04.907242 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=19e0017a-46a1-4403-aa75-89903dea5355,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:04.961246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f269378-bfb8-4515-ad07-684c84782711 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:04.992542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea1682-c949-49bb-9bce-14db39fb5b3a req-18038f54-2d67-451f-9722-513f31e4bf98 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:04.994339 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bea1682-c949-49bb-9bce-14db39fb5b3a req-18038f54-2d67-451f-9722-513f31e4bf98 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 944 time: 0.0766063 Jul 22 15:00:05.000340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Attempting to bind port 19e0017a-46a1-4403-aa75-89903dea5355 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:00:05.000687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Attempting to bind port 19e0017a-46a1-4403-aa75-89903dea5355 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:00:05.001016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Attempting to bind port 19e0017a-46a1-4403-aa75-89903dea5355 on network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:00:05.006568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Port 19e0017a-46a1-4403-aa75-89903dea5355 on network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:00:05.006897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Attempting to bind port 19e0017a-46a1-4403-aa75-89903dea5355 on network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:00:05.013123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:00:05.013464 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Checking segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:00:05.013889 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Bound using segment: {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:00:05.014318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Bound port: 19e0017a-46a1-4403-aa75-89903dea5355, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baa54f0c-53f7-455b-b390-d69f8a493939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:00:05.014680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:05.022537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 2f269378-bfb8-4515-ad07-684c84782711 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:05.027563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2f269378-bfb8-4515-ad07-684c84782711 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:05.027934 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:05.046568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4bea1682-c949-49bb-9bce-14db39fb5b3a req-069fb982-cf6d-4024-b4de-077956ded540 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465066 Jul 22 15:00:05.099465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] For port 19e0017a-46a1-4403-aa75-89903dea5355, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:00:05.103322 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] For port 19e0017a-46a1-4403-aa75-89903dea5355, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=19e0017a-46a1-4403-aa75-89903dea5355,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:00:05.110269 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:05.122810 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:05.150082 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.150707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:05.152113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] 10.222.0.13 "PUT /v2.0/ports/19e0017a-46a1-4403-aa75-89903dea5355 HTTP/1.1" status: 200 len: 1093 time: 0.7165108 Jul 22 15:00:05.152566 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:05.154893 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e593b9-e89b-4782-b4b4-949bd7461c51" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "tag": "19e0017a-46a1-4403-aa75-89903dea5355"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:05.172013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 2f269378-bfb8-4515-ad07-684c84782711, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2f269378-bfb8-4515-ad07-684c84782711,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:05.179239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:05.186261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d77ce-b9e5-4ba7-a2bf-c03cc7f11ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=19e0017a-46a1-4403-aa75-89903dea5355,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:05.220598 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3e5047-ffd1-4ca9-8173-68b1efa7a158 x-openstack-request-id: req-8b3e5047-ffd1-4ca9-8173-68b1efa7a158 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:05.220982 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "tag": "19e0017a-46a1-4403-aa75-89903dea5355", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:05.221240 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b3e5047-ffd1-4ca9-8173-68b1efa7a158 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:05.221649 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355', 'status': 'completed', 'code': 200} Jul 22 15:00:05.240623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=2f269378-bfb8-4515-ad07-684c84782711,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:05.271664 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-358a0ba0-3aa3-4037-b99b-e318832dcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.273385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-358a0ba0-3aa3-4037-b99b-e318832dcc28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 1096 time: 0.0643225 Jul 22 15:00:05.322290 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-f03eb804-2e38-4ba5-8f94-8f047bcf8c12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e0017a-46a1-4403-aa75-89903dea5355 HTTP/1.1" status: 200 len: 217 time: 0.0407789 Jul 22 15:00:05.374850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-d6597c15-55f1-4c78-a709-b3baa1c0aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.376348 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-d6597c15-55f1-4c78-a709-b3baa1c0aea6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0770f582-b247-48a5-ad60-6a7c4ebb6bd7 HTTP/1.1" status: 200 len: 834 time: 0.0484793 Jul 22 15:00:05.438977 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-adb4b68d-19c1-4901-85fc-19d5108d8063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.440375 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-adb4b68d-19c1-4901-85fc-19d5108d8063 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0901c1c5-87f2-49c1-9f5c-89c1188bf711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577681 Jul 22 15:00:05.536773 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-0ef38487-77ba-4b2d-a142-729a6ccc4453 service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887709 Jul 22 15:00:05.623899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab7b67d4-96d7-4b4d-8a65-eb44c8730b7c req-3d2a80c4-39be-4964-8823-7f4ab3c7f115 service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817630 Jul 22 15:00:05.724073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-8bd2d481-aa3b-475a-9b11-107028348b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.725589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-8bd2d481-aa3b-475a-9b11-107028348b60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 1096 time: 0.0604179 Jul 22 15:00:05.815201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-35f12319-c014-4c8a-954c-9a8a635d6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.816706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-35f12319-c014-4c8a-954c-9a8a635d6611 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0901c1c5-87f2-49c1-9f5c-89c1188bf711 HTTP/1.1" status: 200 len: 898 time: 0.0846074 Jul 22 15:00:05.862229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-d7bebc8d-5b89-43ab-8ded-0473d097af97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e0017a-46a1-4403-aa75-89903dea5355 HTTP/1.1" status: 200 len: 217 time: 0.0385232 Jul 22 15:00:05.912530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-fd35fc29-867a-45e9-b1f7-7887ba9f289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.914025 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-fd35fc29-867a-45e9-b1f7-7887ba9f289d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0770f582-b247-48a5-ad60-6a7c4ebb6bd7 HTTP/1.1" status: 200 len: 834 time: 0.0448699 Jul 22 15:00:05.972818 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-06516b69-9859-4599-a2c4-dc9f515d18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:05.975001 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-06516b69-9859-4599-a2c4-dc9f515d18c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0901c1c5-87f2-49c1-9f5c-89c1188bf711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536466 Jul 22 15:00:06.068888 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-db10efd0-ccab-481b-8a5d-a98a4fb0a305 service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865655 Jul 22 15:00:06.161323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f9e593b9-e89b-4782-b4b4-949bd7461c51 req-1bfc65eb-1435-4a33-943f-bc52c370212c service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842743 Jul 22 15:00:06.180614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb2657-2e2a-45dc-9234-ab4166fe9c67 req-d4955c1b-3bdd-4cf7-80ef-c82f42e1c006 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:06.182171 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62bb2657-2e2a-45dc-9234-ab4166fe9c67 req-d4955c1b-3bdd-4cf7-80ef-c82f42e1c006 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 944 time: 0.0673769 Jul 22 15:00:06.220302 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-62bb2657-2e2a-45dc-9234-ab4166fe9c67 req-0220c5b0-7157-488f-8df3-e7e5c1045b4b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Jul 22 15:00:06.922612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f269378-bfb8-4515-ad07-684c84782711 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:06.972731 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 2f269378-bfb8-4515-ad07-684c84782711 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:06.973130 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:07.363548 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c85def-356c-4144-bfe7-240b7fa89a9d req-f62d2273-ba0f-4572-b7cd-e1a7669487ca tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:07.366178 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95c85def-356c-4144-bfe7-240b7fa89a9d req-f62d2273-ba0f-4572-b7cd-e1a7669487ca tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 944 time: 0.0757861 Jul 22 15:00:07.409985 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-95c85def-356c-4144-bfe7-240b7fa89a9d req-e40a8fda-3c99-4a52-a0c1-172457e03608 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381634 Jul 22 15:00:08.543604 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaffc54-df2a-4f80-82de-2eed19e18163 req-983abf07-f9a3-4150-8c7b-8d8b71cada76 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:08.545084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0eaffc54-df2a-4f80-82de-2eed19e18163 req-983abf07-f9a3-4150-8c7b-8d8b71cada76 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 944 time: 0.0679827 Jul 22 15:00:08.583446 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0eaffc54-df2a-4f80-82de-2eed19e18163 req-1866c11a-fab3-438b-b764-7cbb38f44c13 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Jul 22 15:00:09.199531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 19e0017a-46a1-4403-aa75-89903dea5355 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:00:09.295987 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 19e0017a-46a1-4403-aa75-89903dea5355, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=19e0017a-46a1-4403-aa75-89903dea5355,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:09.307057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '19e0017a-46a1-4403-aa75-89903dea5355', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'port_id': '19e0017a-46a1-4403-aa75-89903dea5355', 'mac_address': 'fa:16:3e:cf:5a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:00:09.343836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:09.357341 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e0017a-46a1-4403-aa75-89903dea5355 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:00:09.377128 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 19e0017a-46a1-4403-aa75-89903dea5355, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=19e0017a-46a1-4403-aa75-89903dea5355,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:09.381012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:09.429305 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=19e0017a-46a1-4403-aa75-89903dea5355,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:09.625632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['19e0017a-46a1-4403-aa75-89903dea5355'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:00:09.714135 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7671e6e-fb84-49ae-8004-4a5dbb5e1556 req-5f73de30-eb0a-4763-9a8c-f5fcc0afdaf4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:09.715689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7671e6e-fb84-49ae-8004-4a5dbb5e1556 req-5f73de30-eb0a-4763-9a8c-f5fcc0afdaf4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 945 time: 0.0660274 Jul 22 15:00:09.754580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f7671e6e-fb84-49ae-8004-4a5dbb5e1556 req-c000dce3-3e73-4caa-9a66-0bbcb8cbbe6b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Jul 22 15:00:10.888894 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cd0ce-93de-4a72-8f58-78c4066667e3 req-db9860ea-a87d-48b0-8ba0-dfb57e5ae879 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:10.890475 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d28cd0ce-93de-4a72-8f58-78c4066667e3 req-db9860ea-a87d-48b0-8ba0-dfb57e5ae879 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 945 time: 0.0669062 Jul 22 15:00:10.928503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d28cd0ce-93de-4a72-8f58-78c4066667e3 req-7f3dfb5c-b33b-4d4e-8002-61b1fa47d0ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Jul 22 15:00:11.199080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 19e0017a-46a1-4403-aa75-89903dea5355 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:00:11.249743 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 19e0017a-46a1-4403-aa75-89903dea5355 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:00:11.253336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 19e0017a-46a1-4403-aa75-89903dea5355 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:00:11.253731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:11.330490 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:11.352646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:11.366544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 19e0017a-46a1-4403-aa75-89903dea5355, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=19e0017a-46a1-4403-aa75-89903dea5355,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:11.370418 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:11.395639 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891d6794-ee6d-4628-99f3-06bfe8288721" -d '{"events": [{"server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "name": "network-vif-plugged", "status": "completed", "tag": "19e0017a-46a1-4403-aa75-89903dea5355"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:11.423776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=19e0017a-46a1-4403-aa75-89903dea5355,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:11.485410 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d380f46-8847-404d-b9fe-34c3f221ab10 x-openstack-request-id: req-6d380f46-8847-404d-b9fe-34c3f221ab10 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:11.485738 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "name": "network-vif-plugged", "status": "completed", "tag": "19e0017a-46a1-4403-aa75-89903dea5355", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:11.486001 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d380f46-8847-404d-b9fe-34c3f221ab10 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:11.486395 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355', 'code': 200} Jul 22 15:00:11.594413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ae64f-30ae-4723-a2b8-6efdd309e6a5 req-7688ed61-357a-4737-b976-a10215371545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:11.595825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa0ae64f-30ae-4723-a2b8-6efdd309e6a5 req-7688ed61-357a-4737-b976-a10215371545 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 1098 time: 0.0529919 Jul 22 15:00:11.629154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fa0ae64f-30ae-4723-a2b8-6efdd309e6a5 req-795c224d-4162-4c4d-b270-c9e24635aca1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271099 Jul 22 15:00:12.055394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dd163-2f23-4139-b7a6-23723b3f3e93 req-af322ac3-f7c9-44cf-a0f9-4b95a518d40b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:12.056898 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de6dd163-2f23-4139-b7a6-23723b3f3e93 req-af322ac3-f7c9-44cf-a0f9-4b95a518d40b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0633948 Jul 22 15:00:12.093712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-de6dd163-2f23-4139-b7a6-23723b3f3e93 req-a46e7b32-5ba6-4407-aab2-7134ce313b62 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Jul 22 15:00:13.228143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05de29-5782-4952-925f-9b0a95a2f598 req-765a2f34-e6ba-491c-a4b6-3ba60c293eb6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:13.229652 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c05de29-5782-4952-925f-9b0a95a2f598 req-765a2f34-e6ba-491c-a4b6-3ba60c293eb6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0681732 Jul 22 15:00:13.268077 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4c05de29-5782-4952-925f-9b0a95a2f598 req-f5d966d3-550b-4b80-b29d-0dc38c9dab4b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Jul 22 15:00:13.401002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afefdfa-6272-4f9a-9202-e0774167eeb6 req-39900727-b4b4-4bd8-93a2-074c8a74267e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:13.404941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1afefdfa-6272-4f9a-9202-e0774167eeb6 req-39900727-b4b4-4bd8-93a2-074c8a74267e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0711882 Jul 22 15:00:13.444412 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1afefdfa-6272-4f9a-9202-e0774167eeb6 req-f20f95b2-c3af-41f6-b896-b2adf62c047a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Jul 22 15:00:13.465248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:13.525707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97807375-b31a-4149-9dba-3b1580cdd39f tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:13.527234 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-97807375-b31a-4149-9dba-3b1580cdd39f tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 1093 time: 0.0610096 Jul 22 15:00:13.530101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:13.534371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '19e0017a-46a1-4403-aa75-89903dea5355', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:00:13.556341 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:13.652712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:13.755772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.248 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/bc311b31-115f-4b48-9842-d7e4fb974447) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:00:13.859629 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:13.898730 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:13.934947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:00:13.940939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:00:13.944772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:00:13.966868 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=bc311b31-115f-4b48-9842-d7e4fb974447,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:14.296600 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:14.371028 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:14.520967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:14.526061 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:14.595404 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=bc311b31-115f-4b48-9842-d7e4fb974447,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:14.607515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:14.707264 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 associated. External IP: 172.25.8.248, port: 19e0017a-46a1-4403-aa75-89903dea5355. Jul 22 15:00:15.241148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 78c65e3c-c70d-435a-a0f7-d14958fbd355 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:00:15.351659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:00:15.361095 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] Sync routers for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:00:15.368640 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:15.369858 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:15.370504 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:15.408358 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f1ffe8b8-fdd6-4be9-a7a6-609a656af50c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8772478 Jul 22 15:00:15.408956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:15.411244 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e260427-22f3-4076-a786-a91d425b8516" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "tag": "19e0017a-46a1-4403-aa75-89903dea5355"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:15.451245 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acce6c6-4dbf-4c83-9f75-1618e78d0ffd x-openstack-request-id: req-1acce6c6-4dbf-4c83-9f75-1618e78d0ffd {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:15.451540 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "tag": "19e0017a-46a1-4403-aa75-89903dea5355", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:15.451785 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1acce6c6-4dbf-4c83-9f75-1618e78d0ffd {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:15.452328 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355', 'status': 'completed', 'code': 200} Jul 22 15:00:15.477848 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:15.563891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8190b-fb94-4e5f-8b29-41f8238c8660 req-829ac91f-42d8-42d4-ac75-165c53606399 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:15.565322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39a8190b-fb94-4e5f-8b29-41f8238c8660 req-829ac91f-42d8-42d4-ac75-165c53606399 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.1074450 Jul 22 15:00:15.567283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260427-22f3-4076-a786-a91d425b8516 req-2f58b8f8-f2d2-4b18-adc8-74f64d009374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:15.568624 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-2f58b8f8-f2d2-4b18-adc8-74f64d009374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 1098 time: 0.0967288 Jul 22 15:00:15.667674 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39a8190b-fb94-4e5f-8b29-41f8238c8660 req-85d4540a-b561-40bf-9379-689406992301 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964532 Jul 22 15:00:15.690502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59268) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:15.711871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'port_id': '19e0017a-46a1-4403-aa75-89903dea5355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'mac_address': 'fa:16:3e:cf:5a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5134de-4db6-440d-a507-ecd16869ff82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:00:14Z', 'updated_at': '2021-07-22T15:00:14Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:05Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:15.740950 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] Checking router: 78c65e3c-c70d-435a-a0f7-d14958fbd355 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:00:15.744111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260427-22f3-4076-a786-a91d425b8516 req-e902609d-2447-4a19-8e66-48a9042ebe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:15.745607 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-e902609d-2447-4a19-8e66-48a9042ebe39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0901c1c5-87f2-49c1-9f5c-89c1188bf711 HTTP/1.1" status: 200 len: 898 time: 0.1675062 Jul 22 15:00:15.749182 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:15.749823 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T14:59:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:15.801546 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1af261be-96ea-4176-83c9-b9d9026c93b9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 HTTP/1.1" status: 200 len: 992 time: 0.1100328 Jul 22 15:00:15.824576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-bb92ec3f-d8ec-41c0-a128-14285dbc4f45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e0017a-46a1-4403-aa75-89903dea5355 HTTP/1.1" status: 200 len: 1000 time: 0.0723908 Jul 22 15:00:15.859709 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:15.873690 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260427-22f3-4076-a786-a91d425b8516 req-a0889665-bd89-40b4-926e-e25c8e22ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:15.875183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-a0889665-bd89-40b4-926e-e25c8e22ec84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0770f582-b247-48a5-ad60-6a7c4ebb6bd7 HTTP/1.1" status: 200 len: 834 time: 0.0448675 Jul 22 15:00:15.934212 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e260427-22f3-4076-a786-a91d425b8516 req-01185bd5-e236-4dc8-8d34-e7965e6831fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:15.935741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-01185bd5-e236-4dc8-8d34-e7965e6831fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0901c1c5-87f2-49c1-9f5c-89c1188bf711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536294 Jul 22 15:00:16.030501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-5ceacef7-88d5-476e-bfc0-f6fce5159403 service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880287 Jul 22 15:00:16.079223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'port_id': '19e0017a-46a1-4403-aa75-89903dea5355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'mac_address': 'fa:16:3e:cf:5a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5134de-4db6-440d-a507-ecd16869ff82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:00:14Z', 'updated_at': '2021-07-22T15:00:14Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:05Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:16.104643 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ba067-5905-46c1-908c-85a1caa2ca2c None None] The sync data for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 is: [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.248', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'port_id': '19e0017a-46a1-4403-aa75-89903dea5355', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'mac_address': 'fa:16:3e:cf:5a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5134de-4db6-440d-a507-ecd16869ff82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:00:14Z', 'updated_at': '2021-07-22T15:00:14Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:05Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:00:16.123314 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3e260427-22f3-4076-a786-a91d425b8516 req-7a14ebc8-69d1-4e9a-8ee8-e1ea0e42e1fc service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869730 Jul 22 15:00:16.294448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d3f4d-7b56-4bbb-8c41-ba33ea4360d4 None None] New status for floating IP e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:00:16.805559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59270) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:17.164512 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0047ee72-8abf-4fff-9fb8-286e05bf5575 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 HTTP/1.1" status: 200 len: 994 time: 0.3576472 Jul 22 15:00:18.641591 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-537ce4ad-501c-4425-9ab4-d6f56d40255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:19.611392 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:20.524501 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:21.450967 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:21.498678 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ef409f80-56aa-4a54-a8a5-c2d89f4ca46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:22.620704 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:23.801671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-6185b1ca-d85f-48c4-9180-91291e0887d5 req-1ca5fbcc-a8da-419d-a4f6-c7088a429df2 service neutron] (93760) timed out ('10.222.0.20', 55164) {{(pid=93760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:00:24.423048 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:37.391920 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:00:48.591299 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a5d00-539b-49ee-95f9-b8b774f5e41e req-db390099-85eb-4efd-8804-98df53343194 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:48.592807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-005a5d00-539b-49ee-95f9-b8b774f5e41e req-db390099-85eb-4efd-8804-98df53343194 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0692549 Jul 22 15:00:48.632578 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-005a5d00-539b-49ee-95f9-b8b774f5e41e req-6b629601-147e-40f8-af16-31252127343e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342124 Jul 22 15:00:48.643306 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e0b47b27-0887-4f3a-972b-ccd3af620243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:49.617584 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:49.784282 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979811be-f9e7-4159-8d5d-72706c4b422c req-9164060d-ae34-47bb-af44-00d6d65b9672 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:49.785866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-979811be-f9e7-4159-8d5d-72706c4b422c req-9164060d-ae34-47bb-af44-00d6d65b9672 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0672214 Jul 22 15:00:49.825347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-979811be-f9e7-4159-8d5d-72706c4b422c req-136d9e6d-5d17-4f14-b167-c8e8eac84588 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336227 Jul 22 15:00:49.847145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59304) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:49.910767 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-744478a5-b814-48a5-a5c5-54fe87477a09 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 HTTP/1.1" status: 200 len: 994 time: 0.0625134 Jul 22 15:00:50.523839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:51.179552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d96cd3-9a57-4984-8f97-c40f2b79d04c req-cae0de68-eb45-4bdb-84cb-5e91be3ea900 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:51.180963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1d96cd3-9a57-4984-8f97-c40f2b79d04c req-cae0de68-eb45-4bdb-84cb-5e91be3ea900 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0670757 Jul 22 15:00:51.221199 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c1d96cd3-9a57-4984-8f97-c40f2b79d04c req-7ab03ebd-0018-47d4-bf1d-8979abd96291 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337806 Jul 22 15:00:51.451648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:51.497881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-50c6a03f-8d21-4a24-835d-59ba75c9e89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:52.360644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d8ffb-136a-4deb-a385-2ee39e8af1aa req-5c1e0464-f512-48f2-80e0-18a43eaf7fbf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:52.362161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-460d8ffb-136a-4deb-a385-2ee39e8af1aa req-5c1e0464-f512-48f2-80e0-18a43eaf7fbf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0677187 Jul 22 15:00:52.399587 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-460d8ffb-136a-4deb-a385-2ee39e8af1aa req-6af2e399-4b1a-41f4-ab6f-05e95b79603b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Jul 22 15:00:52.422863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59314) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:52.484628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5e210c2c-ad17-4bc3-a879-1a9917ce0224 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 HTTP/1.1" status: 200 len: 994 time: 0.0606654 Jul 22 15:00:52.623802 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:52.695501 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59320) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:52.881819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port bc311b31-115f-4b48-9842-d7e4fb974447 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:52.882132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:52.964152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:52.964494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:52.976035 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for bc311b31-115f-4b48-9842-d7e4fb974447 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:53.125371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:53.159371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=bc311b31-115f-4b48-9842-d7e4fb974447,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:53.188266 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.188613 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.189028 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.189360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.189719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.190052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.190381 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.190707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.191032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.191356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.191680 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.192002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:53.233106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:53.233433 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 disassociated (deleted). External IP: 172.25.8.248, port: 19e0017a-46a1-4403-aa75-89903dea5355. Jul 22 15:00:53.455957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 78c65e3c-c70d-435a-a0f7-d14958fbd355 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:00:53.570739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:00:53.576029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:53.581003 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] Sync routers for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:00:53.590149 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:53.590752 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:53.619011 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-de982a5a-3513-498e-9a43-75f22951213e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/floatingips/e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5 HTTP/1.1" status: 204 len: 168 time: 0.9222929 Jul 22 15:00:53.619630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:53.623347 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9442044f-7f95-47a2-afc5-4775e5467f44" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "tag": "19e0017a-46a1-4403-aa75-89903dea5355"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:53.667476 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e8900b-f554-4357-a5a2-20aa22f9ea91 x-openstack-request-id: req-92e8900b-f554-4357-a5a2-20aa22f9ea91 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:53.668144 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "tag": "19e0017a-46a1-4403-aa75-89903dea5355", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:53.668494 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92e8900b-f554-4357-a5a2-20aa22f9ea91 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:53.668962 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355', 'status': 'completed', 'code': 200} Jul 22 15:00:53.754262 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-c05a1ad4-5043-426b-a991-63061a3fe66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:53.756333 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-c05a1ad4-5043-426b-a991-63061a3fe66d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 1098 time: 0.0641232 Jul 22 15:00:53.793923 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:53.863922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-40d544ce-8940-46b3-95ee-5d313c9193a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:53.865442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-40d544ce-8940-46b3-95ee-5d313c9193a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0901c1c5-87f2-49c1-9f5c-89c1188bf711 HTTP/1.1" status: 200 len: 898 time: 0.1028430 Jul 22 15:00:53.889511 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6758afa-843f-4d14-871e-f43fdc423eeb req-2bc7ed1d-6b3d-4dd8-b4a6-36ab05cfce13 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:53.891106 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6758afa-843f-4d14-871e-f43fdc423eeb req-2bc7ed1d-6b3d-4dd8-b4a6-36ab05cfce13 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0696089 Jul 22 15:00:53.908352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-2c9cbf25-9c09-4d06-80bc-eb243dc9af94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19e0017a-46a1-4403-aa75-89903dea5355 HTTP/1.1" status: 200 len: 217 time: 0.0362093 Jul 22 15:00:53.930229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6758afa-843f-4d14-871e-f43fdc423eeb req-1d327ad7-f03d-43a6-9dda-0c2b8730bf61 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Jul 22 15:00:53.961771 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-b456e5e4-e157-44ff-9c05-108567755608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:53.963253 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-b456e5e4-e157-44ff-9c05-108567755608 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0770f582-b247-48a5-ad60-6a7c4ebb6bd7 HTTP/1.1" status: 200 len: 834 time: 0.0473907 Jul 22 15:00:54.005678 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:05Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:54.027942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-06064b06-758d-4d57-81d3-fdc9187a6ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:54.029479 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-06064b06-758d-4d57-81d3-fdc9187a6ae4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0901c1c5-87f2-49c1-9f5c-89c1188bf711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590765 Jul 22 15:00:54.031969 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] Checking router: 78c65e3c-c70d-435a-a0f7-d14958fbd355 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:00:54.040063 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:54.040660 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:54.120485 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-ff75547f-d6ab-43a6-811f-07352c6e3dcd service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835574 Jul 22 15:00:54.146410 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:54.216560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9442044f-7f95-47a2-afc5-4775e5467f44 req-44adc75c-4ad2-445e-bf95-4e690315860e service neutron] 10.222.0.13 "GET /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893080 Jul 22 15:00:54.346484 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:05Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:54.372383 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375079a6-a7e2-42a4-b5c2-2e04f98a82b9 None None] The sync data for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 is: [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:00Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '2f269378-bfb8-4515-ad07-684c84782711', 'name': '', 'network_id': '0901c1c5-87f2-49c1-9f5c-89c1188bf711', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ed:9d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:00:00Z', 'updated_at': '2021-07-22T15:00:05Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '0770f582-b247-48a5-ad60-6a7c4ebb6bd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:00:54.424129 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:54.592222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e3590-3ad7-4756-9de0-ec39bae66304 None None] New status for floating IP e3488d95-c2cf-4a90-b0d7-60b1ccee9fe5: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:00:55.060866 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bdfab-9d54-4ec8-a4f1-b851978f06bc req-38b5647c-f654-49a6-afae-a165b79a73ce tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:55.062381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f8bdfab-9d54-4ec8-a4f1-b851978f06bc req-38b5647c-f654-49a6-afae-a165b79a73ce tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0633333 Jul 22 15:00:55.100013 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f8bdfab-9d54-4ec8-a4f1-b851978f06bc req-6bec7248-a1da-4c9c-b79f-70e6cbc4d52a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=c939ab9e-97a0-4579-8f47-9c71ba154f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Jul 22 15:00:55.416807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c01b26e4-c54b-4bdc-bf79-86af6bfa3584 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:55.418347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c01b26e4-c54b-4bdc-bf79-86af6bfa3584 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 946 time: 0.0679038 Jul 22 15:00:55.520912 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 19e0017a-46a1-4403-aa75-89903dea5355 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:55.521265 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:55.611749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 19e0017a-46a1-4403-aa75-89903dea5355, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=19e0017a-46a1-4403-aa75-89903dea5355,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:55.612115 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:55.627796 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 19e0017a-46a1-4403-aa75-89903dea5355 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:55.758309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:55.793335 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=19e0017a-46a1-4403-aa75-89903dea5355,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:55.837908 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] No DVR routers for this DVR port 19e0017a-46a1-4403-aa75-89903dea5355 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:00:55.840859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:55.842955 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04f9cea8-d0b5-49d0-94ed-193adb5cd6a3 req-c80077c7-9a1a-4317-a51e-42655ff474e9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "DELETE /v2.0/ports/19e0017a-46a1-4403-aa75-89903dea5355 HTTP/1.1" status: 204 len: 173 time: 0.4188609 Jul 22 15:00:55.843397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'name': 'network-vif-deleted', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:55.845764 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0a665-3612-4da9-922f-e580071e296c" -d '{"events": [{"server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "name": "network-vif-deleted", "tag": "19e0017a-46a1-4403-aa75-89903dea5355"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:55.885124 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deead52e-2b83-40ae-a91c-56cb2877a84e x-openstack-request-id: req-deead52e-2b83-40ae-a91c-56cb2877a84e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:55.885491 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5134de-4db6-440d-a507-ecd16869ff82", "name": "network-vif-deleted", "tag": "19e0017a-46a1-4403-aa75-89903dea5355", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:55.885884 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-deead52e-2b83-40ae-a91c-56cb2877a84e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:55.886164 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d5134de-4db6-440d-a507-ecd16869ff82', 'name': 'network-vif-deleted', 'tag': '19e0017a-46a1-4403-aa75-89903dea5355', 'status': 'completed', 'code': 200} Jul 22 15:00:56.214389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bed2f19e-9c59-43fa-9180-8d52208578b0 req-6031ae2a-6c15-4470-80e6-a8938dd4998e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d5134de-4db6-440d-a507-ecd16869ff82 HTTP/1.1" status: 200 len: 210 time: 0.0312958 Jul 22 15:00:57.271836 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59342) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:57.385632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 19e0017a-46a1-4403-aa75-89903dea5355 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:00:57.404839 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 19e0017a-46a1-4403-aa75-89903dea5355 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:00:57.405179 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 19e0017a-46a1-4403-aa75-89903dea5355 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:00:57.643292 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:57.920349 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 2f269378-bfb8-4515-ad07-684c84782711 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:57.920626 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:58.006837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 2f269378-bfb8-4515-ad07-684c84782711, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=2f269378-bfb8-4515-ad07-684c84782711,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:58.007200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:58.020361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 2f269378-bfb8-4515-ad07-684c84782711 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:58.207904 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:58.236130 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=2f269378-bfb8-4515-ad07-684c84782711,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:58.411106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:58.928259 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 78c65e3c-c70d-435a-a0f7-d14958fbd355 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:00:59.034161 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:00:59.039227 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-425fea81-5dce-45ea-8dbd-49bb647bb4f3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/78c65e3c-c70d-435a-a0f7-d14958fbd355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7663033 Jul 22 15:00:59.042519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59344) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:59.048521 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] Sync routers for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:00:59.057898 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:59.058721 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:59.094807 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting subnet 0770f582-b247-48a5-ad60-6a7c4ebb6bd7 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:00:59.098053 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.138841 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.160388 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:59.227228 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.287349 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.317133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Subnet': ['ID=0770f582-b247-48a5-ad60-6a7c4ebb6bd7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:59.319167 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.323937 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e389f56d-60ae-427f-8c14-4a020cc8bb68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/subnets/0770f582-b247-48a5-ad60-6a7c4ebb6bd7 HTTP/1.1" status: 204 len: 168 time: 0.2804122 Jul 22 15:00:59.324081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed254b8-2d9a-45f1-b06c-3486d7ddad4e None None] Network 0901c1c5-87f2-49c1-9f5c-89c1188bf711 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:00:59.324895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:59.341958 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:58Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:59.371892 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] Checking router: 78c65e3c-c70d-435a-a0f7-d14958fbd355 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:00:59.380321 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] Routers {'78c65e3c-c70d-435a-a0f7-d14958fbd355'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:59.380936 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['78c65e3c-c70d-435a-a0f7-d14958fbd355'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:59.488878 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] Set router 78c65e3c-c70d-435a-a0f7-d14958fbd355 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:59.539300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.539699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] DHCP port deletion for 0901c1c5-87f2-49c1-9f5c-89c1188bf711 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:00:59.586381 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Deleting port 5b68f7a0-af04-40ed-93a6-47198e9f1465 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:59.586760 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.652636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.663365 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] For port 5b68f7a0-af04-40ed-93a6-47198e9f1465, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5b68f7a0-af04-40ed-93a6-47198e9f1465,segment=NetworkSegment(baa54f0c-53f7-455b-b390-d69f8a493939),segment_id=baa54f0c-53f7-455b-b390-d69f8a493939)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:59.663702 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.676022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Calling delete_port for 5b68f7a0-af04-40ed-93a6-47198e9f1465 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:59.684470 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:58Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:59.709823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port d670209a-2a6b-4d92-885b-3ea64f06e2c3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:59.710199 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.712407 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41611d70-0196-47e4-b886-910a7c9c1094 None None] The sync data for ids ['78c65e3c-c70d-435a-a0f7-d14958fbd355'] in n-d-787205-11 is: [{'id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'name': 'tempest-TestNetworkAdvancedServerOps-router-818183797', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:59:56Z', 'updated_at': '2021-07-22T15:00:58Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'd670209a-2a6b-4d92-885b-3ea64f06e2c3', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:08:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c65e3c-c70d-435a-a0f7-d14958fbd355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:59:57Z', 'updated_at': '2021-07-22T15:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:00:59.759337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.792540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Pushing event deleted for resources: {'Port': ['ID=5b68f7a0-af04-40ed-93a6-47198e9f1465,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:59.797547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port d670209a-2a6b-4d92-885b-3ea64f06e2c3, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d670209a-2a6b-4d92-885b-3ea64f06e2c3,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:59.797944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.798089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] No DVR routers for this DVR port 5b68f7a0-af04-40ed-93a6-47198e9f1465 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:00:59.811319 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for d670209a-2a6b-4d92-885b-3ea64f06e2c3 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:59.811445 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.811803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.812149 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.812490 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.812824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.813158 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.813487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.813841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.814171 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.814497 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.814825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.815151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd0c6b4-b3e3-49d1-b2ee-9732c73d5234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:59.975578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.002302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=d670209a-2a6b-4d92-885b-3ea64f06e2c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:00.030568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.030940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.031267 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.031610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.031956 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.032292 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.032626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.032960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.033293 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.033643 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.033982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.034311 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:00.074778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.166767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.169065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.215660 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.216177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Fanout notify agent at l3_agent the message router_deleted on router 78c65e3c-c70d-435a-a0f7-d14958fbd355 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:01:00.222961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.224089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-455d0631-8c2f-456f-826b-bc3faa070d73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/routers/78c65e3c-c70d-435a-a0f7-d14958fbd355 HTTP/1.1" status: 204 len: 168 time: 0.8981593 Jul 22 15:01:00.226776 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:00.312626 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.419147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.431218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0901c1c5-87f2-49c1-9f5c-89c1188bf711']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:00.444471 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa54f0c-53f7-455b-b390-d69f8a493939') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:00.444762 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa54f0c-53f7-455b-b390-d69f8a493939') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:00.453761 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.467787 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.473376 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:01:00.473790 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: timer() Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:01:00.476596 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:01:00.542332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.551534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.552203 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/networks/0901c1c5-87f2-49c1-9f5c-89c1188bf711 HTTP/1.1" status: 204 len: 168 time: 0.3245111 Jul 22 15:01:00.556485 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59354) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:00.570928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25229e7d-7a2c-4a1e-9355-c963e9be71cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Network': ['ID=0901c1c5-87f2-49c1-9f5c-89c1188bf711,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:00.634267 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea372-5889-41b5-9a5c-c8b2f90ad5d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.675805 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea372-5889-41b5-9a5c-c8b2f90ad5d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.753794 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea372-5889-41b5-9a5c-c8b2f90ad5d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.756745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a8ea372-5889-41b5-9a5c-c8b2f90ad5d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.758056 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8a8ea372-5889-41b5-9a5c-c8b2f90ad5d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/security-groups/c939ab9e-97a0-4579-8f47-9c71ba154f65 HTTP/1.1" status: 204 len: 168 time: 0.1983504 Jul 22 15:01:00.768425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea372-5889-41b5-9a5c-c8b2f90ad5d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c939ab9e-97a0-4579-8f47-9c71ba154f65,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:00.959239 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b68f7a0-af04-40ed-93a6-47198e9f1465 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:00.986790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5b68f7a0-af04-40ed-93a6-47198e9f1465 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:00.987139 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5b68f7a0-af04-40ed-93a6-47198e9f1465 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:00.987567 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d670209a-2a6b-4d92-885b-3ea64f06e2c3 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:01.007519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d670209a-2a6b-4d92-885b-3ea64f06e2c3 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:01.007519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d670209a-2a6b-4d92-885b-3ea64f06e2c3 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:01.008012 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f269378-bfb8-4515-ad07-684c84782711 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:01.028683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 2f269378-bfb8-4515-ad07-684c84782711 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:01.029028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 2f269378-bfb8-4515-ad07-684c84782711 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:01.171833 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59360) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.176653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112259198', 'description': 'tempest-secgroup-smoke-1112259198 description', 'project_id': '0438127e8eba408592caf4d621c10789'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:01.200376 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.282054 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.285859 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.316869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920bbe80-5fa8-4a0e-b92f-fbb97774d54f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:01.319123 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.320359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ea0b2f05-7432-40e6-93fe-dfdc54e10d8e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1475027 Jul 22 15:01:01.323339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59362) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.327891 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '920bbe80-5fa8-4a0e-b92f-fbb97774d54f', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:01.354994 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.412629 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.416306 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.435342 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b29164-5cf1-47e1-9880-cf9d885f5ecb,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:01.441344 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.442545 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f22129e7-bb07-4b1c-a44d-86b4c89b6bdf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182725 Jul 22 15:01:01.445314 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59364) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.449845 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '920bbe80-5fa8-4a0e-b92f-fbb97774d54f', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:01.483187 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.541152 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.545586 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.565741 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2be17e-d4e7-4e45-b543-a205f5ffd30e,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:01.572420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.573729 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eb8cbb3f-fbc1-4fcb-b74f-2790531fa2a2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274209 Jul 22 15:01:01.576612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59366) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.581027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '920bbe80-5fa8-4a0e-b92f-fbb97774d54f', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:01.607400 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.672610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.676300 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.694707 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f00f9e-0ef3-419a-9e65-66b47fec8fa4,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:01.701885 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.703239 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-136ae9f7-b428-49ec-899b-fa3efbbc5493 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255753 Jul 22 15:01:01.706102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59368) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.710484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '920bbe80-5fa8-4a0e-b92f-fbb97774d54f', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:01.736769 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.796494 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.800232 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.821304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7078cee3-cf9e-45ac-838a-d612298ab6c6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:01.825288 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.826518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f88d419f-5d6d-446a-a9cc-b4109ec0a66b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194856 Jul 22 15:01:01.829423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59370) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.834311 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '920bbe80-5fa8-4a0e-b92f-fbb97774d54f', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:01.860475 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:01:01.868435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.938900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.942763 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.966954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cda5fac-bb9f-4a00-9609-e8bd0a9f72fa,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:01.971291 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.972470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-17bbb473-25e9-4b02-9b0a-81cb335bbaf3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420398 Jul 22 15:01:01.975290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59372) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.980773 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '920bbe80-5fa8-4a0e-b92f-fbb97774d54f', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:02.002271 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:01:02.007108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.069068 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.072452 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.089816 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e85d491a-bb6b-4714-b472-de61837bf142,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:02.095815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.097175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9918e15f-f533-4551-a27b-4d98ce64110f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209409 Jul 22 15:01:02.099982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59374) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:02.105678 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'network': {'name': 'tempest-network-smoke--73075587', 'project_id': '0438127e8eba408592caf4d621c10789', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:02.126345 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:01:02.129894 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.154229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:01:02.164727 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.165190 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Added segment 0a5bcc19-76f6-4a97-845e-b17427fe3a7f of type vlan for network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 Jul 22 15:01:02.205896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.235290 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.240863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:02.241457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.280535 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1795070 Jul 22 15:01:02.283269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59376) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:02.287795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'admin_state_up': True, 'project_id': '0438127e8eba408592caf4d621c10789', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:02.324052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8a05-7eb1-4e55-ac17-b2a22edbafbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Network': ['ID=72d7bf0b-7251-42d0-b545-92ec1d4fa005,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:02.334816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:01:02.339272 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.340352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.393317 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.537471 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.737196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.756011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.879235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.188 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/c2120ea7-66d8-47a2-affa-004f0a882aa0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:01:02.984809 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.024150 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.064318 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:01:03.067158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:03.070760 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:01:03.076825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=c2120ea7-66d8-47a2-affa-004f0a882aa0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:03.335468 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.539613 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.668413 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:01:03.775040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:01:03.784991 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Sync routers for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:01:03.794649 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.794858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:03.795310 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:03.795921 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d20357f8-a18c-42d5-ab5f-d7e52d79a985 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5117185 Jul 22 15:01:03.799083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59378) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:03.835135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-20f4fbe1-42d3-4fad-834c-ab0d823cd9d3 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0438127e8eba408592caf4d621c10789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349224 Jul 22 15:01:03.837762 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59380) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:03.898644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:03.991753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e7f95c-e449-4028-aea2-2cd0c6d307ec tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:03.993298 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-24e7f95c-e449-4028-aea2-2cd0c6d307ec tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540985 Jul 22 15:01:03.996380 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59382) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:04.031046 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-41e728e1-5d71-47e8-ae33-17b0fe962edb tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335746 Jul 22 15:01:04.033473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59384) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:04.038247 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252412816', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'project_id': '0438127e8eba408592caf4d621c10789', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:04.071019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:03Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:04.097258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Checking router: a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:01:04.097627 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Updating router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c port c2120ea7-66d8-47a2-affa-004f0a882aa0 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:01:04.128524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:01:04.132030 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.135656 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.311984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.374708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Subnet': ['ID=1242faf1-9b96-4dfe-b6ed-a37fa955d463,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:04.380001 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Checking segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:01:04.380359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network hostable DHCP agents. Network: 72d7bf0b-7251-42d0-b545-92ec1d4fa005, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:01:04.387752 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.398461 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Transition to ACTIVE for port object c2120ea7-66d8-47a2-affa-004f0a882aa0 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:04.398629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:01:04.404246 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.407328 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 72d7bf0b-7251-42d0-b545-92ec1d4fa005) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:04.411697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:04.412308 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.427294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8dbd8b3-6cd4-46e2-a5cc-10e306542d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3927894 Jul 22 15:01:04.430147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59386) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:04.438136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c226ef-b62d-45e5-b5d8-30b7fc768c00 None None] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:01:04.462741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Attempting to bind port c2120ea7-66d8-47a2-affa-004f0a882aa0 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:01:04.463114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Attempting to bind port c2120ea7-66d8-47a2-affa-004f0a882aa0 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:01:04.463548 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Attempting to bind port c2120ea7-66d8-47a2-affa-004f0a882aa0 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:01:04.486475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:01:04.486851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:01:04.487261 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.487660 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:01:04.488134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Bound port: c2120ea7-66d8-47a2-affa-004f0a882aa0, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:01:04.488517 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.538145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb77c-63b3-4fa9-88ff-8213e60b38a6 None None] Pushing event updated for resources: {'Port': ['ID=c2120ea7-66d8-47a2-affa-004f0a882aa0,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:04.610225 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] For port c2120ea7-66d8-47a2-affa-004f0a882aa0, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:01:04.628581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] For port c2120ea7-66d8-47a2-affa-004f0a882aa0, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c2120ea7-66d8-47a2-affa-004f0a882aa0,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:01:04.636698 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.696297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:01:04.697131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.735195 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb77c-63b3-4fa9-88ff-8213e60b38a6 None None] Pushing event updated for resources: {'Port': ['ID=c2120ea7-66d8-47a2-affa-004f0a882aa0,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:04.738837 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:04.739440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:04.871922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.100501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:05.132027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Allocated IP 172.20.0.2 (72d7bf0b-7251-42d0-b545-92ec1d4fa005/1242faf1-9b96-4dfe-b6ed-a37fa955d463/611a107d-a99e-42db-a338-23fc123d3a8e) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:01:05.400097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.412086 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Transition to ACTIVE for port object 611a107d-a99e-42db-a338-23fc123d3a8e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:05.420682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:03Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:05.452278 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73506a59-a5d0-4e34-aa12-4165db9b7862 None None] The sync data for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 is: [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:03Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:01:05.455978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Transition to ACTIVE for port object 611a107d-a99e-42db-a338-23fc123d3a8e will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:05.462727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.499047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:01:05.502108 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:05.505088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:01:05.528213 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.1 (72d7bf0b-7251-42d0-b545-92ec1d4fa005/1242faf1-9b96-4dfe-b6ed-a37fa955d463/b6250796-97cc-4700-8d88-c9ef36d3b32f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:01:05.549216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Pushing event updated for resources: {'Port': ['ID=611a107d-a99e-42db-a338-23fc123d3a8e,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:05.584779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Attempting to bind port 611a107d-a99e-42db-a338-23fc123d3a8e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:01:05.585413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Attempting to bind port 611a107d-a99e-42db-a338-23fc123d3a8e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:01:05.585886 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Attempting to bind port 611a107d-a99e-42db-a338-23fc123d3a8e on network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:01:05.592117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:01:05.592501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Checking segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:01:05.592908 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.593303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Bound using segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:01:05.593805 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Bound port: 611a107d-a99e-42db-a338-23fc123d3a8e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:01:05.594196 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.672324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.684564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] For port 611a107d-a99e-42db-a338-23fc123d3a8e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:01:05.688340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] For port 611a107d-a99e-42db-a338-23fc123d3a8e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=611a107d-a99e-42db-a338-23fc123d3a8e,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:01:05.689852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object b6250796-97cc-4700-8d88-c9ef36d3b32f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:05.692094 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.736826 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.765692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a741a86-71a1-44a4-94f7-7740112ffbe0 None None] Pushing event updated for resources: {'Port': ['ID=611a107d-a99e-42db-a338-23fc123d3a8e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:05.790805 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:01:05.794761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:05.799133 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:01:05.806016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=b6250796-97cc-4700-8d88-c9ef36d3b32f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:05.863713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.036760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.333792 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.339553 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.417237 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=b6250796-97cc-4700-8d88-c9ef36d3b32f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:06.422458 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.520149 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:01:06.521645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:06.640830 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:01:06.693436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78672e93-d599-48fd-b869-cebf3fcfd917 None None] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:01:06.756847 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:01:06.772135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d2d6222f-064a-49f8-a454-8d5586cb5e77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3326044 Jul 22 15:01:06.778519 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f4b12dc0-6ec4-46ac-a865-53c814504b1c None None] Provisioning for port 611a107d-a99e-42db-a338-23fc123d3a8e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:06.922150 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-da26f10b-5357-4221-b3a6-65704ddf4632 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112259198&fields=id&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 267 time: 0.0424724 Jul 22 15:01:07.043544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c2120ea7-66d8-47a2-affa-004f0a882aa0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:07.069089 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-10e4d3b2-2377-4056-8a2e-848e5eef1fd7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:07.070720 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-10e4d3b2-2377-4056-8a2e-848e5eef1fd7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 795 time: 0.1405399 Jul 22 15:01:07.087179 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-020be8e3-8bfa-4da0-b98d-a95e0532a390 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/quotas/0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 375 time: 0.0102625 Jul 22 15:01:07.115814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c2120ea7-66d8-47a2-affa-004f0a882aa0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:07.120407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c2120ea7-66d8-47a2-affa-004f0a882aa0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:07.120860 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.173191 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-1e1cb644-de7a-450f-888f-2bc6f98feefe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773082 Jul 22 15:01:07.222885 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.250024 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c2120ea7-66d8-47a2-affa-004f0a882aa0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c2120ea7-66d8-47a2-affa-004f0a882aa0,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:07.252983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5fd0a825-66e0-4b40-8143-3cff76cfb635 None None] Provisioning for port b6250796-97cc-4700-8d88-c9ef36d3b32f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:07.257389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.258534 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 611a107d-a99e-42db-a338-23fc123d3a8e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:07.283806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5fd0a825-66e0-4b40-8143-3cff76cfb635 None None] Provisioning complete for port b6250796-97cc-4700-8d88-c9ef36d3b32f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:07.283806 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd0a825-66e0-4b40-8143-3cff76cfb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.289560 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-0bc32d72-248e-4d45-b860-44e4af4bedbd service neutron] 10.222.0.11 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036692 Jul 22 15:01:07.376570 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0a825-66e0-4b40-8143-3cff76cfb635 None None] Port b6250796-97cc-4700-8d88-c9ef36d3b32f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:01:07.386269 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Sync routers for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:01:07.386817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c2120ea7-66d8-47a2-affa-004f0a882aa0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:07.400227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 611a107d-a99e-42db-a338-23fc123d3a8e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:07.400410 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:07.401826 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:07.404415 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-c0e04ba5-730c-45fd-a123-ed9f3faeafc7 service neutron] 10.222.0.11 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076303 Jul 22 15:01:07.407266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 611a107d-a99e-42db-a338-23fc123d3a8e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:07.407769 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.513788 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ac78cf26-4df4-46b0-acd8-39ce0978f464 None None] Provisioning complete for port b6250796-97cc-4700-8d88-c9ef36d3b32f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:07.514271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ac78cf26-4df4-46b0-acd8-39ce0978f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.517717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.600072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-ac78cf26-4df4-46b0-acd8-39ce0978f464 None None] Port b6250796-97cc-4700-8d88-c9ef36d3b32f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:01:07.618253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 611a107d-a99e-42db-a338-23fc123d3a8e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=611a107d-a99e-42db-a338-23fc123d3a8e,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:07.624647 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.649469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-100ad7be-3b50-4269-932a-03b39d8569d4 req-a2f6cc7c-79a5-4120-9379-30b01415529d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 210 time: 0.0505652 Jul 22 15:01:07.657815 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:07.691849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=611a107d-a99e-42db-a338-23fc123d3a8e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:07.720884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c0a435f0-4ed4-4f40-b416-de8fb6053e15 None None] Provisioning complete for port b6250796-97cc-4700-8d88-c9ef36d3b32f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:07.721537 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0a435f0-4ed4-4f40-b416-de8fb6053e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.757049 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c0a435f0-4ed4-4f40-b416-de8fb6053e15 None None] Port b6250796-97cc-4700-8d88-c9ef36d3b32f cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:01:07.872391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:06Z', 'revision_number': 2, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:07.899319 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Checking router: a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:01:07.899668 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Updating router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c port b6250796-97cc-4700-8d88-c9ef36d3b32f binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:01:07.939984 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:08.213688 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:08.223593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Transition to ACTIVE for port object b6250796-97cc-4700-8d88-c9ef36d3b32f will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:08.230057 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:08.303613 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Pushing event updated for resources: {'Port': ['ID=b6250796-97cc-4700-8d88-c9ef36d3b32f,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:08.331962 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.332395 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.332734 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.333065 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.333391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.333904 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.334233 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.334573 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.334894 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.335214 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.335534 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.335908 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:08.354880 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Attempting to bind port b6250796-97cc-4700-8d88-c9ef36d3b32f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:01:08.355571 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Attempting to bind port b6250796-97cc-4700-8d88-c9ef36d3b32f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:01:08.355950 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Attempting to bind port b6250796-97cc-4700-8d88-c9ef36d3b32f on network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:01:08.361409 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:01:08.361874 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Checking segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:01:08.362274 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:08.362831 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Bound using segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:01:08.363309 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Bound port: b6250796-97cc-4700-8d88-c9ef36d3b32f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:01:08.363688 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:08.433138 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] For port b6250796-97cc-4700-8d88-c9ef36d3b32f, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:01:08.436559 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] For port b6250796-97cc-4700-8d88-c9ef36d3b32f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6250796-97cc-4700-8d88-c9ef36d3b32f,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:01:08.440520 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:08.490326 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:08.491062 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:08.569868 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc4c0f-2500-4f0c-83f9-1f480c1b1891 None None] Pushing event updated for resources: {'Port': ['ID=b6250796-97cc-4700-8d88-c9ef36d3b32f,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:08.624001 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:08.779779 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-6899423c-b262-4301-99db-fb3b520f9c0e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:08.782272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-6899423c-b262-4301-99db-fb3b520f9c0e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 795 time: 0.1206608 Jul 22 15:01:08.813724 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3997937a-e6ee-453c-a42f-79d416f46868 req-4cb8c9d7-9772-4873-9f92-0c8240a1dd37 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 210 time: 0.0476291 Jul 22 15:01:08.843874 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-f69702a4-97ff-4d55-b70a-c4408db7ca32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 380 time: 0.0527544 Jul 22 15:01:08.853852 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'port': {'device_id': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'admin_state_up': True, 'tenant_id': '0438127e8eba408592caf4d621c10789', 'security_groups': ['920bbe80-5fa8-4a0e-b92f-fbb97774d54f']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:08.902236 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:08Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:08.944170 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55fbda7-9e93-4d28-a471-c60402add0b5 None None] The sync data for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 is: [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:08Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:01:08.978401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:01:08.983253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.016967 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c2120ea7-66d8-47a2-affa-004f0a882aa0 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:09.073132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c2120ea7-66d8-47a2-affa-004f0a882aa0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:09.073654 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.141321 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.12 (72d7bf0b-7251-42d0-b545-92ec1d4fa005/1242faf1-9b96-4dfe-b6ed-a37fa955d463/f91939f7-a9a7-4877-a751-1f2e9ca9bc20) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:01:09.159867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 611a107d-a99e-42db-a338-23fc123d3a8e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:09.210775 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 611a107d-a99e-42db-a338-23fc123d3a8e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:09.211157 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.307544 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.321522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object f91939f7-a9a7-4877-a751-1f2e9ca9bc20 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:09.355859 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.399062 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:01:09.404681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:09.407242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:01:09.438601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:09.467983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:09.468641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.485715 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-abfd0116-f91c-4423-bb22-1c8662a2d4f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6357167 Jul 22 15:01:09.498987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Request body: {'port': {'device_id': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:09.591422 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.674722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-26d623bc-480a-4a1c-876b-0d007d0596c7 None None] Provisioning for port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:09.679237 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-26d623bc-480a-4a1c-876b-0d007d0596c7 None None] Provisioning complete for port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:09.679552 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-26d623bc-480a-4a1c-876b-0d007d0596c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.722927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-26d623bc-480a-4a1c-876b-0d007d0596c7 None None] Port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:01:10.123738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123def8d-b951-4d1f-ae41-063dbe9cfe0d req-627f08a4-26e6-4b00-b039-0756ebcba607 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:10.125217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-123def8d-b951-4d1f-ae41-063dbe9cfe0d req-627f08a4-26e6-4b00-b039-0756ebcba607 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 932 time: 0.1265812 Jul 22 15:01:10.187874 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91939f7-a9a7-4877-a751-1f2e9ca9bc20 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:01:10.194373 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-123def8d-b951-4d1f-ae41-063dbe9cfe0d req-10c70f8a-3411-46cf-b199-4615908e94c5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637295 Jul 22 15:01:10.198513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:10.210325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Transition to ACTIVE for port object f91939f7-a9a7-4877-a751-1f2e9ca9bc20 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:01:10.214987 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:10.266504 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Pushing event updated for resources: {'Port': ['ID=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:10.340182 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Attempting to bind port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:01:10.340515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Attempting to bind port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:01:10.340849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Attempting to bind port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 on network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:01:10.345390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 on network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:01:10.345763 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Attempting to bind port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 on network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:01:10.350789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:01:10.351136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Checking segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:01:10.351522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Bound using segment: {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:01:10.351950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Bound port: f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5bcc19-76f6-4a97-845e-b17427fe3a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:01:10.352313 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:10.422157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] For port f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:01:10.425536 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] For port f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:01:10.430660 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:10.465446 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:10.466093 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:10.467501 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] 10.222.0.20 "PUT /v2.0/ports/f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 1093 time: 0.9743190 Jul 22 15:01:10.467944 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:01:10.470241 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae14f2c-dd04-4819-a318-5f49966038be" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:01:10.494550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cb92b-4034-41d9-9a1e-b1358ad13be7 service neutron] Pushing event updated for resources: {'Port': ['ID=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:10.522625 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90389718-61df-4a5c-a1e2-05653af3889c x-openstack-request-id: req-90389718-61df-4a5c-a1e2-05653af3889c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:01:10.522920 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:01:10.523175 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90389718-61df-4a5c-a1e2-05653af3889c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:01:10.523577 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'status': 'completed', 'code': 200} Jul 22 15:01:10.577065 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-67eb31bd-d8e2-4980-80e1-5cea5980b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:10.578641 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-67eb31bd-d8e2-4980-80e1-5cea5980b56b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1096 time: 0.0651476 Jul 22 15:01:10.622504 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-575293d9-f025-441f-b10f-f810b1fc249c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 217 time: 0.0363607 Jul 22 15:01:10.673353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-693ae6ee-24f0-4e5f-a265-d7194a9cfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:10.674941 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-693ae6ee-24f0-4e5f-a265-d7194a9cfe57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 200 len: 835 time: 0.0466919 Jul 22 15:01:10.733136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-a123a551-1bf3-4baf-a8c2-6df4ffe8d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:10.734797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-a123a551-1bf3-4baf-a8c2-6df4ffe8d11c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72d7bf0b-7251-42d0-b545-92ec1d4fa005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538230 Jul 22 15:01:10.826676 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-e8b5062a-723c-49ea-ad08-d7d66ed7be9e service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Jul 22 15:01:10.921986 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-85523642-36d6-4e61-b42b-d23e83ccb601 req-d548516c-343d-4b72-9c4a-db618ac5ce5c service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 Jul 22 15:01:10.979347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6250796-97cc-4700-8d88-c9ef36d3b32f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:11.025350 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14f2c-dd04-4819-a318-5f49966038be req-16ea8a67-4d3f-4d2c-916c-e23e39ee8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:11.027123 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-16ea8a67-4d3f-4d2c-916c-e23e39ee8bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1096 time: 0.0593219 Jul 22 15:01:11.028416 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b6250796-97cc-4700-8d88-c9ef36d3b32f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:11.032353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6250796-97cc-4700-8d88-c9ef36d3b32f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:11.032793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:11.111859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:11.118342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14f2c-dd04-4819-a318-5f49966038be req-623f5e83-ec7a-4769-a6ea-6fc28b108406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:11.119938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-623f5e83-ec7a-4769-a6ea-6fc28b108406 service neutron] 10.222.0.20 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 896 time: 0.0873530 Jul 22 15:01:11.143649 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b6250796-97cc-4700-8d88-c9ef36d3b32f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6250796-97cc-4700-8d88-c9ef36d3b32f,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:11.148062 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:11.166189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-72ef2467-db7b-4539-b2aa-739f54562927 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 217 time: 0.0398779 Jul 22 15:01:11.194639 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b6250796-97cc-4700-8d88-c9ef36d3b32f,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:11.216614 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14f2c-dd04-4819-a318-5f49966038be req-45e3ec31-5cbe-49db-a20e-667b83235c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:11.218132 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-45e3ec31-5cbe-49db-a20e-667b83235c9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 200 len: 835 time: 0.0447543 Jul 22 15:01:11.310767 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14f2c-dd04-4819-a318-5f49966038be req-642fd48f-3f16-44bb-8dc5-39eb4867fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:11.312311 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-642fd48f-3f16-44bb-8dc5-39eb4867fc3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72d7bf0b-7251-42d0-b545-92ec1d4fa005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876489 Jul 22 15:01:11.391793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c774ec-5c70-46fa-9757-8dd3e2531940 req-55d66f88-f95c-42db-b4a0-9ae81e27327e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:11.393271 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34c774ec-5c70-46fa-9757-8dd3e2531940 req-55d66f88-f95c-42db-b4a0-9ae81e27327e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 944 time: 0.1293471 Jul 22 15:01:11.437185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-3e4a9ad6-5631-4e53-b094-f565a036f62a service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178145 Jul 22 15:01:11.456833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-34c774ec-5c70-46fa-9757-8dd3e2531940 req-a2b81d14-a04b-47b4-a730-49daedd71c07 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562339 Jul 22 15:01:11.535040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ae14f2c-dd04-4819-a318-5f49966038be req-7562a3c2-9f1c-4a7b-89c9-008322009d4a service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903623 Jul 22 15:01:12.401039 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f91939f7-a9a7-4877-a751-1f2e9ca9bc20 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:01:12.499048 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:12.510317 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'port_id': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'mac_address': 'fa:16:3e:34:c2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:01:12.550027 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:12.563010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91939f7-a9a7-4877-a751-1f2e9ca9bc20 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:01:12.583038 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:12.586780 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:12.590986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a12af9-c4e2-4650-9cec-86fcb6eb55c9 req-3a412ec1-a632-46e4-97de-1c1a1ab2b80e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:12.592566 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4a12af9-c4e2-4650-9cec-86fcb6eb55c9 req-3a412ec1-a632-46e4-97de-1c1a1ab2b80e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 944 time: 0.0655348 Jul 22 15:01:12.630930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a4a12af9-c4e2-4650-9cec-86fcb6eb55c9 req-2c59a466-eedc-4b01-adde-e450eafe5ae2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326600 Jul 22 15:01:12.640382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:12.810777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['f91939f7-a9a7-4877-a751-1f2e9ca9bc20'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:01:12.961343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6250796-97cc-4700-8d88-c9ef36d3b32f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:13.047593 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6250796-97cc-4700-8d88-c9ef36d3b32f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:13.047962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:13.761918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd30491-c2e4-47fc-86cd-144a70081aef req-b5074845-9491-41aa-b796-ba43ccb3df51 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:13.763203 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7cd30491-c2e4-47fc-86cd-144a70081aef req-b5074845-9491-41aa-b796-ba43ccb3df51 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 945 time: 0.0645542 Jul 22 15:01:13.800729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7cd30491-c2e4-47fc-86cd-144a70081aef req-c0f06fbb-e665-478a-ad5a-d8d556667739 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Jul 22 15:01:14.390760 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:01:14.416679 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f91939f7-a9a7-4877-a751-1f2e9ca9bc20 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:01:14.469814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:01:14.473733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:01:14.474260 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:14.549735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:14.571169 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:01:14.573403 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38497548-06d6-4321-811c-fe33276727d7" -d '{"events": [{"server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "name": "network-vif-plugged", "status": "completed", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:01:14.587480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:14.593146 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:14.615753 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c267f4b7-c68e-49ee-9d2f-09b455a54768 x-openstack-request-id: req-c267f4b7-c68e-49ee-9d2f-09b455a54768 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:01:14.616040 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "name": "network-vif-plugged", "status": "completed", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:01:14.616290 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c267f4b7-c68e-49ee-9d2f-09b455a54768 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:01:14.616672 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'code': 200} Jul 22 15:01:14.643066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:14.720081 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236a66d-a969-4ca1-8edd-812405f1089f req-fc4dac43-c259-41a9-8944-170ccf783ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:14.721576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f236a66d-a969-4ca1-8edd-812405f1089f req-fc4dac43-c259-41a9-8944-170ccf783ad4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1098 time: 0.0530291 Jul 22 15:01:14.759114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f236a66d-a969-4ca1-8edd-812405f1089f req-9a2d407b-a6d7-48f0-8435-b826989d27d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Jul 22 15:01:14.930067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ad72a-2052-431d-80dd-4c85afd439c4 req-bbe03bad-e76e-4a37-ab2a-db01737adf73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:14.931579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-947ad72a-2052-431d-80dd-4c85afd439c4 req-bbe03bad-e76e-4a37-ab2a-db01737adf73 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0657434 Jul 22 15:01:14.970015 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-947ad72a-2052-431d-80dd-4c85afd439c4 req-730d99da-b0c1-44ad-bb8f-12c26ccf1cba tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Jul 22 15:01:16.099388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648ca47-99bb-44b7-bd06-44632e6de50e req-878b6f6b-21b6-40fd-9ffa-f3467bbc995f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:16.100877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7648ca47-99bb-44b7-bd06-44632e6de50e req-878b6f6b-21b6-40fd-9ffa-f3467bbc995f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0635407 Jul 22 15:01:16.140353 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7648ca47-99bb-44b7-bd06-44632e6de50e req-15f8e86f-0679-421e-af9e-4fd58511a48c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331814 Jul 22 15:01:16.268302 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06d979-2c0a-42a4-be32-b51a83391c59 req-7f666d7e-19a2-4fbb-8a71-ba689503586f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:16.269949 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e06d979-2c0a-42a4-be32-b51a83391c59 req-7f666d7e-19a2-4fbb-8a71-ba689503586f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0642548 Jul 22 15:01:16.307680 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6e06d979-2c0a-42a4-be32-b51a83391c59 req-28e3d8ab-1c41-4d13-8d0d-13d2bd22f2d2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Jul 22 15:01:16.329973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59456) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:16.386004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4d173-4664-40a5-98cb-103d4af77697 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:16.388120 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-01e4d173-4664-40a5-98cb-103d4af77697 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1093 time: 0.0571795 Jul 22 15:01:16.390906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59458) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:16.395347 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:01:16.416311 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:16.509206 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:16.616342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.29 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/3291cf63-8f36-43c2-b387-f1c09718c52e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:01:16.718281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:16.756536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:16.794454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:01:16.797258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:01:16.802626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:01:16.831371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=3291cf63-8f36-43c2-b387-f1c09718c52e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:17.163990 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:17.237350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:17.386002 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:17.391101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:17.459708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=3291cf63-8f36-43c2-b387-f1c09718c52e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:17.468306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:17.566042 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP 2546ac7d-6f9c-4021-b36d-a86edea693e7 associated. External IP: 172.25.8.29, port: f91939f7-a9a7-4877-a751-1f2e9ca9bc20. Jul 22 15:01:17.774880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:01:17.886285 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:01:17.896327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] Sync routers for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:01:17.903231 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:17.909429 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:17.910145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:17.941341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-f90c6177-0a6d-426f-aee8-e738fb4ff99e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5492532 Jul 22 15:01:17.941820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:01:17.944117 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911af6a1-2374-4656-abc5-f769bb0a56ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:01:17.983379 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687e035f-9794-4c71-b392-798aca27c2f6 x-openstack-request-id: req-687e035f-9794-4c71-b392-798aca27c2f6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:01:17.983674 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:01:17.983931 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-687e035f-9794-4c71-b392-798aca27c2f6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:01:17.984344 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'status': 'completed', 'code': 200} Jul 22 15:01:18.017332 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:18.061867 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-4e629ab4-13ad-448e-b5dd-a3fec719d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:18.063461 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-4e629ab4-13ad-448e-b5dd-a3fec719d0a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1098 time: 0.0588648 Jul 22 15:01:18.075283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ba6b3-bf8b-415e-bfd7-7237ff7e393f req-1b873633-aa50-4aa3-960a-9355e88329b7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:18.076904 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-468ba6b3-bf8b-415e-bfd7-7237ff7e393f req-1b873633-aa50-4aa3-960a-9355e88329b7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0744567 Jul 22 15:01:18.118303 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-468ba6b3-bf8b-415e-bfd7-7237ff7e393f req-8d6db320-98c5-4cdf-b1ac-925d31c03236 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355635 Jul 22 15:01:18.142007 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59464) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:18.166996 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-9ba59b89-5e1b-4427-ab4b-849d60a8285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:18.169605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-9ba59b89-5e1b-4427-ab4b-849d60a8285c service neutron] 10.222.0.20 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 896 time: 0.1005468 Jul 22 15:01:18.205569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ec90722-2d75-48c8-8155-f9d74f4d00c1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/2546ac7d-6f9c-4021-b36d-a86edea693e7 HTTP/1.1" status: 200 len: 991 time: 0.0623221 Jul 22 15:01:18.235328 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-34b95e0f-b91b-4fd5-af41-f9ab7cb9c764 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 999 time: 0.0600405 Jul 22 15:01:18.265257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2546ac7d-6f9c-4021-b36d-a86edea693e7', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'port_id': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'mac_address': 'fa:16:3e:34:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:01:17Z', 'updated_at': '2021-07-22T15:01:17Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:11Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:18.286906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-e7cbb5ff-4ce1-4a54-b52d-d3e6aa8ba41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:18.288382 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-e7cbb5ff-4ce1-4a54-b52d-d3e6aa8ba41b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 200 len: 835 time: 0.0475109 Jul 22 15:01:18.290831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] Checking router: a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:01:18.299768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:18.300489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:00:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:18.347337 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-c1271b2f-301a-4dc2-b9b5-8de4ed58a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:18.348756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-c1271b2f-301a-4dc2-b9b5-8de4ed58a70e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72d7bf0b-7251-42d0-b545-92ec1d4fa005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538533 Jul 22 15:01:18.408481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:18.438896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-2a42b3ca-9a90-4786-b89a-54b0edb069db service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837033 Jul 22 15:01:18.531294 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-911af6a1-2374-4656-abc5-f769bb0a56ae req-b7af690a-ffb2-47b2-94f1-43c14d69d7c4 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868134 Jul 22 15:01:18.652702 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f1fce19f-8056-421c-a392-3c68992f4c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:18.661939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2546ac7d-6f9c-4021-b36d-a86edea693e7', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'port_id': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'mac_address': 'fa:16:3e:34:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:01:17Z', 'updated_at': '2021-07-22T15:01:17Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:11Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:18.688993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac2dd6-be6c-4e87-8e7c-54e38f6af040 None None] The sync data for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 is: [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '2546ac7d-6f9c-4021-b36d-a86edea693e7', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.29', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'port_id': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'mac_address': 'fa:16:3e:34:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:01:17Z', 'updated_at': '2021-07-22T15:01:17Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:11Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:01:18.875816 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff73b7d-5fe3-4f47-80a8-d877b030f6dc None None] New status for floating IP 2546ac7d-6f9c-4021-b36d-a86edea693e7: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:01:19.208046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59466) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:19.327929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c4c5da09-a983-4210-b4cb-6d4d26f1850e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/2546ac7d-6f9c-4021-b36d-a86edea693e7 HTTP/1.1" status: 200 len: 993 time: 0.1188226 Jul 22 15:01:19.631480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:20.539090 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:21.452464 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:21.498020 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0048e1b8-3241-4ba8-aacc-98fd439949ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:22.625884 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:24.426837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:48.644022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b8af-0f3d-47aa-9603-16a618d0bad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:49.647138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:50.560339 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:50.721430 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-446abfc5-b019-40a2-ab11-61579936950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:50.722899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-446abfc5-b019-40a2-ab11-61579936950f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1098 time: 0.0898068 Jul 22 15:01:50.731196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99527424-b44e-4df3-953c-712766c5ebb9 req-7f5053c4-774a-403b-a715-19d6f3d26486 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:50.733248 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99527424-b44e-4df3-953c-712766c5ebb9 req-7f5053c4-774a-403b-a715-19d6f3d26486 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.1110370 Jul 22 15:01:50.819145 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-99527424-b44e-4df3-953c-712766c5ebb9 req-072df6fa-a21b-4084-8c3d-5536330be1da tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778816 Jul 22 15:01:50.842753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-23d8b49e-1679-4249-8f0a-68282219ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:50.844266 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-23d8b49e-1679-4249-8f0a-68282219ad08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 896 time: 0.1100941 Jul 22 15:01:51.164318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-bfe7aff3-9b7b-49c9-ac5d-96c30313dc0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 1001 time: 0.3131049 Jul 22 15:01:51.212848 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-9cdc5651-7744-4311-8369-899a02249ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:51.214398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-9cdc5651-7744-4311-8369-899a02249ba5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 200 len: 835 time: 0.0428209 Jul 22 15:01:51.275787 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-f4ac0f73-2c5a-4810-800d-a17d1ba89c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:51.277251 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-f4ac0f73-2c5a-4810-800d-a17d1ba89c30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72d7bf0b-7251-42d0-b545-92ec1d4fa005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564761 Jul 22 15:01:51.367354 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-6b7caceb-7bef-4cea-bd0b-b4151b57e2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827208 Jul 22 15:01:51.390694 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:01:51.453859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:51.464395 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-20e7b6e9-2785-4651-a40c-17b7b6717155 req-605a2781-db2a-46cf-95eb-2ab48dcb0921 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888371 Jul 22 15:01:51.498632 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9e603a96-9198-4540-a5da-524aaade7a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:51.962101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed04cee-881c-4d2a-9044-b4230101695d req-8ca522f7-9b87-4f2f-a57a-53cde81adbd9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:51.963634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ed04cee-881c-4d2a-9044-b4230101695d req-8ca522f7-9b87-4f2f-a57a-53cde81adbd9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0761619 Jul 22 15:01:52.001757 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ed04cee-881c-4d2a-9044-b4230101695d req-889bc1ef-6f83-49c0-87b6-fa21220c874c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Jul 22 15:01:52.628215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:53.130079 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd7f2c-946a-4ecf-abc2-2b32a4ab01c2 req-3daa2e7b-891e-45fe-919d-051aafeb95c2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:53.131595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eebd7f2c-946a-4ecf-abc2-2b32a4ab01c2 req-3daa2e7b-891e-45fe-919d-051aafeb95c2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0636430 Jul 22 15:01:53.169279 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eebd7f2c-946a-4ecf-abc2-2b32a4ab01c2 req-2a8d2d0e-13ce-4122-91c2-46c21939bb1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319116 Jul 22 15:01:54.299425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f155d-ffeb-46a0-b863-f69455c0d715 req-de235ec9-5a7e-47c7-8e28-b4461acb1b96 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:54.300912 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b2f155d-ffeb-46a0-b863-f69455c0d715 req-de235ec9-5a7e-47c7-8e28-b4461acb1b96 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0647633 Jul 22 15:01:54.339894 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4b2f155d-ffeb-46a0-b863-f69455c0d715 req-35a4cb44-f171-4516-90d0-b17ef4ebca96 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330498 Jul 22 15:01:54.428653 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:55.481227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf84f9-726f-4f53-b89c-67c1210bd93e req-721bdbf6-4dfa-4ed0-a064-1b391835d46d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:55.483403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9adf84f9-726f-4f53-b89c-67c1210bd93e req-721bdbf6-4dfa-4ed0-a064-1b391835d46d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0634346 Jul 22 15:01:55.520024 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9adf84f9-726f-4f53-b89c-67c1210bd93e req-c7b039c3-e216-4197-8d8b-6dfc5f9cbffa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Jul 22 15:01:56.650173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fd0ec-0600-46ac-ba20-dec1f90be8ca req-c249a759-416b-42c4-bdcb-a60273f9b201 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:56.651689 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d4fd0ec-0600-46ac-ba20-dec1f90be8ca req-c249a759-416b-42c4-bdcb-a60273f9b201 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0643384 Jul 22 15:01:56.690435 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3d4fd0ec-0600-46ac-ba20-dec1f90be8ca req-dcbad7a7-e154-4d33-a806-bae7ba74bdb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Jul 22 15:01:57.822120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e35e1b-c676-4dc1-a725-6e400301b369 req-e8d78183-65c0-44ca-8b00-6fd193b7b5f2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:57.823611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0e35e1b-c676-4dc1-a725-6e400301b369 req-e8d78183-65c0-44ca-8b00-6fd193b7b5f2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0687671 Jul 22 15:01:57.861801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a0e35e1b-c676-4dc1-a725-6e400301b369 req-931729e5-85cc-4413-b5c9-60c6195244ce tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Jul 22 15:01:59.016188 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a3d68-1b6e-45ca-a88c-269ecaa110d4 req-0b9cb848-d6ef-4c9f-9133-32c542eb8786 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:59.017709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-234a3d68-1b6e-45ca-a88c-269ecaa110d4 req-0b9cb848-d6ef-4c9f-9133-32c542eb8786 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0702343 Jul 22 15:01:59.054345 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-234a3d68-1b6e-45ca-a88c-269ecaa110d4 req-b938680d-4e64-44d0-9823-4ad239740a34 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310891 Jul 22 15:02:00.182949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b660473-b203-4f2f-8baf-61c1dc5ddd0a req-d17f7bfc-9120-4f35-a3c7-53f0e083fd0c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:00.184408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b660473-b203-4f2f-8baf-61c1dc5ddd0a req-d17f7bfc-9120-4f35-a3c7-53f0e083fd0c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0639074 Jul 22 15:02:00.226485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3b660473-b203-4f2f-8baf-61c1dc5ddd0a req-89234bbf-c3f2-448f-9deb-2136d3b68b41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364482 Jul 22 15:02:01.355445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b4fdb-841b-49cb-85fb-c180ecaacb43 req-c85889a5-ad3f-4ceb-afe7-51cf81370f84 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:01.357557 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-615b4fdb-841b-49cb-85fb-c180ecaacb43 req-c85889a5-ad3f-4ceb-afe7-51cf81370f84 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0655265 Jul 22 15:02:01.394894 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-615b4fdb-841b-49cb-85fb-c180ecaacb43 req-00e5fba4-7c97-4468-a81c-b551adae188a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Jul 22 15:02:02.211973 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-57590aa6-bfc5-40d9-932e-3bcbf0a4eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:02.213397 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-57590aa6-bfc5-40d9-932e-3bcbf0a4eb98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1098 time: 0.0581281 Jul 22 15:02:02.318287 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-da875db5-bb3b-411f-9d42-dfb112ab693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:02.319781 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-da875db5-bb3b-411f-9d42-dfb112ab693a service neutron] 10.222.0.20 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 896 time: 0.0864034 Jul 22 15:02:02.388466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-df5fb3e1-30a6-43e1-bbd7-57cd3bcd7d6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 1001 time: 0.0619788 Jul 22 15:02:02.436372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-401317e5-99c8-4848-9819-dd38dd255ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:02.437919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-401317e5-99c8-4848-9819-dd38dd255ff2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 200 len: 835 time: 0.0443079 Jul 22 15:02:02.538501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-8103d6a0-10a8-42f3-86fa-10c54539ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:02.540040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-8103d6a0-10a8-42f3-86fa-10c54539ebe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72d7bf0b-7251-42d0-b545-92ec1d4fa005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965154 Jul 22 15:02:02.552721 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-f2681f88-d7c1-4967-9350-5760c65d6137 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:02:02.553775 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-f2681f88-d7c1-4967-9350-5760c65d6137 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058713 Jul 22 15:02:02.561479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d67fc-a5cb-436b-ba17-03d1af76d9ba req-cb734ea6-1679-4eda-8875-647992b6a9fd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:02.562947 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b26d67fc-a5cb-436b-ba17-03d1af76d9ba req-cb734ea6-1679-4eda-8875-647992b6a9fd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0928779 Jul 22 15:02:02.649634 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b26d67fc-a5cb-436b-ba17-03d1af76d9ba req-5fd5078a-47c3-4d25-a4a0-492e0a51d3cf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783811 Jul 22 15:02:02.675313 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-724b2ba2-884f-4d2a-bd95-0bed241d6ce4 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114814 Jul 22 15:02:02.768896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3e34e239-f9ab-4d06-aab4-8cdcf23d4dbc req-0e77629d-6503-4eff-93a9-6469e37ce164 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867906 Jul 22 15:02:03.783364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5634d6-d4b5-43c2-8dcf-a607197364fa req-3c42662b-22be-4604-9bd5-bba625fef821 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:03.784845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ba5634d6-d4b5-43c2-8dcf-a607197364fa req-3c42662b-22be-4604-9bd5-bba625fef821 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0694985 Jul 22 15:02:03.823389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ba5634d6-d4b5-43c2-8dcf-a607197364fa req-c6563bf8-96e3-48a2-9ed7-504449772aef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Jul 22 15:02:04.960046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f6a2-36bb-4b70-83e9-9d230d5759d9 req-379fcc6d-e2a9-4be0-b2ff-595be95b41f6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:04.961543 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2046f6a2-36bb-4b70-83e9-9d230d5759d9 req-379fcc6d-e2a9-4be0-b2ff-595be95b41f6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0645833 Jul 22 15:02:04.999710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2046f6a2-36bb-4b70-83e9-9d230d5759d9 req-5ba6b7f7-e8f6-4cd5-af4a-292289818d0b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Jul 22 15:02:06.128937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37108-d459-4bd6-9e6e-8e828d740a54 req-e07d3144-6a4e-4546-ba7f-d7398d71b4d6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:06.130474 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04b37108-d459-4bd6-9e6e-8e828d740a54 req-e07d3144-6a4e-4546-ba7f-d7398d71b4d6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0643263 Jul 22 15:02:06.168872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-04b37108-d459-4bd6-9e6e-8e828d740a54 req-1de3bfab-8d40-45e2-bf93-4b708b13a762 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324190 Jul 22 15:02:07.302200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697ca2c-14ec-490f-9dda-50d2fabb7b6c req-a4d5a62e-0f86-44b3-8baa-faebf8aa9cd6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:07.303691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8697ca2c-14ec-490f-9dda-50d2fabb7b6c req-a4d5a62e-0f86-44b3-8baa-faebf8aa9cd6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0693502 Jul 22 15:02:07.341576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8697ca2c-14ec-490f-9dda-50d2fabb7b6c req-65d4c4d3-aef7-4c6b-9c8b-e7c8e52f408e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316448 Jul 22 15:02:08.470900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4e895-ab29-44a3-8123-e8044e55201e req-ea02d7ed-3693-4a33-8a0a-1038a982c172 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:08.472429 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cd4e895-ab29-44a3-8123-e8044e55201e req-ea02d7ed-3693-4a33-8a0a-1038a982c172 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0636568 Jul 22 15:02:08.510357 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7cd4e895-ab29-44a3-8123-e8044e55201e req-f01f1ac9-1a54-4258-a7d3-896368b46d9c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324218 Jul 22 15:02:08.532386 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:08.591559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e3217035-cd49-4a98-b613-dffcbb3954ca tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/2546ac7d-6f9c-4021-b36d-a86edea693e7 HTTP/1.1" status: 200 len: 993 time: 0.0580504 Jul 22 15:02:18.647397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14871e0e-a1ec-47ef-898b-7f2782db560d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.645878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:20.570071 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.455247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.499141 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-06062c19-ac26-41e7-97cf-bf3d3be7d56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:22.631574 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.431842 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.390583 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:02:37.115885 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:37.269134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 3291cf63-8f36-43c2-b387-f1c09718c52e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:37.269481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.347710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.348034 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.360481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 3291cf63-8f36-43c2-b387-f1c09718c52e owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:37.534233 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.559546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=3291cf63-8f36-43c2-b387-f1c09718c52e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:37.588177 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.588529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.588875 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.589216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.589555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.589916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.590248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.590578 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.590939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.591265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.591638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.592478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.634484 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.634814 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP 2546ac7d-6f9c-4021-b36d-a86edea693e7 disassociated (deleted). External IP: 172.25.8.29, port: f91939f7-a9a7-4877-a751-1f2e9ca9bc20. Jul 22 15:02:37.839007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:37.946200 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:37.951018 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.956249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] Sync routers for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:37.964892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:37.965501 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:37.990515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-320c24e0-19c0-4946-8ce7-7f444eb890c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/floatingips/2546ac7d-6f9c-4021-b36d-a86edea693e7 HTTP/1.1" status: 204 len: 168 time: 0.8735142 Jul 22 15:02:37.991218 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:02:37.993605 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc1757-b7fd-4957-b90c-60e38e4def48" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:02:38.033665 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83d727a-773c-419a-b90f-a049a751bc69 x-openstack-request-id: req-e83d727a-773c-419a-b90f-a049a751bc69 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:02:38.033976 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:02:38.034237 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e83d727a-773c-419a-b90f-a049a751bc69 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:02:38.034648 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'status': 'completed', 'code': 200} Jul 22 15:02:38.121940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-3c7c52b8-24a9-45a7-91ce-48773e4b776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:38.124846 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-3c7c52b8-24a9-45a7-91ce-48773e4b776f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 1098 time: 0.0687590 Jul 22 15:02:38.251801 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:38.264802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-aba6a66f-84ac-4acc-8559-525c7987cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:38.266345 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-aba6a66f-84ac-4acc-8559-525c7987cf60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 200 len: 896 time: 0.1287944 Jul 22 15:02:38.312966 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-678342c3-704e-46f1-9ad8-0b4acb7a4b74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 200 len: 217 time: 0.0393238 Jul 22 15:02:38.324466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e1bb5-2ec4-4b67-acb9-8568b678a73c req-b185ea3d-1535-4fcd-bca4-59e5b527766c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:38.326476 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-463e1bb5-2ec4-4b67-acb9-8568b678a73c req-b185ea3d-1535-4fcd-bca4-59e5b527766c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.1232302 Jul 22 15:02:38.406660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-da970d70-8567-46ee-bf9e-2c7831a6551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:38.408098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-da970d70-8567-46ee-bf9e-2c7831a6551d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 200 len: 835 time: 0.0807433 Jul 22 15:02:38.411114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-463e1bb5-2ec4-4b67-acb9-8568b678a73c req-647e3515-d1d3-4a80-8de0-a947520077f0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756311 Jul 22 15:02:38.456454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:11Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:38.468588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-c3934e91-8a6d-4626-a781-e061172e8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:38.470265 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-c3934e91-8a6d-4626-a781-e061172e8139 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=72d7bf0b-7251-42d0-b545-92ec1d4fa005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552027 Jul 22 15:02:38.482942 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] Checking router: a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:38.491236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:38.491846 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:38.560664 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-f2ee9ecb-ac5c-4de3-832e-d00272c94c23 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830576 Jul 22 15:02:38.597950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:38.658714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dbdc1757-b7fd-4957-b90c-60e38e4def48 req-92c3664e-4f2b-452b-968e-45f057a40071 service neutron] 10.222.0.20 "GET /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916328 Jul 22 15:02:38.807832 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:11Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:38.833702 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23803985-54a5-4212-8005-978fab10e4e5 None None] The sync data for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 is: [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:05Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'b6250796-97cc-4700-8d88-c9ef36d3b32f', 'name': '', 'network_id': '72d7bf0b-7251-42d0-b545-92ec1d4fa005', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:c3:75:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:05Z', 'updated_at': '2021-07-22T15:01:11Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '1242faf1-9b96-4dfe-b6ed-a37fa955d463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:39.053139 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807c063-df17-46ff-9c40-b208fb70653e None None] New status for floating IP 2546ac7d-6f9c-4021-b36d-a86edea693e7: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:02:39.548511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d3f36-30a8-4a7d-bed2-2989eb4afa17 req-23f7b22d-7262-41a5-a447-ca6fa1c7e6f2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:39.550053 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d3d3f36-30a8-4a7d-bed2-2989eb4afa17 req-23f7b22d-7262-41a5-a447-ca6fa1c7e6f2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0702410 Jul 22 15:02:39.587107 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d3d3f36-30a8-4a7d-bed2-2989eb4afa17 req-dd117972-ae5c-49f7-b5a4-d087a3dd97a5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=920bbe80-5fa8-4a0e-b92f-fbb97774d54f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jul 22 15:02:39.734817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-1154d7ee-42ba-4eff-a764-811525be9e2b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:39.736276 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-1154d7ee-42ba-4eff-a764-811525be9e2b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155 HTTP/1.1" status: 200 len: 946 time: 0.0628188 Jul 22 15:02:39.838303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:39.838648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.925198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port f91939f7-a9a7-4877-a751-1f2e9ca9bc20, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:39.925556 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.938277 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for f91939f7-a9a7-4877-a751-1f2e9ca9bc20 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:40.063668 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:40.089250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=f91939f7-a9a7-4877-a751-1f2e9ca9bc20,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:40.146813 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] No DVR routers for this DVR port f91939f7-a9a7-4877-a751-1f2e9ca9bc20 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:40.149348 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:40.151365 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-29bb5d75-9066-445f-9dfa-ec0fc68d401b req-f3219b80-8ac1-4ef7-93d6-21b329fa5b33 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "DELETE /v2.0/ports/f91939f7-a9a7-4877-a751-1f2e9ca9bc20 HTTP/1.1" status: 204 len: 173 time: 0.4095418 Jul 22 15:02:40.151801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'name': 'network-vif-deleted', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:02:40.154200 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708b003b-31a6-4b52-8af4-7c860956d36c" -d '{"events": [{"server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "name": "network-vif-deleted", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:02:40.196062 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70a756-af5c-4a07-91ad-6eee602652a1 x-openstack-request-id: req-1a70a756-af5c-4a07-91ad-6eee602652a1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:02:40.196367 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155", "name": "network-vif-deleted", "tag": "f91939f7-a9a7-4877-a751-1f2e9ca9bc20", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:02:40.196624 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a70a756-af5c-4a07-91ad-6eee602652a1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:02:40.197028 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3a0ded-e8d2-4d56-9d1d-d22b53f9c155', 'name': 'network-vif-deleted', 'tag': 'f91939f7-a9a7-4877-a751-1f2e9ca9bc20', 'status': 'completed', 'code': 200} Jul 22 15:02:40.646000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:41.255642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.523532 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port b6250796-97cc-4700-8d88-c9ef36d3b32f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:41.523797 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.612523 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port b6250796-97cc-4700-8d88-c9ef36d3b32f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6250796-97cc-4700-8d88-c9ef36d3b32f,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:41.612863 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.624438 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for b6250796-97cc-4700-8d88-c9ef36d3b32f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:41.814188 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.841547 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=b6250796-97cc-4700-8d88-c9ef36d3b32f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:42.021812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.233857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:42.339657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:42.344804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-730b05bb-513b-4b72-a000-6cfeefdbf02b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977255 Jul 22 15:02:42.347764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59558) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:42.349312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] Sync routers for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:42.359042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:42.359724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:42.400022 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting subnet 1242faf1-9b96-4dfe-b6ed-a37fa955d463 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:02:42.403197 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.443717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.464624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:42.533981 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.595665 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.623340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Subnet': ['ID=1242faf1-9b96-4dfe-b6ed-a37fa955d463,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:42.633351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.633746 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.634096 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.634435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.634769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.635772 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.636245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.636599 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.636937 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.637270 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.637368 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff28b00-5f53-4778-95a2-1dbf121bca48 None None] Network 72d7bf0b-7251-42d0-b545-92ec1d4fa005 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:42.637606 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.637959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:42.640924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.642866 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6debe252-232c-4480-9f72-fd3b3a006f1d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/subnets/1242faf1-9b96-4dfe-b6ed-a37fa955d463 HTTP/1.1" status: 204 len: 168 time: 0.2940965 Jul 22 15:02:42.645743 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:42.704361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:42.734969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] Checking router: a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:42.753050 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.784257 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] Routers {'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:42.784796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:42.858833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.906755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] Set router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:42.922280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port c2120ea7-66d8-47a2-affa-004f0a882aa0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:42.922632 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.965065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] DHCP port deletion for 72d7bf0b-7251-42d0-b545-92ec1d4fa005 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:02:42.967858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f91939f7-a9a7-4877-a751-1f2e9ca9bc20 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:43.003042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: f91939f7-a9a7-4877-a751-1f2e9ca9bc20 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:43.003389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device f91939f7-a9a7-4877-a751-1f2e9ca9bc20 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:43.015478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port c2120ea7-66d8-47a2-affa-004f0a882aa0, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c2120ea7-66d8-47a2-affa-004f0a882aa0,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:43.015852 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.028603 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for c2120ea7-66d8-47a2-affa-004f0a882aa0 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:43.084629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 611a107d-a99e-42db-a338-23fc123d3a8e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:43.156508 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] Deleting port 611a107d-a99e-42db-a338-23fc123d3a8e {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:43.156970 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.209181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.234741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=c2120ea7-66d8-47a2-affa-004f0a882aa0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:43.262983 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] For port 611a107d-a99e-42db-a338-23fc123d3a8e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=611a107d-a99e-42db-a338-23fc123d3a8e,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:43.263470 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.286155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] Calling delete_port for 611a107d-a99e-42db-a338-23fc123d3a8e owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:43.300580 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.303745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:43.305458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.367411 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0cc116-be5a-43c7-ac5d-42e6979c1a39 None None] The sync data for ids ['a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c'] in n-d-787205-11 is: [{'id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680908261', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': 'c2120ea7-66d8-47a2-affa-004f0a882aa0', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:01:02Z', 'updated_at': '2021-07-22T15:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:43.398971 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.400961 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.407427 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 611a107d-a99e-42db-a338-23fc123d3a8e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=611a107d-a99e-42db-a338-23fc123d3a8e,segment=NetworkSegment(0a5bcc19-76f6-4a97-845e-b17427fe3a7f),segment_id=0a5bcc19-76f6-4a97-845e-b17427fe3a7f)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:43.412684 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.447530 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.448097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Fanout notify agent at l3_agent the message router_deleted on router a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:02:43.455144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.458148 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6d64847c-c597-4793-abf6-67bee1d254ef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/routers/a5dfd2ac-7eb6-4c63-a852-b9ad10d0419c HTTP/1.1" status: 204 len: 168 time: 0.8112886 Jul 22 15:02:43.459428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59562) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:43.459584 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.479868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=611a107d-a99e-42db-a338-23fc123d3a8e,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:43.482120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] No DVR routers for this DVR port 611a107d-a99e-42db-a338-23fc123d3a8e on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:43.491030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.491377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.492084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.492084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.492363 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.492681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.493006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.493330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.493681 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.494003 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.494327 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.494657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:43.518042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82372902-16d3-4bf8-9cc9-2b10304c277b None None] Pushing event deleted for resources: {'Port': ['ID=611a107d-a99e-42db-a338-23fc123d3a8e,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:43.542496 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.629147 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.639343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d7bf0b-7251-42d0-b545-92ec1d4fa005']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:43.648957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5bcc19-76f6-4a97-845e-b17427fe3a7f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:43.649181 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5bcc19-76f6-4a97-845e-b17427fe3a7f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:43.658462 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.671578 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.677476 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:02:43.677888 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: timer() Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:02:43.681003 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:02:43.744306 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.753657 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.755587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/networks/72d7bf0b-7251-42d0-b545-92ec1d4fa005 HTTP/1.1" status: 204 len: 168 time: 0.2951751 Jul 22 15:02:43.758317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59564) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:43.766554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe7e50-2cf3-4dc1-8c55-8dec0fae5fed tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Network': ['ID=72d7bf0b-7251-42d0-b545-92ec1d4fa005,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:43.828442 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50c70bc-e1d8-45ff-92e7-e553627cc424 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.859739 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50c70bc-e1d8-45ff-92e7-e553627cc424 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.920275 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50c70bc-e1d8-45ff-92e7-e553627cc424 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.923302 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f50c70bc-e1d8-45ff-92e7-e553627cc424 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.924499 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f50c70bc-e1d8-45ff-92e7-e553627cc424 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/security-groups/920bbe80-5fa8-4a0e-b92f-fbb97774d54f HTTP/1.1" status: 204 len: 168 time: 0.1644433 Jul 22 15:02:43.934734 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c70bc-e1d8-45ff-92e7-e553627cc424 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920bbe80-5fa8-4a0e-b92f-fbb97774d54f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:44.351882 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59570) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:44.356561 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1252028057', 'description': 'tempest-secgroup-smoke-1252028057 description', 'project_id': '0438127e8eba408592caf4d621c10789'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:44.381147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.469121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.472757 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.503481 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:44.505706 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.506918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-5c726986-337c-4e39-a426-6af8fb74774e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1540408 Jul 22 15:02:44.509828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59572) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:44.514674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:44.540672 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.597112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.600401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.617881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9e1571-869a-449c-944e-475909929a24,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:44.625191 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.626424 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-605c6ae1-33b1-49ae-80dd-91f8fa1c555d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156602 Jul 22 15:02:44.629145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59574) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:44.633638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:44.659825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.721589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.725182 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.748627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a19238d-39f9-4541-9642-efc779b297a2,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:44.753966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.755159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2bcdec4c-c1fa-42c1-b3cf-8c2971529bc3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250589 Jul 22 15:02:44.757876 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:44.762503 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:44.787889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.845718 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.850359 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.868795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc704934-64d1-4267-a649-1573baf1bca2,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:44.874799 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.875944 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1c059035-4389-48db-b2bb-f809812f5c5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171517 Jul 22 15:02:44.878556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59578) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:44.883101 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:44.911260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.972852 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.976726 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.994950 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dd3a41-463a-4780-a891-f60591b048d7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:45.002870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.006648 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e57b4ad0-bbe9-4f4a-8827-dfba5d50c18c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245029 Jul 22 15:02:45.006988 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59580) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:45.008266 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6250796-97cc-4700-8d88-c9ef36d3b32f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:45.012195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:45.029597 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b6250796-97cc-4700-8d88-c9ef36d3b32f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:45.030042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6250796-97cc-4700-8d88-c9ef36d3b32f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:45.030537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c2120ea7-66d8-47a2-affa-004f0a882aa0 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:45.035161 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:02:45.040235 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.049676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c2120ea7-66d8-47a2-affa-004f0a882aa0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:45.050025 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c2120ea7-66d8-47a2-affa-004f0a882aa0 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:45.102866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.106153 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.123403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21a6c37-bbda-4b21-afff-44a08defc912,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:45.129075 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.132711 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8071b418-b208-4824-aef0-4e8754b3eae7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222939 Jul 22 15:02:45.132910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59582) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:45.137860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': '89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:45.161578 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:02:45.166320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.226389 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.229818 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.246454 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0c3910-b565-4dc1-9b91-fa696a7af5d3,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:45.253097 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.254289 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bb4a6669-8621-4b7a-9832-bc79a2ef9eb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203904 Jul 22 15:02:45.257075 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59584) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:45.262201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'network': {'name': 'tempest-network-smoke--165660334', 'project_id': '0438127e8eba408592caf4d621c10789', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:45.282899 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:45.286357 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.309686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:02:45.319117 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.319461 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Added segment dae707a0-994c-44e1-8d75-d888ae9f88c3 of type vlan for network bf9af996-dbf0-4332-83b2-8024fc945804 Jul 22 15:02:45.360101 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.388751 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.394256 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:45.394825 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.434634 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1765013 Jul 22 15:02:45.438146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59586) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:45.442819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'admin_state_up': True, 'project_id': '0438127e8eba408592caf4d621c10789', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:45.467155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.468155 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.468508 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933a47b-65c1-4fc0-8398-db32edab594b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Network': ['ID=bf9af996-dbf0-4332-83b2-8024fc945804,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:45.480259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network bf9af996-dbf0-4332-83b2-8024fc945804 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:02:45.519030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.653224 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.846487 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.865058 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.967097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.157 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/4453d143-f359-4a68-ab4c-12ab94999ad5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:46.330096 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:46.368560 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:46.408312 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:46.411097 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:46.414657 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:46.436507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=4453d143-f359-4a68-ab4c-12ab94999ad5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:46.660076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:46.857758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:46.986014 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 5cdfa3e8-c83f-426e-880f-80d37c202edd is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:02:47.103256 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:47.114185 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Sync routers for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:47.121821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.123731 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6b2c2c0f-a438-4684-9ef9-89c43f57ffeb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6845403 Jul 22 15:02:47.127851 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:47.128175 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:47.128796 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:47.156231 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-209f22ef-8111-4c3e-9f98-f59012f42bef tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0438127e8eba408592caf4d621c10789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271041 Jul 22 15:02:47.158983 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:47.229820 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:47.243918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae1f00d-ac3f-4200-9a64-ba38e306283d tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:47.245471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9ae1f00d-ac3f-4200-9a64-ba38e306283d tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855968 Jul 22 15:02:47.248871 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59592) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:47.281533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-b5ba2de7-21e9-41d1-a3f2-d28cca75c22a tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315738 Jul 22 15:02:47.284044 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:47.288845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-697905380', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'project_id': '0438127e8eba408592caf4d621c10789', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:47.377519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:47.381056 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.403273 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:46Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:47.432279 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Checking router: 5cdfa3e8-c83f-426e-880f-80d37c202edd for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:47.432620 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Updating router 5cdfa3e8-c83f-426e-880f-80d37c202edd port 4453d143-f359-4a68-ab4c-12ab94999ad5 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:02:47.467235 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.563602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.622674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Subnet': ['ID=452436de-51e1-4394-98d4-fe7a21996c15,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:47.632143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Checking segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:47.632506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network hostable DHCP agents. Network: bf9af996-dbf0-4332-83b2-8024fc945804, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:02:47.649327 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network bf9af996-dbf0-4332-83b2-8024fc945804 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:02:47.658586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, bf9af996-dbf0-4332-83b2-8024fc945804) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:47.662577 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:47.663218 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.668470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04675e1e-5c99-44ef-a75c-fa06e985309f None None] Network bf9af996-dbf0-4332-83b2-8024fc945804 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:47.678965 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2f1676cf-be7e-4c66-ab29-e9815c563601 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3937500 Jul 22 15:02:47.681844 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59596) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:47.725196 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.738406 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Transition to ACTIVE for port object 4453d143-f359-4a68-ab4c-12ab94999ad5 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:47.743522 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.795751 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Attempting to bind port 4453d143-f359-4a68-ab4c-12ab94999ad5 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:47.796116 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Attempting to bind port 4453d143-f359-4a68-ab4c-12ab94999ad5 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:47.796473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Attempting to bind port 4453d143-f359-4a68-ab4c-12ab94999ad5 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:47.805787 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:47.806219 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:47.806757 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.807059 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:47.807526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Bound port: 4453d143-f359-4a68-ab4c-12ab94999ad5, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:47.807999 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.810093 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Pushing event updated for resources: {'Port': ['ID=4453d143-f359-4a68-ab4c-12ab94999ad5,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:47.833268 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-bf9af996-dbf0-4332-83b2-8024fc945804', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:02:47.834297 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.870663 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.871028 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.871330 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.871658 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.871983 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.872351 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.872655 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.873580 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.873929 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.874250 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.874584 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.874881 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:47.896334 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] For port 4453d143-f359-4a68-ab4c-12ab94999ad5, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:47.899794 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] For port 4453d143-f359-4a68-ab4c-12ab94999ad5, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4453d143-f359-4a68-ab4c-12ab94999ad5,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:47.904559 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:47.956422 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:47.957176 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:48.008559 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Allocated IP 172.20.0.2 (bf9af996-dbf0-4332-83b2-8024fc945804/452436de-51e1-4394-98d4-fe7a21996c15/f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:48.043266 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240578f1-25ac-4a94-bb92-f736e154070b None None] Pushing event updated for resources: {'Port': ['ID=4453d143-f359-4a68-ab4c-12ab94999ad5,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:48.086450 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:48.143062 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.172220 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.182009 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Transition to ACTIVE for port object f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:48.197880 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Transition to ACTIVE for port object f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:48.208296 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.248711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Network bf9af996-dbf0-4332-83b2-8024fc945804 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:48.253595 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:48.257822 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:48.267112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Pushing event updated for resources: {'Port': ['ID=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:48.277915 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:46Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:48.315642 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc8267b-5525-48bf-baea-3ef7b70682e6 None None] The sync data for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 is: [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:46Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:48.453402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.1 (bf9af996-dbf0-4332-83b2-8024fc945804/452436de-51e1-4394-98d4-fe7a21996c15/7bd8d557-067a-4b32-8ce0-8922dc0419bf) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:48.499241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Attempting to bind port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:48.499587 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Attempting to bind port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:48.500118 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Attempting to bind port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f on network bf9af996-dbf0-4332-83b2-8024fc945804 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:48.505209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:48.505584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Checking segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:48.506018 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.506412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Bound using segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:48.507134 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Bound port: f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:48.507568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.595444 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.598763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] For port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:48.605065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] For port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:48.609852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.614382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object 7bd8d557-067a-4b32-8ce0-8922dc0419bf will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:48.653538 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.684514 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ae76001e-0f0c-4a22-9722-bfddc1afde25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.686849 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad686d-067f-42c3-b369-59a05ec962c6 None None] Pushing event updated for resources: {'Port': ['ID=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:48.715148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network bf9af996-dbf0-4332-83b2-8024fc945804 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:48.718953 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:48.723115 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:48.749635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=7bd8d557-067a-4b32-8ce0-8922dc0419bf,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:48.774771 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:48.950410 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.085315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4453d143-f359-4a68-ab4c-12ab94999ad5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:49.139130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 4453d143-f359-4a68-ab4c-12ab94999ad5 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:49.143148 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4453d143-f359-4a68-ab4c-12ab94999ad5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:49.143531 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.227480 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.254997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 4453d143-f359-4a68-ab4c-12ab94999ad5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4453d143-f359-4a68-ab4c-12ab94999ad5,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:49.259378 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.260207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:49.274963 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.282083 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.348117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=4453d143-f359-4a68-ab4c-12ab94999ad5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:49.359160 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:49.362958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=7bd8d557-067a-4b32-8ce0-8922dc0419bf,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:49.365576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.460598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network bf9af996-dbf0-4332-83b2-8024fc945804 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:49.462099 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:49.582172 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 5cdfa3e8-c83f-426e-880f-80d37c202edd has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:49.663774 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.687061 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777dfd04-27e7-4f99-9687-2559ebd3b685 None None] Network bf9af996-dbf0-4332-83b2-8024fc945804 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:49.771659 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] Provisioning for port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:49.783010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] Provisioning complete for port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:49.783389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.927152 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:49.971356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] For port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:49.977326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.029194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f521e1-338e-4b9a-96a2-14b70a7a7373 None None] Pushing event updated for resources: {'Port': ['ID=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:50.049595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:50.058158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fe046065-54da-46f6-9834-8e73dd74c88c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/5cdfa3e8-c83f-426e-880f-80d37c202edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3717463 Jul 22 15:02:50.202907 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14e21039-d6c6-4ad0-9857-4e85706d7ca3 None None] Provisioning complete for port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:50.203294 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14e21039-d6c6-4ad0-9857-4e85706d7ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.226617 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-cf07db48-8afb-4005-89f8-eac29412ecd3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1252028057&fields=id&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 267 time: 0.0383933 Jul 22 15:02:50.315568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14e21039-d6c6-4ad0-9857-4e85706d7ca3 None None] Provisioning for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:50.320594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-14e21039-d6c6-4ad0-9857-4e85706d7ca3 None None] Provisioning complete for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:50.321140 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-14e21039-d6c6-4ad0-9857-4e85706d7ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.362697 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-f068c6c1-c49e-4b70-8d2c-93db8f69dfaa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:50.365173 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-f068c6c1-c49e-4b70-8d2c-93db8f69dfaa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 796 time: 0.1313736 Jul 22 15:02:50.369011 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-14e21039-d6c6-4ad0-9857-4e85706d7ca3 None None] Port 7bd8d557-067a-4b32-8ce0-8922dc0419bf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:50.388609 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Sync routers for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:50.394156 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-0df2b0a4-96c1-4657-96c7-9219ab4cb876 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/quotas/0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 375 time: 0.0139360 Jul 22 15:02:50.398079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:50.398704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:50.468777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-fb3d544f-959b-43e9-aaee-73d8999eb38c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696714 Jul 22 15:02:50.506785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1679778e-b5cd-4198-b7e7-b272f3f40770 None None] Provisioning complete for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:50.507248 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1679778e-b5cd-4198-b7e7-b272f3f40770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.554669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:50.595408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1679778e-b5cd-4198-b7e7-b272f3f40770 None None] Port 7bd8d557-067a-4b32-8ce0-8922dc0419bf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:50.610401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.656512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-06e73cd4-00f1-44a9-aecd-e5568de28de2 service neutron] 10.222.0.11 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388607 Jul 22 15:02:50.734117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5ddfecb7-52b4-48fe-b1e5-7b7c493d782b None None] Provisioning complete for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:50.734706 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5ddfecb7-52b4-48fe-b1e5-7b7c493d782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.762371 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-2aff1274-3683-4df0-90c5-90661971172b service neutron] 10.222.0.11 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999024 Jul 22 15:02:50.800030 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfecb7-52b4-48fe-b1e5-7b7c493d782b None None] Port 7bd8d557-067a-4b32-8ce0-8922dc0419bf cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:50.824687 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 2, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:50.853337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Checking router: 5cdfa3e8-c83f-426e-880f-80d37c202edd for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:50.853926 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Updating router 5cdfa3e8-c83f-426e-880f-80d37c202edd port 7bd8d557-067a-4b32-8ce0-8922dc0419bf binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:02:50.892083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:50.939420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-281d8e8c-f8de-420f-8daf-f32768af90a0 req-4c1e20fa-60b0-435f-bdee-49a9b1349bb4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 210 time: 0.0363688 Jul 22 15:02:51.043495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4453d143-f359-4a68-ab4c-12ab94999ad5 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:51.175347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 4453d143-f359-4a68-ab4c-12ab94999ad5 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:51.175723 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.267731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.301944 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Transition to ACTIVE for port object 7bd8d557-067a-4b32-8ce0-8922dc0419bf will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:51.317765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.369568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:51.415308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867f419-e18b-4b9a-a356-6e07beaef58f None None] Pushing event updated for resources: {'Port': ['ID=7bd8d557-067a-4b32-8ce0-8922dc0419bf,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:51.537700 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.541153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Attempting to bind port 7bd8d557-067a-4b32-8ce0-8922dc0419bf on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:51.541560 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Attempting to bind port 7bd8d557-067a-4b32-8ce0-8922dc0419bf by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:51.541928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Attempting to bind port 7bd8d557-067a-4b32-8ce0-8922dc0419bf on network bf9af996-dbf0-4332-83b2-8024fc945804 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:51.547891 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ddb3c502-e76e-45fa-9697-396ebd6f69ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.554029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:51.554409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Checking segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:51.554815 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.555210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Bound using segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:51.555692 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Bound port: 7bd8d557-067a-4b32-8ce0-8922dc0419bf, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:51.556074 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.577010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:51.577387 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.674473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] For port 7bd8d557-067a-4b32-8ce0-8922dc0419bf, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:51.678280 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] For port 7bd8d557-067a-4b32-8ce0-8922dc0419bf, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7bd8d557-067a-4b32-8ce0-8922dc0419bf,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:51.697034 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:51.773996 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867f419-e18b-4b9a-a356-6e07beaef58f None None] Pushing event updated for resources: {'Port': ['ID=7bd8d557-067a-4b32-8ce0-8922dc0419bf,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:51.776683 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:51.777286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:51.893971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:52.000875 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3eec50c4-fbee-45c8-9956-70e9f8c67bb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:52.002547 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3eec50c4-fbee-45c8-9956-70e9f8c67bb9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 796 time: 0.1324923 Jul 22 15:02:52.053225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3c11120d-09f5-451c-afd6-70cd1a29408d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 380 time: 0.0411510 Jul 22 15:02:52.065452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'port': {'device_id': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'admin_state_up': True, 'tenant_id': '0438127e8eba408592caf4d621c10789', 'security_groups': ['89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:52.073193 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-79a718f4-f33a-4bab-9520-4b356a2ec78e req-dcdbd7cb-6a85-430b-be26-338435f74185 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 210 time: 0.0357966 Jul 22 15:02:52.183081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:52.187990 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.292131 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:51Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:52.318645 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.10 (bf9af996-dbf0-4332-83b2-8024fc945804/452436de-51e1-4394-98d4-fe7a21996c15/dbf9c6c1-08de-4ebc-b1b8-cce04170178d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:52.319959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c438f6-e340-4f19-8535-455c2eca2a95 None None] The sync data for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 is: [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:51Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:52.507924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.523011 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object dbf9c6c1-08de-4ebc-b1b8-cce04170178d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:52.558011 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.604090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network bf9af996-dbf0-4332-83b2-8024fc945804 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:52.607319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:52.611475 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:52.641459 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.647280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:52.674867 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:52.675620 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.693861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-3529f3ec-78f0-4d65-ac66-ee85c197df70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6324189 Jul 22 15:02:52.706497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Request body: {'port': {'device_id': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:52.798708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.854917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-187b335c-7825-4c82-ae73-530b43de8ca3 None None] Provisioning for port dbf9c6c1-08de-4ebc-b1b8-cce04170178d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:52.859211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-187b335c-7825-4c82-ae73-530b43de8ca3 None None] Provisioning complete for port dbf9c6c1-08de-4ebc-b1b8-cce04170178d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:52.859577 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-187b335c-7825-4c82-ae73-530b43de8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:52.902924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-187b335c-7825-4c82-ae73-530b43de8ca3 None None] Port dbf9c6c1-08de-4ebc-b1b8-cce04170178d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:53.037065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7bd8d557-067a-4b32-8ce0-8922dc0419bf up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:53.088087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:53.092579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:53.093031 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.110236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf9c6c1-08de-4ebc-b1b8-cce04170178d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:02:53.119398 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.134984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Transition to ACTIVE for port object dbf9c6c1-08de-4ebc-b1b8-cce04170178d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:53.141547 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.179662 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.222496 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7bd8d557-067a-4b32-8ce0-8922dc0419bf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7bd8d557-067a-4b32-8ce0-8922dc0419bf,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:53.232307 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.250102 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:53.300549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7bd8d557-067a-4b32-8ce0-8922dc0419bf,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:53.336693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514995a-7ed7-46cd-ba1a-3a1b16941050 req-c5c94086-783a-4f57-86d7-7baf141ba3df tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:53.338337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7514995a-7ed7-46cd-ba1a-3a1b16941050 req-c5c94086-783a-4f57-86d7-7baf141ba3df tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 944 time: 0.1884422 Jul 22 15:02:53.366824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:53.367176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:53.367522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on network bf9af996-dbf0-4332-83b2-8024fc945804 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:53.376484 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on network bf9af996-dbf0-4332-83b2-8024fc945804 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:02:53.376828 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on network bf9af996-dbf0-4332-83b2-8024fc945804 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:53.390962 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:53.391319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Checking segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:53.391725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Bound using segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:53.392190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Bound port: dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:53.392559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.418603 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7514995a-7ed7-46cd-ba1a-3a1b16941050 req-8f2520bb-eabe-4ca7-9da1-7a192d11aa38 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698471 Jul 22 15:02:53.480932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:53.484670 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:53.488979 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.523465 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:53.524189 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:53.525510 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1093 time: 0.8235717 Jul 22 15:02:53.526067 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:02:53.528254 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a" -d '{"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:02:53.557027 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142f509-a4b6-434d-8cf7-2faafc39d4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:53.579377 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96bb446-1e90-4687-bbfb-29e43ec0d003 x-openstack-request-id: req-f96bb446-1e90-4687-bbfb-29e43ec0d003 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:02:53.579674 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:02:53.579927 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f96bb446-1e90-4687-bbfb-29e43ec0d003 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:02:53.580351 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'status': 'completed', 'code': 200} Jul 22 15:02:53.627143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-e7e05449-8bc0-4353-9b58-3cfe553641f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:53.628705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-e7e05449-8bc0-4353-9b58-3cfe553641f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1096 time: 0.0608020 Jul 22 15:02:53.678845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-2db85603-1cfc-4b76-9aa6-e730cc2dfab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 217 time: 0.0424349 Jul 22 15:02:53.730048 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-da3279f5-8be5-4aca-8a56-c20945b8fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:53.731544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-da3279f5-8be5-4aca-8a56-c20945b8fb32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0464749 Jul 22 15:02:53.798795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-c27fbb1d-ce43-4058-9b64-3f73a8e60fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:53.800384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-c27fbb1d-ce43-4058-9b64-3f73a8e60fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623193 Jul 22 15:02:53.893962 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-f22089ab-987c-4ba1-abbb-d48590fb2d59 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867801 Jul 22 15:02:53.980675 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0611324-1a57-41d1-b50b-2df83fe8f91d req-9d92bfe1-069d-4bfc-9bd5-a71fd0ba3958 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810006 Jul 22 15:02:54.082219 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-4835217d-bdf2-4ee3-b954-a0830d8ac367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:54.083836 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-4835217d-bdf2-4ee3-b954-a0830d8ac367 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1096 time: 0.0615969 Jul 22 15:02:54.177911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-3e8c1c8a-be12-41e4-8bf9-e2b1ea187193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:54.179352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-3e8c1c8a-be12-41e4-8bf9-e2b1ea187193 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0895524 Jul 22 15:02:54.225831 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-f04f3e55-328a-4926-b818-128a7bd0630e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 217 time: 0.0396180 Jul 22 15:02:54.276536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-e117a822-7de7-4f57-a0d7-5ad9bc234a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:54.278027 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-e117a822-7de7-4f57-a0d7-5ad9bc234a7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0451846 Jul 22 15:02:54.337861 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-d134df8c-eb3c-4b54-a876-419858b0ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:54.339391 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-d134df8c-eb3c-4b54-a876-419858b0ec4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544820 Jul 22 15:02:54.436458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:54.437024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-2e72bdd2-20bf-4d82-8e34-0029fa1da9e6 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906074 Jul 22 15:02:54.565023 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-80346eb1-1f75-403d-8ec4-a9b6b9a5a80a req-3cf30fdf-11b8-4835-9025-5022794fd7fb service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206329 Jul 22 15:02:54.589684 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948eed5-e94f-47a9-a6f5-264a924eefb1 req-f67f56c3-5721-4348-a386-dd593a493d5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:54.591161 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a948eed5-e94f-47a9-a6f5-264a924eefb1 req-f67f56c3-5721-4348-a386-dd593a493d5b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 944 time: 0.0892305 Jul 22 15:02:54.629426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a948eed5-e94f-47a9-a6f5-264a924eefb1 req-ca41e519-4c54-4800-afc3-bde9812fab9d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325410 Jul 22 15:02:55.006415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7bd8d557-067a-4b32-8ce0-8922dc0419bf up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:55.052172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7bd8d557-067a-4b32-8ce0-8922dc0419bf triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:55.052542 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:55.761744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b6c7-d0f9-4a5a-a725-51875b9ca5ed req-9496faa2-a6d7-4661-929b-40b84952c23e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:55.763759 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57c0b6c7-d0f9-4a5a-a725-51875b9ca5ed req-9496faa2-a6d7-4661-929b-40b84952c23e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 944 time: 0.0633962 Jul 22 15:02:55.800396 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-57c0b6c7-d0f9-4a5a-a725-51875b9ca5ed req-6fffe52b-e43c-4c8d-a5db-8dfb223a1fd1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Jul 22 15:02:55.929098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:02:56.021956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:56.032535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'port_id': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'mac_address': 'fa:16:3e:77:28:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:02:56.068043 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:56.083961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf9c6c1-08de-4ebc-b1b8-cce04170178d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:02:56.102342 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:56.106487 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:56.154904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:56.311544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['dbf9c6c1-08de-4ebc-b1b8-cce04170178d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:02:56.931145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd41127-186f-40c0-a126-223d953a6309 req-a7b56ea2-e164-427f-9725-2df092dc1e55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:56.932641 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7fd41127-186f-40c0-a126-223d953a6309 req-a7b56ea2-e164-427f-9725-2df092dc1e55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 945 time: 0.0649171 Jul 22 15:02:56.971210 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7fd41127-186f-40c0-a126-223d953a6309 req-83e10bc7-5863-4b32-a888-021469b99aef tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324256 Jul 22 15:02:57.928861 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:57.975827 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port dbf9c6c1-08de-4ebc-b1b8-cce04170178d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:57.979344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port dbf9c6c1-08de-4ebc-b1b8-cce04170178d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:57.979721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:58.059049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:58.081658 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:02:58.083948 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1b9b6a-a571-4141-8a75-ff1c06ddb381" -d '{"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:02:58.098433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:58.102070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cf5de-4a9e-436c-b07d-8e5e69920321 req-695a3510-1c1b-45c2-a433-2c45329d9777 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:58.103481 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:58.103615 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba0cf5de-4a9e-436c-b07d-8e5e69920321 req-695a3510-1c1b-45c2-a433-2c45329d9777 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 945 time: 0.0657985 Jul 22 15:02:58.133874 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1299d021-f02f-4cc9-b359-a64a7d270ab5 x-openstack-request-id: req-1299d021-f02f-4cc9-b359-a64a7d270ab5 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:02:58.134243 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:02:58.134442 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1299d021-f02f-4cc9-b359-a64a7d270ab5 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:02:58.134800 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'code': 200} Jul 22 15:02:58.157310 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ba0cf5de-4a9e-436c-b07d-8e5e69920321 req-793c4377-083b-4bb2-b052-dc2741651f38 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457079 Jul 22 15:02:58.164734 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:58.242716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a202f6-63bc-401f-aeee-f63aeabc6709 req-f09ce72f-a5ac-4af6-85f4-239ceb284ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:58.244230 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90a202f6-63bc-401f-aeee-f63aeabc6709 req-f09ce72f-a5ac-4af6-85f4-239ceb284ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1098 time: 0.0544634 Jul 22 15:02:58.279316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-90a202f6-63bc-401f-aeee-f63aeabc6709 req-70651e64-a400-4480-8bfc-d45a8d9a52aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278072 Jul 22 15:02:59.290736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af08431-8df5-4bca-b839-2cbedaf3a7d7 req-276a9c25-c634-4a36-9b80-1021bae82c6b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:59.292231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7af08431-8df5-4bca-b839-2cbedaf3a7d7 req-276a9c25-c634-4a36-9b80-1021bae82c6b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0669000 Jul 22 15:02:59.330863 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7af08431-8df5-4bca-b839-2cbedaf3a7d7 req-46dd328a-d315-457a-a944-811b81b81279 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323632 Jul 22 15:02:59.459668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8bfea-029b-4f23-b5a2-4edbff5a25bc req-3fa23b54-628c-4ec6-8437-ffee58a1c4ec tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:59.461381 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24b8bfea-029b-4f23-b5a2-4edbff5a25bc req-3fa23b54-628c-4ec6-8437-ffee58a1c4ec tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0650687 Jul 22 15:02:59.502820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-24b8bfea-029b-4f23-b5a2-4edbff5a25bc req-6100392c-3ac0-40ab-980a-4e373ca7252f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Jul 22 15:02:59.524626 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59650) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:59.577686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81755682-89e6-4660-bfe0-50009045c7ca tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:59.579886 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-81755682-89e6-4660-bfe0-50009045c7ca tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1093 time: 0.0535994 Jul 22 15:02:59.581963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59652) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:59.586313 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:59.608534 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:59.707762 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:59.813446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.241 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/e9e7928f-fd42-4bac-b5b9-6b34807c081b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:59.918774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:59.958077 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:59.996559 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:59.999869 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:03:00.003397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:03:00.008743 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=e9e7928f-fd42-4bac-b5b9-6b34807c081b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:03:00.355052 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:00.435589 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:00.582515 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:00.586862 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:00.658004 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=e9e7928f-fd42-4bac-b5b9-6b34807c081b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:03:00.670198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:00.770871 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP 8ab88141-0bee-4933-b37f-caae66f6a3c2 associated. External IP: 172.25.8.241, port: dbf9c6c1-08de-4ebc-b1b8-cce04170178d. Jul 22 15:03:00.978719 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 5cdfa3e8-c83f-426e-880f-80d37c202edd has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:03:01.086245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:03:01.096937 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] Sync routers for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:03:01.102896 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:01.106440 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:03:01.107239 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:03:01.143735 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-407091e8-4a2b-4270-bfcd-a815a25bc418 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5607555 Jul 22 15:03:01.144339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:03:01.146656 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12" -d '{"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:03:01.188979 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063e7c85-a5d9-4c2b-b0c9-54ef5188f034 x-openstack-request-id: req-063e7c85-a5d9-4c2b-b0c9-54ef5188f034 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:03:01.189668 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:03:01.189856 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-063e7c85-a5d9-4c2b-b0c9-54ef5188f034 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:03:01.190377 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'status': 'completed', 'code': 200} Jul 22 15:03:01.215038 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:03:01.298340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cb785-14b8-4cbc-ad42-8c303402a238 req-e4c6b840-5427-42dd-af4b-24b4068863de tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:01.299878 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b87cb785-14b8-4cbc-ad42-8c303402a238 req-e4c6b840-5427-42dd-af4b-24b4068863de tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.1043909 Jul 22 15:03:01.306316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-8ad1e1be-b315-4808-b948-f9529f999e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:01.308158 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-8ad1e1be-b315-4808-b948-f9529f999e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1098 time: 0.0823870 Jul 22 15:03:01.400326 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b87cb785-14b8-4cbc-ad42-8c303402a238 req-b7529c70-7da6-4244-997b-a7f0c33d95cd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911660 Jul 22 15:03:01.422260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59658) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:03:01.431831 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-f8a81b35-b3dc-498d-966c-17207144ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:01.433606 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-f8a81b35-b3dc-498d-966c-17207144ae32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.1175082 Jul 22 15:03:01.440161 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '8ab88141-0bee-4933-b37f-caae66f6a3c2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'port_id': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'mac_address': 'fa:16:3e:77:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:03:00Z', 'updated_at': '2021-07-22T15:03:00Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:53Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:03:01.469682 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] Checking router: 5cdfa3e8-c83f-426e-880f-80d37c202edd for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:03:01.478389 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:03:01.478993 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:02:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:03:01.487515 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2e37d97e-6de2-4b45-926a-15d2041f4376 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/8ab88141-0bee-4933-b37f-caae66f6a3c2 HTTP/1.1" status: 200 len: 992 time: 0.0640779 Jul 22 15:03:01.504542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-467b497a-ba43-4bee-8c99-8baaa0b60c8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1000 time: 0.0646563 Jul 22 15:03:01.561894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-7e096740-d41f-4c69-bec7-f254573191c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:01.563427 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-7e096740-d41f-4c69-bec7-f254573191c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0528371 Jul 22 15:03:01.625993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-60140c56-878d-4aa2-b107-6038718ab7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:01.627610 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-60140c56-878d-4aa2-b107-6038718ab7b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575175 Jul 22 15:03:01.675975 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:03:01.717471 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-5fa50386-8cc2-47e2-a372-d6ac6c3fdd80 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831265 Jul 22 15:03:01.811444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ff9ac85e-2aaa-4c8b-a9d1-f87f51916c12 req-69b17ce2-ed5b-43ae-8f48-8d8010f47980 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876210 Jul 22 15:03:01.897413 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '8ab88141-0bee-4933-b37f-caae66f6a3c2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'port_id': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'mac_address': 'fa:16:3e:77:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:03:00Z', 'updated_at': '2021-07-22T15:03:00Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:53Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:03:01.922884 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e63cad-263c-4760-a1ae-0a088eae80da None None] The sync data for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 is: [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '8ab88141-0bee-4933-b37f-caae66f6a3c2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.241', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'port_id': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'mac_address': 'fa:16:3e:77:28:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:03:00Z', 'updated_at': '2021-07-22T15:03:00Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:53Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:03:02.115066 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa6269-9cf2-46dd-a69d-9d0ef00a64e8 None None] New status for floating IP 8ab88141-0bee-4933-b37f-caae66f6a3c2: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:03:02.491557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:03:02.555190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3d32e3c1-b65b-4f31-9ba8-10b3b7f67461 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/8ab88141-0bee-4933-b37f-caae66f6a3c2 HTTP/1.1" status: 200 len: 994 time: 0.0624893 Jul 22 15:03:05.390073 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:03:18.649213 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-560c8df7-7cd5-411d-b37a-8629e3005176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:19.665209 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:20.562059 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:21.462097 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:21.498477 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cd85e0bd-23bd-4588-8a8e-fe61f96e6eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:22.639229 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:24.437211 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:32.438659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e5adbccd-6e95-45b0-af80-8d9b9b56e954 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918128 Jul 22 15:03:32.439278 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfde269-fbce-4d34-9579-660ae38c89dc req-b299bef8-a073-40d1-9821-4ab3b84e3b62 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:32.440278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecfde269-fbce-4d34-9579-660ae38c89dc req-b299bef8-a073-40d1-9821-4ab3b84e3b62 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.1179085 Jul 22 15:03:32.482747 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ecfde269-fbce-4d34-9579-660ae38c89dc req-6f24b76f-72ed-4b2d-8339-7e7ab7a789c0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361683 Jul 22 15:03:33.900975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-b6b19e26-9527-4102-a46a-61b99a45aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:33.902576 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-b6b19e26-9527-4102-a46a-61b99a45aff2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1098 time: 0.3761981 Jul 22 15:03:34.033777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-f87caeb7-a4ff-4483-906c-4e0b4ed33850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:34.035286 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-f87caeb7-a4ff-4483-906c-4e0b4ed33850 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.1259303 Jul 22 15:03:34.047260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318debc-8b19-4b92-9bdb-2c40070fe4b0 req-16633d2e-db18-46d8-9c6f-a7051669674d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:34.048661 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a318debc-8b19-4b92-9bdb-2c40070fe4b0 req-16633d2e-db18-46d8-9c6f-a7051669674d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.1841679 Jul 22 15:03:34.126336 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a318debc-8b19-4b92-9bdb-2c40070fe4b0 req-e2f8ced5-7252-409d-98e4-50737addb6ca tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711937 Jul 22 15:03:34.132193 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-2dad5cb7-1875-4c5b-b487-b0fb6f59e6e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1002 time: 0.0826442 Jul 22 15:03:34.186672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-97e29a3c-05e2-4848-af09-554b6ac5d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:34.188192 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-97e29a3c-05e2-4848-af09-554b6ac5d1d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0483840 Jul 22 15:03:34.245562 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-a913dddc-f83d-46b1-8865-0a2ea8e8fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:34.247082 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-a913dddc-f83d-46b1-8865-0a2ea8e8fed4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529196 Jul 22 15:03:34.339582 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-310bdaf6-8774-4d5a-8ced-1781f9047a22 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857887 Jul 22 15:03:34.442119 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-ffa36a8f-b7aa-4bcc-85a9-2a7b2d23db3a service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908535 Jul 22 15:03:35.260246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a3c4-82f2-4bf6-933a-99c9f91ed643 req-54b1f52d-d28b-421c-806f-bf7998191c35 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:35.261994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7240a3c4-82f2-4bf6-933a-99c9f91ed643 req-54b1f52d-d28b-421c-806f-bf7998191c35 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0669825 Jul 22 15:03:35.301411 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7240a3c4-82f2-4bf6-933a-99c9f91ed643 req-258e5b96-d94e-4952-aef5-5bc76748cdf6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Jul 22 15:03:36.434585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d7ffd-786c-4760-a70f-b618438077aa req-c5e4d352-ef5f-4d5f-a25e-e7c9377f8e3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:36.436709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-902d7ffd-786c-4760-a70f-b618438077aa req-c5e4d352-ef5f-4d5f-a25e-e7c9377f8e3f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0642414 Jul 22 15:03:36.476844 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-902d7ffd-786c-4760-a70f-b618438077aa req-97c875ef-0c58-4b17-966b-dae34e3cd8ee tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Jul 22 15:03:37.605891 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beadede-dbc3-48bf-bd61-8cc692218e3f req-3e3fdb2a-cf76-4597-aef9-56488a144396 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:37.607417 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6beadede-dbc3-48bf-bd61-8cc692218e3f req-3e3fdb2a-cf76-4597-aef9-56488a144396 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0647275 Jul 22 15:03:37.645450 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6beadede-dbc3-48bf-bd61-8cc692218e3f req-29635186-2856-4854-8a51-1c76208a25c5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Jul 22 15:03:38.779391 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd056fa-9096-4c88-900a-424fbc2915e0 req-c124a74b-b119-448a-8f31-f793d1d8efbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:38.780892 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9cd056fa-9096-4c88-900a-424fbc2915e0 req-c124a74b-b119-448a-8f31-f793d1d8efbd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0683026 Jul 22 15:03:38.818544 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9cd056fa-9096-4c88-900a-424fbc2915e0 req-c0c17a16-09c6-440d-bf69-2281e45ac367 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Jul 22 15:03:39.949174 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fb000-5c46-464b-ba85-4b76790a5543 req-79491633-d373-4655-9f55-3837430caacb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:39.951045 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-793fb000-5c46-464b-ba85-4b76790a5543 req-79491633-d373-4655-9f55-3837430caacb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0655477 Jul 22 15:03:39.993376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-793fb000-5c46-464b-ba85-4b76790a5543 req-3076799e-b1a8-4d56-be86-a259298e7148 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368915 Jul 22 15:03:41.123661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2e373-863f-46a7-828f-59978b3e218a req-3cfd8ae9-b80d-498e-96b1-2e494424eb95 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:41.125163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51c2e373-863f-46a7-828f-59978b3e218a req-3cfd8ae9-b80d-498e-96b1-2e494424eb95 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0641234 Jul 22 15:03:41.163071 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-51c2e373-863f-46a7-828f-59978b3e218a req-c6f3dc02-5bb9-4157-8e94-15c591c32cec tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Jul 22 15:03:42.292689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49a60a-6117-48ab-8e7c-1e035003ea45 req-6522b357-9ba3-4e08-bde8-a6c0ec361ea9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:42.294196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d49a60a-6117-48ab-8e7c-1e035003ea45 req-6522b357-9ba3-4e08-bde8-a6c0ec361ea9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0641525 Jul 22 15:03:42.336741 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4d49a60a-6117-48ab-8e7c-1e035003ea45 req-62dd57f9-6a8b-4cef-b839-fa8e07f7701f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345864 Jul 22 15:03:42.393478 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:03:43.467478 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1b576-bb46-432c-9f5a-e19950a13f1c req-12049240-2563-4b2a-8185-7795fed760b5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:43.468977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57d1b576-bb46-432c-9f5a-e19950a13f1c req-12049240-2563-4b2a-8185-7795fed760b5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0638876 Jul 22 15:03:43.510947 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-57d1b576-bb46-432c-9f5a-e19950a13f1c req-a6313ba4-85df-498c-8426-d36a63b61346 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362823 Jul 22 15:03:44.641169 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c0b93-b3be-48ff-a359-e03b65909dcf req-7f11e3fc-1b46-4bef-94b4-2fb8b0d81cc4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:44.642718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a8c0b93-b3be-48ff-a359-e03b65909dcf req-7f11e3fc-1b46-4bef-94b4-2fb8b0d81cc4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0643642 Jul 22 15:03:44.680480 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9a8c0b93-b3be-48ff-a359-e03b65909dcf req-686b015e-f665-4c7f-bcd4-07011c7be2f6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Jul 22 15:03:45.808630 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab9774-4773-447f-9e04-bde82671fe32 req-c081e14e-a0a6-4475-a59b-f13810426041 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:45.810305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23ab9774-4773-447f-9e04-bde82671fe32 req-c081e14e-a0a6-4475-a59b-f13810426041 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0634391 Jul 22 15:03:45.848282 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-23ab9774-4773-447f-9e04-bde82671fe32 req-201652b1-320a-40a0-9dc5-30cdaf48bde1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325527 Jul 22 15:03:46.981023 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf32f40-304e-424f-9867-3b42b0a75365 req-79df1a6b-821a-47ba-ac1c-687f5e83f17e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:46.982725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-caf32f40-304e-424f-9867-3b42b0a75365 req-79df1a6b-821a-47ba-ac1c-687f5e83f17e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0666955 Jul 22 15:03:47.028495 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-caf32f40-304e-424f-9867-3b42b0a75365 req-baa6d953-295d-4c04-bd7d-6d42f9f38277 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381744 Jul 22 15:03:48.160183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254bf3-6b5d-40da-a8d5-6eedd78eab75 req-c0c0fad3-f415-4a8d-ae70-1ec9504cfd80 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:48.161635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab254bf3-6b5d-40da-a8d5-6eedd78eab75 req-c0c0fad3-f415-4a8d-ae70-1ec9504cfd80 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0650299 Jul 22 15:03:48.199690 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ab254bf3-6b5d-40da-a8d5-6eedd78eab75 req-edd3dad0-2a95-44e1-8d81-6eb02b2b1e88 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325336 Jul 22 15:03:48.650188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-84f767b7-9938-4614-b8fa-9dfe5c03cb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:49.327662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcacf7d-f855-49ca-bede-4ca887040b50 req-edecab61-5a56-4969-8a3c-682e1ff3832e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:49.329191 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdcacf7d-f855-49ca-bede-4ca887040b50 req-edecab61-5a56-4969-8a3c-682e1ff3832e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0635288 Jul 22 15:03:49.366389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fdcacf7d-f855-49ca-bede-4ca887040b50 req-af773081-7b6e-40f9-9b3d-0fcdf4bf406d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316653 Jul 22 15:03:49.664952 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:50.504749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d37c9d-be39-47b1-9bbd-c80f80185f7b req-d7fbb283-6b42-4d84-a12f-5ff8616ee268 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:50.506356 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0d37c9d-be39-47b1-9bbd-c80f80185f7b req-d7fbb283-6b42-4d84-a12f-5ff8616ee268 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0716212 Jul 22 15:03:50.545109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c0d37c9d-be39-47b1-9bbd-c80f80185f7b req-32d484c5-5ac8-4674-b45e-982934ea20bc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Jul 22 15:03:50.578546 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:51.136474 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-18c0a224-dec8-4f16-8ac3-64e49d9d5995 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:03:51.137776 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-18c0a224-dec8-4f16-8ac3-64e49d9d5995 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057397 Jul 22 15:03:51.199568 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-3093a522-6896-4d82-a3f9-dd7cdb8ba55b service neutron] show failed (client error): The resource could not be found. Jul 22 15:03:51.200501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-3093a522-6896-4d82-a3f9-dd7cdb8ba55b service neutron] 10.222.0.13 "GET /v2.0/ports/dbf9c6c1-08de-4ebc-b1b8-cce04170178d/bindings/n-h2-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0551357 Jul 22 15:03:51.462797 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:51.499307 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-12dc4973-1b1d-442e-b853-1015244128f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:51.506415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-1701d995-9a2b-4ec8-a520-f745dfbf8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:51.508096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-1701d995-9a2b-4ec8-a520-f745dfbf8b83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 1098 time: 0.1533434 Jul 22 15:03:51.519957 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:03:51.607978 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:51.808858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7d42a-3251-4a4b-a50b-a8a5505d9de9 req-fde26184-36e4-4a41-9fdb-6a6cef67d0c8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:51.810582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ada7d42a-3251-4a4b-a50b-a8a5505d9de9 req-fde26184-36e4-4a41-9fdb-6a6cef67d0c8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.1886632 Jul 22 15:03:51.891986 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:03:51.896195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ada7d42a-3251-4a4b-a50b-a8a5505d9de9 req-c63a68d6-7c5a-4944-b7e6-5c98642ae038 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563684 Jul 22 15:03:51.926951 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h1-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:03:51.964606 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:03:51.967562 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f7a553-64a8-4d15-849a-4f76fd6a2057" -d '{"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:03:51.971421 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:51.983529 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Transition to ACTIVE for port object dbf9c6c1-08de-4ebc-b1b8-cce04170178d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:03:51.988366 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:52.092679 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:03:52.105608 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.106104 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.106349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.106730 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.107071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.107412 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.107739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.108067 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.108398 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.108726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.109052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.109377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:52.125459 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e42e8-9ca9-4bc2-9f02-1cce743f0118 x-openstack-request-id: req-671e42e8-9ca9-4bc2-9f02-1cce743f0118 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:03:52.125784 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:03:52.126059 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-671e42e8-9ca9-4bc2-9f02-1cce743f0118 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:03:52.126463 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'code': 200} Jul 22 15:03:52.180295 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] No DVR routers for this DVR port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on host n-h1-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:03:52.324427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:03:52.324642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:03:52.324975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on network bf9af996-dbf0-4332-83b2-8024fc945804 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:03:52.330216 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on network bf9af996-dbf0-4332-83b2-8024fc945804 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:03:52.330542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Attempting to bind port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on network bf9af996-dbf0-4332-83b2-8024fc945804 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:03:52.335371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:03:52.335711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Checking segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:03:52.336098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Bound using segment: {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:03:52.336522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Bound port: dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae707a0-994c-44e1-8d75-d888ae9f88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:03:52.336877 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:52.398700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:03:52.401928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:03:52.406838 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:52.441938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:52.442594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:52.444078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] 10.222.0.20 "PUT /v2.0/ports/dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1093 time: 0.9284468 Jul 22 15:03:52.465467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8f346-6c2d-42db-9d9a-33a409d80c54 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:03:52.526789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-3b0ff7b3-87cb-449d-ab46-c03e36a63c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:52.528386 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-3b0ff7b3-87cb-449d-ab46-c03e36a63c96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1096 time: 0.0601196 Jul 22 15:03:52.625920 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-eb9c2351-63ec-4b41-b748-5605309f8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:52.627437 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-eb9c2351-63ec-4b41-b748-5605309f8bd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0930045 Jul 22 15:03:52.646058 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:52.701301 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-5fda55fb-bf7c-4fe7-a134-8026ff8d6e02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1000 time: 0.0678544 Jul 22 15:03:52.749922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-639387f7-b7e3-4b36-8135-3ba9e423cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:52.751347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-639387f7-b7e3-4b36-8135-3ba9e423cc91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0445337 Jul 22 15:03:52.809096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e20cf5ce-3ef6-445a-84f6-e40953030977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:52.811289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-e20cf5ce-3ef6-445a-84f6-e40953030977 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542037 Jul 22 15:03:52.901908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-6ff56595-7c52-4b45-aa24-6b6d4cf1e416 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846889 Jul 22 15:03:53.303552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aaf16f32-2bf4-4005-b76c-7d179a27934d req-6aa9af51-c102-45b6-9cd6-d4cfee7fdcb7 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950832 Jul 22 15:03:53.332390 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82632-0bba-4dd3-be0a-bdc91e4aa481 req-39b3aa62-1c48-4e15-b1b6-e47614099602 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:53.333919 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2fe82632-0bba-4dd3-be0a-bdc91e4aa481 req-39b3aa62-1c48-4e15-b1b6-e47614099602 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 944 time: 0.3641694 Jul 22 15:03:53.378298 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2fe82632-0bba-4dd3-be0a-bdc91e4aa481 req-781bcf8d-25f1-4399-8a44-0baf158ec195 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381172 Jul 22 15:03:54.127286 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:03:54.129653 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b4fcb-4c13-412c-b5e8-7c671a692bce" -d '{"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:03:54.176018 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ddb19e-3bd5-4ef6-8ecc-e01f0d6d70ff x-openstack-request-id: req-73ddb19e-3bd5-4ef6-8ecc-e01f0d6d70ff {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:03:54.176315 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:03:54.176561 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73ddb19e-3bd5-4ef6-8ecc-e01f0d6d70ff {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:03:54.176947 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'status': 'completed', 'code': 200} Jul 22 15:03:54.246633 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-df21f860-0da2-444b-9e9c-0d7245c87598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.248915 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-df21f860-0da2-444b-9e9c-0d7245c87598 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1096 time: 0.0541973 Jul 22 15:03:54.255863 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-cac78f53-fe4a-4158-ad46-8a370875ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.257392 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-cac78f53-fe4a-4158-ad46-8a370875ce47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1096 time: 0.0590289 Jul 22 15:03:54.342111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-34551f9d-b328-40d3-a750-7b72c07bc29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.343602 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-34551f9d-b328-40d3-a750-7b72c07bc29e service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0883327 Jul 22 15:03:54.352026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-ef8d73e7-3adb-4c3a-b261-66cce52663bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.353542 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-ef8d73e7-3adb-4c3a-b261-66cce52663bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0899937 Jul 22 15:03:54.411387 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-630389ef-b6fa-4331-ab3f-4643116acc05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1000 time: 0.0608857 Jul 22 15:03:54.420647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-44cb673a-dd1e-4ad9-b767-d8e071bdb50e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1000 time: 0.0598705 Jul 22 15:03:54.452304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:54.462366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-e20835d4-6124-4ae2-af73-fc11b0fcf94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.464110 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-e20835d4-6124-4ae2-af73-fc11b0fcf94b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0461280 Jul 22 15:03:54.477480 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-5d0b5476-576a-4630-b18c-e7b48e4c0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.479022 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-5d0b5476-576a-4630-b18c-e7b48e4c0770 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0537143 Jul 22 15:03:54.541969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-e1176dd1-d625-4e61-a05b-a21e1747dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.543579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-e1176dd1-d625-4e61-a05b-a21e1747dbc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583997 Jul 22 15:03:54.573242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e93c6-f21c-4e19-b637-e166ed9d676d req-b0eb15b7-ba21-4efd-a645-a48e9b6b53fc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.574856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-843e93c6-f21c-4e19-b637-e166ed9d676d req-b0eb15b7-ba21-4efd-a645-a48e9b6b53fc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 944 time: 0.1098576 Jul 22 15:03:54.577959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-a52cbbde-887f-4b47-bb63-0e8cda35a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:54.579075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-a52cbbde-887f-4b47-bb63-0e8cda35a872 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039755 Jul 22 15:03:54.633928 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-a5529443-5f45-434b-94aa-64828317b604 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839307 Jul 22 15:03:54.640850 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-843e93c6-f21c-4e19-b637-e166ed9d676d req-49082e65-6d54-4575-a151-2269060cb62f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604575 Jul 22 15:03:54.696935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-753be4d6-5a85-4f42-b38a-ed0c73693ef8 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030960 Jul 22 15:03:54.729561 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-1d6e52ee-a0bb-48e0-8ecb-1bac92ad4d71 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Jul 22 15:03:54.791509 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-585b4fcb-4c13-412c-b5e8-7c671a692bce req-33428fd2-b830-4b05-85ef-8797acbbedb6 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880404 Jul 22 15:03:55.424514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:03:55.519514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:03:55.530201 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'port_id': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'mac_address': 'fa:16:3e:77:28:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:03:55.566450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:55.578825 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf9c6c1-08de-4ebc-b1b8-cce04170178d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:03:55.597366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:03:55.601482 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:55.648460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:03:55.655690 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.656033 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.656371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.656705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.657037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.657375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.657729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.658054 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.658375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.658721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.659045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.659362 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:03:55.774946 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea41d1-9e73-48a3-9e04-6cc8dad4dde2 req-c3448c3c-d7b4-4e21-bc22-5034302007f4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:55.776532 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3ea41d1-9e73-48a3-9e04-6cc8dad4dde2 req-c3448c3c-d7b4-4e21-bc22-5034302007f4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 945 time: 0.0650122 Jul 22 15:03:55.816208 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f3ea41d1-9e73-48a3-9e04-6cc8dad4dde2 req-f39dcda0-7d36-40a7-9bd8-fc70336672e1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Jul 22 15:03:55.851415 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['dbf9c6c1-08de-4ebc-b1b8-cce04170178d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:03:56.082633 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e63dc-094b-47f9-9a21-fd7414b5d4cf req-73c5a926-f1e0-4b5c-9953-dbe2e6ca0d7e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.084157 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-053e63dc-094b-47f9-9a21-fd7414b5d4cf req-73c5a926-f1e0-4b5c-9953-dbe2e6ca0d7e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 945 time: 0.1160989 Jul 22 15:03:56.099814 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-517c68df-0037-4ed9-bbbd-17d873e19d38 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.101249 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-517c68df-0037-4ed9-bbbd-17d873e19d38 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e&tenant_id=0438127e8eba408592caf4d621c10789&binding%3Ahost_id=n-h2-787205-11 HTTP/1.1" status: 200 len: 945 time: 0.1009691 Jul 22 15:03:56.172889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-053e63dc-094b-47f9-9a21-fd7414b5d4cf req-4256fb92-5a1f-49f7-8535-b682824b7a68 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825834 Jul 22 15:03:56.181667 n-d-787205-11 neutron-server[93760]: INFO neutron.api.v2.resource [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-c293c059-ce5b-4704-913b-7196473ed49a service neutron] delete failed (client error): The resource could not be found. Jul 22 15:03:56.182747 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-c293c059-ce5b-4704-913b-7196473ed49a service neutron] 10.222.0.13 "DELETE /v2.0/ports/dbf9c6c1-08de-4ebc-b1b8-cce04170178d/bindings/n-h1-787205-11 HTTP/1.1" status: 404 len: 381 time: 0.0737901 Jul 22 15:03:56.251903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:03:56.284959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-9f9c2e22-5c96-47a0-8419-64e5f80b52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.286613 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-9f9c2e22-5c96-47a0-8419-64e5f80b52d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1097 time: 0.0602713 Jul 22 15:03:56.291036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:03:56.312073 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2544e0a-1fda-4f28-9422-859600d98849 req-d79c1c69-97e6-4ff0-bdb9-75d137942081 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.313814 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2544e0a-1fda-4f28-9422-859600d98849 req-d79c1c69-97e6-4ff0-bdb9-75d137942081 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 945 time: 0.0718737 Jul 22 15:03:56.352585 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f2544e0a-1fda-4f28-9422-859600d98849 req-4de4aa13-e181-4602-9540-c5e2748b0f0b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Jul 22 15:03:56.379300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-4a8799f8-0fd1-42b4-917c-bbe8bcc6284e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.380813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-4a8799f8-0fd1-42b4-917c-bbe8bcc6284e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0884407 Jul 22 15:03:56.451021 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-78b7e189-2371-4c7f-a5c0-f8e37a65e4c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1001 time: 0.0636430 Jul 22 15:03:56.499871 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-aead5c2b-5bd2-40e5-8288-5f85bedf350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.501299 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-aead5c2b-5bd2-40e5-8288-5f85bedf350e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0439129 Jul 22 15:03:56.558235 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-18262c34-9379-4e6b-95b3-d24e006218b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:56.560306 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-18262c34-9379-4e6b-95b3-d24e006218b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524378 Jul 22 15:03:56.651714 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-673814a5-8be3-4dbb-ab9c-6c462b779ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 Jul 22 15:03:56.739291 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bb1ad2a3-d3e0-4ffa-9909-b70d0c8806f9 req-e1d59490-aead-4042-8a5c-f32d9ad6fb7f service neutron] 10.222.0.13 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813472 Jul 22 15:03:57.444330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:03:57.487327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ccd59-183d-4274-9804-aa194e2f9869 req-38da23ef-05c0-4937-9a1a-c22e4f36ab49 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:03:57.488855 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-661ccd59-183d-4274-9804-aa194e2f9869 req-38da23ef-05c0-4937-9a1a-c22e4f36ab49 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 945 time: 0.0694425 Jul 22 15:03:57.495664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port dbf9c6c1-08de-4ebc-b1b8-cce04170178d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:03:57.499819 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port dbf9c6c1-08de-4ebc-b1b8-cce04170178d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:03:57.500198 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:57.527768 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-661ccd59-183d-4274-9804-aa194e2f9869 req-1cdd2fd1-dc28-4b73-a91b-56b382ab211c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327110 Jul 22 15:03:57.550858 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:03:57.577042 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:57.599249 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:03:57.601503 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964fc3b3-f170-4f19-abd2-448424ec39e1" -d '{"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:03:57.611820 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c89bf8f1-c9d4-4215-95a4-10b7e631ce61 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/8ab88141-0bee-4933-b37f-caae66f6a3c2 HTTP/1.1" status: 200 len: 993 time: 0.0597596 Jul 22 15:03:57.622741 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:03:57.626923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:57.653427 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9deb50c-bc58-443f-84f5-c64edbfdb107 x-openstack-request-id: req-b9deb50c-bc58-443f-84f5-c64edbfdb107 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:03:57.653729 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-plugged", "status": "completed", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:03:57.653980 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9deb50c-bc58-443f-84f5-c64edbfdb107 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:03:57.654364 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'code': 200} Jul 22 15:03:57.680182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:03.183978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-592d4163-028c-489c-b9df-ed8d2494c371 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554564 Jul 22 15:04:03.283558 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517102b1-337f-4edb-9663-dcedd63573ff req-b7a17ad1-f091-468f-bc80-366cbeffe9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:03.285041 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-b7a17ad1-f091-468f-bc80-366cbeffe9c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1098 time: 0.0535836 Jul 22 15:04:03.384051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517102b1-337f-4edb-9663-dcedd63573ff req-6f2179a1-2be4-4463-b63a-3b0647a328c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:03.385518 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-6f2179a1-2be4-4463-b63a-3b0647a328c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0834939 Jul 22 15:04:03.453717 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-be8436b8-3743-4f51-b8cd-508bbfc16c7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 1002 time: 0.0607440 Jul 22 15:04:03.499752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517102b1-337f-4edb-9663-dcedd63573ff req-f37e6118-b8af-41b4-aa0a-4e782b8cd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:03.501168 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-f37e6118-b8af-41b4-aa0a-4e782b8cd667 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0423632 Jul 22 15:04:03.556798 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517102b1-337f-4edb-9663-dcedd63573ff req-20f066c2-b64b-4e98-bf56-25dd9bc4b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:03.558305 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-20f066c2-b64b-4e98-bf56-25dd9bc4b7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517669 Jul 22 15:04:03.648769 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-f531ca66-9cb7-40f7-8e77-81385a8e0565 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841281 Jul 22 15:04:03.742904 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-517102b1-337f-4edb-9663-dcedd63573ff req-6845e9f8-b8c3-4a5f-af2a-c1769200be4e service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Jul 22 15:04:18.653262 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a5e1534-a6c7-4228-ae72-ce7c39d0c551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:19.394147 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:04:19.672361 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:20.581111 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:21.464411 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:21.500476 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9753f22b-1ec6-407a-be20-e0da19fd76fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:22.649479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:24.443609 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.049194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59794) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:26.211829 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port e9e7928f-fd42-4bac-b5b9-6b34807c081b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:04:26.212089 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.285536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.285898 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.297879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for e9e7928f-fd42-4bac-b5b9-6b34807c081b owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:04:26.454280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.479171 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=e9e7928f-fd42-4bac-b5b9-6b34807c081b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:26.545911 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.546254 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP 8ab88141-0bee-4933-b37f-caae66f6a3c2 disassociated (deleted). External IP: 172.25.8.241, port: dbf9c6c1-08de-4ebc-b1b8-cce04170178d. Jul 22 15:04:26.758463 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 5cdfa3e8-c83f-426e-880f-80d37c202edd has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:04:26.865583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:26.870386 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.874931 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] Sync routers for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:26.883913 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:26.884594 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:26.913175 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-eca09453-9f12-4286-bfd4-a8a7caba7a32 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/floatingips/8ab88141-0bee-4933-b37f-caae66f6a3c2 HTTP/1.1" status: 204 len: 168 time: 0.8628230 Jul 22 15:04:26.913792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:26.916085 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f" -d '{"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:26.955727 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635a8221-3fbb-498e-9aa0-f290e4d878a6 x-openstack-request-id: req-635a8221-3fbb-498e-9aa0-f290e4d878a6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:26.956021 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:26.956274 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-635a8221-3fbb-498e-9aa0-f290e4d878a6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:26.956679 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'status': 'completed', 'code': 200} Jul 22 15:04:26.996221 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:27.048148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-8f3bd94c-5a54-4679-a341-95902e9b6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.049991 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-8f3bd94c-5a54-4679-a341-95902e9b6ad0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 1098 time: 0.0713103 Jul 22 15:04:27.155459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-530abf53-5d6a-4b72-9ad4-9d4c0bd4c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.157253 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-530abf53-5d6a-4b72-9ad4-9d4c0bd4c423 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 200 len: 897 time: 0.0946913 Jul 22 15:04:27.178140 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407ff5c-0fb7-41d8-84b5-89c811e531e6 req-9a6f4eb6-349d-474e-8b1b-9ce3bd5067da tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.179651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8407ff5c-0fb7-41d8-84b5-89c811e531e6 req-9a6f4eb6-349d-474e-8b1b-9ce3bd5067da tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0686667 Jul 22 15:04:27.204410 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-5b047767-e226-4846-9852-0c44c0d80218 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 200 len: 217 time: 0.0404513 Jul 22 15:04:27.211494 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:53Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:27.219751 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8407ff5c-0fb7-41d8-84b5-89c811e531e6 req-c0eca867-ca85-4434-8247-a4a2d82e075a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342205 Jul 22 15:04:27.239312 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] Checking router: 5cdfa3e8-c83f-426e-880f-80d37c202edd for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:27.249448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:27.250071 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:27.255043 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-7ca79450-fc49-4551-8fc3-ccf8e072432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.256601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-7ca79450-fc49-4551-8fc3-ccf8e072432f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 200 len: 834 time: 0.0456307 Jul 22 15:04:27.316844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-ad4ef555-9ff1-4676-9af5-b8011c211746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.318338 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-ad4ef555-9ff1-4676-9af5-b8011c211746 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf9af996-dbf0-4332-83b2-8024fc945804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552835 Jul 22 15:04:27.355671 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:27.413040 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-204ecabf-b401-48c5-a60a-cafd81ab1ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879459 Jul 22 15:04:27.505074 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e79d6b2a-187a-4d57-bb55-7788a9d3a36f req-c0a8bf06-0210-4f9c-9e88-7470db2bf6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Jul 22 15:04:27.555668 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:53Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:27.580501 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d677-1131-4fbf-8f67-3a53dcd26aa6 None None] The sync data for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 is: [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:48Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '7bd8d557-067a-4b32-8ce0-8922dc0419bf', 'name': '', 'network_id': 'bf9af996-dbf0-4332-83b2-8024fc945804', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:bb:0b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '452436de-51e1-4394-98d4-fe7a21996c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:48Z', 'updated_at': '2021-07-22T15:02:53Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': '452436de-51e1-4394-98d4-fe7a21996c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:27.789235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb22a5c-168a-4ef3-aeda-3cdec6a1bee1 None None] New status for floating IP 8ab88141-0bee-4933-b37f-caae66f6a3c2: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:04:28.364593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2e23-e98a-44e2-a5a6-e104bf175284 req-7cd549a8-d297-4fec-9650-99cf3d75ad22 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.366174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-547c2e23-e98a-44e2-a5a6-e104bf175284 req-7cd549a8-d297-4fec-9650-99cf3d75ad22 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.0764911 Jul 22 15:04:28.429075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-547c2e23-e98a-44e2-a5a6-e104bf175284 req-092e71ca-edb2-467f-a2c7-0e9e1ad2353c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467942 Jul 22 15:04:28.450748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-d59799b4-ce94-48c2-a1af-15a27eb4ac27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.452226 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-d59799b4-ce94-48c2-a1af-15a27eb4ac27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/ports?device_id=071909d7-d2f2-4ea9-b7ad-4c6ba11f929e HTTP/1.1" status: 200 len: 946 time: 0.1106052 Jul 22 15:04:28.550873 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port dbf9c6c1-08de-4ebc-b1b8-cce04170178d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:04:28.551132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:28.648744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port dbf9c6c1-08de-4ebc-b1b8-cce04170178d, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:28.649110 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:28.665407 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for dbf9c6c1-08de-4ebc-b1b8-cce04170178d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:04:28.795620 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:28.825757 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=dbf9c6c1-08de-4ebc-b1b8-cce04170178d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:28.872075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] No DVR routers for this DVR port dbf9c6c1-08de-4ebc-b1b8-cce04170178d on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:04:28.875175 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:28.877183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb2c36ca-be86-48ca-9a0a-955234dae7ff req-bfd9ace6-6592-4526-886c-f737fa105a08 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "DELETE /v2.0/ports/dbf9c6c1-08de-4ebc-b1b8-cce04170178d HTTP/1.1" status: 204 len: 173 time: 0.4193177 Jul 22 15:04:28.958007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-deleted', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:28.960547 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36260b3c-3642-4021-ab6a-68db7a24089d" -d '{"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-deleted", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:29.005027 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab6154e-5ac1-4ef1-8caa-713cdc430e72 x-openstack-request-id: req-6ab6154e-5ac1-4ef1-8caa-713cdc430e72 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:29.005319 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071909d7-d2f2-4ea9-b7ad-4c6ba11f929e", "name": "network-vif-deleted", "tag": "dbf9c6c1-08de-4ebc-b1b8-cce04170178d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:29.005566 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ab6154e-5ac1-4ef1-8caa-713cdc430e72 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:29.006044 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071909d7-d2f2-4ea9-b7ad-4c6ba11f929e', 'name': 'network-vif-deleted', 'tag': 'dbf9c6c1-08de-4ebc-b1b8-cce04170178d', 'status': 'completed', 'code': 200} Jul 22 15:04:29.483886 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:29.857970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:30.123379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 7bd8d557-067a-4b32-8ce0-8922dc0419bf {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:04:30.123628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:30.209549 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 7bd8d557-067a-4b32-8ce0-8922dc0419bf, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7bd8d557-067a-4b32-8ce0-8922dc0419bf,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:30.209937 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:30.226680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 7bd8d557-067a-4b32-8ce0-8922dc0419bf owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:04:30.407183 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:30.432139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=7bd8d557-067a-4b32-8ce0-8922dc0419bf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:30.612710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:30.828152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 5cdfa3e8-c83f-426e-880f-80d37c202edd has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:04:31.203595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:31.209307 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9b5eafb5-94be-4707-9e31-8a00a9fbe878 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/5cdfa3e8-c83f-426e-880f-80d37c202edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238121 Jul 22 15:04:31.211428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:31.212603 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] Sync routers for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:31.221871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:31.222464 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:31.260719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting subnet 452436de-51e1-4394-98d4-fe7a21996c15 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:04:31.265057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.303932 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.323926 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:31.392181 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.454140 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.481995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Subnet': ['ID=452436de-51e1-4394-98d4-fe7a21996c15,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:31.491186 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.496980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c457a6af-80f4-41f0-89c2-7d1cf649206b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/subnets/452436de-51e1-4394-98d4-fe7a21996c15 HTTP/1.1" status: 204 len: 168 time: 0.2812872 Jul 22 15:04:31.496980 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59812) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:31.500724 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c18182-7033-4dcb-8542-6ada7e9e17bf None None] Network bf9af996-dbf0-4332-83b2-8024fc945804 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:04:31.598912 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:04:30Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:31.605687 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.630502 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] Checking router: 5cdfa3e8-c83f-426e-880f-80d37c202edd for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:31.633869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:04:31.643662 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] Routers {'5cdfa3e8-c83f-426e-880f-80d37c202edd'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:31.644277 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['5cdfa3e8-c83f-426e-880f-80d37c202edd'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:31.655378 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: dbf9c6c1-08de-4ebc-b1b8-cce04170178d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:04:31.655771 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device dbf9c6c1-08de-4ebc-b1b8-cce04170178d not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:04:31.709075 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] DHCP port deletion for bf9af996-dbf0-4332-83b2-8024fc945804 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:04:31.729858 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.754258 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] Set router 5cdfa3e8-c83f-426e-880f-80d37c202edd gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:31.757407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] Deleting port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:04:31.757836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.789339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 4453d143-f359-4a68-ab4c-12ab94999ad5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:04:31.789813 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.821057 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] For port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,segment=NetworkSegment(dae707a0-994c-44e1-8d75-d888ae9f88c3),segment_id=dae707a0-994c-44e1-8d75-d888ae9f88c3)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:31.821464 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.834183 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] Calling delete_port for f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:04:31.876652 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 4453d143-f359-4a68-ab4c-12ab94999ad5, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=4453d143-f359-4a68-ab4c-12ab94999ad5,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:31.877039 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.895289 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 4453d143-f359-4a68-ab4c-12ab94999ad5 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:04:31.923429 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:31.949000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] Pushing event deleted for resources: {'Port': ['ID=f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:31.956672 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31472333-62f6-4a47-8dce-e32261905de4 None None] No DVR routers for this DVR port f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:04:31.962536 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:04:30Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:31.990002 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df71124c-7463-42ee-9f6a-fb14ebec7dee None None] The sync data for ids ['5cdfa3e8-c83f-426e-880f-80d37c202edd'] in n-d-787205-11 is: [{'id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1578669160', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:04:30Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '4453d143-f359-4a68-ab4c-12ab94999ad5', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdfa3e8-c83f-426e-880f-80d37c202edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:45Z', 'updated_at': '2021-07-22T15:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:32.079406 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.103775 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=4453d143-f359-4a68-ab4c-12ab94999ad5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:32.168914 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.260377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.262774 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.310900 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.311570 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdfa3e8-c83f-426e-880f-80d37c202edd {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:04:32.319458 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.320568 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d1433961-268f-4ca1-b378-dcd4dc775824 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/routers/5cdfa3e8-c83f-426e-880f-80d37c202edd HTTP/1.1" status: 204 len: 168 time: 0.8231649 Jul 22 15:04:32.323288 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:32.399918 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.494068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.504811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9af996-dbf0-4332-83b2-8024fc945804']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:32.515221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae707a0-994c-44e1-8d75-d888ae9f88c3') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:32.515524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae707a0-994c-44e1-8d75-d888ae9f88c3') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:32.524939 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.538942 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.545542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:04:32.546256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: timer() Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:04:32.549270 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:04:32.614350 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.623636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.625464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/networks/bf9af996-dbf0-4332-83b2-8024fc945804 HTTP/1.1" status: 204 len: 168 time: 0.3012743 Jul 22 15:04:32.631526 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59816) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:32.642839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526174d-376a-47f9-9566-add815135b55 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Network': ['ID=bf9af996-dbf0-4332-83b2-8024fc945804,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:32.694133 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.720196 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.780121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.782776 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:32.783977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/security-groups/89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46 HTTP/1.1" status: 204 len: 168 time: 0.1511986 Jul 22 15:04:32.793070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f5588a-eeaa-4dd3-9f8e-d4ddd0dd3a46,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:32.800600 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.800958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.801308 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.801673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.802016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.802353 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.802687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.803021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.803351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.803679 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.804005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:32.804326 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8c7677-792a-42ad-a6d8-34b080dea2e6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:33.061080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4453d143-f359-4a68-ab4c-12ab94999ad5 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:04:33.082306 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 4453d143-f359-4a68-ab4c-12ab94999ad5 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:04:33.082646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 4453d143-f359-4a68-ab4c-12ab94999ad5 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:04:33.083056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7bd8d557-067a-4b32-8ce0-8922dc0419bf no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:04:33.094697 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59822) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.099517 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1660999615', 'description': 'tempest-secgroup-smoke-1660999615 description', 'project_id': '0438127e8eba408592caf4d621c10789'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.105673 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7bd8d557-067a-4b32-8ce0-8922dc0419bf {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:04:33.106022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7bd8d557-067a-4b32-8ce0-8922dc0419bf not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:04:33.106467 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:04:33.127107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:04:33.127451 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device f31ba2b9-3f7a-4e7f-88e6-8a25d59bda9f not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:04:33.131945 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.213526 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.217208 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.244681 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.245848 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500649 Jul 22 15:04:33.248327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b0f69-0e43-4be7-adb0-564def1a6898 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5825e0e-edf9-4485-8bfa-f0abe26df26d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.249811 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.254607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'f5825e0e-edf9-4485-8bfa-f0abe26df26d', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.280229 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.334649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.338109 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.354568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410395f3-4634-4b5a-aad0-2f0898eff875,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.361935 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.363047 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-def51d6d-a6b8-4ff1-9fc9-7f04818cb2f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121991 Jul 22 15:04:33.365834 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.370235 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'f5825e0e-edf9-4485-8bfa-f0abe26df26d', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.396112 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.452722 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.456524 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.475224 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f175cd-2e9c-44fb-a73b-d357ba45cfd8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.478400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.479758 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9d6a36ea-b591-48e7-907a-ed7540721423 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130040 Jul 22 15:04:33.483222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.489367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'f5825e0e-edf9-4485-8bfa-f0abe26df26d', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.515413 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.575706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.579460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.596727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b3359a-c0c1-407d-90c7-b148b9d162cf,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.602904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.604250 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a9c02ca4-326f-4647-88d3-45ee08732b60 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200874 Jul 22 15:04:33.607616 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.611953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'f5825e0e-edf9-4485-8bfa-f0abe26df26d', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.638506 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.696501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.700144 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.720591 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c8f049-bf3f-4998-9f46-18eda25c4157,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.724301 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.728432 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59832) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.728902 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8a9e75a3-3a52-4c1f-924e-8cf23595c0b8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199481 Jul 22 15:04:33.733802 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'f5825e0e-edf9-4485-8bfa-f0abe26df26d', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.755031 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:04:33.759756 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.820488 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.824034 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.843452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ae9794-8bc0-4198-a8da-fef61e5ec4c6,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.848660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.849840 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-801ce1b8-b56a-4610-9309-a043a79d60d9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203215 Jul 22 15:04:33.852624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59834) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.857072 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'f5825e0e-edf9-4485-8bfa-f0abe26df26d', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:33.878319 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:04:33.883205 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.944646 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.948122 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.965427 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a68042-fb24-48f4-a486-8a96bf5076f5,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:33.972362 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:33.973629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cf1bfacb-a151-45ed-9d2e-77cf3f5e4d5e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200418 Jul 22 15:04:33.976534 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59836) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:33.981339 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'network': {'name': 'tempest-network-smoke--343013976', 'project_id': '0438127e8eba408592caf4d621c10789', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:34.001980 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:04:34.005316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.032982 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:04:34.045940 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.046286 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Added segment 066b9fe8-d03a-4a5e-b0d5-0050c94e4579 of type vlan for network 43c6560a-6c3f-4e80-915a-9e2579682ad2 Jul 22 15:04:34.085745 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.114108 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.119502 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:34.120090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.153367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1758325 Jul 22 15:04:34.156800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:34.161505 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'admin_state_up': True, 'project_id': '0438127e8eba408592caf4d621c10789', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:34.183956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.185698 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.189397 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908f42d-b45c-4250-88f9-00480ee4149a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Network': ['ID=43c6560a-6c3f-4e80-915a-9e2579682ad2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:34.201514 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:04:34.242521 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.385806 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.581073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.599676 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.703987 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.175 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/49456d36-9fe5-41fd-8d2a-baded73f6824) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:34.812256 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.850512 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:34.891842 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:34.894810 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:34.897362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:34.903382 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=49456d36-9fe5-41fd-8d2a-baded73f6824,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:35.146117 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:35.340295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:35.465443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:04:35.571749 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:35.582297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Sync routers for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:35.591057 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:35.591250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:35.591642 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:35.592384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d52a2a35-d2ac-446a-81a8-b2d3721af2d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4345715 Jul 22 15:04:35.595636 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:35.624605 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14c87abc-459f-47a1-b53a-8ef0b3f03cea tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0438127e8eba408592caf4d621c10789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278425 Jul 22 15:04:35.627228 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:35.694984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:35.714997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da808a7-672b-45e6-8995-bd0fb33c730a tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:35.717666 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8da808a7-672b-45e6-8995-bd0fb33c730a tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877564 Jul 22 15:04:35.719855 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:35.752864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-861c240a-7867-4aff-93c3-6d081bf4e27e tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318985 Jul 22 15:04:35.755368 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:35.760253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-809948115', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'project_id': '0438127e8eba408592caf4d621c10789', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:35.850071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:04:35.853941 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:35.877028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:35Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:35.903624 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Checking router: c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:35.903976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Updating router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed port 49456d36-9fe5-41fd-8d2a-baded73f6824 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:04:35.942823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.039009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.102596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Subnet': ['ID=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:36.106772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Checking segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:04:36.108148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network hostable DHCP agents. Network: 43c6560a-6c3f-4e80-915a-9e2579682ad2, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:04:36.126133 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:04:36.135814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 43c6560a-6c3f-4e80-915a-9e2579682ad2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:36.140197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:36.140798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.148802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863ce8d-1880-40b5-97c6-5a06d677a474 None None] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:04:36.155977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-302295b1-c1bf-45fa-af8b-dfe256700d42 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3995638 Jul 22 15:04:36.158733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:36.426962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.448893 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Transition to ACTIVE for port object 49456d36-9fe5-41fd-8d2a-baded73f6824 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:36.470765 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.545402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e878d5c-9259-40cc-86c5-c981ae1e0703 None None] Pushing event updated for resources: {'Port': ['ID=49456d36-9fe5-41fd-8d2a-baded73f6824,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:36.550610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Attempting to bind port 49456d36-9fe5-41fd-8d2a-baded73f6824 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:04:36.550977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Attempting to bind port 49456d36-9fe5-41fd-8d2a-baded73f6824 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:04:36.551337 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Attempting to bind port 49456d36-9fe5-41fd-8d2a-baded73f6824 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:36.575035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:04:36.575468 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:04:36.576669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.577170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:04:36.577824 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Bound port: 49456d36-9fe5-41fd-8d2a-baded73f6824, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:04:36.578217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.600670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-43c6560a-6c3f-4e80-915a-9e2579682ad2', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:04:36.601529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.704117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] For port 49456d36-9fe5-41fd-8d2a-baded73f6824, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:04:36.726107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] For port 49456d36-9fe5-41fd-8d2a-baded73f6824, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=49456d36-9fe5-41fd-8d2a-baded73f6824,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:04:36.735025 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:36.826366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Allocated IP 172.20.0.2 (43c6560a-6c3f-4e80-915a-9e2579682ad2/c8fc524f-c2a2-486b-a58a-0397dd4d6fa3/d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:36.828371 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:36.829006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:36.840141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e878d5c-9259-40cc-86c5-c981ae1e0703 None None] Pushing event updated for resources: {'Port': ['ID=49456d36-9fe5-41fd-8d2a-baded73f6824,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:36.896739 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.008711 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:37.163684 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.176484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Transition to ACTIVE for port object d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:37.203646 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Transition to ACTIVE for port object d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:37.225914 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.273318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:37.274665 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.1 (43c6560a-6c3f-4e80-915a-9e2579682ad2/c8fc524f-c2a2-486b-a58a-0397dd4d6fa3/ae0f433d-b189-48ea-9ac8-3395a6afe7ed) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:37.281820 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:37.285935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:37.294811 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Pushing event updated for resources: {'Port': ['ID=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:37.331190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:35Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:37.374133 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371065f7-0de9-44d4-a4c6-dd3f25afa178 None None] The sync data for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 is: [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:35Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:37.389470 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Attempting to bind port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:04:37.389883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Attempting to bind port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:04:37.390728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Attempting to bind port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 on network 43c6560a-6c3f-4e80-915a-9e2579682ad2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:37.396752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:04:37.397132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Checking segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:04:37.397540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.397969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Bound using segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:04:37.398524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Bound port: d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:04:37.398732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.400585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.414640 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object ae0f433d-b189-48ea-9ac8-3395a6afe7ed will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:37.451712 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.472304 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] For port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:04:37.475940 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] For port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:04:37.482651 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.489428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:37.493490 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:37.496659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:37.536582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:37.552398 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89f9ce-9801-4ddd-8f23-7e5f6da409ac None None] Pushing event updated for resources: {'Port': ['ID=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:37.566924 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.765539 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.071915 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.077322 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.155856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:38.158340 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.257681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:38.259118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:38.376514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:04:38.492790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:38.498649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0296bfd2-2661-4cbf-8f45-fb7a8997f3aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3380406 Jul 22 15:04:38.516665 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c47b160-f780-4b1e-a8c2-9b8c66ae71b3 None None] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:04:38.596852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c2fb2aef-d049-46b1-bd80-26645f4c9d91 None None] Provisioning for port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:38.645419 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-72eef38b-0708-4c45-8590-524ab135beba tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1660999615&fields=id&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 267 time: 0.0359945 Jul 22 15:04:38.776428 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-f625c148-733b-4ebf-8b96-8cfe80f0f167 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:38.778098 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-f625c148-733b-4ebf-8b96-8cfe80f0f167 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 796 time: 0.1209319 Jul 22 15:04:38.796746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-f4eee70b-c9c2-4a08-85fc-10ded025561f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/quotas/0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 375 time: 0.0101283 Jul 22 15:04:38.869144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-3d0f70da-21e8-4a74-828f-a2f8b273e029 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665822 Jul 22 15:04:38.932704 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cee6ff6f-2024-46b8-80a3-d13d741be51e None None] Provisioning for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:38.937602 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-cee6ff6f-2024-46b8-80a3-d13d741be51e None None] Provisioning complete for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:38.938008 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cee6ff6f-2024-46b8-80a3-d13d741be51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.976141 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-cee6ff6f-2024-46b8-80a3-d13d741be51e None None] Port ae0f433d-b189-48ea-9ac8-3395a6afe7ed cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:04:38.984448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-86ad370c-276d-4e9e-809a-bbc5953a4b8f service neutron] 10.222.0.11 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029606 Jul 22 15:04:39.024332 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Sync routers for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:39.034372 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:39.035075 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:39.094229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-e4a8ed5c-a6d8-4c19-ac03-11981deac00a service neutron] 10.222.0.11 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005542 Jul 22 15:04:39.163874 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:39.183932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49456d36-9fe5-41fd-8d2a-baded73f6824 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:39.245015 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c7bb99dd-1afe-4e95-a38b-a426ff1196b8 None None] Provisioning complete for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:39.245395 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c7bb99dd-1afe-4e95-a38b-a426ff1196b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.319510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 49456d36-9fe5-41fd-8d2a-baded73f6824 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:39.324183 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71e36734-f7e6-457d-bb2b-4894ba221924 req-18809f2d-8ac0-428f-b5b2-6823a39c35f1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Jul 22 15:04:39.328351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 49456d36-9fe5-41fd-8d2a-baded73f6824 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:39.329116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.331455 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb99dd-1afe-4e95-a38b-a426ff1196b8 None None] Port ae0f433d-b189-48ea-9ac8-3395a6afe7ed cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:04:39.427701 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.454855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 49456d36-9fe5-41fd-8d2a-baded73f6824, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=49456d36-9fe5-41fd-8d2a-baded73f6824,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:39.460061 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.460845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:39.462594 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 2, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:39.489757 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Checking router: c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:39.490149 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Updating router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed port ae0f433d-b189-48ea-9ac8-3395a6afe7ed binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:04:39.519103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-47b2a0db-2bce-4b4b-8cd4-89f11f1bb4e7 None None] Provisioning complete for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:39.519569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47b2a0db-2bce-4b4b-8cd4-89f11f1bb4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.528499 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.586152 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-47b2a0db-2bce-4b4b-8cd4-89f11f1bb4e7 None None] Port ae0f433d-b189-48ea-9ac8-3395a6afe7ed cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:04:39.588226 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=49456d36-9fe5-41fd-8d2a-baded73f6824,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:39.594676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:39.599193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:39.599486 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.689783 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.725343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:39.730176 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.779616 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:39.814978 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.825197 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Transition to ACTIVE for port object ae0f433d-b189-48ea-9ac8-3395a6afe7ed will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:39.830430 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.878915 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Pushing event updated for resources: {'Port': ['ID=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:39.890379 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.890379 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.890379 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.890804 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.890927 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.891151 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.891481 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.891807 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.892181 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.892503 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.893371 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.893371 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:39.951883 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Attempting to bind port ae0f433d-b189-48ea-9ac8-3395a6afe7ed on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:04:39.952226 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Attempting to bind port ae0f433d-b189-48ea-9ac8-3395a6afe7ed by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:04:39.952593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Attempting to bind port ae0f433d-b189-48ea-9ac8-3395a6afe7ed on network 43c6560a-6c3f-4e80-915a-9e2579682ad2 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:39.957869 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:04:39.958242 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Checking segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:04:39.958645 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:39.959038 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Bound using segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:04:39.959524 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Bound port: ae0f433d-b189-48ea-9ac8-3395a6afe7ed, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:04:39.959886 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.028679 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] For port ae0f433d-b189-48ea-9ac8-3395a6afe7ed, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:04:40.032760 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] For port ae0f433d-b189-48ea-9ac8-3395a6afe7ed, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:04:40.037203 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.093735 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:40.094350 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:40.134701 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792ee61-6da1-456c-bb98-fea8f6980c5e None None] Pushing event updated for resources: {'Port': ['ID=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:40.215264 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:40.361264 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-bdd4c56a-bef9-41d5-affe-0a8a8d7b2267 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:40.362875 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-bdd4c56a-bef9-41d5-affe-0a8a8d7b2267 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 796 time: 0.1432159 Jul 22 15:04:40.424610 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-f3e56d3b-2868-4e98-8c55-bb0b36001103 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 380 time: 0.0537610 Jul 22 15:04:40.438112 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'port': {'device_id': '519af688-d3c6-441b-9a32-3c0938b33c31', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'admin_state_up': True, 'tenant_id': '0438127e8eba408592caf4d621c10789', 'security_groups': ['f5825e0e-edf9-4485-8bfa-f0abe26df26d']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:40.438369 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05d4ba62-3035-4356-8aa1-bc70ef946663 req-03b75909-f875-4e25-961c-78228567fddf tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 210 time: 0.0365336 Jul 22 15:04:40.540673 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:40Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:40.552711 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:04:40.556995 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.569595 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43af9912-b52c-4494-8fc2-88338e5a84f0 None None] The sync data for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 is: [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:40Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:40.696923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.7 (43c6560a-6c3f-4e80-915a-9e2579682ad2/c8fc524f-c2a2-486b-a58a-0397dd4d6fa3/055f4401-c831-4695-a322-69d232213ae8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:40.850272 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.864992 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object 055f4401-c831-4695-a322-69d232213ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:40.899553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.946401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:40.949550 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:40.954083 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:40.960707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=055f4401-c831-4695-a322-69d232213ae8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:41.011352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:41.012029 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.035295 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-89691063-f786-4466-93d3-3496396fc696 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050816 Jul 22 15:04:41.048522 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Request body: {'port': {'device_id': '519af688-d3c6-441b-9a32-3c0938b33c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:41.142250 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.220279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49456d36-9fe5-41fd-8d2a-baded73f6824 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:41.274087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-087d4ce5-6061-4aaa-96b0-a804914ff804 None None] Provisioning for port 055f4401-c831-4695-a322-69d232213ae8 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:41.281194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-087d4ce5-6061-4aaa-96b0-a804914ff804 None None] Provisioning complete for port 055f4401-c831-4695-a322-69d232213ae8 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:41.281565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-087d4ce5-6061-4aaa-96b0-a804914ff804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.284395 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 49456d36-9fe5-41fd-8d2a-baded73f6824 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:41.284933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.345892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-087d4ce5-6061-4aaa-96b0-a804914ff804 None None] Port 055f4401-c831-4695-a322-69d232213ae8 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:04:41.395761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae0f433d-b189-48ea-9ac8-3395a6afe7ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:41.441519 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055f4401-c831-4695-a322-69d232213ae8 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:04:41.447136 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:41.449819 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.451563 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:41.452012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.473134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Transition to ACTIVE for port object 055f4401-c831-4695-a322-69d232213ae8 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:41.488510 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.543957 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.582199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port ae0f433d-b189-48ea-9ac8-3395a6afe7ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:41.588079 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.589592 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:41.593659 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Pushing event updated for resources: {'Port': ['ID=055f4401-c831-4695-a322-69d232213ae8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:41.681503 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:41.681823 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8ed95-c566-420c-8ffb-a914d951d149 req-f2b8e787-014f-4d85-b4f4-78becbcccb84 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:41.683428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dba8ed95-c566-420c-8ffb-a914d951d149 req-f2b8e787-014f-4d85-b4f4-78becbcccb84 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 943 time: 0.1603713 Jul 22 15:04:41.719145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:41.719549 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.721653 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Attempting to bind port 055f4401-c831-4695-a322-69d232213ae8 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:04:41.722585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Attempting to bind port 055f4401-c831-4695-a322-69d232213ae8 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:04:41.722585 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Attempting to bind port 055f4401-c831-4695-a322-69d232213ae8 on network 43c6560a-6c3f-4e80-915a-9e2579682ad2 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:41.730184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Port 055f4401-c831-4695-a322-69d232213ae8 on network 43c6560a-6c3f-4e80-915a-9e2579682ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:04:41.730507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Attempting to bind port 055f4401-c831-4695-a322-69d232213ae8 on network 43c6560a-6c3f-4e80-915a-9e2579682ad2 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:41.741015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:04:41.741356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Checking segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:04:41.741802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Bound using segment: {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:04:41.742242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Bound port: 055f4401-c831-4695-a322-69d232213ae8, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066b9fe8-d03a-4a5e-b0d5-0050c94e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:04:41.742775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.786130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dba8ed95-c566-420c-8ffb-a914d951d149 req-db3f93b6-d728-4a18-8ab8-2c87c0cb8718 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905838 Jul 22 15:04:41.844392 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] For port 055f4401-c831-4695-a322-69d232213ae8, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:04:41.847413 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] For port 055f4401-c831-4695-a322-69d232213ae8, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=055f4401-c831-4695-a322-69d232213ae8,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:04:41.851985 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.890583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:41.890583 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:41.890583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] 10.222.0.20 "PUT /v2.0/ports/055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 1092 time: 0.8464971 Jul 22 15:04:41.890583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'tag': '055f4401-c831-4695-a322-69d232213ae8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:41.892589 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f18c4c4-1894-48be-9f2a-8edc21014952" -d '{"events": [{"name": "network-changed", "server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "tag": "055f4401-c831-4695-a322-69d232213ae8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:41.918525 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a997fe-fedc-485e-9ec0-463371ce396f service neutron] Pushing event updated for resources: {'Port': ['ID=055f4401-c831-4695-a322-69d232213ae8,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:41.947318 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e62e63-1613-4bdc-881d-3d3dc63072a6 x-openstack-request-id: req-22e62e63-1613-4bdc-881d-3d3dc63072a6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:41.947613 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "tag": "055f4401-c831-4695-a322-69d232213ae8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:41.947871 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22e62e63-1613-4bdc-881d-3d3dc63072a6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:41.948265 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'tag': '055f4401-c831-4695-a322-69d232213ae8', 'status': 'completed', 'code': 200} Jul 22 15:04:41.998589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-72e41872-3ffc-4110-b783-e02d72c84c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:41.999935 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-72e41872-3ffc-4110-b783-e02d72c84c12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1095 time: 0.0620549 Jul 22 15:04:42.046559 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-b6d6cb1b-446e-403d-b89b-a98c617cba17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 217 time: 0.0395317 Jul 22 15:04:42.096015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-d75d92f9-275d-4b05-8e0c-bad295c81d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.097503 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-d75d92f9-275d-4b05-8e0c-bad295c81d76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0454032 Jul 22 15:04:42.155055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a6210-c576-45c2-9014-aeff534ef545 req-a4c99eae-3005-42fc-9794-cbcd3972562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.156466 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-a4c99eae-3005-42fc-9794-cbcd3972562d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529151 Jul 22 15:04:42.246426 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-32178935-ade3-4995-a899-e882155e522a service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835998 Jul 22 15:04:42.335389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-609a6210-c576-45c2-9014-aeff534ef545 req-c7e103cc-3b63-4d85-97e7-f79092117142 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822432 Jul 22 15:04:42.434123 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-61cc578a-7309-4457-add7-247587d7c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.435793 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-61cc578a-7309-4457-add7-247587d7c4c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1095 time: 0.0587406 Jul 22 15:04:42.523741 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-9256d038-e198-43ac-95db-b56af3068569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.525127 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-9256d038-e198-43ac-95db-b56af3068569 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 897 time: 0.0836623 Jul 22 15:04:42.568682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-beb3ccc1-c5ed-4ba1-8629-aaee8b7debc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 217 time: 0.0367117 Jul 22 15:04:42.616510 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-f056bc86-d5b4-4f62-b227-e02a4c25195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.617994 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-f056bc86-d5b4-4f62-b227-e02a4c25195f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0436761 Jul 22 15:04:42.676031 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-2411cff8-a345-4cc8-aa37-f42a52c3377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.677598 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-2411cff8-a345-4cc8-aa37-f42a52c3377d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536230 Jul 22 15:04:42.779791 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-0aac2a02-18cf-4390-b5a3-0afab05a0c78 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942738 Jul 22 15:04:43.068785 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae0f433d-b189-48ea-9ac8-3395a6afe7ed up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:43.118441 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port ae0f433d-b189-48ea-9ac8-3395a6afe7ed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:43.118808 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.173317 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f18c4c4-1894-48be-9f2a-8edc21014952 req-56f1ebac-3e23-4d6e-b91d-3b9cc9b3bc2f service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867972 Jul 22 15:04:43.203443 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454c80d-f952-4905-9123-b2e8f2803a72 req-cc13daed-e1ec-43c7-bb23-4e7fdf798775 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:43.204950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c454c80d-f952-4905-9123-b2e8f2803a72 req-cc13daed-e1ec-43c7-bb23-4e7fdf798775 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 943 time: 0.3502305 Jul 22 15:04:43.243133 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c454c80d-f952-4905-9123-b2e8f2803a72 req-0ef5b2e6-16ff-4c87-b43c-a8e42094eb70 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326557 Jul 22 15:04:43.693796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 055f4401-c831-4695-a322-69d232213ae8 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:04:43.786815 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 055f4401-c831-4695-a322-69d232213ae8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=055f4401-c831-4695-a322-69d232213ae8,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:43.797481 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '055f4401-c831-4695-a322-69d232213ae8', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'port_id': '055f4401-c831-4695-a322-69d232213ae8', 'mac_address': 'fa:16:3e:a9:1b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:04:43.836848 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.849896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055f4401-c831-4695-a322-69d232213ae8 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:04:43.873664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 055f4401-c831-4695-a322-69d232213ae8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=055f4401-c831-4695-a322-69d232213ae8,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:43.877521 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.925388 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=055f4401-c831-4695-a322-69d232213ae8,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:44.062878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['055f4401-c831-4695-a322-69d232213ae8'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:04:44.374835 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ecbe0-fc08-4dff-83c6-d3fe0483a255 req-c1985382-fa54-4f98-b7b3-b7bcca2a582a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:44.376220 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1b8ecbe0-fc08-4dff-83c6-d3fe0483a255 req-c1985382-fa54-4f98-b7b3-b7bcca2a582a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 944 time: 0.0642903 Jul 22 15:04:44.413359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1b8ecbe0-fc08-4dff-83c6-d3fe0483a255 req-ff04646a-7e6d-4ac8-956b-c51bdfc3967f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Jul 22 15:04:45.541824 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d610c-44a4-4213-bc09-bd90f2784fca req-f10e9aaf-660e-4489-928c-115abd0430bd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:45.543297 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f8d610c-44a4-4213-bc09-bd90f2784fca req-f10e9aaf-660e-4489-928c-115abd0430bd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 944 time: 0.0624413 Jul 22 15:04:45.580851 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2f8d610c-44a4-4213-bc09-bd90f2784fca req-5b9aa7a7-3828-4126-b7f9-2ba398e1a2c3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Jul 22 15:04:45.693594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 055f4401-c831-4695-a322-69d232213ae8 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:45.741162 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 055f4401-c831-4695-a322-69d232213ae8 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:45.744677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 055f4401-c831-4695-a322-69d232213ae8 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:45.745047 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:45.822962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:45.844623 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055f4401-c831-4695-a322-69d232213ae8'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:45.846911 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b733671-3bcb-4dba-b20e-a1ae775cc874" -d '{"events": [{"server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "name": "network-vif-plugged", "status": "completed", "tag": "055f4401-c831-4695-a322-69d232213ae8"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:45.860122 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 055f4401-c831-4695-a322-69d232213ae8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=055f4401-c831-4695-a322-69d232213ae8,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:45.864139 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:45.887009 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89582f3-72ca-4e3c-99d2-ac240984ff27 x-openstack-request-id: req-d89582f3-72ca-4e3c-99d2-ac240984ff27 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:45.887300 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "name": "network-vif-plugged", "status": "completed", "tag": "055f4401-c831-4695-a322-69d232213ae8", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:45.887817 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d89582f3-72ca-4e3c-99d2-ac240984ff27 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:45.888413 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055f4401-c831-4695-a322-69d232213ae8', 'code': 200} Jul 22 15:04:45.917895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=055f4401-c831-4695-a322-69d232213ae8,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:45.993554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038223e2-774d-4e57-ac36-56e50d1a4936 req-97cb7db1-7379-4f49-a0f8-3fa23fa0643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:45.995077 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-038223e2-774d-4e57-ac36-56e50d1a4936 req-97cb7db1-7379-4f49-a0f8-3fa23fa0643c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1097 time: 0.0534549 Jul 22 15:04:46.028419 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-038223e2-774d-4e57-ac36-56e50d1a4936 req-d9ff9a2d-e56b-459d-b813-7217605a5232 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273340 Jul 22 15:04:46.716726 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e018dd0-4ca0-48f2-81e3-8da0ffd19c08 req-a44202b9-e5aa-4568-8e64-71cd91c52b66 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:46.718644 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e018dd0-4ca0-48f2-81e3-8da0ffd19c08 req-a44202b9-e5aa-4568-8e64-71cd91c52b66 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0726404 Jul 22 15:04:46.767362 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e018dd0-4ca0-48f2-81e3-8da0ffd19c08 req-a6b5adf7-eec9-4198-a3bb-e751a87a799a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Jul 22 15:04:47.904369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dba64-ff2b-4144-be06-960e06e0846f req-df78005c-d904-4607-97df-a2c1c4982e69 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:47.905891 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-740dba64-ff2b-4144-be06-960e06e0846f req-df78005c-d904-4607-97df-a2c1c4982e69 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0654240 Jul 22 15:04:47.946695 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-740dba64-ff2b-4144-be06-960e06e0846f req-78e3a36d-b363-4031-a668-75f660da1979 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Jul 22 15:04:48.075202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343974aa-c117-4dac-9763-a64d38289bc3 req-553af8cf-4251-4922-b1a9-4a2d938285eb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:48.077116 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-343974aa-c117-4dac-9763-a64d38289bc3 req-553af8cf-4251-4922-b1a9-4a2d938285eb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0631981 Jul 22 15:04:48.114165 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-343974aa-c117-4dac-9763-a64d38289bc3 req-607f6940-903e-4061-9e4a-fca8885d3f81 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313399 Jul 22 15:04:48.135366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:48.190433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545fff25-485a-492f-88e5-b8b22565c1b2 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:48.191917 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-545fff25-485a-492f-88e5-b8b22565c1b2 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1092 time: 0.0555859 Jul 22 15:04:48.194729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:48.198953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '055f4401-c831-4695-a322-69d232213ae8', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:48.221197 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:48.312295 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:48.415416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.75 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/b2a8b2ca-3c2f-4581-a965-9bb2f88baca3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:48.517649 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:48.558545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:48.594647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:48.599358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:48.602753 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:48.630150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=b2a8b2ca-3c2f-4581-a965-9bb2f88baca3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:48.654837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a6571a6f-32d0-4415-9e7a-3bf9e10ab41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:48.963834 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.045769 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.194901 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.199440 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.262900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=b2a8b2ca-3c2f-4581-a965-9bb2f88baca3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:49.278361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.378145 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP edbad7b3-2687-4d33-a8f0-c2b3cccbaecf associated. External IP: 172.25.8.75, port: 055f4401-c831-4695-a322-69d232213ae8. Jul 22 15:04:49.583482 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:04:49.674182 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.692298 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:49.703031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] Sync routers for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:49.709411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:49.712130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:49.712776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:49.747029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da7c43dc-269c-4483-9677-44a266a57a41 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5512900 Jul 22 15:04:49.747705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'tag': '055f4401-c831-4695-a322-69d232213ae8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:49.750013 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11" -d '{"events": [{"name": "network-changed", "server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "tag": "055f4401-c831-4695-a322-69d232213ae8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:49.791038 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1fabba-1667-4b24-8778-ccf1981ad9a0 x-openstack-request-id: req-7a1fabba-1667-4b24-8778-ccf1981ad9a0 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:49.792116 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "tag": "055f4401-c831-4695-a322-69d232213ae8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:49.792116 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a1fabba-1667-4b24-8778-ccf1981ad9a0 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:49.792339 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'tag': '055f4401-c831-4695-a322-69d232213ae8', 'status': 'completed', 'code': 200} Jul 22 15:04:49.832638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:49.878668 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-18dd07bc-a63a-49d1-b0b5-c2a2d8d32675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:49.880376 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-18dd07bc-a63a-49d1-b0b5-c2a2d8d32675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1097 time: 0.0678449 Jul 22 15:04:49.894369 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a71e9-e463-4580-90d5-740d339572e1 req-2c39c0fb-bf32-48a3-b790-9097fcc1be80 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:49.902160 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-442a71e9-e463-4580-90d5-740d339572e1 req-2c39c0fb-bf32-48a3-b790-9097fcc1be80 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0984032 Jul 22 15:04:49.940008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-442a71e9-e463-4580-90d5-740d339572e1 req-7342816d-6614-4214-8f12-0809e281208b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356405 Jul 22 15:04:49.961554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59908) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:49.988110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-32616bb6-af21-4d2d-bb72-7ac0aa09e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:49.989646 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-32616bb6-af21-4d2d-bb72-7ac0aa09e189 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 897 time: 0.1034422 Jul 22 15:04:50.029787 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ab842a8b-6f8a-42fa-9561-6928406c4165 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/edbad7b3-2687-4d33-a8f0-c2b3cccbaecf HTTP/1.1" status: 200 len: 990 time: 0.0665026 Jul 22 15:04:50.055642 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-acba4299-ec84-448a-a5b3-702bfb37af5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 998 time: 0.0602136 Jul 22 15:04:50.107052 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-37141219-181e-4223-8b13-374e85656b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:50.108588 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-37141219-181e-4223-8b13-374e85656b06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0471430 Jul 22 15:04:50.174546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-a6a824c4-f30d-49b5-b365-9cc5e66e7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:50.176017 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-a6a824c4-f30d-49b5-b365-9cc5e66e7a48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618696 Jul 22 15:04:50.230843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'edbad7b3-2687-4d33-a8f0-c2b3cccbaecf', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'port_id': '055f4401-c831-4695-a322-69d232213ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'mac_address': 'fa:16:3e:a9:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519af688-d3c6-441b-9a32-3c0938b33c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:48Z', 'updated_at': '2021-07-22T15:04:48Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:50.256600 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] Checking router: c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:50.265984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:50.266898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:04:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:50.276779 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-01414c63-75d1-462d-9055-4c6734257dec service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946918 Jul 22 15:04:50.376282 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bfdb4902-7db6-40a2-bf37-fd2ba88bca11 req-c49aea07-d2e8-4765-89c6-752f64203278 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936151 Jul 22 15:04:50.382505 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:50.602717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:50.619355 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'edbad7b3-2687-4d33-a8f0-c2b3cccbaecf', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'port_id': '055f4401-c831-4695-a322-69d232213ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'mac_address': 'fa:16:3e:a9:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519af688-d3c6-441b-9a32-3c0938b33c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:48Z', 'updated_at': '2021-07-22T15:04:48Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:50.646223 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7336bd41-3c42-46d2-8052-10ac0f1ad1d8 None None] The sync data for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 is: [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'edbad7b3-2687-4d33-a8f0-c2b3cccbaecf', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'port_id': '055f4401-c831-4695-a322-69d232213ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'mac_address': 'fa:16:3e:a9:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519af688-d3c6-441b-9a32-3c0938b33c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:48Z', 'updated_at': '2021-07-22T15:04:48Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:50.838306 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd4dff6-4aac-474d-b7ee-acb417cc11e8 None None] New status for floating IP edbad7b3-2687-4d33-a8f0-c2b3cccbaecf: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:04:51.032801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:51.097004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f30723f8-51ea-46d9-8a85-69da565387a6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/edbad7b3-2687-4d33-a8f0-c2b3cccbaecf HTTP/1.1" status: 200 len: 992 time: 0.0623922 Jul 22 15:04:51.466543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:51.499656 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bf8fa689-cc54-4c67-9525-08564a489203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:52.652417 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:54.445677 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:56.394631 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:05:05.191674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-dd0dba30-7c31-4efa-af8f-18734cecbc1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525677 Jul 22 15:05:05.292315 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1f203-78a3-4ada-b2de-53d993983921 req-c04ab534-b9fb-4f3c-b821-2f9538b8af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:05.293866 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-c04ab534-b9fb-4f3c-b821-2f9538b8af40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1097 time: 0.0580711 Jul 22 15:05:05.411383 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1f203-78a3-4ada-b2de-53d993983921 req-608dec7c-7ba9-4d7d-9703-4c4b17dd8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:05.412900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-608dec7c-7ba9-4d7d-9703-4c4b17dd8ff1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 897 time: 0.0997508 Jul 22 15:05:05.481169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-04c97223-1074-4fbc-a458-c2307180942f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0581388 Jul 22 15:05:05.552569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1f203-78a3-4ada-b2de-53d993983921 req-957f4074-0df2-4ef5-8948-178303530b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:05.554141 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-957f4074-0df2-4ef5-8948-178303530b24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0665314 Jul 22 15:05:05.633485 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1f203-78a3-4ada-b2de-53d993983921 req-8bdd6c4c-6fa6-4cc3-bed0-84a8d8052eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:05.635056 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-8bdd6c4c-6fa6-4cc3-bed0-84a8d8052eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667207 Jul 22 15:05:05.739582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-fbacae54-3e38-45a2-b77f-98c746c89e01 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970471 Jul 22 15:05:05.851712 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09f1f203-78a3-4ada-b2de-53d993983921 req-fecc5da3-1626-43b4-8ca9-b4c001ecd507 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047194 Jul 22 15:05:18.656424 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-87559486-f032-4e84-b46c-1fbdcde5433c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:19.704144 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:20.611859 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:21.466482 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:21.499572 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7d625909-6b3c-4504-8f31-6acdb47c39a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:22.477389 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a06409-10f4-4ab2-a87a-5adcd869e6ef req-b45737db-cd61-4fbe-b8d7-e721537382f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:22.478928 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0a06409-10f4-4ab2-a87a-5adcd869e6ef req-b45737db-cd61-4fbe-b8d7-e721537382f9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0656443 Jul 22 15:05:22.517172 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0a06409-10f4-4ab2-a87a-5adcd869e6ef req-0f3291d1-86fd-4d51-ab82-917595b44de3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 22 15:05:22.655389 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:23.647687 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4699b9-5178-49a0-80ce-00226816526b req-dd02dedf-c1fe-4316-a4c0-ac0e81283b7d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:23.649189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c4699b9-5178-49a0-80ce-00226816526b req-dd02dedf-c1fe-4316-a4c0-ac0e81283b7d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0646751 Jul 22 15:05:23.690217 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6c4699b9-5178-49a0-80ce-00226816526b req-39f262c0-a757-4ce7-8014-824d25cb15d7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347018 Jul 22 15:05:24.448568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:24.822374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db18b7-6cef-48b1-8257-7a2a7a41be2d req-790e0119-9398-4991-9739-c34a204f1054 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:24.823862 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3db18b7-6cef-48b1-8257-7a2a7a41be2d req-790e0119-9398-4991-9739-c34a204f1054 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0676186 Jul 22 15:05:24.862073 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d3db18b7-6cef-48b1-8257-7a2a7a41be2d req-f8200a23-856a-41b5-9e19-cd20c4abefe5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Jul 22 15:05:25.993851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a4c70-34d1-42a7-bbfd-c7fcd224aed8 req-70ec9462-e7fb-4ab0-b9b1-63275e5d2425 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:25.995344 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-501a4c70-34d1-42a7-bbfd-c7fcd224aed8 req-70ec9462-e7fb-4ab0-b9b1-63275e5d2425 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0670996 Jul 22 15:05:26.034444 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-501a4c70-34d1-42a7-bbfd-c7fcd224aed8 req-d6e9c24a-2336-47a9-9399-7eed2474c899 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321817 Jul 22 15:05:27.162857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b22c9-f31c-4fd9-b45e-647ece84ec39 req-fb9b0595-de25-4ced-964a-c907a14ecce7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:27.164278 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d86b22c9-f31c-4fd9-b45e-647ece84ec39 req-fb9b0595-de25-4ced-964a-c907a14ecce7 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0631032 Jul 22 15:05:27.201512 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d86b22c9-f31c-4fd9-b45e-647ece84ec39 req-05519715-fb00-4e83-9920-7c67edcb4e65 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Jul 22 15:05:28.331080 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd96f8-c10e-4206-8337-9f32a68511cc req-2dba5fd4-3d94-4a88-93a5-bda7b0ae0134 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:28.332579 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81fd96f8-c10e-4206-8337-9f32a68511cc req-2dba5fd4-3d94-4a88-93a5-bda7b0ae0134 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0648434 Jul 22 15:05:28.369721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-81fd96f8-c10e-4206-8337-9f32a68511cc req-dc34aeda-9624-43ab-92e0-985bef72c8d2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Jul 22 15:05:29.504561 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53520aef-8ec9-44a1-9937-19607d7ac686 req-d579abe4-1609-45b5-9759-9b9a55c18b5f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:29.506078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53520aef-8ec9-44a1-9937-19607d7ac686 req-d579abe4-1609-45b5-9759-9b9a55c18b5f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0669870 Jul 22 15:05:29.545219 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-53520aef-8ec9-44a1-9937-19607d7ac686 req-40d8da69-40a5-4e46-b6a9-8e324fec4c9c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329800 Jul 22 15:05:30.674790 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec2fd8-99e1-4ed8-b4b0-889f437c7128 req-0d69fbfd-eaa8-4a7a-a58c-4a133e2654dd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:30.676278 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00ec2fd8-99e1-4ed8-b4b0-889f437c7128 req-0d69fbfd-eaa8-4a7a-a58c-4a133e2654dd tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0634320 Jul 22 15:05:30.717749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-00ec2fd8-99e1-4ed8-b4b0-889f437c7128 req-0f47488a-cafe-4fd8-a0a6-6a4178f36b31 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359724 Jul 22 15:05:31.847774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec954f8-0833-4a4d-b05a-e6a2172d2cc5 req-260d5144-f7c4-40d7-8c18-ac7342c0eab0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:31.849309 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dec954f8-0833-4a4d-b05a-e6a2172d2cc5 req-260d5144-f7c4-40d7-8c18-ac7342c0eab0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0633123 Jul 22 15:05:31.886725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dec954f8-0833-4a4d-b05a-e6a2172d2cc5 req-cd6d1d7a-d6aa-4343-9261-f1b5e1909b53 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318277 Jul 22 15:05:33.018653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f49d6-0ae2-4be0-8bbe-c110c174a6a1 req-f164a4bb-e833-43d6-a313-4770a1100da2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:33.020183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-571f49d6-0ae2-4be0-8bbe-c110c174a6a1 req-f164a4bb-e833-43d6-a313-4770a1100da2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0651698 Jul 22 15:05:33.057488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-571f49d6-0ae2-4be0-8bbe-c110c174a6a1 req-6a08c867-e00b-404b-955e-f417d4fc52dc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Jul 22 15:05:33.394281 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:05:34.186680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef15-5384-4f3e-bd28-ea890a1a8749 req-3cfe02c1-f5e0-4d79-b3c1-bd12af202c49 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:34.188078 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb37ef15-5384-4f3e-bd28-ea890a1a8749 req-3cfe02c1-f5e0-4d79-b3c1-bd12af202c49 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0627337 Jul 22 15:05:34.226627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cb37ef15-5384-4f3e-bd28-ea890a1a8749 req-f094ec88-d49c-420d-add6-190e58376c66 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Jul 22 15:05:35.356424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3d8a0-99b6-4593-b415-b697a4672b4f req-95ba1490-5da2-489c-b402-37f6f164db84 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:35.357996 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cba3d8a0-99b6-4593-b415-b697a4672b4f req-95ba1490-5da2-489c-b402-37f6f164db84 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0648260 Jul 22 15:05:35.396302 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-cba3d8a0-99b6-4593-b415-b697a4672b4f req-58c1ca21-39e2-40e0-98c6-85620761fa22 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327830 Jul 22 15:05:36.531586 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67fea-286e-4882-a07d-e64e070b87ed req-1c4b9b4c-ce66-4958-8578-cd2d739550cb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:36.533072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0a67fea-286e-4882-a07d-e64e070b87ed req-1c4b9b4c-ce66-4958-8578-cd2d739550cb tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0690243 Jul 22 15:05:36.570690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f0a67fea-286e-4882-a07d-e64e070b87ed req-46522cf1-110c-453d-b46d-45cddc46f9dc tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320170 Jul 22 15:05:37.709827 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea454b7-88a8-4914-8eaa-31ee2d477f41 req-f485ecd8-9348-48c4-a77c-083588a70749 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:37.711340 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ea454b7-88a8-4914-8eaa-31ee2d477f41 req-f485ecd8-9348-48c4-a77c-083588a70749 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0722196 Jul 22 15:05:37.749993 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ea454b7-88a8-4914-8eaa-31ee2d477f41 req-a573ee75-c3f6-4c3a-83c1-f3d2dd6a0ce3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325036 Jul 22 15:05:38.878955 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37d0ea-dacc-4cc3-9be5-63e4ce33d8c3 req-4a7ab64a-5a04-45c0-960c-c744d641912c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:38.880469 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c37d0ea-dacc-4cc3-9be5-63e4ce33d8c3 req-4a7ab64a-5a04-45c0-960c-c744d641912c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0657980 Jul 22 15:05:38.919427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6c37d0ea-dacc-4cc3-9be5-63e4ce33d8c3 req-c26ed5e0-de88-43ba-864b-2d1cf39ce03f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333221 Jul 22 15:05:38.940900 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:39.008868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-17607e22-76c2-4339-8131-6894d508dced tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/edbad7b3-2687-4d33-a8f0-c2b3cccbaecf HTTP/1.1" status: 200 len: 992 time: 0.0665557 Jul 22 15:05:40.279371 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2dfeb-7b5f-4b47-b4cb-465ef33d8e7e req-4441edb6-3e4c-46ba-befc-9fd34f55f515 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:40.280870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d5a2dfeb-7b5f-4b47-b4cb-465ef33d8e7e req-4441edb6-3e4c-46ba-befc-9fd34f55f515 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0683131 Jul 22 15:05:40.292631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-848be0fa-7eb4-4f21-98af-abfc62eb54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:40.294776 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-848be0fa-7eb4-4f21-98af-abfc62eb54e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1097 time: 0.0536287 Jul 22 15:05:40.321464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d5a2dfeb-7b5f-4b47-b4cb-465ef33d8e7e req-e3bb18ff-069d-4c45-8174-f727c5cf723d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345631 Jul 22 15:05:40.387918 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-58ee217b-560a-4656-a054-14f572e04e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:40.389799 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-58ee217b-560a-4656-a054-14f572e04e37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 897 time: 0.0889864 Jul 22 15:05:40.458569 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-036478d6-8500-40e0-b1c0-2a75e586594f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0625281 Jul 22 15:05:40.506605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-4ba33cd9-8f98-464e-84bd-352c205a7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:40.508019 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-4ba33cd9-8f98-464e-84bd-352c205a7202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0435548 Jul 22 15:05:40.568515 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-6073bb01-6836-48ee-8887-c6ea159e47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:40.570030 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-6073bb01-6836-48ee-8887-c6ea159e47d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559590 Jul 22 15:05:40.657306 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-9ca2e72b-60a5-4756-8eb1-f2cc7e5d6159 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810292 Jul 22 15:05:40.750429 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ddc23a4b-58c7-4ea3-a24d-df254ba1374a req-db74a6ea-144a-448f-a6b8-8d827c10bfaf service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866086 Jul 22 15:05:41.451429 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d82d13-ef50-4954-9dd7-693e8ceb1299 req-f12d65f0-64b7-4863-8c32-93cd4e41ee19 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:41.452942 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4d82d13-ef50-4954-9dd7-693e8ceb1299 req-f12d65f0-64b7-4863-8c32-93cd4e41ee19 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0633447 Jul 22 15:05:41.489485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a4d82d13-ef50-4954-9dd7-693e8ceb1299 req-cdea84d6-3190-42b8-91c8-95d8ee256e8a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310047 Jul 22 15:05:41.511346 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 59972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:41.573786 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-32eafbbb-f1b6-4055-b2a7-276e1435729c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/edbad7b3-2687-4d33-a8f0-c2b3cccbaecf HTTP/1.1" status: 200 len: 992 time: 0.0613372 Jul 22 15:05:48.656923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-287b6917-0688-4550-b495-8ca428faef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:49.718303 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.611138 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.471126 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.498962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-73d27033-bcd5-43a5-b014-8d271b1cf486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:52.657950 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:54.451309 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:06.172414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-e671a835-d796-4a1f-9e5e-7c21fdcf6553 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519431 Jul 22 15:06:06.269422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-4b0a917c-b417-44b4-8e44-670ebf31a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:06.270968 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-4b0a917c-b417-44b4-8e44-670ebf31a5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1097 time: 0.0563347 Jul 22 15:06:06.649880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-bd6aef4a-5434-4724-841c-cb971c9074de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:06.651629 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-bd6aef4a-5434-4724-841c-cb971c9074de service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 897 time: 0.3624508 Jul 22 15:06:06.732799 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-0812ce19-e9ef-4b70-83a1-9f2ca21cf7f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0732594 Jul 22 15:06:06.793693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-7f079a12-cecb-4f2d-94be-5fa6987da074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:06.795389 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-7f079a12-cecb-4f2d-94be-5fa6987da074 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0567381 Jul 22 15:06:06.874733 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-ad50cf59-ff2f-4f39-ad80-783cd9beae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:06.876464 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-ad50cf59-ff2f-4f39-ad80-783cd9beae4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740407 Jul 22 15:06:06.980777 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-96394c3b-9066-4c01-a093-7e55d3fc07fd service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970168 Jul 22 15:06:07.088438 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0e060947-1d89-4e72-ba0a-1221f68f0bef req-1a253bf0-222e-4d46-b2e9-87e88d112293 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015532 Jul 22 15:06:10.393812 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:06:11.994144 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 59988) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:12.152691 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port b2a8b2ca-3c2f-4581-a965-9bb2f88baca3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:06:12.152949 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.230163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.230493 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.242668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for b2a8b2ca-3c2f-4581-a965-9bb2f88baca3 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:06:12.390163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.416520 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=b2a8b2ca-3c2f-4581-a965-9bb2f88baca3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:12.442319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.442676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.443024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.443367 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.443705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.444053 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.444388 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.444724 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.445073 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.445385 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.445750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.446081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:12.487630 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.487966 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP edbad7b3-2687-4d33-a8f0-c2b3cccbaecf disassociated (deleted). External IP: 172.25.8.75, port: 055f4401-c831-4695-a322-69d232213ae8. Jul 22 15:06:12.694083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:06:12.802302 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:06:12.807401 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.813830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] Sync routers for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:06:12.823320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:12.823945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:12.844622 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-397b8bbe-e611-460a-a45f-3a40c4dd8a27 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/floatingips/edbad7b3-2687-4d33-a8f0-c2b3cccbaecf HTTP/1.1" status: 204 len: 168 time: 0.8492978 Jul 22 15:06:12.845229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'tag': '055f4401-c831-4695-a322-69d232213ae8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:12.847586 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e" -d '{"events": [{"name": "network-changed", "server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "tag": "055f4401-c831-4695-a322-69d232213ae8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:12.942898 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:12.975601 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1681466-a1d3-4484-a0a7-4d85152844f3 x-openstack-request-id: req-d1681466-a1d3-4484-a0a7-4d85152844f3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:12.975927 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "tag": "055f4401-c831-4695-a322-69d232213ae8", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:12.976196 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1681466-a1d3-4484-a0a7-4d85152844f3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:12.976653 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'tag': '055f4401-c831-4695-a322-69d232213ae8', 'status': 'completed', 'code': 200} Jul 22 15:06:13.067786 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-bfc8ae1c-c9de-4808-9407-0c07c03819ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:13.069322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-bfc8ae1c-c9de-4808-9407-0c07c03819ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 1097 time: 0.0647802 Jul 22 15:06:13.106736 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbb2f1-369c-493f-8319-eb09f3aeca05 req-c592dfac-0f82-489e-bbab-9072bf686d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:13.109315 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97dbb2f1-369c-493f-8319-eb09f3aeca05 req-c592dfac-0f82-489e-bbab-9072bf686d54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0707378 Jul 22 15:06:13.155745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:13.162183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-97dbb2f1-369c-493f-8319-eb09f3aeca05 req-25c76bb2-6752-4d1c-95a3-a89d44b03810 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471072 Jul 22 15:06:13.178280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-5eb79017-b766-4293-99eb-0a218b63abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:13.179982 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-5eb79017-b766-4293-99eb-0a218b63abb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 200 len: 897 time: 0.1010718 Jul 22 15:06:13.182988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] Checking router: c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:06:13.191475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:13.192083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:13.225787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-7ee90aea-3a2c-4a20-beb6-1c6821e34e4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 200 len: 217 time: 0.0341580 Jul 22 15:06:13.273509 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-219df6f3-892a-43f8-8b94-4e5b15bb7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:13.275009 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-219df6f3-892a-43f8-8b94-4e5b15bb7e9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 200 len: 834 time: 0.0428944 Jul 22 15:06:13.299562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:13.344691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-b6c2af00-6184-4d0c-b757-c9f6ad8a2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:13.344691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-b6c2af00-6184-4d0c-b757-c9f6ad8a2f5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=43c6560a-6c3f-4e80-915a-9e2579682ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609868 Jul 22 15:06:13.434493 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-dc1fed72-d4aa-4cb8-906b-acc1138369d3 service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829070 Jul 22 15:06:13.499244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:13.525469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2f02a9-51a7-4e5f-a8a9-24d5d5df7490 None None] The sync data for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 is: [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:37Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'ae0f433d-b189-48ea-9ac8-3395a6afe7ed', 'name': '', 'network_id': '43c6560a-6c3f-4e80-915a-9e2579682ad2', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:ff:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:37Z', 'updated_at': '2021-07-22T15:04:41Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'c8fc524f-c2a2-486b-a58a-0397dd4d6fa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:06:13.529072 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9dc9592f-cb3e-48b6-afd9-62a2c5b4872e req-b14b8aa3-9c94-4276-91d6-9ded2e2831cc service neutron] 10.222.0.20 "GET /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Jul 22 15:06:13.735280 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe683d8-a846-4913-b853-5a767a48b455 None None] New status for floating IP edbad7b3-2687-4d33-a8f0-c2b3cccbaecf: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:06:14.296428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f7920-a351-4056-bb08-dc60d34cdae2 req-60995ec4-630c-42b6-8740-94d97770b564 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:14.297951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b97f7920-a351-4056-bb08-dc60d34cdae2 req-60995ec4-630c-42b6-8740-94d97770b564 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0655448 Jul 22 15:06:14.339035 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b97f7920-a351-4056-bb08-dc60d34cdae2 req-7711fd68-bce1-4550-88b5-d99ddf06b53f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5825e0e-edf9-4485-8bfa-f0abe26df26d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355642 Jul 22 15:06:14.619669 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-caa7e66d-a35a-4640-95bc-a292120e7b16 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:14.621134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-caa7e66d-a35a-4640-95bc-a292120e7b16 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 945 time: 0.0622888 Jul 22 15:06:14.723554 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 055f4401-c831-4695-a322-69d232213ae8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:06:14.723904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:14.809341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 055f4401-c831-4695-a322-69d232213ae8, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=055f4401-c831-4695-a322-69d232213ae8,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:14.809740 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:14.826531 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 055f4401-c831-4695-a322-69d232213ae8 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:06:14.950683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:14.977136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=055f4401-c831-4695-a322-69d232213ae8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:14.990865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.991226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.991624 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.991919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.992265 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.992601 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.992941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.993276 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.993610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.994115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.994520 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:14.994915 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:15.043345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] No DVR routers for this DVR port 055f4401-c831-4695-a322-69d232213ae8 on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:06:15.045955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:15.047924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6ed7a47b-bc56-488f-a7ef-73e6eb74cd6f req-e38fcdbc-34cd-4bad-b87b-839ae856d62d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.20 "DELETE /v2.0/ports/055f4401-c831-4695-a322-69d232213ae8 HTTP/1.1" status: 204 len: 173 time: 0.4211676 Jul 22 15:06:15.048362 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'name': 'network-vif-deleted', 'tag': '055f4401-c831-4695-a322-69d232213ae8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:15.050641 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e4e47-2b7f-43f4-90ce-8efbcc9df9e3" -d '{"events": [{"server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "name": "network-vif-deleted", "tag": "055f4401-c831-4695-a322-69d232213ae8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:15.092931 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e83f5-1d00-4ce4-baa3-b7edd3280696 x-openstack-request-id: req-8b6e83f5-1d00-4ce4-baa3-b7edd3280696 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:15.093231 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519af688-d3c6-441b-9a32-3c0938b33c31", "name": "network-vif-deleted", "tag": "055f4401-c831-4695-a322-69d232213ae8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:15.093485 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b6e83f5-1d00-4ce4-baa3-b7edd3280696 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:15.093928 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519af688-d3c6-441b-9a32-3c0938b33c31', 'name': 'network-vif-deleted', 'tag': '055f4401-c831-4695-a322-69d232213ae8', 'status': 'completed', 'code': 200} Jul 22 15:06:15.457140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0475ccec-cdcc-496b-bbe9-174a4fb9f48c req-030b789c-5260-4f6f-96f7-da66de4b45f2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=519af688-d3c6-441b-9a32-3c0938b33c31 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Jul 22 15:06:16.519012 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60010) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:16.875910 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:17.142538 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port ae0f433d-b189-48ea-9ac8-3395a6afe7ed {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:06:17.142985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:17.239321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port ae0f433d-b189-48ea-9ac8-3395a6afe7ed, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:17.239676 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:17.251922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for ae0f433d-b189-48ea-9ac8-3395a6afe7ed owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:06:17.740472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:17.765227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=ae0f433d-b189-48ea-9ac8-3395a6afe7ed,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:17.945731 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.161042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:06:18.254802 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 055f4401-c831-4695-a322-69d232213ae8 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:06:18.269158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:06:18.274914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bbdb143f-7f49-4b99-b9d5-e1ad6d459d64 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548814 Jul 22 15:06:18.275059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 055f4401-c831-4695-a322-69d232213ae8 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:06:18.275284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 055f4401-c831-4695-a322-69d232213ae8 not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:06:18.277595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60014) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:18.281449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] Sync routers for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:06:18.290402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:18.291001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:18.330742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting subnet c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:06:18.333911 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.373342 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.393902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:18.469837 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.532507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.561155 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fc524f-c2a2-486b-a58a-0397dd4d6fa3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:18.564038 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.568599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-cd675a8b-e7d4-4d93-8139-7ff062d2347b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/subnets/c8fc524f-c2a2-486b-a58a-0397dd4d6fa3 HTTP/1.1" status: 204 len: 168 time: 0.2874022 Jul 22 15:06:18.569421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60016) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:18.574523 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f23d60-60be-4964-80a6-b19c35214d88 None None] Network 43c6560a-6c3f-4e80-915a-9e2579682ad2 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:06:18.603105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:06:17Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:18.664247 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] Checking router: c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:06:18.677546 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.699806 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] Routers {'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:18.700424 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:05:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:18.703655 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0c2d4af1-a0ac-4073-b5b3-e1409f0c2b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.783395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.831065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] Set router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:18.837491 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 49456d36-9fe5-41fd-8d2a-baded73f6824 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:06:18.837890 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.922669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] DHCP port deletion for 43c6560a-6c3f-4e80-915a-9e2579682ad2 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:06:18.929669 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 49456d36-9fe5-41fd-8d2a-baded73f6824, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=49456d36-9fe5-41fd-8d2a-baded73f6824,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:18.930039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:18.942180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 49456d36-9fe5-41fd-8d2a-baded73f6824 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:06:19.036580 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Deleting port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:06:19.036866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.108720 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] For port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,segment=NetworkSegment(066b9fe8-d03a-4a5e-b0d5-0050c94e4579),segment_id=066b9fe8-d03a-4a5e-b0d5-0050c94e4579)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:19.109116 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.120189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:06:17Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:19.120400 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.127272 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Calling delete_port for d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:06:19.148404 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=49456d36-9fe5-41fd-8d2a-baded73f6824,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:19.156530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce89fbd-2f8f-44e3-8ede-3b7963fad346 None None] The sync data for ids ['c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed'] in n-d-787205-11 is: [{'id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-718231144', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175'}], 'enable_snat': True}, 'gw_port_id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:06:17Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '49456d36-9fe5-41fd-8d2a-baded73f6824', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:04:34Z', 'updated_at': '2021-07-22T15:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:06:19.235115 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.332529 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.334872 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.363043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:06:19.382308 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.382851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Fanout notify agent at l3_agent the message router_deleted on router c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:06:19.392019 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.393159 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2963d03d-e87b-469a-98f5-2c1ef343e8db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/routers/c2ef5d7e-ea2f-46d3-a73f-49f41a1d62ed HTTP/1.1" status: 204 len: 168 time: 0.8234704 Jul 22 15:06:19.395878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60018) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:19.451832 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.474747 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.484938 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Pushing event deleted for resources: {'Port': ['ID=d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:19.489108 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.504936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.504936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.504936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.504936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.504936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.504936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.505512 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.505633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.505941 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.506264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.506584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.506900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:19.511494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a7b488-b478-48b7-ab73-da314cc99c59 None None] No DVR routers for this DVR port d2e51c0b-b5f1-439b-88c8-e8d9f6f7a509 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:06:19.587582 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.599448 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c6560a-6c3f-4e80-915a-9e2579682ad2']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:19.611627 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066b9fe8-d03a-4a5e-b0d5-0050c94e4579') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:19.611927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066b9fe8-d03a-4a5e-b0d5-0050c94e4579') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:19.621412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.636734 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.643857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:06:19.644260 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: timer() Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:06:19.647246 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:06:19.714436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.717837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.721436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.725112 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/networks/43c6560a-6c3f-4e80-915a-9e2579682ad2 HTTP/1.1" status: 204 len: 168 time: 0.3265250 Jul 22 15:06:19.726192 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60020) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:19.738015 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe6f4f-a77f-4f63-8541-a2c383ec9caa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Network': ['ID=43c6560a-6c3f-4e80-915a-9e2579682ad2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:19.789670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eda3b14-3a37-4ff0-8f23-9fb0700a974a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.817850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eda3b14-3a37-4ff0-8f23-9fb0700a974a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.885733 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eda3b14-3a37-4ff0-8f23-9fb0700a974a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.888461 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eda3b14-3a37-4ff0-8f23-9fb0700a974a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:19.893114 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4eda3b14-3a37-4ff0-8f23-9fb0700a974a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/security-groups/f5825e0e-edf9-4485-8bfa-f0abe26df26d HTTP/1.1" status: 204 len: 168 time: 0.1657908 Jul 22 15:06:19.903101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda3b14-3a37-4ff0-8f23-9fb0700a974a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5825e0e-edf9-4485-8bfa-f0abe26df26d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:20.240042 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:20.245048 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082291925', 'description': 'tempest-secgroup-smoke-2082291925 description', 'project_id': '0438127e8eba408592caf4d621c10789'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:20.271710 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.356098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.360648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.387586 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.389103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477730 Jul 22 15:06:20.391120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e988b16-71fc-4652-ba00-b07c472bc9d8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedbb151-952f-4626-8929-48bfa3dc30a7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:20.392411 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60028) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:20.399059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'aedbb151-952f-4626-8929-48bfa3dc30a7', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:20.428112 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.484081 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.487507 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.504751 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fa659a-7446-4a61-aac4-d87179e36a2c,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:20.510268 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.511472 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2808eef2-c31f-42de-955e-7312010fe9db tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168613 Jul 22 15:06:20.514511 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60030) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:20.519585 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'aedbb151-952f-4626-8929-48bfa3dc30a7', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:20.545428 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.608821 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.609995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.612071 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.630430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811fbf02-1dee-439e-b4a7-9a2f28971957,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:20.635664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.637212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-02f43529-0271-4a37-b8c6-304e00594ec5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210413 Jul 22 15:06:20.642423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60032) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:20.646926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'aedbb151-952f-4626-8929-48bfa3dc30a7', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:20.672680 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.736277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.739685 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.754554 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeb8886-1e0b-4342-9f55-be19e70420ee,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:20.762723 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.767313 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-670d3197-7a56-41ae-9ea7-d13ff097c8a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205606 Jul 22 15:06:20.767535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60034) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:20.771926 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'aedbb151-952f-4626-8929-48bfa3dc30a7', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:20.799390 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.863749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.867314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.885002 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aa0041-7067-494a-a6ee-da460488d30f,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:20.891900 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.893152 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-15b1d4f1-8d42-4526-ab2e-6eb5306be15e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246474 Jul 22 15:06:20.896038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60036) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:20.900523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'aedbb151-952f-4626-8929-48bfa3dc30a7', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:20.921976 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:06:20.929504 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.992456 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:20.995876 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.011407 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bd4a1e-8593-48b0-838c-9214e55e143b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:21.022097 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.023317 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e8732e1a-d9a8-4d63-bee8-67f3f0842f24 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263449 Jul 22 15:06:21.026051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60038) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:21.031245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'security_group_rule': {'security_group_id': 'aedbb151-952f-4626-8929-48bfa3dc30a7', 'project_id': '0438127e8eba408592caf4d621c10789', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:21.054739 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Project 0438127e8eba408592caf4d621c10789 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:06:21.059645 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.126102 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.127705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49456d36-9fe5-41fd-8d2a-baded73f6824 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:06:21.132450 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.149234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 49456d36-9fe5-41fd-8d2a-baded73f6824 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:06:21.149585 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 49456d36-9fe5-41fd-8d2a-baded73f6824 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:06:21.150065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae0f433d-b189-48ea-9ac8-3395a6afe7ed no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:06:21.156711 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40abe454-d255-4315-ab68-ce7c40a26973,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:21.162848 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.165531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-3d6f3777-08fa-41c4-89c4-e0de3b647433 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376379 Jul 22 15:06:21.167574 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60040) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:21.174253 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: ae0f433d-b189-48ea-9ac8-3395a6afe7ed {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:06:21.174430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'network': {'name': 'tempest-network-smoke--255647770', 'project_id': '0438127e8eba408592caf4d621c10789', 'port_security_enabled': True}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:21.174709 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device ae0f433d-b189-48ea-9ac8-3395a6afe7ed not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:06:21.195935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'network': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:06:21.199551 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.226798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93760) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:06:21.237146 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.237492 n-d-787205-11 neutron-server[93760]: INFO neutron.db.segments_db [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Added segment 9338861d-d396-438d-bd0a-907e418bbddc of type vlan for network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 Jul 22 15:06:21.278843 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.307888 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.314271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:21.314850 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.352467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1835237 Jul 22 15:06:21.355343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:21.360860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'admin_state_up': True, 'project_id': '0438127e8eba408592caf4d621c10789', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:21.384636 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.385745 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.386227 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a54df-36bc-4ca0-9a48-71f795fff9aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Network': ['ID=6c0ecac1-4e96-49f5-a371-cb1e0043feb5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:21.398044 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:06:21.438956 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.478801 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.498794 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dbca9e86-fb12-4368-bd5c-8b8c1ed6e6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.585756 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.779642 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.798785 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:21.898784 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.142 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/38c15bfa-7d02-4a9c-b463-3686536af9af) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:06:22.006107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:22.044840 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:22.083866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:22.086609 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:22.090157 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:06:22.112332 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=38c15bfa-7d02-4a9c-b463-3686536af9af,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:22.334085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:22.525922 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:22.650638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:06:22.662105 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:22.758814 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:06:22.771012 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Sync routers for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:06:22.778037 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:22.779273 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e0891949-1873-46b8-a44f-ffc36dc72c54 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4228539 Jul 22 15:06:22.781078 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:22.781801 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:22.782642 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:22.865335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78e102a2-8759-4cae-a072-2a718b0ad9e5 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=0438127e8eba408592caf4d621c10789&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0814905 Jul 22 15:06:22.868195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60050) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:22.890223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:22.964911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f1a6c-ecbe-4685-abdc-380e914dd9d4 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:22.966640 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ae8f1a6c-ecbe-4685-abdc-380e914dd9d4 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971553 Jul 22 15:06:22.969445 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60052) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:22.997287 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a10e6e67-3503-46b9-9419-a3e81f3ba3b3 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=b58128c7-a268-4cfc-8681-e61628a282d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267181 Jul 22 15:06:23.000304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60054) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:23.005058 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1896951988', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'project_id': '0438127e8eba408592caf4d621c10789', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:23.061190 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:22Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:23.091334 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Checking router: 7672d4da-03d2-4af6-9468-a6a1bcb989d3 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:06:23.091919 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Updating router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 port 38c15bfa-7d02-4a9c-b463-3686536af9af binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:06:23.097447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:06:23.100953 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.126901 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.293527 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.353334 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Subnet': ['ID=e3549dbc-602b-4ae2-a875-697e49d0ead7,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:23.364194 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Checking segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:23.364556 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network hostable DHCP agents. Network: 6c0ecac1-4e96-49f5-a371-cb1e0043feb5, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:06:23.381738 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:06:23.391132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 6c0ecac1-4e96-49f5-a371-cb1e0043feb5) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:23.391540 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.401106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e89ae-a3f6-4cf3-b5a9-d1509bd3aabf None None] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:06:23.401705 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Transition to ACTIVE for port object 38c15bfa-7d02-4a9c-b463-3686536af9af will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:23.403195 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:23.404295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.409045 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.424316 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-34675e29-9c0f-4c3b-ab93-4b4519a430ff tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4203389 Jul 22 15:06:23.424693 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:23.462274 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Attempting to bind port 38c15bfa-7d02-4a9c-b463-3686536af9af on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:06:23.462778 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Attempting to bind port 38c15bfa-7d02-4a9c-b463-3686536af9af by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:06:23.463236 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Attempting to bind port 38c15bfa-7d02-4a9c-b463-3686536af9af on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:23.470989 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:06:23.471504 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:23.472011 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.472403 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:06:23.472867 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Bound port: 38c15bfa-7d02-4a9c-b463-3686536af9af, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:06:23.473240 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.474727 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Pushing event updated for resources: {'Port': ['ID=38c15bfa-7d02-4a9c-b463-3686536af9af,revision_number=2']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:23.529097 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] For port 38c15bfa-7d02-4a9c-b463-3686536af9af, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:23.532355 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] For port 38c15bfa-7d02-4a9c-b463-3686536af9af, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=38c15bfa-7d02-4a9c-b463-3686536af9af,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:06:23.534509 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.534853 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.535448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.535797 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.536122 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.536490 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.536817 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.537141 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.537465 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.537832 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.538158 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.538480 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:23.542600 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.560254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:06:23.561145 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.601604 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:23.602245 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:23.637148 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa81a8-9451-4460-9607-66d47e3d239e None None] Pushing event updated for resources: {'Port': ['ID=38c15bfa-7d02-4a9c-b463-3686536af9af,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:23.711904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Allocated IP 172.20.0.2 (6c0ecac1-4e96-49f5-a371-cb1e0043feb5/e3549dbc-602b-4ae2-a875-697e49d0ead7/c13c9d95-b916-4746-a7c2-0949fe07644a) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:06:23.714079 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:23.875007 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.890271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Transition to ACTIVE for port object c13c9d95-b916-4746-a7c2-0949fe07644a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:23.903449 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Transition to ACTIVE for port object c13c9d95-b916-4746-a7c2-0949fe07644a will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:23.910782 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:23.919105 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:22Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:23.948220 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:23.951739 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc189fe3-3fbf-404b-8fa0-26348c30c888 None None] The sync data for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 is: [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:22Z', 'revision_number': 3, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:06:23.954001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:23.957606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:06:23.968838 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Pushing event updated for resources: {'Port': ['ID=c13c9d95-b916-4746-a7c2-0949fe07644a,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:24.031691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Attempting to bind port c13c9d95-b916-4746-a7c2-0949fe07644a on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:06:24.032053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Attempting to bind port c13c9d95-b916-4746-a7c2-0949fe07644a by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:06:24.032430 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Attempting to bind port c13c9d95-b916-4746-a7c2-0949fe07644a on network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:24.037739 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:06:24.038117 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Checking segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:24.038519 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.038914 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Bound using segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:06:24.039408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Bound port: c13c9d95-b916-4746-a7c2-0949fe07644a, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:06:24.039788 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.109491 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] For port c13c9d95-b916-4746-a7c2-0949fe07644a, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:24.113513 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] For port c13c9d95-b916-4746-a7c2-0949fe07644a, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c13c9d95-b916-4746-a7c2-0949fe07644a,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:06:24.118845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.177232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.196313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be78be-cbce-4207-bbce-87fcdded5288 None None] Pushing event updated for resources: {'Port': ['ID=c13c9d95-b916-4746-a7c2-0949fe07644a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:24.457084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.506534 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.1 (6c0ecac1-4e96-49f5-a371-cb1e0043feb5/e3549dbc-602b-4ae2-a875-697e49d0ead7/3f02078f-3837-482d-983a-e6c45ae03d27) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:06:24.630528 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.645194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object 3f02078f-3837-482d-983a-e6c45ae03d27 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:24.680957 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.726860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:24.730365 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:24.736004 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:06:24.740156 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=3f02078f-3837-482d-983a-e6c45ae03d27,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:24.782576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:24.931912 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.185816 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 38c15bfa-7d02-4a9c-b463-3686536af9af up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:25.216453 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987ecc2-6098-413e-978e-504f389485b7 None None] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:06:25.250445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.256380 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.318006 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b6d21e95-d1ce-4ca3-bfb8-e4621489cb14 None None] Provisioning for port c13c9d95-b916-4746-a7c2-0949fe07644a completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:25.322380 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 38c15bfa-7d02-4a9c-b463-3686536af9af completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:25.332735 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 38c15bfa-7d02-4a9c-b463-3686536af9af triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:25.332735 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.337959 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=3f02078f-3837-482d-983a-e6c45ae03d27,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:25.340361 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.435913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:25.437517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:25.478743 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.503676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 38c15bfa-7d02-4a9c-b463-3686536af9af, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=38c15bfa-7d02-4a9c-b463-3686536af9af,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:25.507888 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.508812 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c13c9d95-b916-4746-a7c2-0949fe07644a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:25.564845 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:06:25.585070 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=38c15bfa-7d02-4a9c-b463-3686536af9af,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:25.610638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port c13c9d95-b916-4746-a7c2-0949fe07644a completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:25.616675 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c13c9d95-b916-4746-a7c2-0949fe07644a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:25.617528 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.691401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:06:25.701673 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-a92150c0-f4a7-44fa-93c5-ff500fffd7ad tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/7672d4da-03d2-4af6-9468-a6a1bcb989d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709448 Jul 22 15:06:25.711227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Sync routers for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:06:25.723951 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.732993 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:25.734206 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:25.846026 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-55600594-88d5-4d08-8673-a294e3606fb2 None None] Provisioning for port 3f02078f-3837-482d-983a-e6c45ae03d27 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:25.849222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port c13c9d95-b916-4746-a7c2-0949fe07644a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c13c9d95-b916-4746-a7c2-0949fe07644a,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:25.857979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-55600594-88d5-4d08-8673-a294e3606fb2 None None] Provisioning complete for port 3f02078f-3837-482d-983a-e6c45ae03d27 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:25.858493 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55600594-88d5-4d08-8673-a294e3606fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.862635 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:25.868445 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-5adebab8-dc00-48f3-823f-e470ab5f066b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082291925&fields=id&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 267 time: 0.0476732 Jul 22 15:06:25.943984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:25.976833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-55600594-88d5-4d08-8673-a294e3606fb2 None None] Port 3f02078f-3837-482d-983a-e6c45ae03d27 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:06:25.992506 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=c13c9d95-b916-4746-a7c2-0949fe07644a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:25.998056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-ad3127c0-0686-4873-bcd2-fefde7f83931 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:26.005547 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-ad3127c0-0686-4873-bcd2-fefde7f83931 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 796 time: 0.1298990 Jul 22 15:06:26.023801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-f313a526-85e0-46c4-9eb7-7a9a7c50a84f tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/quotas/0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 375 time: 0.0171759 Jul 22 15:06:26.042214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-55600594-88d5-4d08-8673-a294e3606fb2 None None] Provisioning complete for port c13c9d95-b916-4746-a7c2-0949fe07644a triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:26.042593 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55600594-88d5-4d08-8673-a294e3606fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.098081 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-2421c203-943e-45a8-b072-a7a5ca8ede91 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683186 Jul 22 15:06:26.107340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-aa5cebee-5c82-4cf8-8551-ba938cb82cff service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:06:26.108394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-aa5cebee-5c82-4cf8-8551-ba938cb82cff service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068936 Jul 22 15:06:26.209861 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-08cdb692-efa8-4519-84d5-864bc55cb2da service neutron] 10.222.0.11 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858090 Jul 22 15:06:26.243137 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 2, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:26.284556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Checking router: 7672d4da-03d2-4af6-9468-a6a1bcb989d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:06:26.284918 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Updating router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 port 3f02078f-3837-482d-983a-e6c45ae03d27 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:06:26.305929 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-8327524d-341f-4747-a7f7-17446cd930a8 service neutron] 10.222.0.11 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Jul 22 15:06:26.332792 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.347629 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4eaff65a-a402-4c71-aa4b-702a6830b961 None None] Provisioning complete for port 3f02078f-3837-482d-983a-e6c45ae03d27 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:26.348002 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4eaff65a-a402-4c71-aa4b-702a6830b961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.457853 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-4eaff65a-a402-4c71-aa4b-702a6830b961 None None] Port 3f02078f-3837-482d-983a-e6c45ae03d27 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:06:26.484049 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b43c5272-e2a5-4e62-b4b8-736e04e891cf req-13c1a764-adf7-41f2-8ebc-8f312f0e8f47 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 210 time: 0.0391459 Jul 22 15:06:26.638092 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.648298 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Transition to ACTIVE for port object 3f02078f-3837-482d-983a-e6c45ae03d27 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:26.654443 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.705979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf2edb-9606-49fb-9bce-004a13923302 None None] Pushing event updated for resources: {'Port': ['ID=3f02078f-3837-482d-983a-e6c45ae03d27,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:26.763017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Attempting to bind port 3f02078f-3837-482d-983a-e6c45ae03d27 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:06:26.763462 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Attempting to bind port 3f02078f-3837-482d-983a-e6c45ae03d27 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:06:26.764166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Attempting to bind port 3f02078f-3837-482d-983a-e6c45ae03d27 on network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:26.769578 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:06:26.770072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Checking segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:26.770553 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.771013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Bound using segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:06:26.771554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Bound port: 3f02078f-3837-482d-983a-e6c45ae03d27, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:06:26.772012 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.856717 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] For port 3f02078f-3837-482d-983a-e6c45ae03d27, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:26.860969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] For port 3f02078f-3837-482d-983a-e6c45ae03d27, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3f02078f-3837-482d-983a-e6c45ae03d27,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:06:26.866536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:26.924633 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:26.925283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:27.180561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 38c15bfa-7d02-4a9c-b463-3686536af9af up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:27.216093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf2edb-9606-49fb-9bce-004a13923302 None None] Pushing event updated for resources: {'Port': ['ID=3f02078f-3837-482d-983a-e6c45ae03d27,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:27.278605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:27.280986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 38c15bfa-7d02-4a9c-b463-3686536af9af triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:27.281361 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:27.491604 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c13c9d95-b916-4746-a7c2-0949fe07644a up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:27.578587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bec9b6b9-d4dc-42da-868f-baa7c8138ee2 req-091996cf-17a9-4c2c-a0d1-b6aeec0e0ebe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 210 time: 0.0326829 Jul 22 15:06:27.591432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port c13c9d95-b916-4746-a7c2-0949fe07644a triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:27.591809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:27.619496 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-561ddb0d-15aa-43ac-a016-bbaf5dd690de tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:27.621200 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-561ddb0d-15aa-43ac-a016-bbaf5dd690de tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 796 time: 0.1284854 Jul 22 15:06:27.627138 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:26Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:27.659889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98e7e0-5921-4c97-b9f4-752f3202d556 None None] The sync data for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 is: [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:26Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:06:27.668231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-de4d4f74-e111-49e3-baa1-5c283a16c694 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0438127e8eba408592caf4d621c10789 HTTP/1.1" status: 200 len: 380 time: 0.0382133 Jul 22 15:06:27.678752 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'port': {'device_id': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'admin_state_up': True, 'tenant_id': '0438127e8eba408592caf4d621c10789', 'security_groups': ['aedbb151-952f-4626-8929-48bfa3dc30a7']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:27.821156 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Made reservation on behalf of 0438127e8eba408592caf4d621c10789 for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:06:27.824929 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:27.960287 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.20.0.11 (6c0ecac1-4e96-49f5-a371-cb1e0043feb5/e3549dbc-602b-4ae2-a875-697e49d0ead7/ac80d5e5-f3f7-4c82-8413-a136b911b4a0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:06:28.109980 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.125327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Transition to ACTIVE for port object ac80d5e5-f3f7-4c82-8413-a136b911b4a0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:28.159814 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.207173 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:28.210383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:28.214426 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:06:28.240229 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:28.271255 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:28.271921 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.290656 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-28b73ea5-146b-479c-aff5-9d0c2be568f8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6158011 Jul 22 15:06:28.343721 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Request body: {'port': {'device_id': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:28.427379 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.445236 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-950cb132-2522-4445-9dcd-c73d7c1801c4 None None] Provisioning for port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:28.449404 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-950cb132-2522-4445-9dcd-c73d7c1801c4 None None] Provisioning complete for port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:28.450001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-950cb132-2522-4445-9dcd-c73d7c1801c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.491216 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-950cb132-2522-4445-9dcd-c73d7c1801c4 None None] Port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:06:28.738300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac80d5e5-f3f7-4c82-8413-a136b911b4a0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:06:28.748132 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.767533 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Transition to ACTIVE for port object ac80d5e5-f3f7-4c82-8413-a136b911b4a0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:28.771858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:28.785005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce5555-1221-485f-9d0b-79449c0ac260 req-1b4e1bf7-b55d-4bf9-83a3-0e3f99e9ded3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:28.786539 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8ce5555-1221-485f-9d0b-79449c0ac260 req-1b4e1bf7-b55d-4bf9-83a3-0e3f99e9ded3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 932 time: 0.1267025 Jul 22 15:06:28.853252 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:28.867004 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e8ce5555-1221-485f-9d0b-79449c0ac260 req-509df01e-ca56-4a00-b131-ff743b06e392 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594773 Jul 22 15:06:28.943811 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Attempting to bind port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:06:28.944157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Attempting to bind port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:06:28.944494 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Attempting to bind port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 on network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:28.949037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 on network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:06:28.949360 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Attempting to bind port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 on network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:28.954976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:06:28.955317 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Checking segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:28.955712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Bound using segment: {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:06:28.956148 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Bound port: ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9338861d-d396-438d-bd0a-907e418bbddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:06:28.956510 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:29.022583 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] For port ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:29.025572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] For port ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:06:29.029942 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:29.062470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.063096 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:29.064503 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 1093 time: 0.7664211 Jul 22 15:06:29.064951 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:29.067255 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a9dba6-4f0b-4962-ad29-80179c2f6366" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:29.096935 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a01772-0891-4347-917e-1fbd800634e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:29.149817 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b011d4f-2ab8-4d75-97e6-73e90f9aed0a x-openstack-request-id: req-8b011d4f-2ab8-4d75-97e6-73e90f9aed0a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:29.150252 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:29.150609 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b011d4f-2ab8-4d75-97e6-73e90f9aed0a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:29.151301 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'status': 'completed', 'code': 200} Jul 22 15:06:29.184993 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-a88b8953-b19e-45b5-aa2f-2793e7a92f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.187323 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-a88b8953-b19e-45b5-aa2f-2793e7a92f5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1096 time: 0.0827420 Jul 22 15:06:29.212981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3f02078f-3837-482d-983a-e6c45ae03d27 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:29.256294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-472a740e-31de-41f2-b52e-49a13985b4bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 217 time: 0.0622709 Jul 22 15:06:29.274956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3f02078f-3837-482d-983a-e6c45ae03d27 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:29.280728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3f02078f-3837-482d-983a-e6c45ae03d27 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:29.281170 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:29.330446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-0f76eca8-a859-4c07-a75b-bd3ba096d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.331995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-0f76eca8-a859-4c07-a75b-bd3ba096d6ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 200 len: 835 time: 0.0691688 Jul 22 15:06:29.374776 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:29.397435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-135ecc37-b4e5-4689-b998-a4cb5ac3eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.399008 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-135ecc37-b4e5-4689-b998-a4cb5ac3eedd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608194 Jul 22 15:06:29.420737 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3f02078f-3837-482d-983a-e6c45ae03d27, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3f02078f-3837-482d-983a-e6c45ae03d27,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:29.425713 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:29.479630 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3f02078f-3837-482d-983a-e6c45ae03d27,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:29.498617 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-af1f7a5a-07a4-442d-b907-cb344170a81c service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924666 Jul 22 15:06:29.586981 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c04faf98-c0ef-4715-83c7-0ec0dc898690 req-2383b4dc-b8dc-48a5-b6b4-f8c5dcb6a0be service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822124 Jul 22 15:06:29.693076 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-0f634587-f085-46df-a0b1-db7a979b6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.694651 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-0f634587-f085-46df-a0b1-db7a979b6190 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1096 time: 0.0615900 Jul 22 15:06:29.785769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-7f7e1692-475f-4bfe-9525-715db0ad60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.787258 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-7f7e1692-475f-4bfe-9525-715db0ad60bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 897 time: 0.0864282 Jul 22 15:06:29.832347 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-5388029a-f83d-4977-822a-9c2cf945ad92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 217 time: 0.0383773 Jul 22 15:06:29.883603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-4db1d6c3-96e1-4e68-9507-8e991c61a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.885024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-4db1d6c3-96e1-4e68-9507-8e991c61a44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 200 len: 835 time: 0.0462909 Jul 22 15:06:29.972162 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-7dd4fc5f-a5b4-4852-829a-5cf478ce9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.973748 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-7dd4fc5f-a5b4-4852-829a-5cf478ce9f87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816097 Jul 22 15:06:30.067783 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613836d7-e83c-4b63-8c23-8e8f656da16e req-023d208a-5558-4a33-9eaa-cca940a33f21 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:30.069276 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613836d7-e83c-4b63-8c23-8e8f656da16e req-023d208a-5558-4a33-9eaa-cca940a33f21 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 944 time: 0.1320758 Jul 22 15:06:30.104808 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-a4d3ceb6-907a-4752-8047-d5a8afb06161 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236298 Jul 22 15:06:30.122359 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-613836d7-e83c-4b63-8c23-8e8f656da16e req-1ed301b1-876c-404a-b753-42479ac6479d tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472951 Jul 22 15:06:30.324977 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8a9dba6-4f0b-4962-ad29-80179c2f6366 req-af75c05b-9268-4e57-b30b-ed7e73b3eff8 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873277 Jul 22 15:06:31.123868 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3f02078f-3837-482d-983a-e6c45ae03d27 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:31.172599 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3f02078f-3837-482d-983a-e6c45ae03d27 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:31.172975 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:31.259197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efce6b-4507-40aa-a6e4-feb9b128c6dd req-408905b2-30a6-4b17-b287-8f0471ad37fe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:31.260710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09efce6b-4507-40aa-a6e4-feb9b128c6dd req-408905b2-30a6-4b17-b287-8f0471ad37fe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 944 time: 0.0687473 Jul 22 15:06:31.301899 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-09efce6b-4507-40aa-a6e4-feb9b128c6dd req-649162d5-2442-47b9-b239-d18270491371 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344603 Jul 22 15:06:32.431763 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e1a74-0a5a-4a31-b122-3e460fcdf405 req-03f116de-7865-4e8f-9937-b42785ccfb11 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:32.433238 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a79e1a74-0a5a-4a31-b122-3e460fcdf405 req-03f116de-7865-4e8f-9937-b42785ccfb11 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 944 time: 0.0633206 Jul 22 15:06:32.471632 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a79e1a74-0a5a-4a31-b122-3e460fcdf405 req-62a32e41-3727-4d57-b25d-922c9e528634 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Jul 22 15:06:33.049562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac80d5e5-f3f7-4c82-8413-a136b911b4a0 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:06:33.147498 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:33.158901 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'port_id': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'mac_address': 'fa:16:3e:ac:d9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:06:33.195721 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:33.208677 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac80d5e5-f3f7-4c82-8413-a136b911b4a0 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:06:33.229742 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:33.234280 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:33.291354 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:33.477174 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['ac80d5e5-f3f7-4c82-8413-a136b911b4a0'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:06:33.601144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a7a3c-cb85-46a6-876a-f3b3b4aa493d req-221b68d8-87ad-4027-b37c-a3d3ca92a32c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:33.602672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a7a3c-cb85-46a6-876a-f3b3b4aa493d req-221b68d8-87ad-4027-b37c-a3d3ca92a32c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 945 time: 0.0649462 Jul 22 15:06:33.642909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-131a7a3c-cb85-46a6-876a-f3b3b4aa493d req-2a629df8-8632-4629-9306-4921f10747e5 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346825 Jul 22 15:06:34.771651 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a76bf8-ac30-4391-ac63-e729cd118dbf req-0eec1ea9-0c15-417d-9236-9897fe2d84d4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:34.773128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9a76bf8-ac30-4391-ac63-e729cd118dbf req-0eec1ea9-0c15-417d-9236-9897fe2d84d4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 945 time: 0.0635889 Jul 22 15:06:34.814676 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c9a76bf8-ac30-4391-ac63-e729cd118dbf req-f41e9250-0d19-46f2-979d-f39c49549bc4 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360022 Jul 22 15:06:35.065166 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac80d5e5-f3f7-4c82-8413-a136b911b4a0 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:35.113464 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:35.117151 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:35.117521 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:35.192135 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:35.216653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:35.219734 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad638fa4-71e5-4206-8149-79cd8efebcb8" -d '{"events": [{"server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "name": "network-vif-plugged", "status": "completed", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:35.232185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:35.236604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:35.290059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:35.306634 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39d499-af7c-47b3-b259-1a664da644b4 x-openstack-request-id: req-6a39d499-af7c-47b3-b259-1a664da644b4 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:35.306927 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "name": "network-vif-plugged", "status": "completed", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:35.307182 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a39d499-af7c-47b3-b259-1a664da644b4 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:35.307574 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'code': 200} Jul 22 15:06:35.418872 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b000ab-f6af-4f02-9aae-67b56bff1b34 req-83700e47-0980-48e3-a5f0-e3eb0a7d9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:35.420277 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5b000ab-f6af-4f02-9aae-67b56bff1b34 req-83700e47-0980-48e3-a5f0-e3eb0a7d9239 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1098 time: 0.0532246 Jul 22 15:06:35.454305 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f5b000ab-f6af-4f02-9aae-67b56bff1b34 req-8c253d27-d08a-4c6b-ab3e-9f3c32c1e3ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281520 Jul 22 15:06:35.945452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba677-f9d0-4703-b752-d5779fb631da req-e447787c-1766-4eeb-87ae-26919ace93ca tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:35.946991 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a15ba677-f9d0-4703-b752-d5779fb631da req-e447787c-1766-4eeb-87ae-26919ace93ca tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0640709 Jul 22 15:06:35.984244 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a15ba677-f9d0-4703-b752-d5779fb631da req-4765cda7-ae0a-46e2-8a7c-aeab63eb76a1 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Jul 22 15:06:37.114436 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028523e9-fe34-40b3-824e-e3a77a8a94f7 req-71e4258b-d4be-488a-ae19-cb1071955f72 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:37.115925 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-028523e9-fe34-40b3-824e-e3a77a8a94f7 req-71e4258b-d4be-488a-ae19-cb1071955f72 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0636532 Jul 22 15:06:37.153089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-028523e9-fe34-40b3-824e-e3a77a8a94f7 req-58f92e5e-d750-4847-bbf9-515fcde63314 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Jul 22 15:06:37.286892 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410836d-d3ed-49f9-a216-a001fdec60db req-167e52ba-c0a5-47e4-9c8b-fb83aa2c50b2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:37.288389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7410836d-d3ed-49f9-a216-a001fdec60db req-167e52ba-c0a5-47e4-9c8b-fb83aa2c50b2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0695438 Jul 22 15:06:37.636825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7410836d-d3ed-49f9-a216-a001fdec60db req-56bf46a4-cd5d-4525-8000-486e7e59bad0 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428011 Jul 22 15:06:37.659083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60118) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:37.710572 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0719a9e2-a4ac-499c-b34a-01d509c12408 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:37.712057 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0719a9e2-a4ac-499c-b34a-01d509c12408 tempest-TestNetworkAdvancedServerOps-1959766054 tempest-TestNetworkAdvancedServerOps-1959766054-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1093 time: 0.0520272 Jul 22 15:06:37.714797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60120) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:37.719060 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:37.741922 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:37.840915 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:37.942253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Allocated IP 172.25.8.9 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/57a59a51-c661-475f-a014-fa0e66922c6b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:06:38.052542 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.092014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.128576 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:38.133396 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:38.136780 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:06:38.164568 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=57a59a51-c661-475f-a014-fa0e66922c6b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:38.494631 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.569717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.720420 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.724863 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.798305 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event updated for resources: {'Port': ['ID=57a59a51-c661-475f-a014-fa0e66922c6b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:38.808154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.909147 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP b3484bc9-652b-4d23-9689-d9939909eebb associated. External IP: 172.25.8.9, port: ac80d5e5-f3f7-4c82-8413-a136b911b4a0. Jul 22 15:06:39.114123 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:06:39.222947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:06:39.232614 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] Sync routers for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:06:39.238249 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:39.241999 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:39.242605 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:39.279135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-28da2668-89d3-45ec-b32f-97b97aff2b1e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5633178 Jul 22 15:06:39.279740 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:39.282895 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22731a4a-5d25-4dc5-ac76-ee907843b67a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:39.332583 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a307a24e-babf-4b9c-a179-b118dae9a19f x-openstack-request-id: req-a307a24e-babf-4b9c-a179-b118dae9a19f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:39.333034 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:39.333301 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a307a24e-babf-4b9c-a179-b118dae9a19f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:39.333750 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'status': 'completed', 'code': 200} Jul 22 15:06:39.419190 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-9fdf3497-1fce-4434-855b-c3609092b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:39.420745 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-9fdf3497-1fce-4434-855b-c3609092b754 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1098 time: 0.0634105 Jul 22 15:06:39.421947 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c537c-a1ce-4b80-bcb2-6043d4b717a0 req-58c2bb6e-4ffa-4345-ba19-f95ce8467492 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:39.423501 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-914c537c-a1ce-4b80-bcb2-6043d4b717a0 req-58c2bb6e-4ffa-4345-ba19-f95ce8467492 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0757313 Jul 22 15:06:39.450512 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:39.464567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-914c537c-a1ce-4b80-bcb2-6043d4b717a0 req-28eab62a-cd16-4192-a25d-76a67948fdb2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350802 Jul 22 15:06:39.487514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60126) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:39.563336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-c943587c-67ea-4b85-9975-2ae15bc0f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:39.564838 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-c943587c-67ea-4b85-9975-2ae15bc0f127 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 897 time: 0.1377931 Jul 22 15:06:39.572352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a2702ed0-0d60-42f3-8761-2330fe54b36b tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/b3484bc9-652b-4d23-9689-d9939909eebb HTTP/1.1" status: 200 len: 990 time: 0.0822763 Jul 22 15:06:39.632764 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-30873cda-6b9d-4910-8b24-80c1f6801bda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 998 time: 0.0593498 Jul 22 15:06:39.670976 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b3484bc9-652b-4d23-9689-d9939909eebb', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'port_id': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'mac_address': 'fa:16:3e:ac:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:06:38Z', 'updated_at': '2021-07-22T15:06:38Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:29Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:39.687430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-0956dc18-138f-4a06-b9c4-4d112e1d10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:39.688932 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-0956dc18-138f-4a06-b9c4-4d112e1d10f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 200 len: 835 time: 0.0497155 Jul 22 15:06:39.700370 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] Checking router: 7672d4da-03d2-4af6-9468-a6a1bcb989d3 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:06:39.709463 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:06:39.710094 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:39.747189 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-41709ea5-cb11-4f46-98ec-f1d2f4574856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:39.748717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-41709ea5-cb11-4f46-98ec-f1d2f4574856 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534098 Jul 22 15:06:39.813052 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:06:39.844845 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-dd3739ea-5112-4ab3-8781-db6b0e65e5ae service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894132 Jul 22 15:06:39.935569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-22731a4a-5d25-4dc5-ac76-ee907843b67a req-1745bca1-3c2f-4435-a42e-1391e577de37 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844429 Jul 22 15:06:40.034982 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b3484bc9-652b-4d23-9689-d9939909eebb', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'port_id': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'mac_address': 'fa:16:3e:ac:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:06:38Z', 'updated_at': '2021-07-22T15:06:38Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:29Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:06:40.064411 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafa13f5-e8e4-42bb-9892-cc0ebb2aad2e None None] The sync data for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 is: [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'b3484bc9-652b-4d23-9689-d9939909eebb', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'floating_ip_address': '172.25.8.9', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'port_id': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'mac_address': 'fa:16:3e:ac:d9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:06:38Z', 'updated_at': '2021-07-22T15:06:38Z', 'revision_number': 0, 'project_id': '0438127e8eba408592caf4d621c10789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:29Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:06:40.247596 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4cd64d-2356-4c8e-898c-e875569b696b None None] New status for floating IP b3484bc9-652b-4d23-9689-d9939909eebb: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:06:40.575651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:40.635684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-24ce38f6-5c6c-4dde-b9c9-bd08c3a7a968 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/b3484bc9-652b-4d23-9689-d9939909eebb HTTP/1.1" status: 200 len: 992 time: 0.0588980 Jul 22 15:06:47.393721 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:06:48.656992 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-84b28496-694f-46cd-93a2-f0d0b20702f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:49.716713 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:50.609270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:51.469796 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:51.498955 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-777cacba-0a7c-4b20-a7ce-709e4777127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:52.663569 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:54.456731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:55.597680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-78dc264f-3ead-493e-aa81-406d8b515501 req-2cd90dfa-e5d2-4ca3-a6a1-3e69bdc09683 service neutron] (93759) timed out ('10.222.0.11', 53210) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:07:04.062300 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-c58ef2a9-17f5-4f41-b618-2535ed6393a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532200 Jul 22 15:07:04.162720 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-bd55ff16-53ca-4fd7-aa8d-0a54bd2cb7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:04.164127 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-bd55ff16-53ca-4fd7-aa8d-0a54bd2cb7fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1098 time: 0.0580840 Jul 22 15:07:04.265316 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-ecac8486-50ea-4dbd-83ef-76957f9a77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:04.266806 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-ecac8486-50ea-4dbd-83ef-76957f9a77f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 897 time: 0.0848076 Jul 22 15:07:04.334741 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-88c2d310-dd12-4801-9ca8-0b0df6b45003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 1000 time: 0.0607250 Jul 22 15:07:04.383171 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-2bafcad5-a457-468f-8ed4-4f7b468508f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:04.384620 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-2bafcad5-a457-468f-8ed4-4f7b468508f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 200 len: 835 time: 0.0432549 Jul 22 15:07:04.444927 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-bc864c7b-8f47-44b8-83c7-cdc20c278835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:04.446368 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-bc864c7b-8f47-44b8-83c7-cdc20c278835 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536556 Jul 22 15:07:04.539334 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-b2f96d21-41a9-4b1e-aa67-d617eb40a100 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859931 Jul 22 15:07:04.629721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1f0e3b18-5a95-4b63-ada8-a7245af07195 req-736db7c9-7b28-4df7-bd26-ac8fb95a1926 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814171 Jul 22 15:07:12.059180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55a964-043a-4eed-ac35-8c1faac278e9 req-64c610f2-af4a-4198-afa1-e60d1d6655f6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:12.060792 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb55a964-043a-4eed-ac35-8c1faac278e9 req-64c610f2-af4a-4198-afa1-e60d1d6655f6 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0678604 Jul 22 15:07:12.099979 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fb55a964-043a-4eed-ac35-8c1faac278e9 req-e3dcb06d-81a3-48d0-bb4e-6de1a8e8d82e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jul 22 15:07:13.237557 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bdc35-b7f4-438d-8d0b-7d45e8cd72b9 req-b61b5d47-99a3-424d-9cd4-cb796dbdec71 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:13.239154 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e8bdc35-b7f4-438d-8d0b-7d45e8cd72b9 req-b61b5d47-99a3-424d-9cd4-cb796dbdec71 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0674875 Jul 22 15:07:13.278773 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5e8bdc35-b7f4-438d-8d0b-7d45e8cd72b9 req-86011188-07ab-4c3d-a6ea-d8de3fdc4f12 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336785 Jul 22 15:07:13.300371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:13.359848 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-14e24e34-b184-433b-bb34-0f574bea0ea8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/b3484bc9-652b-4d23-9689-d9939909eebb HTTP/1.1" status: 200 len: 992 time: 0.0583591 Jul 22 15:07:14.667992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05533a0d-e077-44d4-9db4-cc0a98c71f15 req-612f8c3f-a948-47be-bd9a-77b971b2373c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.669429 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05533a0d-e077-44d4-9db4-cc0a98c71f15 req-612f8c3f-a948-47be-bd9a-77b971b2373c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.1016333 Jul 22 15:07:14.674735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24be83-4811-428d-a993-582b2f2291c5 req-4ba0cd7f-6fc0-4b0f-b7f1-7a71ec6da940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.676109 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-4ba0cd7f-6fc0-4b0f-b7f1-7a71ec6da940 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1098 time: 0.0796297 Jul 22 15:07:14.738000 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-05533a0d-e077-44d4-9db4-cc0a98c71f15 req-9f7f6b03-0b81-4c6a-a6ba-1077c18df6c9 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603733 Jul 22 15:07:14.791137 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24be83-4811-428d-a993-582b2f2291c5 req-f09ccde6-b910-43a3-b258-ec4dde606eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.792608 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-f09ccde6-b910-43a3-b258-ec4dde606eb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 897 time: 0.1093762 Jul 22 15:07:14.860468 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-a8c5cfb9-d57e-4600-a3e9-a417d9e79d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 1000 time: 0.0613670 Jul 22 15:07:14.907693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24be83-4811-428d-a993-582b2f2291c5 req-0c875f2a-0153-4a41-b828-f403b8fba216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.909141 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-0c875f2a-0153-4a41-b828-f403b8fba216 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 200 len: 835 time: 0.0429540 Jul 22 15:07:14.966132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24be83-4811-428d-a993-582b2f2291c5 req-aa1c86a3-0584-420b-abfa-3e85dcfac54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.967529 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-aa1c86a3-0584-420b-abfa-3e85dcfac54b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520339 Jul 22 15:07:15.060385 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-7f58733c-b00c-4a8f-be16-a59bdc56e3e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Jul 22 15:07:15.150408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e24be83-4811-428d-a993-582b2f2291c5 req-0a63be1f-b8a1-47f1-b9cf-5801e9a49bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839727 Jul 22 15:07:15.870435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234284-48f5-4479-8d4e-6fe77996be89 req-f41db342-67c2-4eec-aba4-a014c7d6f255 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:15.871973 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72234284-48f5-4479-8d4e-6fe77996be89 req-f41db342-67c2-4eec-aba4-a014c7d6f255 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0634351 Jul 22 15:07:15.918598 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-72234284-48f5-4479-8d4e-6fe77996be89 req-75567453-6823-4b56-9b38-70ed2c9d5a94 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388210 Jul 22 15:07:17.058050 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ad8e5-b285-40ea-81ab-2b86f5e96a71 req-e249b2be-a35d-4b16-b085-5307ab7b5723 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:17.059599 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f41ad8e5-b285-40ea-81ab-2b86f5e96a71 req-e249b2be-a35d-4b16-b085-5307ab7b5723 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0691540 Jul 22 15:07:17.103541 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f41ad8e5-b285-40ea-81ab-2b86f5e96a71 req-0734f922-367e-49de-ac3a-547bc4ab4f5c tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Jul 22 15:07:17.125564 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:17.190068 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-78cf5bad-9316-47d3-af19-41300110a912 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/floatingips/b3484bc9-652b-4d23-9689-d9939909eebb HTTP/1.1" status: 200 len: 992 time: 0.0631821 Jul 22 15:07:17.407481 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:17.579728 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 57a59a51-c661-475f-a014-fa0e66922c6b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:17.580073 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:17.669082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:17.669415 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:17.681280 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 57a59a51-c661-475f-a014-fa0e66922c6b owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:17.829582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:17.860961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=57a59a51-c661-475f-a014-fa0e66922c6b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:17.886502 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.886887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.887227 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.887560 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.887889 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.888217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.888543 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.888866 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.889190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.889825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.890130 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.890447 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:17.930445 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:17.930948 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Floating IP b3484bc9-652b-4d23-9689-d9939909eebb disassociated (deleted). External IP: 172.25.8.9, port: ac80d5e5-f3f7-4c82-8413-a136b911b4a0. Jul 22 15:07:18.146071 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:07:18.252120 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:18.257514 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:18.264295 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] Sync routers for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:18.279022 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:18.279022 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:18.298103 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-009a63b5-dd01-4017-ac44-b81262a91404 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/floatingips/b3484bc9-652b-4d23-9689-d9939909eebb HTTP/1.1" status: 204 len: 168 time: 0.8893330 Jul 22 15:07:18.298720 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:18.301040 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea708420-0d9c-4029-8c82-0cf12d3fddd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:18.342810 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abbdc43-68d5-48ba-b1f4-b11721181551 x-openstack-request-id: req-6abbdc43-68d5-48ba-b1f4-b11721181551 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:18.343104 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:18.343382 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6abbdc43-68d5-48ba-b1f4-b11721181551 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:18.343789 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'status': 'completed', 'code': 200} Jul 22 15:07:18.384280 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:18.430405 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-6e42f6fa-7e03-4a7e-904b-bf0d02ec8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:18.431954 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-6e42f6fa-7e03-4a7e-904b-bf0d02ec8f8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0438127e8eba408592caf4d621c10789&device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 1098 time: 0.0665383 Jul 22 15:07:18.533685 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-2c7ead90-174e-4a2e-92e8-0d2869269129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:18.535198 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-2c7ead90-174e-4a2e-92e8-0d2869269129 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 200 len: 897 time: 0.0904324 Jul 22 15:07:18.548984 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9dcc6-3e7e-409d-a18b-8e02ac2af8c8 req-b71cd6e9-8371-4382-9db0-951bf1e39fb2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:18.550650 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bcd9dcc6-3e7e-409d-a18b-8e02ac2af8c8 req-b71cd6e9-8371-4382-9db0-951bf1e39fb2 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.0678771 Jul 22 15:07:18.582266 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-102dd690-be51-48ed-a456-96daae79c0e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 200 len: 217 time: 0.0395312 Jul 22 15:07:18.590290 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:29Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:18.592269 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-bcd9dcc6-3e7e-409d-a18b-8e02ac2af8c8 req-91dcf8d5-a169-45c3-8a5b-104c802843aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351081 Jul 22 15:07:18.618302 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] Checking router: 7672d4da-03d2-4af6-9468-a6a1bcb989d3 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:18.626438 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:18.627042 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:06:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:18.632667 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-33d1e3c9-fd16-45ab-86f9-4a02845fbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:18.634212 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-33d1e3c9-fd16-45ab-86f9-4a02845fbcff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 200 len: 835 time: 0.0452769 Jul 22 15:07:18.665845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e1bff85b-c691-4513-a34e-4c5fbb377680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:18.697637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-f921110a-c0bf-40bc-a362-19b3a475744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:18.699066 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-f921110a-c0bf-40bc-a362-19b3a475744d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6c0ecac1-4e96-49f5-a371-cb1e0043feb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580468 Jul 22 15:07:18.739343 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:18.795852 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-cb859730-8d57-49bf-87f9-938304ceca88 service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893135 Jul 22 15:07:18.887992 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ea708420-0d9c-4029-8c82-0cf12d3fddd1 req-25d20753-4ae1-4345-b222-1b4db8ef8aec service neutron] 10.222.0.13 "GET /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849340 Jul 22 15:07:18.940749 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:29Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:18.966526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ecc3f-b9f1-4d4b-9597-388f693f54e7 None None] The sync data for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 is: [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:24Z', 'revision_number': 4, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3f02078f-3837-482d-983a-e6c45ae03d27', 'name': '', 'network_id': '6c0ecac1-4e96-49f5-a371-cb1e0043feb5', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'mac_address': 'fa:16:3e:db:c7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:24Z', 'updated_at': '2021-07-22T15:06:29Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'subnets': [{'id': 'e3549dbc-602b-4ae2-a875-697e49d0ead7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:19.186189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf755d7-f5e8-4806-bf94-3fa3252a21ea None None] New status for floating IP b3484bc9-652b-4d23-9689-d9939909eebb: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:07:19.739777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:20.091531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268435d-162a-4b22-b457-e26f47924156 req-1edafa40-a42f-4707-9e21-bdbda6314a77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:20.093064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4268435d-162a-4b22-b457-e26f47924156 req-1edafa40-a42f-4707-9e21-bdbda6314a77 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.4301758 Jul 22 15:07:20.113199 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-efaf51aa-c89d-44d9-b83a-2ec23e4ac3c3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:20.115569 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-efaf51aa-c89d-44d9-b83a-2ec23e4ac3c3 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c5226be-7eec-49de-a100-d7d6bbb06281 HTTP/1.1" status: 200 len: 946 time: 0.1002455 Jul 22 15:07:20.175131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4268435d-162a-4b22-b457-e26f47924156 req-c821938e-4650-42e1-8d9f-7e7066b11c75 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "GET /v2.0/security-groups?id=aedbb151-952f-4626-8929-48bfa3dc30a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756807 Jul 22 15:07:20.238294 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:20.238638 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:20.328560 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port ac80d5e5-f3f7-4c82-8413-a136b911b4a0, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:20.329013 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:20.344770 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for ac80d5e5-f3f7-4c82-8413-a136b911b4a0 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:20.488710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:20.520996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=ac80d5e5-f3f7-4c82-8413-a136b911b4a0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:20.550246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.550604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.550957 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.551824 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.552159 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.552497 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.552932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.553269 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.553603 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.553968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.554297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.554624 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:20.584712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] No DVR routers for this DVR port ac80d5e5-f3f7-4c82-8413-a136b911b4a0 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:07:20.587192 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:20.589187 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eed937f2-30aa-426e-ba7d-16941c002dc6 req-65be4e66-97f0-4ea7-83a6-bc86fbfe742a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.13 "DELETE /v2.0/ports/ac80d5e5-f3f7-4c82-8413-a136b911b4a0 HTTP/1.1" status: 204 len: 173 time: 0.4658918 Jul 22 15:07:20.589650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'name': 'network-vif-deleted', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:20.591927 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8c5cf1-5a38-48e7-94ef-bac3f0e9db12" -d '{"events": [{"server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "name": "network-vif-deleted", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:20.626287 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:20.638641 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a590cb6-5ead-4410-b910-77a4848624d4 x-openstack-request-id: req-1a590cb6-5ead-4410-b910-77a4848624d4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:20.638971 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5226be-7eec-49de-a100-d7d6bbb06281", "name": "network-vif-deleted", "tag": "ac80d5e5-f3f7-4c82-8413-a136b911b4a0", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:20.639228 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a590cb6-5ead-4410-b910-77a4848624d4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:20.639922 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5226be-7eec-49de-a100-d7d6bbb06281', 'name': 'network-vif-deleted', 'tag': 'ac80d5e5-f3f7-4c82-8413-a136b911b4a0', 'status': 'completed', 'code': 200} Jul 22 15:07:21.241865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60186) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:21.473815 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:21.511250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ca58b938-73f9-484b-8eff-493822d60d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:21.689487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:21.968689 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 3f02078f-3837-482d-983a-e6c45ae03d27 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:21.968952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.060683 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 3f02078f-3837-482d-983a-e6c45ae03d27, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3f02078f-3837-482d-983a-e6c45ae03d27,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:22.061040 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.074387 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 3f02078f-3837-482d-983a-e6c45ae03d27 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:22.259644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.284083 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=3f02078f-3837-482d-983a-e6c45ae03d27,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:22.464331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.665503 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.682251 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:07:22.789443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:22.794659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-151f4aae-059e-4a7b-beec-f328947a54aa tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "PUT /v2.0/routers/7672d4da-03d2-4af6-9468-a6a1bcb989d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516939 Jul 22 15:07:22.797400 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60188) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:22.799994 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] Sync routers for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:22.809646 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:22.810270 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:22.852839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting subnet e3549dbc-602b-4ae2-a875-697e49d0ead7 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:07:22.856318 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.903513 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:22.995604 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.014754 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:23.055387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.079972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Subnet': ['ID=e3549dbc-602b-4ae2-a875-697e49d0ead7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:23.086084 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.087858 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-a8c78e2f-7198-49a1-b5e5-95916253b85e tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/subnets/e3549dbc-602b-4ae2-a875-697e49d0ead7 HTTP/1.1" status: 204 len: 168 time: 0.2891603 Jul 22 15:07:23.090528 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60190) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:23.094732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a204517c-a15c-442e-adb7-4de5f1122651 None None] Network 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:23.223828 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:07:22Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:23.228774 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.251863 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] Checking router: 7672d4da-03d2-4af6-9468-a6a1bcb989d3 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:23.262157 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] Routers {'7672d4da-03d2-4af6-9468-a6a1bcb989d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:23.262810 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:23.328581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67544b34-3903-4517-a69b-abf931365a15 None None] DHCP port deletion for 6c0ecac1-4e96-49f5-a371-cb1e0043feb5 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:07:23.340728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.369286 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac80d5e5-f3f7-4c82-8413-a136b911b4a0 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:23.377235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] Set router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:23.390043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: ac80d5e5-f3f7-4c82-8413-a136b911b4a0 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:07:23.390391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device ac80d5e5-f3f7-4c82-8413-a136b911b4a0 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:23.397797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Deleting port 38c15bfa-7d02-4a9c-b463-3686536af9af {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:23.398259 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.405732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Deleting port c13c9d95-b916-4746-a7c2-0949fe07644a {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:23.406114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.479147 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-67544b34-3903-4517-a69b-abf931365a15 None None] For port c13c9d95-b916-4746-a7c2-0949fe07644a, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=c13c9d95-b916-4746-a7c2-0949fe07644a,segment=NetworkSegment(9338861d-d396-438d-bd0a-907e418bbddc),segment_id=9338861d-d396-438d-bd0a-907e418bbddc)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:23.479913 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.486672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] For port 38c15bfa-7d02-4a9c-b463-3686536af9af, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=38c15bfa-7d02-4a9c-b463-3686536af9af,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:23.487037 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.491970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Calling delete_port for c13c9d95-b916-4746-a7c2-0949fe07644a owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:23.499806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Calling delete_port for 38c15bfa-7d02-4a9c-b463-3686536af9af owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:23.572840 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:07:22Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:23.591132 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.600667 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9c3fa2-f1e9-42a4-a2f7-049018da3361 None None] The sync data for ids ['7672d4da-03d2-4af6-9468-a6a1bcb989d3'] in n-d-787205-11 is: [{'id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576185280', 'tenant_id': '0438127e8eba408592caf4d621c10789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:07:22Z', 'revision_number': 5, 'project_id': '0438127e8eba408592caf4d621c10789', 'gw_port': {'id': '38c15bfa-7d02-4a9c-b463-3686536af9af', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7672d4da-03d2-4af6-9468-a6a1bcb989d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:06:21Z', 'updated_at': '2021-07-22T15:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:23.620858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Pushing event deleted for resources: {'Port': ['ID=c13c9d95-b916-4746-a7c2-0949fe07644a,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:23.632407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.632773 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.633235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.633582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.634014 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.634314 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.634645 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.634969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.635297 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.635621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.635945 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.636267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67544b34-3903-4517-a69b-abf931365a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:23.639349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67544b34-3903-4517-a69b-abf931365a15 None None] No DVR routers for this DVR port c13c9d95-b916-4746-a7c2-0949fe07644a on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:07:23.689898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.716972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Port': ['ID=38c15bfa-7d02-4a9c-b463-3686536af9af,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:23.779210 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.872041 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.874159 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.921039 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.921552 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Fanout notify agent at l3_agent the message router_deleted on router 7672d4da-03d2-4af6-9468-a6a1bcb989d3 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:07:23.930708 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:23.934381 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-13f1560c-1e22-4806-97d9-1cc58165bdbe tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/routers/7672d4da-03d2-4af6-9468-a6a1bcb989d3 HTTP/1.1" status: 204 len: 168 time: 0.8418360 Jul 22 15:07:23.934680 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:24.017446 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.110378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.120675 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0ecac1-4e96-49f5-a371-cb1e0043feb5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:24.131117 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9338861d-d396-438d-bd0a-907e418bbddc') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:24.131428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9338861d-d396-438d-bd0a-907e418bbddc') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:24.140955 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.155163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.161373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:07:24.161812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: timer() Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:07:24.164801 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:07:24.226085 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.233490 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.235142 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/networks/6c0ecac1-4e96-49f5-a371-cb1e0043feb5 HTTP/1.1" status: 204 len: 168 time: 0.2994509 Jul 22 15:07:24.238107 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60196) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:24.252101 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a9bed-ebdf-4cf6-a637-58f9eb1c915a tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'Network': ['ID=6c0ecac1-4e96-49f5-a371-cb1e0043feb5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:24.303099 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b19bf1f9-0342-4443-8bb3-0a8c2edf56a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.328829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b19bf1f9-0342-4443-8bb3-0a8c2edf56a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.392517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b19bf1f9-0342-4443-8bb3-0a8c2edf56a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.393526 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:07:24.395224 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b19bf1f9-0342-4443-8bb3-0a8c2edf56a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.396409 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b19bf1f9-0342-4443-8bb3-0a8c2edf56a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] 10.222.0.11 "DELETE /v2.0/security-groups/aedbb151-952f-4626-8929-48bfa3dc30a7 HTTP/1.1" status: 204 len: 168 time: 0.1564021 Jul 22 15:07:24.405857 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bf1f9-0342-4443-8bb3-0a8c2edf56a8 tempest-TestNetworkAdvancedServerOps-1202712806 tempest-TestNetworkAdvancedServerOps-1202712806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedbb151-952f-4626-8929-48bfa3dc30a7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:24.460427 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.727531 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60204) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:24.878361 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d77bf525-b37d-4e13-a89c-5799b3dafecc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0438127e8eba408592caf4d621c10789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1495397 Jul 22 15:07:24.883145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60208) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:24.936166 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-def53a15-4fe7-45c1-ab24-0ae6874f8243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:24.956773 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-def53a15-4fe7-45c1-ab24-0ae6874f8243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.003543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-def53a15-4fe7-45c1-ab24-0ae6874f8243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.006295 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-def53a15-4fe7-45c1-ab24-0ae6874f8243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.007466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-def53a15-4fe7-45c1-ab24-0ae6874f8243 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efa06c17-2d07-41dc-96be-b06951ae27cc HTTP/1.1" status: 204 len: 168 time: 0.1233549 Jul 22 15:07:25.017382 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def53a15-4fe7-45c1-ab24-0ae6874f8243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa06c17-2d07-41dc-96be-b06951ae27cc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:25.164087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 38c15bfa-7d02-4a9c-b463-3686536af9af no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:25.184132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 38c15bfa-7d02-4a9c-b463-3686536af9af {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:07:25.184479 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 38c15bfa-7d02-4a9c-b463-3686536af9af not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:25.184887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3f02078f-3837-482d-983a-e6c45ae03d27 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:25.204047 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3f02078f-3837-482d-983a-e6c45ae03d27 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:07:25.204494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3f02078f-3837-482d-983a-e6c45ae03d27 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:25.204981 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c13c9d95-b916-4746-a7c2-0949fe07644a no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:25.228130 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: c13c9d95-b916-4746-a7c2-0949fe07644a {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:07:25.228472 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device c13c9d95-b916-4746-a7c2-0949fe07644a not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:25.275693 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60214) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:25.288914 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58e20-3113-4a99-b1ab-74f5f11af8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.379090 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58e20-3113-4a99-b1ab-74f5f11af8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.383380 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3f58e20-3113-4a99-b1ab-74f5f11af8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.421982 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e3f58e20-3113-4a99-b1ab-74f5f11af8cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b82674bce5549fcb21b066aca728896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451831 Jul 22 15:07:25.423938 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58e20-3113-4a99-b1ab-74f5f11af8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effb31dd-5a73-4f5f-abb2-2b0c0487df9f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:25.424714 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60216) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:25.486926 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da66743f-9f40-4c77-989a-867ed4c7aea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.777384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da66743f-9f40-4c77-989a-867ed4c7aea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.824975 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da66743f-9f40-4c77-989a-867ed4c7aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.827536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da66743f-9f40-4c77-989a-867ed4c7aea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:25.828707 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-da66743f-9f40-4c77-989a-867ed4c7aea9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/effb31dd-5a73-4f5f-abb2-2b0c0487df9f HTTP/1.1" status: 204 len: 168 time: 0.4029994 Jul 22 15:07:25.836373 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66743f-9f40-4c77-989a-867ed4c7aea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb31dd-5a73-4f5f-abb2-2b0c0487df9f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:26.514114 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:26.607136 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1423541972-network', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:26.628817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Made reservation on behalf of 7beafe41c0e14df78c5f955ff8ece48e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:26.631053 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.639043 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.724124 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.727670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.752345 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:07:26.762572 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62f5b0-de13-487b-b8f2-e04e116d5661,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:26.769331 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.770985 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Added segment 22bf3c9f-59db-46a1-908a-ad476f423eb2 of type vlan for network 73dbc973-e2ee-4a70-8877-92fef7311599 Jul 22 15:07:26.813701 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.841825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.842691 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:26.843280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.873975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3580129 Jul 22 15:07:26.877121 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60242) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:26.882792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Request body: {'subnet': {'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1423541972-subnet', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:26.904877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078874e2-4884-4acb-b534-db6e75dfe00c admin admin] Pushing event updated for resources: {'Network': ['ID=73dbc973-e2ee-4a70-8877-92fef7311599,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:26.906059 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Made reservation on behalf of 7beafe41c0e14df78c5f955ff8ece48e for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:26.908358 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:26.916358 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 73dbc973-e2ee-4a70-8877-92fef7311599 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:07:27.077712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.130727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b94617c-d262-4ea5-a993-c4ab681ab5bc,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:27.146565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:27.146923 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Network hostable DHCP agents. Network: 73dbc973-e2ee-4a70-8877-92fef7311599, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:07:27.163026 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Network 73dbc973-e2ee-4a70-8877-92fef7311599 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:07:27.171661 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 73dbc973-e2ee-4a70-8877-92fef7311599) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:27.176019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:27.178014 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.181562 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cafef2-2448-4f60-985d-bfc7eb5201f5 None None] Network 73dbc973-e2ee-4a70-8877-92fef7311599 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:27.195514 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-0733b186-edd8-428d-8c74-1873859b21c1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3170438 Jul 22 15:07:27.198109 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60244) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:27.202587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:27.224211 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.225231 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.278533 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.337786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-73dbc973-e2ee-4a70-8877-92fef7311599', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:07:27.338650 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.418324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.476939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Allocated IP 172.20.0.2 (73dbc973-e2ee-4a70-8877-92fef7311599/2b94617c-d262-4ea5-a993-c4ab681ab5bc/7ef01428-955e-4de2-9b26-f8f60dcc441e) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:27.623309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.625579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.634732 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Transition to ACTIVE for port object 7ef01428-955e-4de2-9b26-f8f60dcc441e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:27.647106 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.650163 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Transition to ACTIVE for port object 7ef01428-955e-4de2-9b26-f8f60dcc441e will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:27.655524 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.694813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Network 73dbc973-e2ee-4a70-8877-92fef7311599 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:27.697528 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:27.701073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:27.708515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Pushing event updated for resources: {'Port': ['ID=7ef01428-955e-4de2-9b26-f8f60dcc441e,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:27.751663 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Allocated IP 172.25.8.173 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5440e3c8-894a-4b64-a072-1855c806f229) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:27.763051 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Attempting to bind port 7ef01428-955e-4de2-9b26-f8f60dcc441e on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:27.763454 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Attempting to bind port 7ef01428-955e-4de2-9b26-f8f60dcc441e by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:27.763818 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Attempting to bind port 7ef01428-955e-4de2-9b26-f8f60dcc441e on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:27.769557 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:27.770022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:27.770933 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.771330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Bound using segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:27.771793 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Bound port: 7ef01428-955e-4de2-9b26-f8f60dcc441e, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:27.772180 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.841973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] For port 7ef01428-955e-4de2-9b26-f8f60dcc441e, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:27.845352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] For port 7ef01428-955e-4de2-9b26-f8f60dcc441e, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7ef01428-955e-4de2-9b26-f8f60dcc441e,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:27.853341 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.862426 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.905387 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:27.918181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04984b81-d66a-48db-9cc2-c7517fe44c81 None None] Pushing event updated for resources: {'Port': ['ID=7ef01428-955e-4de2-9b26-f8f60dcc441e,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:27.947271 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:27.952225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:27.954727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:27.984280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Pushing event updated for resources: {'Port': ['ID=5440e3c8-894a-4b64-a072-1855c806f229,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:28.533303 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:28.739427 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:28.796432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e328cd-5a36-4dc4-ac7d-29ebcb86aa1f None None] Network 73dbc973-e2ee-4a70-8877-92fef7311599 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:28.869952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-74f6e038-74f6-488d-8120-c28b8960d437 None None] Provisioning for port 7ef01428-955e-4de2-9b26-f8f60dcc441e completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:28.883532 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:07:29.000389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:29.013111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:29.017966 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.019581 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-485cd43d-2c4b-4784-babf-43f6296a682a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8204963 Jul 22 15:07:29.023150 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60246) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:29.026777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:29.027406 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:29.156059 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:29.405906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7ef01428-955e-4de2-9b26-f8f60dcc441e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:29.513558 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.527965 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 7ef01428-955e-4de2-9b26-f8f60dcc441e completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:29.533243 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7ef01428-955e-4de2-9b26-f8f60dcc441e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:29.533610 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.618402 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:28Z', 'revision_number': 3, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:29.667351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:29.668145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Updating router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 port 5440e3c8-894a-4b64-a072-1855c806f229 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:07:29.682916 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Allocated IP 172.20.0.1 (73dbc973-e2ee-4a70-8877-92fef7311599/2b94617c-d262-4ea5-a993-c4ab681ab5bc/5c52a610-06a1-4641-9b13-55565ca008c1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:29.704784 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.721091 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.768763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 7ef01428-955e-4de2-9b26-f8f60dcc441e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7ef01428-955e-4de2-9b26-f8f60dcc441e,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:29.778870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.796786 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.811266 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Transition to ACTIVE for port object 5c52a610-06a1-4641-9b13-55565ca008c1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:29.853534 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:29.901958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Network 73dbc973-e2ee-4a70-8877-92fef7311599 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:29.905119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:29.907192 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=7ef01428-955e-4de2-9b26-f8f60dcc441e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:29.907416 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:29.945651 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Pushing event updated for resources: {'Port': ['ID=5c52a610-06a1-4641-9b13-55565ca008c1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:29.964594 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.057675 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.068356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Transition to ACTIVE for port object 5440e3c8-894a-4b64-a072-1855c806f229 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:30.074376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.121853 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.128222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Attempting to bind port 5440e3c8-894a-4b64-a072-1855c806f229 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:30.128610 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Attempting to bind port 5440e3c8-894a-4b64-a072-1855c806f229 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:30.128979 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Attempting to bind port 5440e3c8-894a-4b64-a072-1855c806f229 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:30.142187 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:30.142591 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:30.142982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.143385 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:30.143874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Bound port: 5440e3c8-894a-4b64-a072-1855c806f229, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:30.144256 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.174251 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caafb52-7f77-46b1-832b-b32502a714bd None None] Pushing event updated for resources: {'Port': ['ID=5440e3c8-894a-4b64-a072-1855c806f229,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:30.204407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] For port 5440e3c8-894a-4b64-a072-1855c806f229, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:30.208056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] For port 5440e3c8-894a-4b64-a072-1855c806f229, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5440e3c8-894a-4b64-a072-1855c806f229,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:30.211897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.276482 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a83f1d63-689c-45d4-87c0-fc048af6160c None None] Provisioning for port 5c52a610-06a1-4641-9b13-55565ca008c1 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:30.285518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a83f1d63-689c-45d4-87c0-fc048af6160c None None] Provisioning complete for port 5c52a610-06a1-4641-9b13-55565ca008c1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:30.285941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a83f1d63-689c-45d4-87c0-fc048af6160c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.293120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:30.293772 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:30.299307 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.304038 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.349873 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caafb52-7f77-46b1-832b-b32502a714bd None None] Pushing event updated for resources: {'Port': ['ID=5440e3c8-894a-4b64-a072-1855c806f229,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:30.374781 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.376472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Pushing event updated for resources: {'Port': ['ID=5c52a610-06a1-4641-9b13-55565ca008c1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:30.398841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a83f1d63-689c-45d4-87c0-fc048af6160c None None] Port 5c52a610-06a1-4641-9b13-55565ca008c1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:07:30.435955 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:30.468884 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Network 73dbc973-e2ee-4a70-8877-92fef7311599 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:30.470364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:30.592222 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:07:30.643905 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7602b962-076d-40b5-8160-78498bad2bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 2, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:30.675530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602b962-076d-40b5-8160-78498bad2bff None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 2, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:30.712756 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:30.723297 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-02195095-2ccb-4f35-a544-f6d459e59f83 admin admin] 10.222.0.11 "PUT /v2.0/routers/9ad6910b-0c9a-466d-9a5d-8924c0716be2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6933792 Jul 22 15:07:30.723473 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0b5228c6-be6f-41e5-aa95-9a75b4b443ce None None] Provisioning complete for port 5c52a610-06a1-4641-9b13-55565ca008c1 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:30.723473 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0b5228c6-be6f-41e5-aa95-9a75b4b443ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:30.757718 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-0b5228c6-be6f-41e5-aa95-9a75b4b443ce None None] Port 5c52a610-06a1-4641-9b13-55565ca008c1 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:07:31.178349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7ef01428-955e-4de2-9b26-f8f60dcc441e up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:31.227241 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 7ef01428-955e-4de2-9b26-f8f60dcc441e triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:31.227527 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.289708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:31.296617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-192949864-network', 'tenant_id': 'ea26045e734d428ba41945406fab28fe'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:31.320022 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Made reservation on behalf of ea26045e734d428ba41945406fab28fe for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:31.322505 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.332675 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.445360 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.450371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.476954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:07:31.487050 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3f3fa9-0dad-4263-8205-8f1c0ce8ddb3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:31.493522 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.493926 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Added segment c4f96c13-59f4-4d68-ae31-37ef3d098c65 of type vlan for network 95fbfab4-c8f1-409f-8c04-17d156673de1 Jul 22 15:07:31.547000 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.578384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.579380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:31.579967 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.618545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3276010 Jul 22 15:07:31.621197 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:31.652034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Request body: {'subnet': {'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-192949864-subnet', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:31.656406 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b03573-87d0-4d17-b55d-6589216c54bd admin admin] Pushing event updated for resources: {'Network': ['ID=95fbfab4-c8f1-409f-8c04-17d156673de1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:31.667035 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:07:31.683641 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Made reservation on behalf of ea26045e734d428ba41945406fab28fe for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:31.686156 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.861925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.922781 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bf1014-9cc1-49e7-b702-bb82d1ef7ba6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:31.930313 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Checking segment: {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:31.930674 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Network hostable DHCP agents. Network: 95fbfab4-c8f1-409f-8c04-17d156673de1, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:07:31.948247 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:07:31.958122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 95fbfab4-c8f1-409f-8c04-17d156673de1) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:31.962343 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:31.962931 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:31.970770 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab7206-7a8a-4b8f-80a4-c137865cac99 None None] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:31.977343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-0d4f08f7-7319-407f-9b40-e20b5885e4f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3548164 Jul 22 15:07:31.979571 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:31.984015 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:32.003671 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.005384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.061009 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.122115 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-95fbfab4-c8f1-409f-8c04-17d156673de1', 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'fixed_ips': [{'subnet_id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:07:32.123046 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.203105 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.262874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Allocated IP 172.20.0.2 (95fbfab4-c8f1-409f-8c04-17d156673de1/11bf1014-9cc1-49e7-b702-bb82d1ef7ba6/9c95e736-80e4-4656-900b-a750b34a8358) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:32.404789 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.415143 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.424784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.424973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Transition to ACTIVE for port object 9c95e736-80e4-4656-900b-a750b34a8358 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:32.441483 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Transition to ACTIVE for port object 9c95e736-80e4-4656-900b-a750b34a8358 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:32.446822 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.487120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:32.492190 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:32.497676 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:32.500874 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Pushing event updated for resources: {'Port': ['ID=9c95e736-80e4-4656-900b-a750b34a8358,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:32.539366 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Allocated IP 172.25.8.136 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/66405dea-99a8-4b20-b0a9-57c6f5acaf4b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:32.561232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Attempting to bind port 9c95e736-80e4-4656-900b-a750b34a8358 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:32.561745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Attempting to bind port 9c95e736-80e4-4656-900b-a750b34a8358 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:32.562172 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Attempting to bind port 9c95e736-80e4-4656-900b-a750b34a8358 on network 95fbfab4-c8f1-409f-8c04-17d156673de1 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:32.567618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:32.568000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Checking segment: {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:32.568415 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.568842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Bound using segment: {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:32.569315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Bound port: 9c95e736-80e4-4656-900b-a750b34a8358, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:32.569731 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.639970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] For port 9c95e736-80e4-4656-900b-a750b34a8358, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:32.643140 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] For port 9c95e736-80e4-4656-900b-a750b34a8358, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c95e736-80e4-4656-900b-a750b34a8358,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:32.644632 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.650044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.692669 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:32.712786 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31556b98-ecb3-4611-9ed6-61ea2f496c53 None None] Pushing event updated for resources: {'Port': ['ID=9c95e736-80e4-4656-900b-a750b34a8358,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:32.739662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:32.742671 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:32.746425 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:32.760338 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:32.768913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Pushing event updated for resources: {'Port': ['ID=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:32.770633 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:32.771813 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:32.904283 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:33.042964 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.111683 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 2, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:33.142178 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:33.142527 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Updating router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 port 5c52a610-06a1-4641-9b13-55565ca008c1 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:07:33.180297 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.242813 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c95e736-80e4-4656-900b-a750b34a8358 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:33.297903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 9c95e736-80e4-4656-900b-a750b34a8358 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:33.303847 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5440e3c8-894a-4b64-a072-1855c806f229 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:33.357884 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5440e3c8-894a-4b64-a072-1855c806f229 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:33.363182 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5440e3c8-894a-4b64-a072-1855c806f229 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:33.363866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.458490 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.484268 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.485178 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5440e3c8-894a-4b64-a072-1855c806f229, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5440e3c8-894a-4b64-a072-1855c806f229,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:33.492330 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.496222 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Transition to ACTIVE for port object 5c52a610-06a1-4641-9b13-55565ca008c1 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:33.503823 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.570459 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Pushing event updated for resources: {'Port': ['ID=5c52a610-06a1-4641-9b13-55565ca008c1,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:33.573502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5440e3c8-894a-4b64-a072-1855c806f229,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:33.602481 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.628234 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.628676 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.629021 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.629933 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.630269 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.630596 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.630915 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.631236 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.631556 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.631874 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.632192 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.632513 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:33.655575 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Attempting to bind port 5c52a610-06a1-4641-9b13-55565ca008c1 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:33.655940 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Attempting to bind port 5c52a610-06a1-4641-9b13-55565ca008c1 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:33.656297 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Attempting to bind port 5c52a610-06a1-4641-9b13-55565ca008c1 on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:33.662098 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:33.662477 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:33.662876 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.663262 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Bound using segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:33.663729 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Bound port: 5c52a610-06a1-4641-9b13-55565ca008c1, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:33.664108 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.740044 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] For port 5c52a610-06a1-4641-9b13-55565ca008c1, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:33.743681 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] For port 5c52a610-06a1-4641-9b13-55565ca008c1, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c52a610-06a1-4641-9b13-55565ca008c1,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:33.749490 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.756493 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Router 7e000abf-3526-4d07-b49b-ec5d1119bfee is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:07:33.831537 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:33.832049 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:33.834881 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fb7c1-2e1e-457c-ab2e-5b752a4ae417 None None] Pushing event updated for resources: {'Port': ['ID=5c52a610-06a1-4641-9b13-55565ca008c1,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:33.853344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741b1cf-e93f-4ab1-a438-a19aa1bc91e5 None None] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:33.884102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:33.910706 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:33.915487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-fe0802dc-812c-4068-b8bc-f125626bdb8f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9322989 Jul 22 15:07:33.915894 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60268) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:33.936948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Sync routers for ids ['7e000abf-3526-4d07-b49b-ec5d1119bfee'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:33.955938 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:33.968476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Routers {'7e000abf-3526-4d07-b49b-ec5d1119bfee'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:33.969515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7e000abf-3526-4d07-b49b-ec5d1119bfee'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:34.187447 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:34.214853 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15e5384-5c71-4183-8799-7e7cc42b859c None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:34.275175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] Provisioning for port 9c95e736-80e4-4656-900b-a750b34a8358 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:34.293594 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] Provisioning complete for port 9c95e736-80e4-4656-900b-a750b34a8358 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:34.293982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.328526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Set router 7e000abf-3526-4d07-b49b-ec5d1119bfee gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:34.391733 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.565088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Allocated IP 172.20.0.1 (95fbfab4-c8f1-409f-8c04-17d156673de1/11bf1014-9cc1-49e7-b702-bb82d1ef7ba6/3d644fa4-7e58-4734-8ff9-eaf34f5d79ce) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:34.572066 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.626259 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] For port 9c95e736-80e4-4656-900b-a750b34a8358, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c95e736-80e4-4656-900b-a750b34a8358,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:34.638845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.648055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:32Z', 'revision_number': 3, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:34.705952 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.714727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Checking router: 7e000abf-3526-4d07-b49b-ec5d1119bfee for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:34.715000 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Updating router 7e000abf-3526-4d07-b49b-ec5d1119bfee port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:07:34.725006 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Transition to ACTIVE for port object 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:34.762883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.775612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fb124-6f7d-4ee1-8df5-0afe4fc7fd8c None None] Pushing event updated for resources: {'Port': ['ID=9c95e736-80e4-4656-900b-a750b34a8358,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:34.780036 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.815095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:34.819086 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:34.825263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:34.869163 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:34.913245 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Pushing event updated for resources: {'Port': ['ID=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:34.964350 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4f2be688-15af-4bff-a8cc-d495001d8265 None None] Provisioning complete for port 9c95e736-80e4-4656-900b-a750b34a8358 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:34.964719 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f2be688-15af-4bff-a8cc-d495001d8265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.039404 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.173565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.185110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Transition to ACTIVE for port object 66405dea-99a8-4b20-b0a9-57c6f5acaf4b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:35.191362 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.226214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.228927 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c52a610-06a1-4641-9b13-55565ca008c1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:35.231269 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.281320 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Attempting to bind port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:35.281716 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Attempting to bind port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:35.282087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Attempting to bind port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:35.291110 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63427f56-650e-4d94-a365-416bf86186ea None None] Pushing event updated for resources: {'Port': ['ID=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:35.293284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a2027d3-4475-4547-a48a-cc3c90037d57 None None] Provisioning for port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:35.297989 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Pushing event updated for resources: {'Port': ['ID=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:35.298966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:35.299344 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:35.300084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.300209 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:35.300333 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.300691 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Bound port: 66405dea-99a8-4b20-b0a9-57c6f5acaf4b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:35.301135 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.305022 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3a2027d3-4475-4547-a48a-cc3c90037d57 None None] Provisioning complete for port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:35.305510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3a2027d3-4475-4547-a48a-cc3c90037d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.379542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-3a2027d3-4475-4547-a48a-cc3c90037d57 None None] Port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:07:35.393248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5c52a610-06a1-4641-9b13-55565ca008c1 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:35.396423 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] For port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:35.398307 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:35.399764 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:35.400303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] For port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:35.401958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5c52a610-06a1-4641-9b13-55565ca008c1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:35.402331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.425063 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.509254 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Routers {'7e000abf-3526-4d07-b49b-ec5d1119bfee'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:35.509921 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7e000abf-3526-4d07-b49b-ec5d1119bfee'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:35.526815 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Router 7e000abf-3526-4d07-b49b-ec5d1119bfee has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:07:35.545307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63427f56-650e-4d94-a365-416bf86186ea None None] Pushing event updated for resources: {'Port': ['ID=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:35.626943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.645702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:35.658325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-87d05fec-fb9e-42ae-bafc-41710811515c admin admin] 10.222.0.11 "PUT /v2.0/routers/7e000abf-3526-4d07-b49b-ec5d1119bfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7341547 Jul 22 15:07:35.667083 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] Set router 7e000abf-3526-4d07-b49b-ec5d1119bfee gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:35.709248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5c52a610-06a1-4641-9b13-55565ca008c1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c52a610-06a1-4641-9b13-55565ca008c1,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:35.721084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.721894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c95e736-80e4-4656-900b-a750b34a8358 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:35.805356 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-07c48949-5061-4943-9dd5-0c4f7862eaeb None None] Provisioning complete for port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:35.805763 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-07c48949-5061-4943-9dd5-0c4f7862eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:35.885545 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-07c48949-5061-4943-9dd5-0c4f7862eaeb None None] Port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:07:35.887017 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5c52a610-06a1-4641-9b13-55565ca008c1,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:35.939300 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 9c95e736-80e4-4656-900b-a750b34a8358 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:35.939672 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.068091 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5440e3c8-894a-4b64-a072-1855c806f229 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:36.070768 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:34Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3d644fa4-7e58-4734-8ff9-eaf34f5d79ce', 'name': '', 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'mac_address': 'fa:16:3e:3c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:34Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 2, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'subnets': [{'id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:36.113417 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9748b80e-69d0-4084-a048-6a9bc0039fc5 None None] The sync data for ids ['7e000abf-3526-4d07-b49b-ec5d1119bfee'] in n-d-787205-11 is: [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:34Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3d644fa4-7e58-4734-8ff9-eaf34f5d79ce', 'name': '', 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'mac_address': 'fa:16:3e:3c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:34Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 2, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'subnets': [{'id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:36.146413 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5440e3c8-894a-4b64-a072-1855c806f229 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:36.146795 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.344961 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60276) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:36.351749 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812951069', 'description': 'tempest-secgroup-smoke-812951069 description', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:36.378133 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.484759 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.489802 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.518198 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.519467 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1728978 Jul 22 15:07:36.523275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60278) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:36.527855 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': 'e7405a16-6a4d-43a7-8f15-2e625d59728c', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:36.536081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d455d-de02-44a6-a5ef-43efef163043 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7405a16-6a4d-43a7-8f15-2e625d59728c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:36.558286 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.619395 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.623324 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.642488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd4938e-3df8-4f75-9a20-16a9c97564ba,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:36.650927 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.652342 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-914d970f-df95-45aa-8b84-41258d6dd1f5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281176 Jul 22 15:07:36.655143 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60280) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:36.659967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': 'e7405a16-6a4d-43a7-8f15-2e625d59728c', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:36.688753 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.745957 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.749736 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.769309 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad50b9b5-3e2e-4a69-9f21-299f70052d58,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:36.773139 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.774372 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ef0cb831-ba65-4dff-80c4-d5e09f288a39 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182489 Jul 22 15:07:36.777032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60282) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:36.781386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': 'e7405a16-6a4d-43a7-8f15-2e625d59728c', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:36.808047 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.870255 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.873664 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.889095 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b546353-99a9-48b6-be1b-7286e11df752,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:36.899100 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:36.900507 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-04352708-e822-493e-957b-01728f7ec189 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225526 Jul 22 15:07:36.903225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60284) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:36.907625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': 'e7405a16-6a4d-43a7-8f15-2e625d59728c', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:36.935385 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.031188 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.035339 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.057668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd277c8-4076-4e6a-9fde-cec1c6291a52,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:37.065142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.066408 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1e8a0663-ec75-4cfa-b341-24436f7094a6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622612 Jul 22 15:07:37.069356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60286) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:37.074162 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': 'e7405a16-6a4d-43a7-8f15-2e625d59728c', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:37.096477 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Project 7beafe41c0e14df78c5f955ff8ece48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:07:37.102573 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.177493 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.186993 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.214758 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.219567 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60288) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:37.219890 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490450 Jul 22 15:07:37.220600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06af36-abab-49b7-bab3-433174774521 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064ad9af-2d40-436a-852c-fedf425cfbf2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:37.225224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': 'e7405a16-6a4d-43a7-8f15-2e625d59728c', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:37.250241 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Project 7beafe41c0e14df78c5f955ff8ece48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:07:37.255784 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.276871 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c52a610-06a1-4641-9b13-55565ca008c1 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:37.333439 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.336798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5c52a610-06a1-4641-9b13-55565ca008c1 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:37.337176 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.337713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.359433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84ff7f8-43e0-4f2f-9ce5-8c21056caf6d,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:37.367320 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.377136 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-1039e435-fe72-4480-8899-f5ed413eba29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489999 Jul 22 15:07:37.425888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 66405dea-99a8-4b20-b0a9-57c6f5acaf4b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:37.476439 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:37.480746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:37.481120 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.520520 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-7ef83a11-23a7-4334-b20f-38197ee8dc77 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812951069&fields=id&tenant_id=7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 267 time: 0.0372684 Jul 22 15:07:37.569540 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.594103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:37.599150 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.642928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-7cbd12b0-bfad-46a7-b841-2fe5f791ec81 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:37.644682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-7cbd12b0-bfad-46a7-b841-2fe5f791ec81 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 809 time: 0.1163254 Jul 22 15:07:37.652393 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:37.660011 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-46601e1c-3e2f-475c-bd31-0caa43aadb08 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/quotas/7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 375 time: 0.0095687 Jul 22 15:07:37.734134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-ba85ffee-85b5-4882-8478-602d340b67f2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676565 Jul 22 15:07:37.827718 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-d8d60ada-f416-4354-998d-ffe9c769ae48 service neutron] 10.222.0.11 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824382 Jul 22 15:07:37.925157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-c4e51d84-fdb9-44ad-b053-1b8500f86c1f service neutron] 10.222.0.11 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903025 Jul 22 15:07:38.090148 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33665e71-9b3b-4858-a771-f891b6390215 req-4af6486a-f2d8-4031-ad7e-a0fef03d73b4 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 210 time: 0.0338886 Jul 22 15:07:38.358745 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Sync routers for ids ['7e000abf-3526-4d07-b49b-ec5d1119bfee'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:38.369274 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Routers {'7e000abf-3526-4d07-b49b-ec5d1119bfee'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:38.369902 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7e000abf-3526-4d07-b49b-ec5d1119bfee'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:38.472272 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Set router 7e000abf-3526-4d07-b49b-ec5d1119bfee gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:38.757267 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:34Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3d644fa4-7e58-4734-8ff9-eaf34f5d79ce', 'name': '', 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'mac_address': 'fa:16:3e:3c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:34Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 2, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'subnets': [{'id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:38.782355 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Checking router: 7e000abf-3526-4d07-b49b-ec5d1119bfee for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:38.782702 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Updating router 7e000abf-3526-4d07-b49b-ec5d1119bfee port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:07:38.815267 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.078958 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.089871 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Transition to ACTIVE for port object 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:39.095281 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.149998 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8235e-10f7-4756-9414-4f7b1077cb93 None None] Pushing event updated for resources: {'Port': ['ID=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:39.207181 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Attempting to bind port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:39.208088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Attempting to bind port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:39.208451 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Attempting to bind port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce on network 95fbfab4-c8f1-409f-8c04-17d156673de1 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:39.211252 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 66405dea-99a8-4b20-b0a9-57c6f5acaf4b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:39.212940 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5cf7d041-d564-4c04-b564-26f43507e802 req-be5d1976-8f31-4c3b-999f-5c7a49f29c26 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 210 time: 0.0408247 Jul 22 15:07:39.217473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:39.218551 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Checking segment: {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:39.219171 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.219602 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Bound using segment: {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:39.220088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Bound port: 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f96c13-59f4-4d68-ae31-37ef3d098c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:39.220472 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.261669 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:39.262042 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.290115 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] For port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:39.293295 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] For port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:39.299251 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:39.360300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Routers {'7e000abf-3526-4d07-b49b-ec5d1119bfee'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:39.360934 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7e000abf-3526-4d07-b49b-ec5d1119bfee'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:39.398007 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8235e-10f7-4756-9414-4f7b1077cb93 None None] Pushing event updated for resources: {'Port': ['ID=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:39.472136 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] Set router 7e000abf-3526-4d07-b49b-ec5d1119bfee gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:39.674712 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:34Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3d644fa4-7e58-4734-8ff9-eaf34f5d79ce', 'name': '', 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'mac_address': 'fa:16:3e:3c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:34Z', 'updated_at': '2021-07-22T15:07:39Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'subnets': [{'id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:39.700378 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5de41-446b-4435-aa9a-c808643e0baa None None] The sync data for ids ['7e000abf-3526-4d07-b49b-ec5d1119bfee'] in n-d-787205-11 is: [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:34Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '3d644fa4-7e58-4734-8ff9-eaf34f5d79ce', 'name': '', 'network_id': '95fbfab4-c8f1-409f-8c04-17d156673de1', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'mac_address': 'fa:16:3e:3c:77:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:34Z', 'updated_at': '2021-07-22T15:07:39Z', 'revision_number': 4, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'subnets': [{'id': '11bf1014-9cc1-49e7-b702-bb82d1ef7ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:40.288839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e32a008f-7162-4f62-8d82-15bc685f8eae req-5a06030b-fcc2-41dc-b172-dea8db35a336 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 210 time: 0.0304375 Jul 22 15:07:41.189489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:41.242353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:41.246188 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:41.246580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:41.325940 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:41.364422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:41.367851 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:41.373096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6951846d-eb6f-4b5e-a79c-9db5db85246f req-e8b753cc-1ed1-4bc5-9d72-993bbeca888a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 210 time: 0.0335498 Jul 22 15:07:41.421568 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:42.476135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e0014fd5-0b79-4b6e-b2e2-34cefbb68280 req-4620bac5-9712-46be-a865-4d1a30b222eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 210 time: 0.0293636 Jul 22 15:07:43.087530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-a64753b4-3c51-41fa-949f-55596d60cc0b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:43.088997 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-a64753b4-3c51-41fa-949f-55596d60cc0b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 809 time: 0.1099405 Jul 22 15:07:43.131900 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-cf152c9b-bd82-4b0e-b835-dd404984c967 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 379 time: 0.0343399 Jul 22 15:07:43.141456 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'port': {'device_id': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'admin_state_up': True, 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'security_groups': ['e7405a16-6a4d-43a7-8f15-2e625d59728c']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:43.178053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:43.225817 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:43.226191 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.252888 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Made reservation on behalf of 7beafe41c0e14df78c5f955ff8ece48e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:43.257439 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.382098 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Allocated IP 172.20.0.4 (73dbc973-e2ee-4a70-8877-92fef7311599/2b94617c-d262-4ea5-a993-c4ab681ab5bc/93165f41-1a68-4674-8d76-038b9ad4ea1c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:43.524305 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.537913 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Transition to ACTIVE for port object 93165f41-1a68-4674-8d76-038b9ad4ea1c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:43.585336 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-255bd36f-026d-4fe2-a71d-ae927240bd58 req-b0988029-29c4-4562-9d7a-d323d090ed6d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 210 time: 0.0378003 Jul 22 15:07:43.601553 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.653074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Network 73dbc973-e2ee-4a70-8877-92fef7311599 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:43.655999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:43.659723 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:43.683342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:43.712605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:43.713237 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.727864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-9d1cc5e9-71c1-4847-ba73-3d3dfbc5bef5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904319 Jul 22 15:07:43.740175 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Request body: {'port': {'device_id': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:43.815474 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.901269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5e2ff493-bfd0-4684-81fd-ebfb8c3a5dd6 None None] Provisioning for port 93165f41-1a68-4674-8d76-038b9ad4ea1c completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:43.905196 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5e2ff493-bfd0-4684-81fd-ebfb8c3a5dd6 None None] Provisioning complete for port 93165f41-1a68-4674-8d76-038b9ad4ea1c triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:43.905580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5e2ff493-bfd0-4684-81fd-ebfb8c3a5dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.943794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ff493-bfd0-4684-81fd-ebfb8c3a5dd6 None None] Port 93165f41-1a68-4674-8d76-038b9ad4ea1c cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:07:44.090610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:44.098641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:44.110215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Transition to ACTIVE for port object 93165f41-1a68-4674-8d76-038b9ad4ea1c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:44.114260 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:44.160793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:44.241322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:44.241681 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:44.242016 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:44.246660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Port 93165f41-1a68-4674-8d76-038b9ad4ea1c on network 73dbc973-e2ee-4a70-8877-92fef7311599 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:07:44.246988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:44.251961 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:44.252304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:44.252700 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Bound using segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:44.253141 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Bound port: 93165f41-1a68-4674-8d76-038b9ad4ea1c, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:44.253509 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:44.327598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:44.331215 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:44.336384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:44.373660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.374289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:44.375704 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] 10.222.0.20 "PUT /v2.0/ports/93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1092 time: 0.6404305 Jul 22 15:07:44.376143 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:44.378454 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:44.405152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b65aec-cb8b-4062-9a1c-8b48345d4aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:44.429085 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54731a19-23ba-4925-9ee8-61aacc287dff x-openstack-request-id: req-54731a19-23ba-4925-9ee8-61aacc287dff {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:44.429085 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:44.429085 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54731a19-23ba-4925-9ee8-61aacc287dff {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:44.429085 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'status': 'completed', 'code': 200} Jul 22 15:07:44.475144 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-8602cfa2-d39b-4ea0-8a3b-50f94a6a764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.476705 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-8602cfa2-d39b-4ea0-8a3b-50f94a6a764f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1095 time: 0.0593402 Jul 22 15:07:44.522992 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-833bed56-2f8c-4ee8-81a3-03cf5d4b96de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 217 time: 0.0392623 Jul 22 15:07:44.573119 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-13fae147-36bf-451c-811c-f8b2d9498040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.574654 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-13fae147-36bf-451c-811c-f8b2d9498040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0460193 Jul 22 15:07:44.635501 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-1993b349-60ff-43db-baa0-8ac6c2b0b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.637182 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-1993b349-60ff-43db-baa0-8ac6c2b0b1e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560343 Jul 22 15:07:44.767195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-c5bdc970-c8fe-44af-b252-cbf9b2569fd2 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229713 Jul 22 15:07:44.789660 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b43a4-ef1b-45c2-bc26-4708a1250cd9 req-d0f84207-46c3-48d5-af43-e6b3a0bc2d54 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.790999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c63b43a4-ef1b-45c2-bc26-4708a1250cd9 req-d0f84207-46c3-48d5-af43-e6b3a0bc2d54 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 943 time: 0.1289530 Jul 22 15:07:44.876098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c63b43a4-ef1b-45c2-bc26-4708a1250cd9 req-c14bcf0f-637a-4f4d-8868-584e22909a71 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756495 Jul 22 15:07:44.897586 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-593c6c16-8241-4894-8d98-9b2402e38ab0 req-a63d3e40-25fc-4bec-bf04-b4897f152782 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237514 Jul 22 15:07:44.991069 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-26041713-e447-4130-b2a7-04869010a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.992598 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-26041713-e447-4130-b2a7-04869010a39b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1095 time: 0.0540574 Jul 22 15:07:45.086772 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-b5b355d0-9cb1-417b-b5d6-d5ac8799032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.088260 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-b5b355d0-9cb1-417b-b5d6-d5ac8799032f service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0900915 Jul 22 15:07:45.128750 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-70e45c32-7b4e-4d19-bc6e-c4b8e12c7507 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 217 time: 0.0341518 Jul 22 15:07:45.176843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-5639a459-b2dc-4e79-bffa-80113254a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.178316 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-5639a459-b2dc-4e79-bffa-80113254a4c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0431824 Jul 22 15:07:45.240325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-3a559dd6-b40b-4547-8b0d-b7e872989c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.241847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-3a559dd6-b40b-4547-8b0d-b7e872989c88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569255 Jul 22 15:07:45.329516 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-173a117c-19c7-4009-9d96-76e4b8307780 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806248 Jul 22 15:07:45.422595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae7b2c5f-e3e5-460c-8df8-bb43e0bc5403 req-70f53fc2-2ba8-4108-8237-20a86f8be875 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859199 Jul 22 15:07:46.008914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c524ed3-3164-4331-8587-f490ec909beb req-7665595e-f0e0-430d-934a-5872720529b1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.010477 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c524ed3-3164-4331-8587-f490ec909beb req-7665595e-f0e0-430d-934a-5872720529b1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 943 time: 0.0655301 Jul 22 15:07:46.050685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8c524ed3-3164-4331-8587-f490ec909beb req-0e70f668-a20d-45f2-8c02-39a5fd81e07e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343530 Jul 22 15:07:46.596986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:07:46.690065 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:46.701093 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'mac_address': 'fa:16:3e:71:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:07:46.740985 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:46.753142 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:46.772469 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:46.776499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:46.822569 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:47.002043 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['93165f41-1a68-4674-8d76-038b9ad4ea1c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:47.180734 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83338c9b-4476-4c07-a0e4-fa8e4d8535b6 req-927180ea-2c22-4180-9df2-29a8c8c76402 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:47.182289 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83338c9b-4476-4c07-a0e4-fa8e4d8535b6 req-927180ea-2c22-4180-9df2-29a8c8c76402 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0647991 Jul 22 15:07:47.221059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-83338c9b-4476-4c07-a0e4-fa8e4d8535b6 req-76cd69df-9ee4-403c-91f4-55f9d0658bbc tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331807 Jul 22 15:07:48.352819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b228a0f-3cc4-4da9-a890-6dbb835daf9f req-aa5b7266-ee45-4be1-a2a8-30299c0b6828 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:48.354390 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b228a0f-3cc4-4da9-a890-6dbb835daf9f req-aa5b7266-ee45-4be1-a2a8-30299c0b6828 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0663707 Jul 22 15:07:48.393406 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2b228a0f-3cc4-4da9-a890-6dbb835daf9f req-c9f55852-6141-4893-80f0-f61187bfd4d0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333228 Jul 22 15:07:48.612055 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:48.662536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bbf48a4e-4994-4008-944b-8abb0881abed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:48.671652 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 93165f41-1a68-4674-8d76-038b9ad4ea1c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:48.675185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 93165f41-1a68-4674-8d76-038b9ad4ea1c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:48.675556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:48.753049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:48.776090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:48.778404 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b643110c-b381-46f6-990a-d4c81cf2d0d8" -d '{"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-plugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:48.795804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:48.799877 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:48.826669 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cd4547-0411-4f63-852d-fa81e1e22c91 x-openstack-request-id: req-c9cd4547-0411-4f63-852d-fa81e1e22c91 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:48.826915 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-plugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:48.827107 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9cd4547-0411-4f63-852d-fa81e1e22c91 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:48.827499 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'code': 200} Jul 22 15:07:48.855145 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:48.935240 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edc28b-b3e2-4910-afeb-f64ef38bc33d req-19fe0174-2988-47e1-9381-773d5e60e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:48.936736 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3edc28b-b3e2-4910-afeb-f64ef38bc33d req-19fe0174-2988-47e1-9381-773d5e60e1d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1097 time: 0.0618055 Jul 22 15:07:48.970963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a3edc28b-b3e2-4910-afeb-f64ef38bc33d req-d6ecb698-f08c-49b9-8604-150855d2c1b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275347 Jul 22 15:07:49.521996 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cbffc-fcb8-4680-ae89-562939979f8b req-b69eec20-d3e4-4d93-b6b0-2d9ab0a4f109 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:49.537110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e26cbffc-fcb8-4680-ae89-562939979f8b req-b69eec20-d3e4-4d93-b6b0-2d9ab0a4f109 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0646207 Jul 22 15:07:49.568301 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e26cbffc-fcb8-4680-ae89-562939979f8b req-62de86af-6a73-420d-a689-a10121b9d197 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Jul 22 15:07:49.733636 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.608102 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.698530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9a419-76c8-4458-8862-b3f337bab805 req-6728a2e4-74e4-4043-a7ec-5269fcd08677 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:50.699946 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60d9a419-76c8-4458-8862-b3f337bab805 req-6728a2e4-74e4-4043-a7ec-5269fcd08677 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0637195 Jul 22 15:07:50.737682 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60d9a419-76c8-4458-8862-b3f337bab805 req-c95ae9f1-1482-4e9e-b359-193cea63d67a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320015 Jul 22 15:07:50.873016 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d1a6b-c572-4578-923e-907dcb99cbd8 req-5e4321a1-dec3-4312-b24a-73e57db87ad8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:50.874549 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d1d1a6b-c572-4578-923e-907dcb99cbd8 req-5e4321a1-dec3-4312-b24a-73e57db87ad8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0677226 Jul 22 15:07:50.913531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8d1d1a6b-c572-4578-923e-907dcb99cbd8 req-d01a0284-bd13-4824-8ed0-308c1f61278b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332630 Jul 22 15:07:50.935215 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60356) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:51.075963 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859523c-86bc-4abe-b416-89bc1a9d1ada tempest-TestShelveInstance-1506772920 tempest-TestShelveInstance-1506772920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:51.077531 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8859523c-86bc-4abe-b416-89bc1a9d1ada tempest-TestShelveInstance-1506772920 tempest-TestShelveInstance-1506772920-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1092 time: 0.1413419 Jul 22 15:07:51.080522 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60360) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:51.085849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:51.107214 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.206331 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.308490 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Allocated IP 172.25.8.247 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/2f837664-36ff-43a6-be20-98c85b643338) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:51.414870 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.453203 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.475331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.489466 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:51.496021 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:51.499639 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:51.499964 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1a1311ec-cc8a-4015-83f2-d83fb0f9361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.524955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'Port': ['ID=2f837664-36ff-43a6-be20-98c85b643338,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:52.167819 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.243072 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.392413 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.399220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.475221 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'Port': ['ID=2f837664-36ff-43a6-be20-98c85b643338,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:52.483412 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.589824 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Floating IP e5a0e532-e182-45b5-a12b-9380f77964c2 associated. External IP: 172.25.8.247, port: 93165f41-1a68-4674-8d76-038b9ad4ea1c. Jul 22 15:07:52.670356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.803344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:07:52.916425 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:07:52.926611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:07:52.933154 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:52.935644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:52.936260 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:52.977859 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-d8729678-59cf-491d-a28b-94c1045f2bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8891406 Jul 22 15:07:52.977859 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:52.977859 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f4f84a-99f7-49ab-a28d-89acba5d538e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:53.010913 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddccd1e-8780-41f8-8041-da00cd6de606 x-openstack-request-id: req-2ddccd1e-8780-41f8-8041-da00cd6de606 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:53.011205 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:53.011461 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ddccd1e-8780-41f8-8041-da00cd6de606 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:53.011863 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'status': 'completed', 'code': 200} Jul 22 15:07:53.052274 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:53.087773 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-d043aee2-0899-49d1-9193-0c5e0068e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:53.089228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-d043aee2-0899-49d1-9193-0c5e0068e088 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1097 time: 0.0550528 Jul 22 15:07:53.184708 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-7e059e87-5f86-464e-800c-0ac8eec29e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:53.186241 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-7e059e87-5f86-464e-800c-0ac8eec29e8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0906465 Jul 22 15:07:53.249140 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-196e68c2-a8c6-455c-89b2-404a4c0894f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 999 time: 0.0565968 Jul 22 15:07:53.278699 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e5a0e532-e182-45b5-a12b-9380f77964c2', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'mac_address': 'fa:16:3e:71:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:07:51Z', 'updated_at': '2021-07-22T15:07:51Z', 'revision_number': 0, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:53.302233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-bd29a90d-2630-4c40-8c2d-635fed925dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:53.303725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-bd29a90d-2630-4c40-8c2d-635fed925dc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0483501 Jul 22 15:07:53.304867 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:07:53.313246 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:07:53.313877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:07:51Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:53.361943 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-c1347a92-95a6-4060-b55a-42cc2de1d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:53.363905 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-c1347a92-95a6-4060-b55a-42cc2de1d5a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534902 Jul 22 15:07:53.419229 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:07:53.453343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-f8a3ee12-ca08-4c1e-b7ea-5e9ed97e56eb service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827415 Jul 22 15:07:53.546212 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-88f4f84a-99f7-49ab-a28d-89acba5d538e req-a461eefc-57b3-4d2f-9185-d5754c874d25 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Jul 22 15:07:53.643728 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e5a0e532-e182-45b5-a12b-9380f77964c2', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'mac_address': 'fa:16:3e:71:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:07:51Z', 'updated_at': '2021-07-22T15:07:51Z', 'revision_number': 0, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:53.670799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4cce80-0d56-4b30-89fb-56f1b14f04b1 None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'e5a0e532-e182-45b5-a12b-9380f77964c2', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'mac_address': 'fa:16:3e:71:b1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:07:51Z', 'updated_at': '2021-07-22T15:07:51Z', 'revision_number': 0, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:07:53.859413 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc911e0-f8e7-4d27-9e07-9b1481c525a3 None None] New status for floating IP e5a0e532-e182-45b5-a12b-9380f77964c2: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:07:54.462744 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:01.393231 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:08:08.185647 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-74f56fe7-9045-49a4-ac62-6a33ba32fb09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524912 Jul 22 15:08:08.283035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873a0e-789c-4619-8508-a5d66d25971a req-7fd38501-b91a-4d7e-af56-e5b1fd62e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:08.284529 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-7fd38501-b91a-4d7e-af56-e5b1fd62e466 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1097 time: 0.0577192 Jul 22 15:08:08.385399 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873a0e-789c-4619-8508-a5d66d25971a req-fad501be-fde8-4e90-92ec-081400899e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:08.386896 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-fad501be-fde8-4e90-92ec-081400899e84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0835001 Jul 22 15:08:08.455697 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-d54e2871-8c9a-403b-a700-900d448a2d6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1001 time: 0.0602260 Jul 22 15:08:08.507304 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873a0e-789c-4619-8508-a5d66d25971a req-d7ed787f-61cb-48de-966a-96449e49f805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:08.508743 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-d7ed787f-61cb-48de-966a-96449e49f805 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0425177 Jul 22 15:08:08.565576 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873a0e-789c-4619-8508-a5d66d25971a req-ec0ec010-1bee-4815-b0ff-24b156acdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:08.567794 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-ec0ec010-1bee-4815-b0ff-24b156acdb09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525126 Jul 22 15:08:08.658556 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-0ee0fd5e-ea96-4b01-b5cd-57a5a6835a40 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837657 Jul 22 15:08:08.747113 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-fc873a0e-789c-4619-8508-a5d66d25971a req-7d0cd04a-1880-4a54-8edc-b5ab5f810330 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803518 Jul 22 15:08:18.652241 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-40f154d6-b498-4c25-b7e9-abd4383886a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:19.752561 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:20.623861 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:21.476536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:21.500236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f5c150ae-5a2d-4d47-ab88-31e8f6b6f1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:22.672520 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:24.465359 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.392897 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:08:48.652000 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cb9504e7-c4dc-4099-bc9f-7211caf76854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:49.745450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:50.621816 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:51.480852 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:51.498774 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d7375155-8b3e-47bf-805b-18822659996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:52.675203 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:54.466990 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:08.211537 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-6b527653-be01-4d76-af2f-c8711e2177c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016066 Jul 22 15:09:08.304833 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008c30-443b-49e4-bd09-3b22780d2445 req-c3f7d4f9-afc2-4a74-9954-22d71ad6da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:08.306340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-c3f7d4f9-afc2-4a74-9954-22d71ad6da76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1097 time: 0.0540493 Jul 22 15:09:08.413046 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008c30-443b-49e4-bd09-3b22780d2445 req-5118f499-541e-427a-be30-16bf73057609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:08.414567 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-5118f499-541e-427a-be30-16bf73057609 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0875673 Jul 22 15:09:08.481334 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-8a106e83-5212-4a82-b829-fa736cb7c2d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1001 time: 0.0603437 Jul 22 15:09:08.529530 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008c30-443b-49e4-bd09-3b22780d2445 req-9cfdae83-1d0e-4c64-985f-bce4616bd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:08.531043 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-9cfdae83-1d0e-4c64-985f-bce4616bd9a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0434759 Jul 22 15:09:08.588568 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008c30-443b-49e4-bd09-3b22780d2445 req-a2f8de8a-c16a-4683-a8fc-b2bfa462e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:08.590084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-a2f8de8a-c16a-4683-a8fc-b2bfa462e7a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527351 Jul 22 15:09:08.680909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-1f6a94d4-7542-4a0a-94e1-bdc5dc1e74ef service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Jul 22 15:09:08.773254 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-be008c30-443b-49e4-bd09-3b22780d2445 req-896cc9af-e5e9-4a13-8bc6-24c908db624b service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 Jul 22 15:09:15.392971 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:09:18.651823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e4e8fd0-6bea-4363-8e2b-e059e41e95ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:19.765837 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:20.623870 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:21.481764 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:21.497449 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a00edbf4-53a0-4153-a3f7-e1488cd81f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:22.677414 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:24.469224 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:48.652708 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-18be22be-e4ed-49cb-a596-906df170c894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:49.270902 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1759e88-e6d7-451f-a5dd-d477b5ab79ae req-b92c939b-3763-4f41-a503-1c527183c289 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:49.272951 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1759e88-e6d7-451f-a5dd-d477b5ab79ae req-b92c939b-3763-4f41-a503-1c527183c289 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.1108265 Jul 22 15:09:49.308993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1759e88-e6d7-451f-a5dd-d477b5ab79ae req-ed3da5bd-d5cc-4baf-9f04-1218104f0335 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305228 Jul 22 15:09:49.760333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:50.449105 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84defc8-c07c-4ab5-92cf-c49e1e8b2401 req-98fe5ea8-d427-4acd-b736-ea87bb416e3a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:50.450655 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f84defc8-c07c-4ab5-92cf-c49e1e8b2401 req-98fe5ea8-d427-4acd-b736-ea87bb416e3a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0717754 Jul 22 15:09:50.489140 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f84defc8-c07c-4ab5-92cf-c49e1e8b2401 req-5a20041b-70d2-4d13-b534-210685ed64b1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Jul 22 15:09:50.621901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:51.492333 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:51.501077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a23ca2e8-82e1-4880-a030-36820e8a6e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:51.642906 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e33115-8846-4baa-afc6-68d1de108915 req-a681d06d-ff9f-44ac-a825-3ac870efa286 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:51.644421 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41e33115-8846-4baa-afc6-68d1de108915 req-a681d06d-ff9f-44ac-a825-3ac870efa286 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0636549 Jul 22 15:09:51.682733 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-41e33115-8846-4baa-afc6-68d1de108915 req-0401e81d-8bd4-49be-919b-973bb282adf3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321219 Jul 22 15:09:52.392596 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:09:52.680601 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:52.812715 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f624f1e-2702-4b27-b0a5-c7a884f7eb96 req-c17f6457-48f0-4cd3-84ce-40f0132c65c3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:52.814267 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f624f1e-2702-4b27-b0a5-c7a884f7eb96 req-c17f6457-48f0-4cd3-84ce-40f0132c65c3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0665221 Jul 22 15:09:52.852826 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7f624f1e-2702-4b27-b0a5-c7a884f7eb96 req-1f46b765-f4d6-43d7-b7fc-f3257acdcf50 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323658 Jul 22 15:09:53.985060 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762715-651b-44a5-9c53-3013046f778b req-f30c34b7-fde5-41f3-8db6-106b493f8e62 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:53.986582 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18762715-651b-44a5-9c53-3013046f778b req-f30c34b7-fde5-41f3-8db6-106b493f8e62 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0674806 Jul 22 15:09:54.024620 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18762715-651b-44a5-9c53-3013046f778b req-4d7c9486-69f7-4c9d-9ca1-2b3a8fa23ad7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317166 Jul 22 15:09:54.473754 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:55.164184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158132a3-6890-418c-8ad2-9365442fa0fe req-3ef2c1d8-13e0-4f29-a0e2-39400873ff9a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:55.165571 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-158132a3-6890-418c-8ad2-9365442fa0fe req-3ef2c1d8-13e0-4f29-a0e2-39400873ff9a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0704651 Jul 22 15:09:55.204154 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-158132a3-6890-418c-8ad2-9365442fa0fe req-76655007-9130-44bc-86f0-fcb2e681a5fb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330365 Jul 22 15:09:56.333682 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae02465-f20c-47ee-85d4-ecfad55dfae5 req-2e57759b-ae66-465b-a47b-77a4c1142179 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:56.335801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae02465-f20c-47ee-85d4-ecfad55dfae5 req-2e57759b-ae66-465b-a47b-77a4c1142179 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0638649 Jul 22 15:09:56.373398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-aae02465-f20c-47ee-85d4-ecfad55dfae5 req-4fb5220b-5741-40cf-a42c-e12674293926 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320749 Jul 22 15:09:57.502521 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7d05b-944d-491c-9d6b-aed440786bdb req-eedd751c-b558-40b7-9321-a6c43601a987 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:57.504018 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ee7d05b-944d-491c-9d6b-aed440786bdb req-eedd751c-b558-40b7-9321-a6c43601a987 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0645440 Jul 22 15:09:57.541862 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5ee7d05b-944d-491c-9d6b-aed440786bdb req-32ed1ffc-01c4-4174-9d91-d19bbabbbf8c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Jul 22 15:09:58.675737 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e478-cf9d-4efb-b119-fb584c9953f0 req-27f1bad5-56a4-4440-8e1e-174267cecb79 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:58.677211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82d5e478-cf9d-4efb-b119-fb584c9953f0 req-27f1bad5-56a4-4440-8e1e-174267cecb79 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0667152 Jul 22 15:09:58.715493 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82d5e478-cf9d-4efb-b119-fb584c9953f0 req-c84c1e67-6664-495d-8cc3-1cd5e32e6e21 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Jul 22 15:09:59.845893 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc38500-f71b-4986-b8cd-1902dd90305d req-8b7ab7b5-0de7-412f-a0eb-314083898ef6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:59.848135 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cc38500-f71b-4986-b8cd-1902dd90305d req-8b7ab7b5-0de7-412f-a0eb-314083898ef6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0653646 Jul 22 15:09:59.887165 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8cc38500-f71b-4986-b8cd-1902dd90305d req-ba1ddd5a-5b94-4788-89de-9e59d6419e37 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329375 Jul 22 15:10:01.016738 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f52993-79e9-46a9-9d33-361c7b23cc00 req-cc1da77c-4b14-47cb-86ba-45ba50cdd0ae tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:01.018267 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42f52993-79e9-46a9-9d33-361c7b23cc00 req-cc1da77c-4b14-47cb-86ba-45ba50cdd0ae tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0635419 Jul 22 15:10:01.055727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42f52993-79e9-46a9-9d33-361c7b23cc00 req-c3919986-9064-4ec5-8e2e-b76f9cb6d3db tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312412 Jul 22 15:10:01.216124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:10:01.316794 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:01.328384 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'mac_address': 'fa:16:3e:71:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:10:01.365866 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:01.379324 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:10:01.399864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:01.404114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:01.460842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:01.468841 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.469193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.469540 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.469909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.470250 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.470584 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.470915 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.471814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.471814 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.472531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.472531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.472531 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:01.478198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['93165f41-1a68-4674-8d76-038b9ad4ea1c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:10:02.218649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ac1c9-61e5-44c8-a18d-ab90717e7419 req-ea893154-0c55-4538-afd3-810e633065c5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:02.220270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c63ac1c9-61e5-44c8-a18d-ab90717e7419 req-ea893154-0c55-4538-afd3-810e633065c5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0754881 Jul 22 15:10:02.262762 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c63ac1c9-61e5-44c8-a18d-ab90717e7419 req-acfcb799-1b09-453d-80e7-22c92c754778 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368087 Jul 22 15:10:03.224657 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:10:03.279892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 93165f41-1a68-4674-8d76-038b9ad4ea1c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:10:03.280574 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:03.390713 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:03.417071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:03.419397 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd446bee-2442-4a2c-9b98-dc547d0930bd" -d '{"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-plugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:03.434096 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:03.442758 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:03.446408 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986330d9-66ed-4cc1-9906-bc0c180a011f req-8ab519c6-b289-4580-b5e4-436229bfbc9f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:03.449314 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-986330d9-66ed-4cc1-9906-bc0c180a011f req-8ab519c6-b289-4580-b5e4-436229bfbc9f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0873029 Jul 22 15:10:03.498419 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6678de5-3bf5-4557-aede-1181e48033c1 x-openstack-request-id: req-a6678de5-3bf5-4557-aede-1181e48033c1 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:03.498748 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-plugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:03.498959 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6678de5-3bf5-4557-aede-1181e48033c1 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:03.499347 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'code': 200} Jul 22 15:10:03.500627 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-986330d9-66ed-4cc1-9906-bc0c180a011f req-dba8d7e6-edb2-48e6-9001-7e97b12417e0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432343 Jul 22 15:10:03.521997 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:04.649832 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876930c1-8c03-4daf-b1f3-9f2addd5ce56 req-147d857d-f87f-4b26-a2ca-b481e8673051 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:04.651284 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-876930c1-8c03-4daf-b1f3-9f2addd5ce56 req-147d857d-f87f-4b26-a2ca-b481e8673051 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0719721 Jul 22 15:10:04.696930 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-876930c1-8c03-4daf-b1f3-9f2addd5ce56 req-d0e76b67-c7c7-4e67-9ffa-80170e999342 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398183 Jul 22 15:10:06.153849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df731b-135b-4b90-89bf-2c17897a9ce7 req-64a2b669-e295-43c8-b9d4-fe08b43747c1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:06.155283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7df731b-135b-4b90-89bf-2c17897a9ce7 req-64a2b669-e295-43c8-b9d4-fe08b43747c1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.3797855 Jul 22 15:10:06.204272 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f7df731b-135b-4b90-89bf-2c17897a9ce7 req-64b51d59-5aa8-40c1-93a3-05a37fcba1ca tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346406 Jul 22 15:10:07.351473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7348f0a-29bb-4357-a726-202c13d7093b req-a9128c9d-1b24-40bb-81fd-fc7613e04402 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:07.353839 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e7348f0a-29bb-4357-a726-202c13d7093b req-a9128c9d-1b24-40bb-81fd-fc7613e04402 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0751374 Jul 22 15:10:07.400625 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e7348f0a-29bb-4357-a726-202c13d7093b req-bbd88f41-19dc-402f-9f6f-7f0fb22ed11a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396905 Jul 22 15:10:08.562431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a12c16-b87c-451c-89e1-09c12b28d3b8 req-9f0adbc6-d7bb-490f-a45c-defa0805de07 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:08.563892 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51a12c16-b87c-451c-89e1-09c12b28d3b8 req-9f0adbc6-d7bb-490f-a45c-defa0805de07 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0793226 Jul 22 15:10:08.614545 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51a12c16-b87c-451c-89e1-09c12b28d3b8 req-0b70e502-3392-4b98-be36-0357b5c4cf2d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 Jul 22 15:10:09.760699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f8cbd-cc37-4f43-83e7-831aa81c048a req-116bac08-b794-4f87-b391-042cd803075f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:09.762518 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f22f8cbd-cc37-4f43-83e7-831aa81c048a req-116bac08-b794-4f87-b391-042cd803075f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0684965 Jul 22 15:10:09.804129 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f22f8cbd-cc37-4f43-83e7-831aa81c048a req-c9c94b91-de2a-4181-909e-382591d9342a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352421 Jul 22 15:10:10.211300 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae834305-60dd-4528-8814-dad376877d2c req-bbf64d4e-a939-403a-bafa-1c1873109edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:10.212833 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-bbf64d4e-a939-403a-bafa-1c1873109edc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1097 time: 0.0646610 Jul 22 15:10:10.323363 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae834305-60dd-4528-8814-dad376877d2c req-93e2127b-0a9f-4c92-8be2-0ec04c61d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:10.324849 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-93e2127b-0a9f-4c92-8be2-0ec04c61d1c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0932705 Jul 22 15:10:10.394169 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-42c4b7db-b14b-4b81-b621-757a550054e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1001 time: 0.0635600 Jul 22 15:10:10.443364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae834305-60dd-4528-8814-dad376877d2c req-41a6d654-abcc-4449-bcd0-7c3562e57d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:10.444924 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-41a6d654-abcc-4449-bcd0-7c3562e57d01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0449314 Jul 22 15:10:10.508273 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae834305-60dd-4528-8814-dad376877d2c req-86818846-40ae-45ed-855c-93e61d8514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:10.509817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-86818846-40ae-45ed-855c-93e61d8514b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542896 Jul 22 15:10:10.604364 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-3e16ccb2-8521-4688-a57d-c481891ad46e service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865781 Jul 22 15:10:10.695684 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ae834305-60dd-4528-8814-dad376877d2c req-b50c9992-5830-4a6c-84b0-13b8b3dfb757 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Jul 22 15:10:10.941923 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3e444-4b53-4abf-997e-a112246e87fe req-c1cee932-c818-484b-bc22-15111b490da0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:10.943422 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f3e444-4b53-4abf-997e-a112246e87fe req-c1cee932-c818-484b-bc22-15111b490da0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0685136 Jul 22 15:10:11.010948 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7f3e444-4b53-4abf-997e-a112246e87fe req-a35979b2-4c05-46f8-ba76-171923fa70b7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611708 Jul 22 15:10:11.035341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-0b0dfc67-8ba7-430a-b545-c146945167b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:11.036852 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-0b0dfc67-8ba7-430a-b545-c146945167b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1097 time: 0.0683906 Jul 22 15:10:11.139371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-8a600926-aef9-443d-b183-8c3956544e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:11.140795 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-8a600926-aef9-443d-b183-8c3956544e55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0964334 Jul 22 15:10:11.205702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-260d2dd1-610a-460d-bb76-09513f3b2948 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1001 time: 0.0584941 Jul 22 15:10:11.253244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-a33a0051-805b-4895-b531-b5c778d030ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:11.254674 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-a33a0051-805b-4895-b531-b5c778d030ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0425026 Jul 22 15:10:11.315638 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-9437d9c3-08a8-4f75-86ef-c382716d0ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:11.317134 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-9437d9c3-08a8-4f75-86ef-c382716d0ea7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557246 Jul 22 15:10:11.411672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-c84cbc23-8f0c-4e30-977c-f3da05329106 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Jul 22 15:10:11.505901 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d0cf44c6-c4e3-497c-9b8a-afe93349155b req-b3566b62-abf3-4f00-833f-81e2229827c0 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880003 Jul 22 15:10:12.141776 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc064bf-efc9-4c0c-b6a0-d64ba73c68c8 req-4f86f0f5-393d-463f-9ba4-948035046208 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:12.143188 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfc064bf-efc9-4c0c-b6a0-d64ba73c68c8 req-4f86f0f5-393d-463f-9ba4-948035046208 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0643742 Jul 22 15:10:12.187179 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bfc064bf-efc9-4c0c-b6a0-d64ba73c68c8 req-043f3dfa-c239-4a71-9bbb-ff62eec414c1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 Jul 22 15:10:13.297715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:10:13.330771 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60d333-dcf2-46b5-895b-9fb5410d5c0c req-93709193-5457-4545-b9ab-e82be5766121 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:13.332335 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb60d333-dcf2-46b5-895b-9fb5410d5c0c req-93709193-5457-4545-b9ab-e82be5766121 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0732152 Jul 22 15:10:13.375580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-eb60d333-dcf2-46b5-895b-9fb5410d5c0c req-b5ea0cac-fc48-4847-9ce6-914642e3f69b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362725 Jul 22 15:10:13.379791 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:13.405789 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:13.408312 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7b899-eeec-4070-ac86-4fb70a38ce78" -d '{"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-unplugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:13.422823 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:13.429335 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:13.452552 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d1ddc-ed46-4ee9-82da-48f02eaaae5b x-openstack-request-id: req-634d1ddc-ed46-4ee9-82da-48f02eaaae5b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:13.452886 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-unplugged", "status": "failed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:13.453144 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-634d1ddc-ed46-4ee9-82da-48f02eaaae5b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:13.453540 n-d-787205-11 neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'code': 422} returned with failed status Jul 22 15:10:13.479421 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:13.616839 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f8c2-9e0d-4cd9-87d5-01f994ef0d9b req-82b82538-adb0-4100-9b42-5139fd7b00f3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:13.618394 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e398f8c2-9e0d-4cd9-87d5-01f994ef0d9b req-82b82538-adb0-4100-9b42-5139fd7b00f3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 943 time: 0.0662346 Jul 22 15:10:13.657856 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e398f8c2-9e0d-4cd9-87d5-01f994ef0d9b req-3af0a277-4395-4eab-baca-29d96612a813 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338094 Jul 22 15:10:13.789294 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-25854404-ed67-4540-b2e5-a44c9da4bad5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984466 Jul 22 15:10:14.684362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-7ab2fe3d-77f0-4805-8b67-de5e569fe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:14.686003 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-7ab2fe3d-77f0-4805-8b67-de5e569fe2e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49&tenant_id=7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 1095 time: 0.0551896 Jul 22 15:10:14.697422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:10:14.807838 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:14.855129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098532-2635-419f-9cfb-2a13c7ba2edd req-b2c9bd10-51f9-4af8-8ae4-2805c08a9ef0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:14.856637 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac098532-2635-419f-9cfb-2a13c7ba2edd req-b2c9bd10-51f9-4af8-8ae4-2805c08a9ef0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 943 time: 0.1286077 Jul 22 15:10:14.969530 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ac098532-2635-419f-9cfb-2a13c7ba2edd req-2133e98d-671e-4bb9-bc52-de15cab569e6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044745 Jul 22 15:10:15.056703 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:15.089641 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:10:15.122246 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:10:15.130056 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:15.143088 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Transition to ACTIVE for port object 93165f41-1a68-4674-8d76-038b9ad4ea1c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:10:15.146134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:15.228625 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:15.247604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.247956 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.248300 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.248635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.248969 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.249301 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.249650 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.249974 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.250303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.250631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.250954 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.251275 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:15.285797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] No DVR routers for this DVR port 93165f41-1a68-4674-8d76-038b9ad4ea1c on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:10:15.431702 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:10:15.432040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:10:15.432368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:10:15.436716 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Port 93165f41-1a68-4674-8d76-038b9ad4ea1c on network 73dbc973-e2ee-4a70-8877-92fef7311599 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:10:15.437039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Attempting to bind port 93165f41-1a68-4674-8d76-038b9ad4ea1c on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:10:15.441916 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:10:15.442257 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:10:15.442647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Bound using segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:10:15.443077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Bound port: 93165f41-1a68-4674-8d76-038b9ad4ea1c, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:10:15.443436 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:15.510424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:10:15.513290 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:10:15.517868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:15.551717 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:15.552336 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:15.554384 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] 10.222.0.13 "PUT /v2.0/ports/93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1092 time: 0.8611012 Jul 22 15:10:15.554932 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:15.557051 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:15.590090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd2cb-aa24-4ca6-a75b-48f72afac66d service neutron] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:15.598290 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44ba390-03a6-4335-8005-321a9fc611dc x-openstack-request-id: req-a44ba390-03a6-4335-8005-321a9fc611dc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:15.598652 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:15.598972 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a44ba390-03a6-4335-8005-321a9fc611dc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:15.599435 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'status': 'completed', 'code': 200} Jul 22 15:10:15.644653 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-e1544665-a68b-4d69-bd13-e8165f483d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:15.645908 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-e1544665-a68b-4d69-bd13-e8165f483d00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1096 time: 0.0644898 Jul 22 15:10:15.744806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-8fc15489-90a9-4695-8ee0-1dec1a7725e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:15.746378 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-8fc15489-90a9-4695-8ee0-1dec1a7725e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0943720 Jul 22 15:10:15.809589 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-5669d1bf-ac95-4411-9fff-16058e341bf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 999 time: 0.0570903 Jul 22 15:10:15.864754 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-eb00f2d0-429b-4cda-b915-a60e3f5570bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:15.866445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-eb00f2d0-429b-4cda-b915-a60e3f5570bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0512021 Jul 22 15:10:15.926356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-acb5dc5c-df53-41c4-98f5-d37b9700dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:15.927870 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-acb5dc5c-df53-41c4-98f5-d37b9700dbb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547166 Jul 22 15:10:16.019228 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-81ebb70a-23b3-4ec7-b171-748a86b74f98 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838683 Jul 22 15:10:16.151718 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-46b32be4-5a37-49fe-b76d-d5c0dab3885b req-baf276e0-c311-4643-81bc-8edc8ad415d6 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264291 Jul 22 15:10:16.163979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4f626-cf3e-4029-b551-2db885becbca req-734a52b6-5f01-449b-ad86-ece9a563962f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:16.165483 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4a4f626-cf3e-4029-b551-2db885becbca req-734a52b6-5f01-449b-ad86-ece9a563962f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.1183739 Jul 22 15:10:16.241055 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d4a4f626-cf3e-4029-b551-2db885becbca req-94a44aaf-01fc-442d-ab1a-46f0c2be6cd8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693767 Jul 22 15:10:16.277546 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-31b9b9f5-9fe5-4b55-8941-2403b90e2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:16.279128 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-31b9b9f5-9fe5-4b55-8941-2403b90e2748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1096 time: 0.0864537 Jul 22 15:10:16.370976 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-e7891079-0109-4d77-a80c-e91ea7455882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:16.372451 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-e7891079-0109-4d77-a80c-e91ea7455882 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0876040 Jul 22 15:10:16.454166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-8bfa8c9e-e5b6-42f7-b484-bdd77cfad866 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 999 time: 0.0743785 Jul 22 15:10:17.387202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71684491-1531-49c2-b38e-e99097c40441 req-3c5cf012-fd50-4b80-aa61-52bf231ae571 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:17.388940 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71684491-1531-49c2-b38e-e99097c40441 req-3c5cf012-fd50-4b80-aa61-52bf231ae571 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0732894 Jul 22 15:10:17.432185 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-71684491-1531-49c2-b38e-e99097c40441 req-7821b712-0308-4c39-928a-335c3699b5f4 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361593 Jul 22 15:10:18.576747 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5f57-1d4d-4f83-8fbb-3455ed2d774a req-a62294d9-93fb-4ba5-af7b-8fdf39a11e56 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:18.578327 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e58e5f57-1d4d-4f83-8fbb-3455ed2d774a req-a62294d9-93fb-4ba5-af7b-8fdf39a11e56 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0700455 Jul 22 15:10:18.619145 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e58e5f57-1d4d-4f83-8fbb-3455ed2d774a req-bd10e64d-6aee-46b6-8fda-683f0bb45a97 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351837 Jul 22 15:10:18.657064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-58fd42d7-e8bc-4a70-8fba-a1803d55e289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:19.759946 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51caafa-57bc-439f-ae41-f9d741a4bc8c req-f6a44252-618b-432d-8f73-5c0da6212a8d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:19.761484 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a51caafa-57bc-439f-ae41-f9d741a4bc8c req-f6a44252-618b-432d-8f73-5c0da6212a8d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0720787 Jul 22 15:10:19.786300 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:19.813563 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a51caafa-57bc-439f-ae41-f9d741a4bc8c req-548aa032-f933-4cf7-9d78-5bae101710cf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444276 Jul 22 15:10:20.636871 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:20.953136 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334241d-94c5-4e82-8c83-a0389976dd0a req-81c2f494-bfc2-4937-b7aa-351b680aa38a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:20.954641 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e334241d-94c5-4e82-8c83-a0389976dd0a req-81c2f494-bfc2-4937-b7aa-351b680aa38a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0679481 Jul 22 15:10:20.993445 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e334241d-94c5-4e82-8c83-a0389976dd0a req-7729a861-239c-4e4f-b51f-598c7dd676b9 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325072 Jul 22 15:10:21.483145 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:21.504709 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-418d7f7c-e3e9-42bb-9e00-06665c6335a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:22.136379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb5ce8-21cc-484a-8be9-f18eaf7d99a0 req-1b1057ec-ff79-46d8-ad69-24f838c8641e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:22.137975 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7eb5ce8-21cc-484a-8be9-f18eaf7d99a0 req-1b1057ec-ff79-46d8-ad69-24f838c8641e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0725999 Jul 22 15:10:22.179146 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b7eb5ce8-21cc-484a-8be9-f18eaf7d99a0 req-f2da0621-9939-43d5-b373-0ca22d42017e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Jul 22 15:10:22.686185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:23.321644 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e0019-ce84-40db-86a2-b67febed0b69 req-d0b36b73-7701-4ca9-814d-0efed254154d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:23.323153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-874e0019-ce84-40db-86a2-b67febed0b69 req-d0b36b73-7701-4ca9-814d-0efed254154d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0712969 Jul 22 15:10:23.363834 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-874e0019-ce84-40db-86a2-b67febed0b69 req-c880c7d0-ba54-4780-8b5f-6fa56ef225a8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348899 Jul 22 15:10:24.480308 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:24.503184 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95d50-6784-4b62-a984-ee6bf98ac648 req-d5dd36cf-991b-4514-affb-aab45d205a02 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:24.504724 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82c95d50-6784-4b62-a984-ee6bf98ac648 req-d5dd36cf-991b-4514-affb-aab45d205a02 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0723133 Jul 22 15:10:24.547972 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-82c95d50-6784-4b62-a984-ee6bf98ac648 req-cc03f6ac-a7d9-402a-811f-5bcc00117b5c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370119 Jul 22 15:10:25.680905 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9b06f-3e41-41dd-9675-21cf1b8949b0 req-5556a6c5-4c5c-4e08-a119-e17bb6e8ddee tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:25.683139 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66c9b06f-3e41-41dd-9675-21cf1b8949b0 req-5556a6c5-4c5c-4e08-a119-e17bb6e8ddee tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0661564 Jul 22 15:10:25.727628 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-66c9b06f-3e41-41dd-9675-21cf1b8949b0 req-c93fa227-3d93-47c7-b570-177b2366317e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385845 Jul 22 15:10:26.859019 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e25c54-7adc-405f-bbaa-c6bac4f4ce85 req-bc54a247-30bf-4433-8d65-7760f30f5919 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:26.860519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5e25c54-7adc-405f-bbaa-c6bac4f4ce85 req-bc54a247-30bf-4433-8d65-7760f30f5919 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0656657 Jul 22 15:10:26.899348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f5e25c54-7adc-405f-bbaa-c6bac4f4ce85 req-0546b7e2-9696-4030-8a84-d5f032954154 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334008 Jul 22 15:10:27.078647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-95cb1949-b98b-4b53-9609-8ea9ddd119e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:27.080032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-95cb1949-b98b-4b53-9609-8ea9ddd119e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0490618 Jul 22 15:10:27.140992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-656fd872-4793-45c4-9bf2-7516975b19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:27.142813 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-656fd872-4793-45c4-9bf2-7516975b19d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536976 Jul 22 15:10:27.236050 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-cb23a300-eac5-4d18-a66b-b58f68d17173 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823987 Jul 22 15:10:27.330169 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bedc6b16-18d9-4b6a-8a4d-0cc17e8cd3ea req-a86d71c7-0be4-4e67-9397-2504978d8012 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867581 Jul 22 15:10:28.028174 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519eea0-c793-4d61-b10a-0a16a6e9686a req-aab3eb3d-328d-4946-b738-4e45b9cc0e71 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:28.029746 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1519eea0-c793-4d61-b10a-0a16a6e9686a req-aab3eb3d-328d-4946-b738-4e45b9cc0e71 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0640283 Jul 22 15:10:28.067351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-1519eea0-c793-4d61-b10a-0a16a6e9686a req-9613839e-f2fd-4f1b-84d5-f1fc2e9db788 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Jul 22 15:10:29.201056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e58085-17d9-4a38-abd0-91415083dfc0 req-2d182ce5-0c8e-4481-b0cc-c6d2ca263702 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:29.202726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16e58085-17d9-4a38-abd0-91415083dfc0 req-2d182ce5-0c8e-4481-b0cc-c6d2ca263702 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0704963 Jul 22 15:10:29.240029 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-16e58085-17d9-4a38-abd0-91415083dfc0 req-248530af-963f-4475-b22e-738e8c4039bc tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316641 Jul 22 15:10:29.392477 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:10:30.356114 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:10:30.378712 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785a936-be0d-44e5-84b9-9660afbcee96 req-5804bb36-63d1-45fc-be3e-66a4e15e6b1e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:30.380209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b785a936-be0d-44e5-84b9-9660afbcee96 req-5804bb36-63d1-45fc-be3e-66a4e15e6b1e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 944 time: 0.0710540 Jul 22 15:10:30.418911 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b785a936-be0d-44e5-84b9-9660afbcee96 req-ef5ad639-6cc2-42c9-a030-8c9e2fc68a66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324914 Jul 22 15:10:30.454308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:30.465999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'port_id': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'mac_address': 'fa:16:3e:71:b1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:10:30.508614 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:30.522107 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:10:30.541761 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:30.545215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:30.591515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=11']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:30.763576 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['93165f41-1a68-4674-8d76-038b9ad4ea1c'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:10:31.548034 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e0a55-643b-4e94-b7fd-6e09d83f4fe2 req-80314da0-fb0a-4439-a99b-1afed5acb3c7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:31.549524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a09e0a55-643b-4e94-b7fd-6e09d83f4fe2 req-80314da0-fb0a-4439-a99b-1afed5acb3c7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 945 time: 0.0637238 Jul 22 15:10:31.586107 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a09e0a55-643b-4e94-b7fd-6e09d83f4fe2 req-67cfa7f1-4643-4f6d-b44c-1ea174cddfff tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308802 Jul 22 15:10:32.357973 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:10:32.405943 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 93165f41-1a68-4674-8d76-038b9ad4ea1c completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:10:32.409422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 93165f41-1a68-4674-8d76-038b9ad4ea1c triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:10:32.409818 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:32.484916 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:32.506999 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:32.509933 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da54968-a968-4333-8e19-891fe18f65f0" -d '{"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-plugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:32.522586 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:32.527324 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:32.551658 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a773fefd-08f1-4a26-89fb-64212dd9bfd1 x-openstack-request-id: req-a773fefd-08f1-4a26-89fb-64212dd9bfd1 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:32.551947 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-plugged", "status": "completed", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:32.552226 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a773fefd-08f1-4a26-89fb-64212dd9bfd1 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:32.552612 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'code': 200} Jul 22 15:10:32.579924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=12']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:32.716132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3bf17-eba8-4ae9-9e77-0cb0f619ea16 req-cd67b16d-86f3-435e-a045-29e344ac6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:32.717820 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84c3bf17-eba8-4ae9-9e77-0cb0f619ea16 req-cd67b16d-86f3-435e-a045-29e344ac6625 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1098 time: 0.0566552 Jul 22 15:10:32.725500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f3d61-abf0-4a96-8dde-ac2e8e8c080e req-62bf9dd7-29ca-45d4-a56c-8aa22e6016be tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:32.727004 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-071f3d61-abf0-4a96-8dde-ac2e8e8c080e req-62bf9dd7-29ca-45d4-a56c-8aa22e6016be tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 946 time: 0.0718539 Jul 22 15:10:32.752486 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-84c3bf17-eba8-4ae9-9e77-0cb0f619ea16 req-2a02fc38-ca67-4917-b2c3-6d7d91c09bbe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280297 Jul 22 15:10:32.765089 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-071f3d61-abf0-4a96-8dde-ac2e8e8c080e req-7e6e3ae5-80e6-44e7-88be-1df2177013b2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324547 Jul 22 15:10:33.904798 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34c558-2196-4cc2-8b76-28ca458d081c req-406ee3cb-7272-43bd-9581-efdd19a32dcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:33.906426 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e34c558-2196-4cc2-8b76-28ca458d081c req-406ee3cb-7272-43bd-9581-efdd19a32dcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 946 time: 0.0705469 Jul 22 15:10:33.945024 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e34c558-2196-4cc2-8b76-28ca458d081c req-583a80d0-33e5-4b50-9b26-c34ea30e2119 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Jul 22 15:10:35.074780 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b371408-1412-471b-808a-635d5bd08bf0 req-49c7a612-1ccf-4c69-af87-6214a0e4ff87 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:35.076591 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b371408-1412-471b-808a-635d5bd08bf0 req-49c7a612-1ccf-4c69-af87-6214a0e4ff87 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 946 time: 0.0635531 Jul 22 15:10:35.113337 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-4b371408-1412-471b-808a-635d5bd08bf0 req-ef8219cc-edaf-4634-b17a-8a403496d4a2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Jul 22 15:10:48.659304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0f701d7-de57-4ac2-8b6e-5c3e3e4bd260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:49.789382 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:50.635252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:51.487103 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:51.504058 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-baccab0e-0189-4fd3-a9fd-af435d9b8bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:52.687777 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:54.482923 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:06.392615 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:11:08.058622 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-93cd043f-2279-43d1-8d99-0df22eb52a8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577261 Jul 22 15:11:08.153238 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-7f8d756a-b662-4bc3-9dce-25a6d5a38d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:08.154685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-7f8d756a-b662-4bc3-9dce-25a6d5a38d10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1098 time: 0.0554311 Jul 22 15:11:08.258942 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-2d9ee4ed-65cc-40db-ba09-38cdc3881447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:08.260402 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-2d9ee4ed-65cc-40db-ba09-38cdc3881447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0874748 Jul 22 15:11:08.322508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-6c3e1169-ad3f-4f53-81fc-70f876fa7426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 1001 time: 0.0556273 Jul 22 15:11:08.370435 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-2b3bbd51-de15-45d3-98e9-68ffc4685bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:08.371918 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-2b3bbd51-de15-45d3-98e9-68ffc4685bba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0433309 Jul 22 15:11:08.434579 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-e8a2e272-e5a1-480a-9753-03c418e8f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:08.436322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-e8a2e272-e5a1-480a-9753-03c418e8f96c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586910 Jul 22 15:11:08.526466 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-7a155d6a-e40c-4b3f-b77d-bff1f6eb5553 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834959 Jul 22 15:11:08.617237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-78c60bc9-1140-418c-b9ed-d28b2b06eb18 req-5393c7b4-b3ab-4ba6-bc2a-760df6761fe1 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845354 Jul 22 15:11:18.659184 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4a3f17a1-0c27-498f-b91b-826420183766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:19.789682 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:20.636497 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:21.490564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:21.505268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5dc01def-4922-4964-9e71-f61cb945b524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:22.691356 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:24.485792 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:43.392300 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:11:45.766226 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60686) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:45.926343 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Deleting port 2f837664-36ff-43a6-be20-98c85b643338 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:11:45.926689 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:46.004438 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:46.004760 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:46.017403 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Calling delete_port for 2f837664-36ff-43a6-be20-98c85b643338 owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:11:46.162749 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:46.194739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event deleted for resources: {'Port': ['ID=2f837664-36ff-43a6-be20-98c85b643338,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:46.220668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.221019 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.221358 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.221732 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.222070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.222398 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.222725 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.223052 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.223376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.223700 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.224024 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.224336 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:46.262608 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:46.263553 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Floating IP e5a0e532-e182-45b5-a12b-9380f77964c2 disassociated (deleted). External IP: 172.25.8.247, port: 93165f41-1a68-4674-8d76-038b9ad4ea1c. Jul 22 15:11:46.782979 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:11:46.890070 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:11:46.896660 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:46.899561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:11:46.908517 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:11:46.909135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:46.935412 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b4cbd8ce-be46-4ea8-b55b-f3edca73b2b6 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "DELETE /v2.0/floatingips/e5a0e532-e182-45b5-a12b-9380f77964c2 HTTP/1.1" status: 204 len: 168 time: 1.1673396 Jul 22 15:11:46.936129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:11:46.938517 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebe6b03-7a95-4299-899c-e27a39014aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:11:47.022715 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:11:47.034129 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e862ceb6-7669-4e60-9e0e-469f283c85e0 x-openstack-request-id: req-e862ceb6-7669-4e60-9e0e-469f283c85e0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:11:47.034462 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:11:47.034680 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e862ceb6-7669-4e60-9e0e-469f283c85e0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:11:47.035180 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'status': 'completed', 'code': 200} Jul 22 15:11:47.185524 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-5816e50b-6bb6-4583-bcd1-acb4c05371ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:47.187242 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-5816e50b-6bb6-4583-bcd1-acb4c05371ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 1098 time: 0.1140304 Jul 22 15:11:47.217359 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025e25-9a2c-4d02-b4f3-e218b657d86d req-226bfbc4-cd05-41ec-a6d2-1b9673b36346 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:47.218911 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6025e25-9a2c-4d02-b4f3-e218b657d86d req-226bfbc4-cd05-41ec-a6d2-1b9673b36346 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 946 time: 0.0693526 Jul 22 15:11:47.258631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a6025e25-9a2c-4d02-b4f3-e218b657d86d req-93996261-ea87-48a9-930a-64900a616677 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335283 Jul 22 15:11:47.296063 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-3292294f-fed3-48b8-b1c1-dafa2bb1abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:47.297609 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-3292294f-fed3-48b8-b1c1-dafa2bb1abfa service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.1040733 Jul 22 15:11:47.339288 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-5c127f6d-3ae4-404d-ab84-b835930a5177 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 200 len: 217 time: 0.0347223 Jul 22 15:11:47.387637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-5dd7d4a2-edd6-4e50-93e5-472a1a3effab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:47.389183 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-5dd7d4a2-edd6-4e50-93e5-472a1a3effab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0431998 Jul 22 15:11:47.394436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:47.420833 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:11:47.429438 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:11:47.430088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:11:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:47.452470 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-e519cf92-551c-4de2-834f-1bf2d7e2920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:47.453945 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-e519cf92-551c-4de2-834f-1bf2d7e2920b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586135 Jul 22 15:11:47.534889 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:11:47.544122 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-ac00e078-38c9-476d-80f9-6c1be35d55af service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Jul 22 15:11:47.639966 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7ebe6b03-7a95-4299-899c-e27a39014aa0 req-0469d6bb-1e7f-4091-bee8-0f7e1e32c0fe service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892656 Jul 22 15:11:47.736082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:47.761422 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74cef4-1bcf-4410-959a-0d3775698e41 None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:11:47.983838 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f54cc5-c0c9-4d44-a0c8-528590e03c1f None None] New status for floating IP e5a0e532-e182-45b5-a12b-9380f77964c2: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:11:48.420182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f95b41-7ea0-4fe3-ad98-e1261bdece69 req-0dcde206-3158-4d97-adec-4c00c48612d3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:48.421717 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19f95b41-7ea0-4fe3-ad98-e1261bdece69 req-0dcde206-3158-4d97-adec-4c00c48612d3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 946 time: 0.0926471 Jul 22 15:11:48.476992 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-659666a5-d489-4354-81ed-720f24d7ee8b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:48.478517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-659666a5-d489-4354-81ed-720f24d7ee8b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2e11055-282f-4576-b7c7-0dbe918f3e49 HTTP/1.1" status: 200 len: 946 time: 0.1016626 Jul 22 15:11:48.487389 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19f95b41-7ea0-4fe3-ad98-e1261bdece69 req-0368ca9d-c2e0-493c-99c2-38b6b7ebd360 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=e7405a16-6a4d-43a7-8f15-2e625d59728c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579460 Jul 22 15:11:48.582111 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Deleting port 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:11:48.582373 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:48.660897 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c5697103-30e4-4067-b4a2-fbabda52f19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:48.680595 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] For port 93165f41-1a68-4674-8d76-038b9ad4ea1c, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=93165f41-1a68-4674-8d76-038b9ad4ea1c,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:11:48.680962 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:48.693039 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Calling delete_port for 93165f41-1a68-4674-8d76-038b9ad4ea1c owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:11:48.821207 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:48.853420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event deleted for resources: {'Port': ['ID=93165f41-1a68-4674-8d76-038b9ad4ea1c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:48.908423 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] No DVR routers for this DVR port 93165f41-1a68-4674-8d76-038b9ad4ea1c on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:11:48.911482 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:48.914721 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-93d4ff09-edaa-401a-ab6d-1ac935a8c123 req-9919a1ee-2a5d-487b-9ca9-0461c4161743 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.13 "DELETE /v2.0/ports/93165f41-1a68-4674-8d76-038b9ad4ea1c HTTP/1.1" status: 204 len: 173 time: 0.4301913 Jul 22 15:11:49.036878 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-deleted', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:11:49.039399 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385bc7b5-eca2-4955-a1bf-545b59e6ba8d" -d '{"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-deleted", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:11:49.074844 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4585c803-230d-482d-8684-d474e1d92062 x-openstack-request-id: req-4585c803-230d-482d-8684-d474e1d92062 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:11:49.075672 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e11055-282f-4576-b7c7-0dbe918f3e49", "name": "network-vif-deleted", "tag": "93165f41-1a68-4674-8d76-038b9ad4ea1c", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:11:49.076151 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4585c803-230d-482d-8684-d474e1d92062 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:11:49.076593 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e11055-282f-4576-b7c7-0dbe918f3e49', 'name': 'network-vif-deleted', 'tag': '93165f41-1a68-4674-8d76-038b9ad4ea1c', 'status': 'completed', 'code': 200} Jul 22 15:11:49.544966 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:49.605860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:49.630893 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:49.690904 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:49.693467 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:49.694658 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "DELETE /v2.0/security-groups/e7405a16-6a4d-43a7-8f15-2e625d59728c HTTP/1.1" status: 204 len: 168 time: 0.1486654 Jul 22 15:11:49.704850 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7405a16-6a4d-43a7-8f15-2e625d59728c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:49.715870 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.716752 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.717108 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.717508 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.717876 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.718213 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.718546 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.718879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.719211 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.719552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.719952 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.720206 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac987c4-6ea2-433e-a1e8-7f04401e92b8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:11:49.806101 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:49.935953 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:49.940683 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-379929670', 'description': 'tempest-secgroup-smoke-379929670 description', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:49.962862 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.043538 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.047095 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.069610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.070864 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1338928 Jul 22 15:11:50.073994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60724) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:50.078982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115215a2-9f37-437d-b332-d739503b36eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4caaa940-5f3e-43cb-8ac9-851236bb05c0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.079150 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': '4caaa940-5f3e-43cb-8ac9-851236bb05c0', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:50.106277 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.164309 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.168040 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.188774 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86beb94-7868-4109-8eab-ce93e01c8b09,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.191226 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.192437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-656a54fb-62d5-4653-9480-0167e14f3c30 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174107 Jul 22 15:11:50.195330 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60726) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:50.199671 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': '4caaa940-5f3e-43cb-8ac9-851236bb05c0', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:50.226462 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.283544 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.287229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.307968 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768f2b66-baa3-4f4d-b649-ad1f9cdf348a,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.313767 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.314952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-89e67e7d-1984-4916-810a-eea256049d12 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187410 Jul 22 15:11:50.317849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60728) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:50.322201 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': '4caaa940-5f3e-43cb-8ac9-851236bb05c0', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:50.348229 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.406603 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.410147 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.428359 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21b54bb-3e85-44ca-822f-a75ae28c202b,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.433950 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.435536 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-59cab27a-091a-4593-a2a1-9d992af4cd66 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167417 Jul 22 15:11:50.438437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60730) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:50.442948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': '4caaa940-5f3e-43cb-8ac9-851236bb05c0', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:50.469121 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.532765 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.536576 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.555708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafd8a94-4563-4de0-9849-3e3520be4f75,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.561550 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.562650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-8604f1fb-36b9-4af2-a7d7-1c271f183e2e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232896 Jul 22 15:11:50.565393 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60732) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:50.569843 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': '4caaa940-5f3e-43cb-8ac9-851236bb05c0', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:50.592806 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Project 7beafe41c0e14df78c5f955ff8ece48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:11:50.597705 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.635384 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.667572 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.671860 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.693236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce973af-fc57-483d-b6cc-3aa72b6f6742,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.699134 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.700441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-4ec05f91-d376-451d-95b3-ec5d5354359b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340311 Jul 22 15:11:50.703338 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 60734) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:50.707753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'security_group_rule': {'security_group_id': '4caaa940-5f3e-43cb-8ac9-851236bb05c0', 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:50.728871 n-d-787205-11 neutron-server[93760]: INFO neutron.db.securitygroups_db [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Project 7beafe41c0e14df78c5f955ff8ece48e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:11:50.734435 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.796025 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.799759 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.819699 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59730835-6931-445b-877e-4b560cbf3226,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:50.822497 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:50.823872 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e2ca2ef0-46c3-4de3-9b7c-42277ecb5e91 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195726 Jul 22 15:11:51.498474 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:51.507420 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8adf1369-7ae4-4028-8f88-b377b80f126a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:52.692401 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:52.744100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:11:52.766290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 93165f41-1a68-4674-8d76-038b9ad4ea1c {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:11:52.766648 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 93165f41-1a68-4674-8d76-038b9ad4ea1c not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:11:54.487962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:05.096868 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-1ad878f0-939e-416c-a921-63789393a8db tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-379929670&fields=id&tenant_id=7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 267 time: 0.0352030 Jul 22 15:12:05.204789 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-732986e9-6f7f-4de9-8031-7a3641b2c792 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:05.206236 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-732986e9-6f7f-4de9-8031-7a3641b2c792 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 809 time: 0.1030135 Jul 22 15:12:05.221108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-601a10f4-4358-47db-91bc-72dc0d12eb48 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/quotas/7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 375 time: 0.0096982 Jul 22 15:12:05.285653 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-a046459a-6755-4e4f-b4f5-b577c3452074 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599151 Jul 22 15:12:05.423519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-da89b338-5e2f-4a9f-be5b-74334c552eae service neutron] 10.222.0.11 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264763 Jul 22 15:12:05.509075 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-d98851b8-f2d4-48b1-8923-7184fd1394da service neutron] 10.222.0.11 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799489 Jul 22 15:12:06.816723 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-49540cc5-0f77-485f-af0b-d7cabc0124bb req-3528b6f6-fb74-45fa-a2c2-020778a48d83 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 210 time: 0.0306349 Jul 22 15:12:07.808727 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-8b7c3994-e8d3-42fb-acb1-adf47e844c4d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:07.811327 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-8b7c3994-e8d3-42fb-acb1-adf47e844c4d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 809 time: 0.1131611 Jul 22 15:12:07.856217 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-cde793be-2987-4248-95d9-445a904f1e82 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 379 time: 0.0368710 Jul 22 15:12:07.867938 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'port': {'device_id': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'admin_state_up': True, 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'security_groups': ['4caaa940-5f3e-43cb-8ac9-851236bb05c0']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:12:07.939483 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c76c0707-f3fc-4a87-811e-0dfa9f8baf7f req-3b37d282-b7fe-49c2-9e46-c670176c4047 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 210 time: 0.0401161 Jul 22 15:12:08.012988 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Made reservation on behalf of 7beafe41c0e14df78c5f955ff8ece48e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:12:08.016638 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.145998 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Allocated IP 172.20.0.4 (73dbc973-e2ee-4a70-8877-92fef7311599/2b94617c-d262-4ea5-a993-c4ab681ab5bc/2bf4b3f0-c037-4420-82a5-effa975bcf36) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:12:08.281501 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.294353 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Transition to ACTIVE for port object 2bf4b3f0-c037-4420-82a5-effa975bcf36 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:12:08.326410 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.369110 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Network 73dbc973-e2ee-4a70-8877-92fef7311599 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:12:08.374849 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:12:08.378689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:12:08.406002 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:08.436838 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:08.437464 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.453348 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-518091fb-a753-446f-93cc-c8687f6ffeab tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907459 Jul 22 15:12:08.464234 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-a0423ec7-0668-4c22-baa1-4ac099531b50 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:12:08.465246 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-a0423ec7-0668-4c22-baa1-4ac099531b50 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056570 Jul 22 15:12:08.476445 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Request body: {'port': {'device_id': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:12:08.555846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.610281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-86a54f04-4432-49a3-9fb7-db09ffad45d2 None None] Provisioning for port 2bf4b3f0-c037-4420-82a5-effa975bcf36 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:12:08.614318 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-86a54f04-4432-49a3-9fb7-db09ffad45d2 None None] Provisioning complete for port 2bf4b3f0-c037-4420-82a5-effa975bcf36 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:12:08.615171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-86a54f04-4432-49a3-9fb7-db09ffad45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.650836 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-86a54f04-4432-49a3-9fb7-db09ffad45d2 None None] Port 2bf4b3f0-c037-4420-82a5-effa975bcf36 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:12:08.831513 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf4b3f0-c037-4420-82a5-effa975bcf36 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:12:08.838849 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.851226 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Transition to ACTIVE for port object 2bf4b3f0-c037-4420-82a5-effa975bcf36 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:12:08.855032 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.928349 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:08.989394 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:12:08.989755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:12:08.990087 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:12:08.997962 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on network 73dbc973-e2ee-4a70-8877-92fef7311599 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:12:08.998374 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:12:09.004202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:12:09.004808 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:12:09.005409 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Bound using segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:12:09.006428 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Bound port: 2bf4b3f0-c037-4420-82a5-effa975bcf36, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:12:09.006582 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:09.101467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:12:09.105040 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:12:09.112770 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:09.136488 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f2b33-7fca-457b-9310-e779c83ade01 req-3a1e8e83-8674-4fb5-b94d-b84bf5d503f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.138265 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f29f2b33-7fca-457b-9310-e779c83ade01 req-3a1e8e83-8674-4fb5-b94d-b84bf5d503f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0977449 Jul 22 15:12:09.152085 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.152707 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:09.154756 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] 10.222.0.20 "PUT /v2.0/ports/2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 1092 time: 0.6824570 Jul 22 15:12:09.155231 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:12:09.157688 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deade1f8-d80d-4ea8-9612-8d7b26cffce1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:12:09.188444 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c8e8c-70ef-4d99-8f71-8b8e18c7f68c service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:09.205394 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-f29f2b33-7fca-457b-9310-e779c83ade01 req-24cd5d7b-de39-4f28-b983-6b8d6d0f73be tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591195 Jul 22 15:12:09.276331 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344754a8-1c22-4b50-b0f5-8fae2ba86e97 x-openstack-request-id: req-344754a8-1c22-4b50-b0f5-8fae2ba86e97 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:12:09.276626 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:12:09.276877 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-344754a8-1c22-4b50-b0f5-8fae2ba86e97 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:12:09.277319 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'status': 'completed', 'code': 200} Jul 22 15:12:09.296487 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-5288bf03-93eb-4499-9c4f-bcd5392ac475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.298032 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-5288bf03-93eb-4499-9c4f-bcd5392ac475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1095 time: 0.0846431 Jul 22 15:12:09.345398 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-4f1006a5-181b-4c40-98d8-2ea033d101ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 217 time: 0.0393727 Jul 22 15:12:09.399995 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-635e9e39-c742-4d40-aec8-42b4882e783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.401651 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-635e9e39-c742-4d40-aec8-42b4882e783f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0491157 Jul 22 15:12:09.463991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ecb9ab-f948-4a12-a720-144d428051fb req-44196107-ff25-4e6e-946d-27f725ee7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.465580 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-44196107-ff25-4e6e-946d-27f725ee7477 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559673 Jul 22 15:12:09.561129 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-bb66c1db-20b3-4d4b-b927-26ae5ae15c6e service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878067 Jul 22 15:12:09.652604 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-70ecb9ab-f948-4a12-a720-144d428051fb req-ec78804e-f52d-4ae1-a078-4548262a5b04 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847492 Jul 22 15:12:09.757230 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-8894c8b2-c2be-40e4-bd3c-42c29a12fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.758978 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-8894c8b2-c2be-40e4-bd3c-42c29a12fb2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1095 time: 0.0608840 Jul 22 15:12:09.850541 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-1042b3e8-75d3-45b3-ac0f-2714b3b855fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.852026 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-1042b3e8-75d3-45b3-ac0f-2714b3b855fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0863016 Jul 22 15:12:09.897340 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-a2f170fd-36ff-431b-bc64-564a3c5fa88a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 217 time: 0.0382674 Jul 22 15:12:09.946113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-6371e76f-9149-457f-8b85-518a57c90ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:09.947571 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-6371e76f-9149-457f-8b85-518a57c90ef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0435605 Jul 22 15:12:10.009196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-67369210-eae0-460d-ad1f-396dd90552ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:10.010727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-67369210-eae0-460d-ad1f-396dd90552ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570207 Jul 22 15:12:10.105104 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-060eb62e-44b5-42ee-a4af-d77cfe0d1c80 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873237 Jul 22 15:12:10.197108 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-deade1f8-d80d-4ea8-9612-8d7b26cffce1 req-fb8feb9a-9b85-490f-9f12-a429a6d706b4 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847721 Jul 22 15:12:10.352779 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34081d17-0853-49ad-8788-40216a2a84c3 req-0104ef27-e5b3-4f3a-a6bc-97f60bb8e897 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:10.354273 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34081d17-0853-49ad-8788-40216a2a84c3 req-0104ef27-e5b3-4f3a-a6bc-97f60bb8e897 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0659075 Jul 22 15:12:10.401225 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-34081d17-0853-49ad-8788-40216a2a84c3 req-e613e6ae-ad68-4202-8274-149807c15bd9 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400562 Jul 22 15:12:11.540021 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a45e7-df86-4e2d-8fe6-860b9a0c55a3 req-a52b7554-0f10-4e8b-a972-4552d655601e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:11.541535 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-300a45e7-df86-4e2d-8fe6-860b9a0c55a3 req-a52b7554-0f10-4e8b-a972-4552d655601e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0681846 Jul 22 15:12:11.580092 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-300a45e7-df86-4e2d-8fe6-860b9a0c55a3 req-281233e2-2b68-46da-8d80-915cb4c68dc7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Jul 22 15:12:12.708477 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21cf2d-93b1-4053-985a-913740a01f16 req-efeda808-c3bf-4778-b220-84f627c4ecf2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:12.709993 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e21cf2d-93b1-4053-985a-913740a01f16 req-efeda808-c3bf-4778-b220-84f627c4ecf2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0643871 Jul 22 15:12:12.752659 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e21cf2d-93b1-4053-985a-913740a01f16 req-3066dec0-9e14-4430-a703-6a60cb214bf5 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 Jul 22 15:12:13.880582 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896ce3d-ed49-4e28-8253-5867dbb12f93 req-efb38669-330a-47d3-ac3f-b94642f58166 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:13.882166 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9896ce3d-ed49-4e28-8253-5867dbb12f93 req-efb38669-330a-47d3-ac3f-b94642f58166 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0637169 Jul 22 15:12:13.919980 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-9896ce3d-ed49-4e28-8253-5867dbb12f93 req-4ab81109-12a4-4003-b21f-3db3ab7eeceb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jul 22 15:12:15.054184 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c444-a021-4469-bbae-8318a76451c3 req-b8139708-5fe7-4fb9-9aae-da69104afdfb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:15.055670 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e54c444-a021-4469-bbae-8318a76451c3 req-b8139708-5fe7-4fb9-9aae-da69104afdfb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0693469 Jul 22 15:12:15.094360 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-4e54c444-a021-4469-bbae-8318a76451c3 req-2c6addca-aec6-45af-8425-e551a0d1598f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323799 Jul 22 15:12:16.224930 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524818a-0223-4660-835d-235ed790ecdf req-e1ed334b-17cd-454c-aabb-264b84e3220b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:16.226350 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1524818a-0223-4660-835d-235ed790ecdf req-e1ed334b-17cd-454c-aabb-264b84e3220b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0646179 Jul 22 15:12:16.264084 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1524818a-0223-4660-835d-235ed790ecdf req-91ec3f55-8735-46d1-9017-d0ff50cf61ee tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322905 Jul 22 15:12:17.394351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a59e0e-470c-487e-8f1e-ae016340b36a req-29ba3c6e-da83-4bf8-b73b-c1a5e452fa9a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:17.395861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-76a59e0e-470c-487e-8f1e-ae016340b36a req-29ba3c6e-da83-4bf8-b73b-c1a5e452fa9a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0660434 Jul 22 15:12:17.433352 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-76a59e0e-470c-487e-8f1e-ae016340b36a req-b0dba2ee-642d-4a9c-b4fa-68d0debbc07a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319161 Jul 22 15:12:18.567253 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6cd9-fd82-464d-b99e-341f6d2d108d req-0c7a877d-9b92-4a0a-a405-1ada874d1402 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:18.568721 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-76dc6cd9-fd82-464d-b99e-341f6d2d108d req-0c7a877d-9b92-4a0a-a405-1ada874d1402 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0671668 Jul 22 15:12:18.605532 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-76dc6cd9-fd82-464d-b99e-341f6d2d108d req-be6a3ded-b521-4e96-aca8-db581f46c3df tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Jul 22 15:12:18.662167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-93ef049f-ecab-43b9-b831-b780b1a24309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:19.736456 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dc8a8-2267-4aea-bbb9-41320469a27b req-88d8e70f-6e32-488b-8090-99f4ecc01fbc tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:19.738006 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e63dc8a8-2267-4aea-bbb9-41320469a27b req-88d8e70f-6e32-488b-8090-99f4ecc01fbc tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0648954 Jul 22 15:12:19.782538 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e63dc8a8-2267-4aea-bbb9-41320469a27b req-04aa2bbb-008b-4be0-8351-f6703627dda7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368433 Jul 22 15:12:19.817162 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:19.965686 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:12:20.060181 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:12:20.075409 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'port_id': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'mac_address': 'fa:16:3e:8a:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:12:20.116556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:20.129527 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf4b3f0-c037-4420-82a5-effa975bcf36 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:12:20.149316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:12:20.153250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:20.198281 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:20.206180 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.206522 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.206857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.207186 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.207518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.207845 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.208170 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.208489 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.208808 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.209126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.209444 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.209798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:20.393536 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:12:20.398902 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['2bf4b3f0-c037-4420-82a5-effa975bcf36'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:12:20.633718 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:20.912202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f3b3f-b3e6-4b4d-b2f5-e2f674d4061c req-db9f6396-4ad0-41be-be98-ccaada5f5b79 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:20.913725 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee2f3b3f-b3e6-4b4d-b2f5-e2f674d4061c req-db9f6396-4ad0-41be-be98-ccaada5f5b79 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 944 time: 0.0643597 Jul 22 15:12:20.950601 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee2f3b3f-b3e6-4b4d-b2f5-e2f674d4061c req-0bee80ad-3c94-41ff-9019-65dce32f709d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Jul 22 15:12:21.491228 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:21.507917 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a25b39ee-33d1-45a4-87dc-a9641ba33abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:21.965407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:12:22.016153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 2bf4b3f0-c037-4420-82a5-effa975bcf36 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:12:22.020309 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 2bf4b3f0-c037-4420-82a5-effa975bcf36 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:12:22.020825 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:22.085587 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecb669-2774-4afb-a0f8-0c7afec6a147 req-3090a0c3-73e4-4933-966c-9e9390ae8bcb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:22.087152 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4ecb669-2774-4afb-a0f8-0c7afec6a147 req-3090a0c3-73e4-4933-966c-9e9390ae8bcb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 944 time: 0.0690510 Jul 22 15:12:22.101316 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:22.122939 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:12:22.125501 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b4ecb669-2774-4afb-a0f8-0c7afec6a147 req-52378919-9e93-4085-a6c5-477c42eee7fd tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Jul 22 15:12:22.125663 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0698581a-f2cd-4114-b5ac-5636028f4daa" -d '{"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-plugged", "status": "completed", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:12:22.138242 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:12:22.143863 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:22.190333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:22.227191 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d604bfd-8265-4365-aea2-73536c6ae531 x-openstack-request-id: req-4d604bfd-8265-4365-aea2-73536c6ae531 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:12:22.227489 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-plugged", "status": "completed", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:12:22.227749 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d604bfd-8265-4365-aea2-73536c6ae531 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:12:22.228156 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'code': 200} Jul 22 15:12:22.338400 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8b26-75fe-46cd-a1ca-fa4f02cb50e2 req-6be7f0ec-6c61-4033-bf53-8079d7a95269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:22.339912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-058a8b26-75fe-46cd-a1ca-fa4f02cb50e2 req-6be7f0ec-6c61-4033-bf53-8079d7a95269 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1097 time: 0.0562832 Jul 22 15:12:22.375367 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-058a8b26-75fe-46cd-a1ca-fa4f02cb50e2 req-00ea1db4-03df-4b7c-b6ea-cdc27983b143 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288558 Jul 22 15:12:22.693889 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:23.259514 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb223f54-dc2a-4a16-97a1-0576efdbd257 req-23e14db0-f14b-469b-b131-22f8d605561f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:23.261081 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb223f54-dc2a-4a16-97a1-0576efdbd257 req-23e14db0-f14b-469b-b131-22f8d605561f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0655448 Jul 22 15:12:23.299506 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-eb223f54-dc2a-4a16-97a1-0576efdbd257 req-4b411b4c-2271-43fe-94d1-5181e6e9b677 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Jul 22 15:12:23.666567 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f12476-b22d-4b94-92fe-0858889cf4f1 req-eaef7d11-40b8-4bea-9eb0-9a56c1102e29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:23.668486 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f12476-b22d-4b94-92fe-0858889cf4f1 req-eaef7d11-40b8-4bea-9eb0-9a56c1102e29 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0661085 Jul 22 15:12:23.706678 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e3f12476-b22d-4b94-92fe-0858889cf4f1 req-178a8f7f-30fe-4e24-aff1-dceadbe85f9c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321448 Jul 22 15:12:23.727367 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:12:23.778605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff927cc6-b8b6-4552-85f6-9935940f1407 tempest-TestShelveInstance-1506772920 tempest-TestShelveInstance-1506772920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:23.780574 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-ff927cc6-b8b6-4552-85f6-9935940f1407 tempest-TestShelveInstance-1506772920 tempest-TestShelveInstance-1506772920-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1092 time: 0.0517449 Jul 22 15:12:23.783320 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 60940) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:12:23.787527 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:12:23.809629 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:23.908625 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:24.010783 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Allocated IP 172.25.8.109 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/eb08e562-e449-446b-b881-e64ea4532eea) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:12:24.107639 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:24.149520 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:24.183196 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:12:24.186352 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:12:24.191854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:12:24.493510 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:24.494248 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'Port': ['ID=eb08e562-e449-446b-b881-e64ea4532eea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:24.822767 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:24.900603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:25.048737 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:25.053138 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:25.119612 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event updated for resources: {'Port': ['ID=eb08e562-e449-446b-b881-e64ea4532eea,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:25.130384 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:25.228356 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Floating IP da2857d8-df27-4671-99fa-5678c850d26c associated. External IP: 172.25.8.109, port: 2bf4b3f0-c037-4420-82a5-effa975bcf36. Jul 22 15:12:25.436999 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:12:25.543138 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:12:25.553079 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:12:25.559107 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:25.563027 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:12:25.563666 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:12:25.599895 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8b7aaf43-d279-4b47-99a0-d36cd08145f8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8155127 Jul 22 15:12:25.600521 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:12:25.602921 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69784410-73b9-4c8c-a759-0c25f691a301" -d '{"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:12:25.639997 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917da2dd-6257-438c-a375-fbd166744c1c x-openstack-request-id: req-917da2dd-6257-438c-a375-fbd166744c1c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:12:25.640281 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:12:25.640542 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-917da2dd-6257-438c-a375-fbd166744c1c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:12:25.640942 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'status': 'completed', 'code': 200} Jul 22 15:12:25.671923 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:12:25.714555 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784410-73b9-4c8c-a759-0c25f691a301 req-9fd1e3ab-9c77-4bf3-abe8-f62688ee646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:25.715990 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-9fd1e3ab-9c77-4bf3-abe8-f62688ee646a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1097 time: 0.0545454 Jul 22 15:12:25.814618 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784410-73b9-4c8c-a759-0c25f691a301 req-b2f38505-80cb-46ff-a6cd-49f9ced97ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:25.816160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-b2f38505-80cb-46ff-a6cd-49f9ced97ba7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0898438 Jul 22 15:12:25.882541 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-5cc78a22-5fbe-4e11-b301-8527b211e003 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 999 time: 0.0598474 Jul 22 15:12:25.905721 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'da2857d8-df27-4671-99fa-5678c850d26c', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'port_id': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'mac_address': 'fa:16:3e:8a:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:12:24Z', 'updated_at': '2021-07-22T15:12:24Z', 'revision_number': 0, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:12:25.931516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784410-73b9-4c8c-a759-0c25f691a301 req-58acd8d7-26ce-4232-8c79-4dc13102bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:25.931749 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:12:25.933049 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-58acd8d7-26ce-4232-8c79-4dc13102bb50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0442872 Jul 22 15:12:25.940628 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:12:25.941231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:12:21Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:12:26.000765 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784410-73b9-4c8c-a759-0c25f691a301 req-5630ab0a-48b2-48bb-a7dc-5f0722977c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:26.002343 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-5630ab0a-48b2-48bb-a7dc-5f0722977c96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624166 Jul 22 15:12:26.047579 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:12:26.094663 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-fa2c7b32-6165-45c8-8b90-3df6241bdd2c service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842657 Jul 22 15:12:26.191760 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-69784410-73b9-4c8c-a759-0c25f691a301 req-8eb77487-6d24-49ff-8c6b-dd78d7d590b2 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910394 Jul 22 15:12:26.280056 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'da2857d8-df27-4671-99fa-5678c850d26c', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'port_id': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'mac_address': 'fa:16:3e:8a:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:12:24Z', 'updated_at': '2021-07-22T15:12:24Z', 'revision_number': 0, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:12:26.306465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d3614b-1ec4-4bea-84b6-b2df34d3d6e7 None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': 'da2857d8-df27-4671-99fa-5678c850d26c', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'floating_ip_address': '172.25.8.109', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'port_id': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'mac_address': 'fa:16:3e:8a:0e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:12:24Z', 'updated_at': '2021-07-22T15:12:24Z', 'revision_number': 0, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:12:26.502991 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8550edb7-1c49-40a3-9a65-8453a310709a None None] New status for floating IP da2857d8-df27-4671-99fa-5678c850d26c: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:12:48.662392 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-429a87f5-96f6-49ce-a03d-64e067a116e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:49.833128 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:50.646064 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:51.492759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:51.509536 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89655821-ac3e-4871-b537-62e0f85e5ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:52.700387 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:54.493899 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:57.393822 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:13:14.184554 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-071e62c2-bb46-47f2-a62f-ff8bbd18dc51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529335 Jul 22 15:13:14.280415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-d552cbcd-c6ba-49f8-9677-8bcc11dc145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:14.281950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-d552cbcd-c6ba-49f8-9677-8bcc11dc145b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1097 time: 0.0548642 Jul 22 15:13:14.392559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-fed44436-b0c6-46fd-a5e2-a9f51f7ac453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:14.394332 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-fed44436-b0c6-46fd-a5e2-a9f51f7ac453 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0881402 Jul 22 15:13:14.461281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-8ab98fbc-33cb-41ea-b46b-b803ca69be41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 1001 time: 0.0605879 Jul 22 15:13:14.510755 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-399131e5-ab36-4691-b19f-f82e3a58e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:14.512196 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-399131e5-ab36-4691-b19f-f82e3a58e903 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0424387 Jul 22 15:13:14.574372 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-34d5df01-bf80-4af4-a972-788a4bbc5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:14.576427 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-34d5df01-bf80-4af4-a972-788a4bbc5e3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534050 Jul 22 15:13:14.671798 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-909db359-602d-4beb-9df8-4480ea4fc6e3 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Jul 22 15:13:14.762611 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1a082645-56bf-4543-8313-0808c0b1acc7 req-7b057c81-c9cf-4c14-aace-0d3f6271a073 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823739 Jul 22 15:13:18.662880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d30058b6-6335-41b6-8141-2ea5a4ab10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:19.832845 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:20.664251 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:21.493003 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:21.509290 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d57212c2-12b7-4e75-ba47-98d5beda433f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:22.700185 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:24.496337 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:34.393913 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:13:48.667880 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ce8ef8fd-e9f7-44be-81c5-fed69dde2648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:49.841345 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:50.657539 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:51.493434 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:51.509984 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-970e4dd5-9703-4bed-9017-989b5b4f6d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:52.702833 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:54.499953 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:11.394248 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:14:14.233738 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-2df7f86c-ef98-40e2-a9af-27ee39758dd9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1056354 Jul 22 15:14:14.338088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-56be053a-2e4b-4def-bb64-d209678d9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:14.339596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-56be053a-2e4b-4def-bb64-d209678d9c35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1097 time: 0.0568879 Jul 22 15:14:14.446869 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-a441077f-f893-4379-a4b9-b27c6c675a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:14.448262 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-a441077f-f893-4379-a4b9-b27c6c675a5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0843344 Jul 22 15:14:14.516555 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-5c8927e5-e367-42ca-a869-4b39251f97ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 1001 time: 0.0614598 Jul 22 15:14:14.565975 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-b203948d-d8d1-47f5-b85b-231cbc33409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:14.567482 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-b203948d-d8d1-47f5-b85b-231cbc33409e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0446203 Jul 22 15:14:14.631978 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-2d47acc7-64bb-42db-9948-d9f850f188fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:14.633488 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-2d47acc7-64bb-42db-9948-d9f850f188fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552702 Jul 22 15:14:14.725197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-865b7ea0-3b36-4eb9-bde2-2d44b8cbc7c4 service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847464 Jul 22 15:14:14.813681 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5eafbaa8-39e0-4621-82e1-ac25621cc197 req-ef3a4110-6764-445c-982a-0a93b702e22a service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814400 Jul 22 15:14:18.672929 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f932521-da12-424d-86d9-0964dbfaec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:19.830836 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:20.671238 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:21.495270 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:21.510355 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0fc23469-8ffd-4be1-b0d2-75e71f82b389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:22.707092 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:23.960283 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014bddb-7b11-4b8b-b947-79018bfd49ea req-c3c06cff-30f8-4c8a-99b0-c389e37747d1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:23.961890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3014bddb-7b11-4b8b-b947-79018bfd49ea req-c3c06cff-30f8-4c8a-99b0-c389e37747d1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0707417 Jul 22 15:14:24.001810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3014bddb-7b11-4b8b-b947-79018bfd49ea req-d31bfe7f-0546-4ee3-b1f8-410bc2b2e5a2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337286 Jul 22 15:14:24.501820 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:25.161055 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741720c-40a7-49bf-a42e-a4025d3ab9bd req-4ac84d3e-a918-40a8-8196-12c8add91e4a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:25.162434 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2741720c-40a7-49bf-a42e-a4025d3ab9bd req-4ac84d3e-a918-40a8-8196-12c8add91e4a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0680006 Jul 22 15:14:25.200787 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2741720c-40a7-49bf-a42e-a4025d3ab9bd req-0518924a-90dc-4405-a3a1-99f244e726d0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328941 Jul 22 15:14:26.377261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f44f7-e1dc-4b19-a3c4-0b0f713f8946 req-d367f186-2d29-445b-816b-77f2e8c64ac3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:26.378804 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc9f44f7-e1dc-4b19-a3c4-0b0f713f8946 req-d367f186-2d29-445b-816b-77f2e8c64ac3 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0651500 Jul 22 15:14:26.416994 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bc9f44f7-e1dc-4b19-a3c4-0b0f713f8946 req-c6976b3d-1881-4ba3-afb7-9a8a5a3f1364 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Jul 22 15:14:27.545426 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18693b58-bed6-4a3b-9127-f610eb7b32ea req-40203481-7dbe-4e33-b8ed-329183a3606e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:27.546964 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18693b58-bed6-4a3b-9127-f610eb7b32ea req-40203481-7dbe-4e33-b8ed-329183a3606e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0637734 Jul 22 15:14:27.584649 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18693b58-bed6-4a3b-9127-f610eb7b32ea req-e15fda34-3b3f-4662-b46f-ea2d26186006 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323133 Jul 22 15:14:28.720948 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802376f3-51dc-4355-98e6-f944124153d8 req-24dbb43c-2673-432e-888b-fc5f52c8fcbb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:28.722464 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-802376f3-51dc-4355-98e6-f944124153d8 req-24dbb43c-2673-432e-888b-fc5f52c8fcbb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0683417 Jul 22 15:14:28.760647 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-802376f3-51dc-4355-98e6-f944124153d8 req-555aa193-708f-4fac-85c1-a807034c553b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jul 22 15:14:29.894371 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2144400-d19c-4cfe-90c3-8f02fb739925 req-a42191cb-f33c-4318-ba01-a957dee38d63 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:29.896157 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2144400-d19c-4cfe-90c3-8f02fb739925 req-a42191cb-f33c-4318-ba01-a957dee38d63 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0687933 Jul 22 15:14:29.934533 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a2144400-d19c-4cfe-90c3-8f02fb739925 req-c6790d7e-5c88-4460-865b-95e265a94b1e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326226 Jul 22 15:14:31.064708 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126fae-19d0-4775-b856-67c4d5e67015 req-975f66de-67f9-4bff-8964-07b72041dec9 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:31.066255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19126fae-19d0-4775-b856-67c4d5e67015 req-975f66de-67f9-4bff-8964-07b72041dec9 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0651894 Jul 22 15:14:31.103706 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-19126fae-19d0-4775-b856-67c4d5e67015 req-99d1f43f-33a6-4eee-8988-1e9936a85042 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318441 Jul 22 15:14:32.234115 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1679b-51c4-4bde-af83-57f5c073348f req-24be640d-3f1d-4c34-b3da-f5ae3fb4a8d8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:32.235632 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b4f1679b-51c4-4bde-af83-57f5c073348f req-24be640d-3f1d-4c34-b3da-f5ae3fb4a8d8 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0649886 Jul 22 15:14:32.274204 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-b4f1679b-51c4-4bde-af83-57f5c073348f req-d18db7d9-8aa3-4fb8-a78e-65b4ddf28173 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322268 Jul 22 15:14:33.419622 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c539801-dee8-4bc1-82c8-ff1633e75607 req-ddfa5680-eaac-4426-ae47-618e0372ee70 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:33.421115 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c539801-dee8-4bc1-82c8-ff1633e75607 req-ddfa5680-eaac-4426-ae47-618e0372ee70 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0713191 Jul 22 15:14:33.458618 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2c539801-dee8-4bc1-82c8-ff1633e75607 req-68beae64-2bfa-48e3-a45c-b89f4e1eaee0 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Jul 22 15:14:34.118459 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978af1f-4769-42f7-b927-2138c039def5 req-bc583793-e870-4481-987b-f7f1f4cc8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:34.119976 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-bc583793-e870-4481-987b-f7f1f4cc8caa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1097 time: 0.0538480 Jul 22 15:14:34.212548 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978af1f-4769-42f7-b927-2138c039def5 req-6fd906af-12bf-4e69-a9fb-42de79efa228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:34.213977 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-6fd906af-12bf-4e69-a9fb-42de79efa228 service neutron] 10.222.0.20 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0874338 Jul 22 15:14:34.282105 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-d67fc319-8ea4-4402-b390-f19ac3c36203 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 1001 time: 0.0585160 Jul 22 15:14:34.332887 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978af1f-4769-42f7-b927-2138c039def5 req-7e30404a-b254-46bb-88c6-1a70b2bb73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:34.334433 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-7e30404a-b254-46bb-88c6-1a70b2bb73cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0465593 Jul 22 15:14:34.393556 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978af1f-4769-42f7-b927-2138c039def5 req-385e2511-6d12-462d-9509-12298704be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:34.395359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-385e2511-6d12-462d-9509-12298704be0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537481 Jul 22 15:14:34.484002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-1ecc75b8-9d3d-4f38-9765-c15b52baadfd service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Jul 22 15:14:34.606710 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6978af1f-4769-42f7-b927-2138c039def5 req-72f6ac5f-e61e-4497-b6a0-251f178d0c8c service neutron] 10.222.0.20 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161399 Jul 22 15:14:34.630563 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeccc73-58eb-478c-8327-587c8185c73f req-452c743c-9190-42f2-b325-3170e04b81cd tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:34.632057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eeccc73-58eb-478c-8327-587c8185c73f req-452c743c-9190-42f2-b325-3170e04b81cd tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.1052217 Jul 22 15:14:34.670714 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1eeccc73-58eb-478c-8327-587c8185c73f req-c377e831-4142-4a4c-84b8-ce99ff18ba7c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324509 Jul 22 15:14:35.803376 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746b6a1-4ff6-4797-a9d6-b66321139f2c req-38408f64-914f-4d67-a20e-3342a5bcf885 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:35.804919 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d746b6a1-4ff6-4797-a9d6-b66321139f2c req-38408f64-914f-4d67-a20e-3342a5bcf885 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0689371 Jul 22 15:14:35.842387 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d746b6a1-4ff6-4797-a9d6-b66321139f2c req-10b6a609-4d1a-4f58-9939-f31c3ca46f50 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Jul 22 15:14:36.976093 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5094d-d365-4a6c-99ad-efb56e7fd5d7 req-0c482544-43d7-4b9c-823d-971ce05fee8d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:36.977610 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6dc5094d-d365-4a6c-99ad-efb56e7fd5d7 req-0c482544-43d7-4b9c-823d-971ce05fee8d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0678265 Jul 22 15:14:37.018214 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6dc5094d-d365-4a6c-99ad-efb56e7fd5d7 req-ffbd7a0f-24e9-41ef-8629-693ebbdd3829 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340083 Jul 22 15:14:38.149958 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837087-3270-4d19-ad5f-6e54841abca4 req-2e954cce-c0f6-4a35-b9f4-650d8f5a28f2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:38.151447 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38837087-3270-4d19-ad5f-6e54841abca4 req-2e954cce-c0f6-4a35-b9f4-650d8f5a28f2 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0643120 Jul 22 15:14:38.189890 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-38837087-3270-4d19-ad5f-6e54841abca4 req-99f51f96-1ff1-409e-8fc9-d03ca856063c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323458 Jul 22 15:14:38.447437 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-32eccf89-9ba3-4179-856e-c606b10265f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070306 Jul 22 15:14:38.460674 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040d39b-0d35-4d2c-bde2-8c26de158e8a req-ec559ca0-d94b-460c-8d1e-eb8c8a08dd89 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:38.462167 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5040d39b-0d35-4d2c-bde2-8c26de158e8a req-ec559ca0-d94b-460c-8d1e-eb8c8a08dd89 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 945 time: 0.0880458 Jul 22 15:14:38.505668 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5040d39b-0d35-4d2c-bde2-8c26de158e8a req-4aaad38e-10a9-49b1-9186-9f0da392b4cf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351655 Jul 22 15:14:38.652904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:14:38.739847 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:38.763222 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:14:38.765447 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22afd47-6c4f-4b18-95ec-e25f4765c901" -d '{"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-unplugged", "status": "completed", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:14:38.780518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:14:38.785499 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:38.811851 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d4d1a-cf0a-4b46-9ee1-4dad9d7ceb8c x-openstack-request-id: req-861d4d1a-cf0a-4b46-9ee1-4dad9d7ceb8c {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:14:38.812104 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-unplugged", "status": "failed", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "code": 422}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:14:38.812316 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-861d4d1a-cf0a-4b46-9ee1-4dad9d7ceb8c {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:14:38.812701 n-d-787205-11 neutron-server[93761]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'code': 422} returned with failed status Jul 22 15:14:38.839231 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:14:38.850854 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.851199 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.851544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.851878 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.852211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.852571 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.852869 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.853261 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.853511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.854081 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.854313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:38.854484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:39.636904 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0064a-219c-4c64-99a9-bf3f12ea067e req-7c5b5d60-20a8-4d69-a6b9-a0a4cf63c31d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:39.638558 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bce0064a-219c-4c64-99a9-bf3f12ea067e req-7c5b5d60-20a8-4d69-a6b9-a0a4cf63c31d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0658863 Jul 22 15:14:39.678827 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bce0064a-219c-4c64-99a9-bf3f12ea067e req-9506bcfe-b626-4aa9-a541-03e188ba4b3e tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344696 Jul 22 15:14:40.815221 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5a8a4-3437-4779-82f9-675df60801fd req-673195c6-6eab-483e-9b5f-31e4153c8f78 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:40.816843 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2fe5a8a4-3437-4779-82f9-675df60801fd req-673195c6-6eab-483e-9b5f-31e4153c8f78 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0670969 Jul 22 15:14:40.855579 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2fe5a8a4-3437-4779-82f9-675df60801fd req-51a4a686-a63b-4e38-97ce-3704becca631 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327153 Jul 22 15:14:41.989032 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6016be-f9fc-451f-aa58-661620ade795 req-61f58bc7-b05a-4d92-9ec4-4d0200416864 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:41.990580 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a6016be-f9fc-451f-aa58-661620ade795 req-61f58bc7-b05a-4d92-9ec4-4d0200416864 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0692918 Jul 22 15:14:42.030889 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-8a6016be-f9fc-451f-aa58-661620ade795 req-78e976bd-1b59-4a70-8e0a-11edc4d31578 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338008 Jul 22 15:14:43.063655 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-3465a615-4105-4946-ae54-f2c75783ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:43.065229 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-3465a615-4105-4946-ae54-f2c75783ba67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515&tenant_id=7beafe41c0e14df78c5f955ff8ece48e HTTP/1.1" status: 200 len: 1095 time: 0.0571527 Jul 22 15:14:43.076163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-787205-11', 'device_owner': 'compute:nova'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:14:43.152820 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.162934 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8471df-c536-4a88-aa75-d05d4c98f825 req-f9f5f52e-75d4-4551-979b-74246fb7fd20 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:43.164471 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac8471df-c536-4a88-aa75-d05d4c98f825 req-f9f5f52e-75d4-4551-979b-74246fb7fd20 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0673697 Jul 22 15:14:43.202963 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ac8471df-c536-4a88-aa75-d05d4c98f825 req-bbd379a7-a885-4c3e-8f38-c96224808be7 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322475 Jul 22 15:14:43.360975 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:14:43.393860 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h2-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:14:43.429293 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf4b3f0-c037-4420-82a5-effa975bcf36 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:14:43.436764 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.448549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Transition to ACTIVE for port object 2bf4b3f0-c037-4420-82a5-effa975bcf36 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:14:43.451535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.535157 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:14:43.548452 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.548801 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.549145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.549483 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.549849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.550183 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.550510 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.550839 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.551167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.551500 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.551825 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.552147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:14:43.596236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] No DVR routers for this DVR port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on host n-h2-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:14:43.742250 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:14:43.742590 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:14:43.742922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:14:43.747984 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on network 73dbc973-e2ee-4a70-8877-92fef7311599 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:14:43.748304 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Attempting to bind port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on network 73dbc973-e2ee-4a70-8877-92fef7311599 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:14:43.753232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:14:43.753499 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Checking segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:14:43.753917 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Bound using segment: {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:14:43.754352 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Bound port: 2bf4b3f0-c037-4420-82a5-effa975bcf36, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bf3c9f-59db-46a1-908a-ad476f423eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:14:43.754710 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.818054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:14:43.821078 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:14:43.824687 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.867714 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:43.868346 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.869795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] 10.222.0.13 "PUT /v2.0/ports/2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 1092 time: 0.7978845 Jul 22 15:14:43.870240 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:14:43.873383 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276" -d '{"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:14:43.902933 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473af50a-94c8-4b8e-817c-8ca557833da1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:14:43.955333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-468717a9-cda5-41de-a85b-8fac44e8e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:43.956854 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-468717a9-cda5-41de-a85b-8fac44e8e3fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1095 time: 0.0625052 Jul 22 15:14:44.058424 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-9c6eb313-7413-4a58-9215-5827a382633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:44.060163 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-9c6eb313-7413-4a58-9215-5827a382633b service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0974259 Jul 22 15:14:44.128527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-f5283bd8-3afa-4524-ad59-a8df3c6e2f8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 999 time: 0.0620980 Jul 22 15:14:44.177147 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-ea5fa561-a378-4e31-9ffb-8613b4c0bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:44.178704 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-ea5fa561-a378-4e31-9ffb-8613b4c0bec1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0439997 Jul 22 15:14:44.240753 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-bda7ee51-0126-4213-913d-7384725b2450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:44.242310 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-bda7ee51-0126-4213-913d-7384725b2450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576842 Jul 22 15:14:44.252100 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-196bc974-9535-463b-b106-642563712298 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93760) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:14:44.253047 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-196bc974-9535-463b-b106-642563712298 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050697 Jul 22 15:14:44.332220 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da301f-e0fa-4fb9-bfc8-12dd11a1a5fe req-86876e16-265d-4c8a-95ff-544028e1cfd1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:44.333766 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4da301f-e0fa-4fb9-bfc8-12dd11a1a5fe req-86876e16-265d-4c8a-95ff-544028e1cfd1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0643945 Jul 22 15:14:44.345088 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-79fb6c38-17f4-4d93-938d-ca9f15375617 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860679 Jul 22 15:14:44.373672 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f4da301f-e0fa-4fb9-bfc8-12dd11a1a5fe req-22307b58-b1a6-4ffd-8426-ec54cb6005eb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339508 Jul 22 15:14:44.444914 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-9137e93c-0476-42d5-b353-b11396f832d2 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940669 Jul 22 15:14:44.935206 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa361ad7-3809-4ea3-baf9-049c618fbc6c x-openstack-request-id: req-fa361ad7-3809-4ea3-baf9-049c618fbc6c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:14:44.935494 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:14:44.935771 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa361ad7-3809-4ea3-baf9-049c618fbc6c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:14:44.936176 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'status': 'completed', 'code': 200} Jul 22 15:14:45.013473 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-5e6d1e48-9334-4137-b35b-e37fee745baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:45.015002 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-5e6d1e48-9334-4137-b35b-e37fee745baf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1095 time: 0.0551367 Jul 22 15:14:45.106803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-4ad63327-75eb-41b0-9f35-cdc3fa283e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:45.108255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-4ad63327-75eb-41b0-9f35-cdc3fa283e61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0870743 Jul 22 15:14:45.171593 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-b70c7243-739b-4c23-973a-a4317be53db3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 999 time: 0.0574434 Jul 22 15:14:45.219370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-cadd8350-522a-4603-9ba3-2db7c71117d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:45.220803 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-cadd8350-522a-4603-9ba3-2db7c71117d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0436397 Jul 22 15:14:45.283005 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-888d5cc2-1a0c-4119-bac9-4b426d3abb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:45.284508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-888d5cc2-1a0c-4119-bac9-4b426d3abb2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581717 Jul 22 15:14:45.374113 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-374dc301-cec7-4a0a-92a6-2222179977ca service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Jul 22 15:14:45.488416 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3dc7b3ca-b2aa-4eca-8840-5b4dfefcd276 req-32489c76-fb13-47ce-8b13-a4d7a7a1c1b7 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080236 Jul 22 15:14:45.506454 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcb272-f595-4fc9-b25e-1b0ab75c068d req-e4ad62a6-ccb8-4fe5-971d-fb4e6549f3cb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:45.507960 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51fcb272-f595-4fc9-b25e-1b0ab75c068d req-e4ad62a6-ccb8-4fe5-971d-fb4e6549f3cb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0644250 Jul 22 15:14:45.545229 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-51fcb272-f595-4fc9-b25e-1b0ab75c068d req-0194a493-40c7-4886-bbc3-739b62daceeb tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Jul 22 15:14:46.676914 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583a48e-2b2d-4a45-b124-436bb3c26c73 req-9c6e0bc4-7746-4f0b-8824-a30c4500109b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:46.678417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c583a48e-2b2d-4a45-b124-436bb3c26c73 req-9c6e0bc4-7746-4f0b-8824-a30c4500109b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0632701 Jul 22 15:14:46.717237 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-c583a48e-2b2d-4a45-b124-436bb3c26c73 req-19827caa-ac22-4dad-a0ad-83fc2f8d1de1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328825 Jul 22 15:14:47.855056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ff60-999d-4c91-b7eb-470f9d496434 req-68d01bd9-26b3-4693-8878-1420b3783f40 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:47.857155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8797ff60-999d-4c91-b7eb-470f9d496434 req-68d01bd9-26b3-4693-8878-1420b3783f40 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0711167 Jul 22 15:14:47.895909 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8797ff60-999d-4c91-b7eb-470f9d496434 req-29a55e21-eada-41cc-a828-4c7b846e9f84 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329230 Jul 22 15:14:48.394235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:14:48.674450 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a97adec7-cfa1-4fc1-b049-733d60102d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:49.065389 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5904b9-7458-493b-8884-0d74b109ada7 req-f1980bfa-7ef0-4ddd-9e72-99c7d4fa2497 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:49.066909 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e5904b9-7458-493b-8884-0d74b109ada7 req-f1980bfa-7ef0-4ddd-9e72-99c7d4fa2497 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.1043169 Jul 22 15:14:49.108685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5e5904b9-7458-493b-8884-0d74b109ada7 req-8ad8510b-53d1-4042-97f5-df6180562d0f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362709 Jul 22 15:14:49.830529 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:50.282204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ac96e-b4c0-415d-89ab-d1660c6b34b4 req-b8143257-f64a-4fad-b6ab-6c2a615b1f6b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:50.283699 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed2ac96e-b4c0-415d-89ab-d1660c6b34b4 req-b8143257-f64a-4fad-b6ab-6c2a615b1f6b tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.1056099 Jul 22 15:14:50.320351 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ed2ac96e-b4c0-415d-89ab-d1660c6b34b4 req-fd74367e-656f-492a-8187-41b1af5aa229 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Jul 22 15:14:50.682906 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:51.451394 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70f937-227e-4f1e-8f29-1030d6ff806d req-24526139-0cbf-4dc6-83ea-7a13161ba707 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:51.452899 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f70f937-227e-4f1e-8f29-1030d6ff806d req-24526139-0cbf-4dc6-83ea-7a13161ba707 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 943 time: 0.0664940 Jul 22 15:14:51.492795 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5f70f937-227e-4f1e-8f29-1030d6ff806d req-f39503d2-20df-438a-bff3-4e8ac36ee21c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341554 Jul 22 15:14:51.496531 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:51.513225 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a2e5448-27dd-4ded-9b04-4b515fa8a0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:51.927312 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:14:52.023986 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:14:52.034959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'port_id': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'mac_address': 'fa:16:3e:8a:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:14:52.070943 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:52.083670 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf4b3f0-c037-4420-82a5-effa975bcf36 {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:14:52.102583 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:14:52.107005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:52.153533 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=9']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:14:52.336544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['2bf4b3f0-c037-4420-82a5-effa975bcf36'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:14:52.629500 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bbea6-7be4-4d87-b4fc-cced80d29175 req-41f23fb2-e17b-43e3-95c6-a5339fe90282 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:52.631002 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a81bbea6-7be4-4d87-b4fc-cced80d29175 req-41f23fb2-e17b-43e3-95c6-a5339fe90282 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 944 time: 0.0665898 Jul 22 15:14:52.670414 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-a81bbea6-7be4-4d87-b4fc-cced80d29175 req-a4bc93b4-8f76-4130-8510-e7cb51d8649a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339084 Jul 22 15:14:52.709125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:53.801286 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf41d1b-eb9a-437a-851f-b8bdd671a5c0 req-859f85ef-c0be-431c-b32e-501fdb9584df tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:53.802810 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bdf41d1b-eb9a-437a-851f-b8bdd671a5c0 req-859f85ef-c0be-431c-b32e-501fdb9584df tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 944 time: 0.0651295 Jul 22 15:14:53.841124 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-bdf41d1b-eb9a-437a-851f-b8bdd671a5c0 req-e940f930-d094-4388-b067-b1da3cbac506 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328050 Jul 22 15:14:53.927031 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:14:53.975953 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 2bf4b3f0-c037-4420-82a5-effa975bcf36 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:14:53.979391 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 2bf4b3f0-c037-4420-82a5-effa975bcf36 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:14:53.979758 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:54.054573 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:54.076132 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:14:54.078377 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1e3d31-8e5a-4e51-86fb-3fc6907b6d0e" -d '{"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-plugged", "status": "completed", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:14:54.091019 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:14:54.095268 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:54.127646 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4924ec95-456b-4d46-b6e5-4b5fb259c57b x-openstack-request-id: req-4924ec95-456b-4d46-b6e5-4b5fb259c57b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:14:54.127950 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-plugged", "status": "completed", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:14:54.128192 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4924ec95-456b-4d46-b6e5-4b5fb259c57b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:14:54.128585 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'code': 200} Jul 22 15:14:54.149336 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=10']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:14:54.296766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b11908-f1a3-4038-8ee1-569af695ceae req-59a0cc28-6527-4f2d-89ce-dc6372786ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:54.298337 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37b11908-f1a3-4038-8ee1-569af695ceae req-59a0cc28-6527-4f2d-89ce-dc6372786ebb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1098 time: 0.0587611 Jul 22 15:14:54.332325 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-37b11908-f1a3-4038-8ee1-569af695ceae req-b69b4e25-50c0-4517-9679-8c29e45fb47c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281796 Jul 22 15:14:54.504198 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:54.972232 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb51a78-8106-44c3-8c24-ef91eddd40f0 req-9b643f45-ed22-4a5e-be1f-77a36b53be8a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:54.973780 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfb51a78-8106-44c3-8c24-ef91eddd40f0 req-9b643f45-ed22-4a5e-be1f-77a36b53be8a tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 946 time: 0.0647504 Jul 22 15:14:55.012705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-dfb51a78-8106-44c3-8c24-ef91eddd40f0 req-8e2cb71b-272c-40f1-a2a0-a152c20fda09 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332201 Jul 22 15:14:56.146096 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291122b8-9b79-4b24-bdc7-e8a3d5a75d7d req-b481cee8-ac69-4c77-9f20-6eac6941e02f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:56.147534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-291122b8-9b79-4b24-bdc7-e8a3d5a75d7d req-b481cee8-ac69-4c77-9f20-6eac6941e02f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 946 time: 0.0638433 Jul 22 15:14:56.193097 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-291122b8-9b79-4b24-bdc7-e8a3d5a75d7d req-24c668c3-5a36-4422-95b5-69c43227fb47 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399225 Jul 22 15:15:14.075062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-3ef59e73-a946-417d-ac64-da951bd9db7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0644598 Jul 22 15:15:14.178185 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-9dba42f7-a42b-4f06-a130-5944c87c692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.179616 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-9dba42f7-a42b-4f06-a130-5944c87c692f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1098 time: 0.0598760 Jul 22 15:15:14.284850 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-b9cb160e-2f92-4ec4-8ce7-2ef693a9a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.286441 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-b9cb160e-2f92-4ec4-8ce7-2ef693a9a946 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0893323 Jul 22 15:15:14.355032 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-5ddaf6cf-9c63-4815-9df6-9433ded1345c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 1001 time: 0.0622892 Jul 22 15:15:14.404792 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-2a3851cc-633e-47f7-8f4a-5da7a7ba941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.406329 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-2a3851cc-633e-47f7-8f4a-5da7a7ba941f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0456321 Jul 22 15:15:14.465064 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-39bef15b-c01e-49dc-9598-36374564e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.466525 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-39bef15b-c01e-49dc-9598-36374564e251 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533586 Jul 22 15:15:14.565405 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-a1ac5b4e-a053-4a60-886e-efee83603f1f service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920963 Jul 22 15:15:14.654685 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-6642befc-6720-4c0f-bfb5-e4b61389722b req-31a52c10-eaf5-4054-b4dc-8f9ebfd46c37 service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833046 Jul 22 15:15:18.675839 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1b2e0c86-60f9-41b0-9e82-f97c6b01f1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:19.847901 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:20.684295 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:21.505873 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:21.517584 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-74ffc46b-6e74-45c8-96cf-8e37f48ab1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:22.712623 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:24.507274 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:25.393200 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:15:48.676725 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3d745f6e-0fd6-4fa5-b790-c107cea814a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:49.867195 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:50.677187 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:51.499886 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:51.518151 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8918af29-7075-4e66-bd1a-ce4c3e0498e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:52.716474 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:54.510161 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:02.392396 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:16:09.282797 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32876) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:09.446852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Deleting port eb08e562-e449-446b-b881-e64ea4532eea {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:09.447220 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:09.521439 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:09.521795 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:09.534621 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Calling delete_port for eb08e562-e449-446b-b881-e64ea4532eea owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:09.687918 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:09.716941 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event deleted for resources: {'Port': ['ID=eb08e562-e449-446b-b881-e64ea4532eea,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:09.745629 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.745997 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.746362 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.746761 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.747113 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.747553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.747967 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.748377 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.748739 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.749167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.749607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.750051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:09.800644 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:09.800910 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Floating IP da2857d8-df27-4671-99fa-5678c850d26c disassociated (deleted). External IP: 172.25.8.109, port: 2bf4b3f0-c037-4420-82a5-effa975bcf36. Jul 22 15:16:10.319994 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:16:10.427649 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:10.432804 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:10.437511 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:10.446550 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:10.447333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:15:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:10.468765 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7fd7677f-4f94-4aee-9197-87e01b71c840 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "DELETE /v2.0/floatingips/da2857d8-df27-4671-99fa-5678c850d26c HTTP/1.1" status: 204 len: 168 time: 1.1848683 Jul 22 15:16:10.469366 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:16:10.471667 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b527c-acf5-4628-b8f7-744791d3d69d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:16:10.513952 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446753a1-5ae9-4592-9c82-8062c82725ff x-openstack-request-id: req-446753a1-5ae9-4592-9c82-8062c82725ff {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:16:10.514246 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:16:10.514496 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-446753a1-5ae9-4592-9c82-8062c82725ff {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:16:10.514896 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'status': 'completed', 'code': 200} Jul 22 15:16:10.557164 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:10.606658 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-ce654814-9a6f-47ba-bc40-80432d07d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:10.608413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-ce654814-9a6f-47ba-bc40-80432d07d1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 1098 time: 0.0718298 Jul 22 15:16:10.707472 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-1bc091fe-7797-45c7-86f2-f83e5478d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:10.712442 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-1bc091fe-7797-45c7-86f2-f83e5478d402 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 200 len: 910 time: 0.0983143 Jul 22 15:16:10.717696 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af4d13-e8f4-42f6-b1fc-d96a4be1cacc req-aae004cd-bd2e-4506-99e3-ab9e15da6c3d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:10.719228 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97af4d13-e8f4-42f6-b1fc-d96a4be1cacc req-aae004cd-bd2e-4506-99e3-ab9e15da6c3d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 946 time: 0.0697119 Jul 22 15:16:10.759090 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97af4d13-e8f4-42f6-b1fc-d96a4be1cacc req-eb284183-5f4d-40e9-95d4-343be129c58f tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338907 Jul 22 15:16:10.762942 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-f61e1fcd-7747-4e55-aabe-a1cbc1fc615d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 200 len: 217 time: 0.0410275 Jul 22 15:16:10.787282 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:10.814561 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:10.817911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-96307f7e-4c28-4709-ae1e-c61dfa9d5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:10.819448 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-96307f7e-4c28-4709-ae1e-c61dfa9d5bf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 200 len: 848 time: 0.0497196 Jul 22 15:16:10.824029 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:10.824647 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:15:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:10.880182 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-a90c656b-7e13-4c86-97d2-0925f6ab7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:10.881657 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-a90c656b-7e13-4c86-97d2-0925f6ab7ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73dbc973-e2ee-4a70-8877-92fef7311599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552835 Jul 22 15:16:10.932313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:10.977070 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-06831689-1676-4962-a3cc-b5160dae39ff service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887792 Jul 22 15:16:11.068855 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-7d7b527c-acf5-4628-b8f7-744791d3d69d req-65efec2e-8193-4786-9165-c6490910c16e service neutron] 10.222.0.13 "GET /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852816 Jul 22 15:16:11.133004 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:11.164193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f4426-e333-4482-a073-f4f460f5a7cc None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:30Z', 'revision_number': 4, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': '5c52a610-06a1-4641-9b13-55565ca008c1', 'name': '', 'network_id': '73dbc973-e2ee-4a70-8877-92fef7311599', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'mac_address': 'fa:16:3e:9f:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:29Z', 'updated_at': '2021-07-22T15:07:35Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'subnets': [{'id': '2b94617c-d262-4ea5-a993-c4ab681ab5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:11.382958 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb860e6-986b-4759-a35a-f36476c38bb2 None None] New status for floating IP da2857d8-df27-4671-99fa-5678c850d26c: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:16:11.898344 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476c84-f4c7-40c6-8438-1d7a7edcf831 req-79cce484-11a9-4d2a-9b82-163bd58887a1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:11.899835 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9476c84-f4c7-40c6-8438-1d7a7edcf831 req-79cce484-11a9-4d2a-9b82-163bd58887a1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 946 time: 0.0691202 Jul 22 15:16:11.938153 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e9476c84-f4c7-40c6-8438-1d7a7edcf831 req-35938121-40c1-48ef-8fca-2ecca800ac1c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/security-groups?id=4caaa940-5f3e-43cb-8ac9-851236bb05c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320675 Jul 22 15:16:12.175900 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-c328fade-fbfe-4269-9ab0-5478008c5057 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:12.177299 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-c328fade-fbfe-4269-9ab0-5478008c5057 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 946 time: 0.0638528 Jul 22 15:16:12.279637 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Deleting port 2bf4b3f0-c037-4420-82a5-effa975bcf36 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:12.279987 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.373420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] For port 2bf4b3f0-c037-4420-82a5-effa975bcf36, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=2bf4b3f0-c037-4420-82a5-effa975bcf36,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:12.373883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.387081 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Calling delete_port for 2bf4b3f0-c037-4420-82a5-effa975bcf36 owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:12.519156 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.547769 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event deleted for resources: {'Port': ['ID=2bf4b3f0-c037-4420-82a5-effa975bcf36,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:12.595276 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] No DVR routers for this DVR port 2bf4b3f0-c037-4420-82a5-effa975bcf36 on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:16:12.597935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.600144 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-afb87a88-c226-4e1e-849d-b576ee89abeb req-647c9914-f965-4011-af29-d1b686862bcf tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.13 "DELETE /v2.0/ports/2bf4b3f0-c037-4420-82a5-effa975bcf36 HTTP/1.1" status: 204 len: 173 time: 0.4176564 Jul 22 15:16:12.600589 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-deleted', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:16:12.602926 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1730841c-58e9-4ab5-a27d-3e177af21e99" -d '{"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-deleted", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:16:12.642080 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d63b325-badd-4bb3-9161-3c4362443dfc x-openstack-request-id: req-0d63b325-badd-4bb3-9161-3c4362443dfc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:16:12.642377 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eca39d-9e3b-4ee4-985f-3e7763088515", "name": "network-vif-deleted", "tag": "2bf4b3f0-c037-4420-82a5-effa975bcf36", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:16:12.642633 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d63b325-badd-4bb3-9161-3c4362443dfc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:16:12.643040 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eca39d-9e3b-4ee4-985f-3e7763088515', 'name': 'network-vif-deleted', 'tag': '2bf4b3f0-c037-4420-82a5-effa975bcf36', 'status': 'completed', 'code': 200} Jul 22 15:16:13.058097 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-fd5227eb-5988-4793-b07a-3f174a54ea93 req-9658da5b-7480-42b0-b7ff-aeda3aad26ac tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 210 time: 0.0360701 Jul 22 15:16:14.161206 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-5fa14422-9c2e-4fad-ac75-6e948e0caea0 req-9d0cbd46-0e29-420c-827a-49d8dee1c32d tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 210 time: 0.0343044 Jul 22 15:16:15.259749 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3175d032-058c-47f1-9f07-3fb786f1f668 req-bb4a70ee-9ec1-4526-acee-158e641003c1 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 210 time: 0.0319862 Jul 22 15:16:16.370285 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-60814dc7-7e4f-4e5e-9b62-470cf72ffc26 req-ae5bdefb-db73-48fa-82dd-f5d5855b2c1c tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5eca39d-9e3b-4ee4-985f-3e7763088515 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Jul 22 15:16:16.393851 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:16.414608 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 2bf4b3f0-c037-4420-82a5-effa975bcf36 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:16.414958 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 2bf4b3f0-c037-4420-82a5-effa975bcf36 not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:17.429236 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32910) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:17.489682 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae249583-44a2-4416-a9e3-bde408f1d790 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:17.515165 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae249583-44a2-4416-a9e3-bde408f1d790 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:17.577666 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae249583-44a2-4416-a9e3-bde408f1d790 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:17.580307 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae249583-44a2-4416-a9e3-bde408f1d790 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:17.581504 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ae249583-44a2-4416-a9e3-bde408f1d790 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] 10.222.0.11 "DELETE /v2.0/security-groups/4caaa940-5f3e-43cb-8ac9-851236bb05c0 HTTP/1.1" status: 204 len: 168 time: 0.1512251 Jul 22 15:16:17.592014 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae249583-44a2-4416-a9e3-bde408f1d790 tempest-TestShelveInstance-284770935 tempest-TestShelveInstance-284770935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caaa940-5f3e-43cb-8ac9-851236bb05c0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:17.629647 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32914) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:18.095637 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:18.370565 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Deleting port 5c52a610-06a1-4641-9b13-55565ca008c1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:18.370908 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:18.451217 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] For port 5c52a610-06a1-4641-9b13-55565ca008c1, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5c52a610-06a1-4641-9b13-55565ca008c1,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:18.451917 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:18.464705 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Calling delete_port for 5c52a610-06a1-4641-9b13-55565ca008c1 owned by network:router_interface {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:18.652271 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:18.679096 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4bbf9006-4f4e-4db6-9e8d-f39b105e62f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:18.682803 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5c52a610-06a1-4641-9b13-55565ca008c1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:18.873473 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.093297 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:16:19.198208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:19.204470 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fc1ee9ba-3c4b-4b39-8389-57e0512828ae admin admin] 10.222.0.11 "PUT /v2.0/routers/9ad6910b-0c9a-466d-9a5d-8924c0716be2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5737376 Jul 22 15:16:19.205888 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32918) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:19.207269 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] Sync routers for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:19.218100 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:19.218862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:15:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:19.317000 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.326872 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:19.428984 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.485804 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Deleting port 5440e3c8-894a-4b64-a072-1855c806f229 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:19.486433 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.538028 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '5440e3c8-894a-4b64-a072-1855c806f229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:16:18Z', 'revision_number': 5, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port': {'id': '5440e3c8-894a-4b64-a072-1855c806f229', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:30:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:19.564554 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] Checking router: 9ad6910b-0c9a-466d-9a5d-8924c0716be2 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:19.567960 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] For port 5440e3c8-894a-4b64-a072-1855c806f229, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5440e3c8-894a-4b64-a072-1855c806f229,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:19.568314 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.573440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] Routers {'9ad6910b-0c9a-466d-9a5d-8924c0716be2'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:19.574089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:15:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:19.581077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Calling delete_port for 5440e3c8-894a-4b64-a072-1855c806f229 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:19.661219 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] Set router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:19.717459 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:16:19Z', 'revision_number': 6, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:19.744353 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e7af8-5008-47d2-8337-40e9270a8930 None None] The sync data for ids ['9ad6910b-0c9a-466d-9a5d-8924c0716be2'] in n-d-787205-11 is: [{'id': '9ad6910b-0c9a-466d-9a5d-8924c0716be2', 'name': 'tempest-TestShelveInstance-1423541972-router', 'tenant_id': '7beafe41c0e14df78c5f955ff8ece48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:27Z', 'updated_at': '2021-07-22T15:16:19Z', 'revision_number': 6, 'project_id': '7beafe41c0e14df78c5f955ff8ece48e', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:19.768142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.795241 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5440e3c8-894a-4b64-a072-1855c806f229,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:19.859911 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.865868 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.957044 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:19.959105 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.001883 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.002451 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ad6910b-0c9a-466d-9a5d-8924c0716be2 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:16:20.007786 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.011534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-fc13b013-31a5-4690-9ddb-67e489e35a95 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9ad6910b-0c9a-466d-9a5d-8924c0716be2 HTTP/1.1" status: 204 len: 168 time: 0.8023000 Jul 22 15:16:20.011812 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32920) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:20.056303 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Deleting subnet 2b94617c-d262-4ea5-a993-c4ab681ab5bc {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:16:20.059717 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.100037 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.183543 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.238679 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.265793 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b94617c-d262-4ea5-a993-c4ab681ab5bc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:20.268030 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.269763 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-b1894341-1f84-4e25-922f-9c2903fa8b2b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2b94617c-d262-4ea5-a993-c4ab681ab5bc HTTP/1.1" status: 204 len: 168 time: 0.2570195 Jul 22 15:16:20.272632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e502d-b4db-4abe-96b1-371968166621 None None] Network 73dbc973-e2ee-4a70-8877-92fef7311599 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:16:20.272789 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32922) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:20.533071 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] DHCP port deletion for 73dbc973-e2ee-4a70-8877-92fef7311599 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:16:20.585722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Deleting port 7ef01428-955e-4de2-9b26-f8f60dcc441e {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:20.586194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.660053 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] For port 7ef01428-955e-4de2-9b26-f8f60dcc441e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7ef01428-955e-4de2-9b26-f8f60dcc441e,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:20.661005 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.667909 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.682870 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Calling delete_port for 7ef01428-955e-4de2-9b26-f8f60dcc441e owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:20.690083 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.724356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Deleting port 7ef01428-955e-4de2-9b26-f8f60dcc441e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:20.724695 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.772789 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.803809 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] For port 7ef01428-955e-4de2-9b26-f8f60dcc441e, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=7ef01428-955e-4de2-9b26-f8f60dcc441e,segment=NetworkSegment(22bf3c9f-59db-46a1-908a-ad476f423eb2),segment_id=22bf3c9f-59db-46a1-908a-ad476f423eb2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:20.804216 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.804440 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Pushing event deleted for resources: {'Port': ['ID=7ef01428-955e-4de2-9b26-f8f60dcc441e,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:20.813906 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.814494 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.815013 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.815515 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.817010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.817565 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.818084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.818705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.819211 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.819887 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.820765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.821234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:20.824072 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55431dde-9502-4945-9a94-5a9afcbd9642 None None] No DVR routers for this DVR port 7ef01428-955e-4de2-9b26-f8f60dcc441e on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:16:20.833495 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Calling delete_port for 7ef01428-955e-4de2-9b26-f8f60dcc441e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:20.915815 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:20.940463 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef01428-955e-4de2-9b26-f8f60dcc441e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:20.946612 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] No DVR routers for this DVR port 7ef01428-955e-4de2-9b26-f8f60dcc441e on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:16:21.028713 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.038922 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dbc973-e2ee-4a70-8877-92fef7311599']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:21.048646 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bf3c9f-59db-46a1-908a-ad476f423eb2') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:21.048943 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bf3c9f-59db-46a1-908a-ad476f423eb2') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:21.058142 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.071563 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.077851 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:16:21.078230 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: self.session.flush() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: timer() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:16:21.079835 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:16:21.136010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.142127 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.144709 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] 10.222.0.11 "DELETE /v2.0/networks/73dbc973-e2ee-4a70-8877-92fef7311599 HTTP/1.1" status: 204 len: 168 time: 0.8709247 Jul 22 15:16:21.148102 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:21.159054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa3609-8661-4331-a1dd-5dbc4995f262 admin admin] Pushing event deleted for resources: {'Network': ['ID=73dbc973-e2ee-4a70-8877-92fef7311599,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:21.466037 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c52a610-06a1-4641-9b13-55565ca008c1 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:21.492864 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5c52a610-06a1-4641-9b13-55565ca008c1 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:21.493204 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5c52a610-06a1-4641-9b13-55565ca008c1 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:21.493638 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5440e3c8-894a-4b64-a072-1855c806f229 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:21.524909 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5440e3c8-894a-4b64-a072-1855c806f229 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:21.525936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5440e3c8-894a-4b64-a072-1855c806f229 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:21.526366 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7ef01428-955e-4de2-9b26-f8f60dcc441e no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:21.550022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.555480 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 7ef01428-955e-4de2-9b26-f8f60dcc441e {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:21.555936 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 7ef01428-955e-4de2-9b26-f8f60dcc441e not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:21.562556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1ee510ff-a605-47e0-994b-981c02130932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:21.774303 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.028928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Deleting port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:22.029178 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.105960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] For port 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:22.106319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.120954 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Calling delete_port for 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:22.297846 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.324991 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Pushing event deleted for resources: {'Port': ['ID=3d644fa4-7e58-4734-8ff9-eaf34f5d79ce,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:22.337600 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.338045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.338480 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.338835 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.339176 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.339516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.339856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.340190 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.340524 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.340856 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.341186 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.341514 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:22.518677 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.718317 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.736939 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Router 7e000abf-3526-4d07-b49b-ec5d1119bfee has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:16:22.842864 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:22.848190 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-4666c6af-6c8a-4d11-989e-4ead9096d71a admin admin] 10.222.0.11 "PUT /v2.0/routers/7e000abf-3526-4d07-b49b-ec5d1119bfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990485 Jul 22 15:16:22.850716 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:22.855694 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] Sync routers for ids ['7e000abf-3526-4d07-b49b-ec5d1119bfee'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:22.866718 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] Routers {'7e000abf-3526-4d07-b49b-ec5d1119bfee'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:22.867396 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7e000abf-3526-4d07-b49b-ec5d1119bfee'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:22.956970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:22.971251 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] Set router 7e000abf-3526-4d07-b49b-ec5d1119bfee gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:23.061860 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.115149 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Deleting port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:23.115486 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.148373 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:16:22Z', 'revision_number': 5, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port': {'id': '66405dea-99a8-4b20-b0a9-57c6f5acaf4b', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:23.178728 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] Checking router: 7e000abf-3526-4d07-b49b-ec5d1119bfee for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:23.187391 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] Routers {'7e000abf-3526-4d07-b49b-ec5d1119bfee'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:23.187993 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['7e000abf-3526-4d07-b49b-ec5d1119bfee'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:23.200056 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] For port 66405dea-99a8-4b20-b0a9-57c6f5acaf4b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:23.200414 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.213589 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Calling delete_port for 66405dea-99a8-4b20-b0a9-57c6f5acaf4b owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:23.271295 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] Set router 7e000abf-3526-4d07-b49b-ec5d1119bfee gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:23.321932 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:16:23Z', 'revision_number': 6, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:23.351285 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ba732-45b3-4dac-83c6-2c2522c36d81 None None] The sync data for ids ['7e000abf-3526-4d07-b49b-ec5d1119bfee'] in n-d-787205-11 is: [{'id': '7e000abf-3526-4d07-b49b-ec5d1119bfee', 'name': 'tempest-TestShelveInstance-192949864-router', 'tenant_id': 'ea26045e734d428ba41945406fab28fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:07:32Z', 'updated_at': '2021-07-22T15:16:23Z', 'revision_number': 6, 'project_id': 'ea26045e734d428ba41945406fab28fe', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:23.386696 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.413593 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=66405dea-99a8-4b20-b0a9-57c6f5acaf4b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:23.487610 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.547207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:23.571434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:23.571843 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 3d644fa4-7e58-4734-8ff9-eaf34f5d79ce not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:23.580495 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.582628 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.627164 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.627655 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e000abf-3526-4d07-b49b-ec5d1119bfee {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:16:23.631836 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.632923 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c2ad520c-6bc1-492a-9213-c755f09c8b54 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7e000abf-3526-4d07-b49b-ec5d1119bfee HTTP/1.1" status: 204 len: 168 time: 0.7811723 Jul 22 15:16:23.636095 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32928) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:23.679401 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Deleting subnet 11bf1014-9cc1-49e7-b702-bb82d1ef7ba6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:16:23.682531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.717641 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.798291 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.854661 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.881380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bf1014-9cc1-49e7-b702-bb82d1ef7ba6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:23.886054 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:23.887995 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1f888575-6310-4933-87ac-ffb75a0d62a2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/11bf1014-9cc1-49e7-b702-bb82d1ef7ba6 HTTP/1.1" status: 204 len: 168 time: 0.2509773 Jul 22 15:16:23.890478 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:23.894207 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8acc7c8-15f2-4732-ae5d-4c6bd423ff47 None None] Network 95fbfab4-c8f1-409f-8c04-17d156673de1 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:16:23.966491 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.020492 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Deleting port 9c95e736-80e4-4656-900b-a750b34a8358 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:24.020845 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.084632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] DHCP port deletion for 95fbfab4-c8f1-409f-8c04-17d156673de1 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:16:24.094180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] For port 9c95e736-80e4-4656-900b-a750b34a8358, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c95e736-80e4-4656-900b-a750b34a8358,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:24.094319 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.108843 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Calling delete_port for 9c95e736-80e4-4656-900b-a750b34a8358 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:24.140970 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] Deleting port 9c95e736-80e4-4656-900b-a750b34a8358 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:16:24.141351 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.194460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.204333 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] For port 9c95e736-80e4-4656-900b-a750b34a8358, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=9c95e736-80e4-4656-900b-a750b34a8358,segment=NetworkSegment(c4f96c13-59f4-4d68-ae31-37ef3d098c65),segment_id=c4f96c13-59f4-4d68-ae31-37ef3d098c65)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:24.204732 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.218034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] Calling delete_port for 9c95e736-80e4-4656-900b-a750b34a8358 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:16:24.221662 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c95e736-80e4-4656-900b-a750b34a8358,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:24.226219 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] No DVR routers for this DVR port 9c95e736-80e4-4656-900b-a750b34a8358 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:16:24.297309 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.300469 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.310857 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fbfab4-c8f1-409f-8c04-17d156673de1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:24.322428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] Pushing event deleted for resources: {'Port': ['ID=9c95e736-80e4-4656-900b-a750b34a8358,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:24.322617 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f96c13-59f4-4d68-ae31-37ef3d098c65') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:24.322854 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f96c13-59f4-4d68-ae31-37ef3d098c65') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:24.326106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa782d9-ec76-46e6-af6f-3711071f62e3 None None] No DVR routers for this DVR port 9c95e736-80e4-4656-900b-a750b34a8358 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:16:24.337262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.351850 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.358039 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:16:24.358424 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: timer() Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:16:24.360150 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:16:24.413997 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.419960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.421872 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] 10.222.0.11 "DELETE /v2.0/networks/95fbfab4-c8f1-409f-8c04-17d156673de1 HTTP/1.1" status: 204 len: 168 time: 0.5304184 Jul 22 15:16:24.433672 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e741-3fcd-4229-b077-42e46340fa21 admin admin] Pushing event deleted for resources: {'Network': ['ID=95fbfab4-c8f1-409f-8c04-17d156673de1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:24.513184 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.530191 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:24.576197 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d9f00c4e-9354-4bb2-ada8-58a447e76b1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7beafe41c0e14df78c5f955ff8ece48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446613 Jul 22 15:16:24.578517 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32936) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:24.630535 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f1fd-3c86-40c5-ac13-271ec2006504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.651847 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f1fd-3c86-40c5-ac13-271ec2006504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.698821 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f1fd-3c86-40c5-ac13-271ec2006504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.701400 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9e9f1fd-3c86-40c5-ac13-271ec2006504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:24.702631 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d9e9f1fd-3c86-40c5-ac13-271ec2006504 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c62f5b0-de13-487b-b8f2-e04e116d5661 HTTP/1.1" status: 204 len: 168 time: 0.1232188 Jul 22 15:16:24.710250 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9f1fd-3c86-40c5-ac13-271ec2006504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62f5b0-de13-487b-b8f2-e04e116d5661,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:25.018663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:25.059222 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-08767d0c-0fc0-432a-9bf1-818648c54b58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea26045e734d428ba41945406fab28fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392187 Jul 22 15:16:25.061602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:25.109576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bfdb-c17e-45b6-a96d-0db2238649a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:25.130132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bfdb-c17e-45b6-a96d-0db2238649a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:25.175748 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bfdb-c17e-45b6-a96d-0db2238649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:25.178326 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2a1bfdb-c17e-45b6-a96d-0db2238649a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:25.179479 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-d2a1bfdb-c17e-45b6-a96d-0db2238649a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea3f3fa9-0dad-4263-8205-8f1c0ce8ddb3 HTTP/1.1" status: 204 len: 168 time: 0.1169498 Jul 22 15:16:25.187466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1bfdb-c17e-45b6-a96d-0db2238649a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3f3fa9-0dad-4263-8205-8f1c0ce8ddb3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:25.466020 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 66405dea-99a8-4b20-b0a9-57c6f5acaf4b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:25.490776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 66405dea-99a8-4b20-b0a9-57c6f5acaf4b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:25.490776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 66405dea-99a8-4b20-b0a9-57c6f5acaf4b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:25.490776 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c95e736-80e4-4656-900b-a750b34a8358 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:16:25.507831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 9c95e736-80e4-4656-900b-a750b34a8358 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:16:25.508175 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 9c95e736-80e4-4656-900b-a750b34a8358 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:16:25.832139 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:25.945883 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-52751788-network', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:25.971457 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Made reservation on behalf of c7c547b80f634c8598a8a011a2f8040e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:16:25.973818 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:25.982775 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.072803 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.076635 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.101054 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:16:26.111268 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f8377d-55f6-4e59-a661-7fa7f5e4938a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:26.115988 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.116333 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Added segment 84c4f35a-4ec3-41a8-b311-5b5f32656fff of type vlan for network 64fe1617-7399-4ecd-99be-bb9def1a0318 Jul 22 15:16:26.155683 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.183503 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.184433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:26.185068 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.217797 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3845100 Jul 22 15:16:26.221054 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32970) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:26.226180 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Request body: {'subnet': {'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-52751788-subnet', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'ip_version': 4}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:26.247828 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1863dab7-95c0-414d-93e1-a4e3c039ee2e admin admin] Pushing event updated for resources: {'Network': ['ID=64fe1617-7399-4ecd-99be-bb9def1a0318,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:26.250386 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Made reservation on behalf of c7c547b80f634c8598a8a011a2f8040e for: {'subnet': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:16:26.252779 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4004242'] for subnet, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.259729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:16:26.425010 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1654175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4004320'] for subnet, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.481713 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0,revision_number=0']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:26.488430 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Checking segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:26.488787 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Network hostable DHCP agents. Network: 64fe1617-7399-4ecd-99be-bb9def1a0318, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93760) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:16:26.504261 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93760) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:16:26.513838 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 64fe1617-7399-4ecd-99be-bb9def1a0318) {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:26.517887 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:26.518487 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.525112 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5004f108-c5a3-49e6-85fe-f6a3c50634e8 None None] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:16:26.533203 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-ddccbbb6-1dac-4e9d-9ecd-c4a803a2df08 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3110180 Jul 22 15:16:26.536031 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32972) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:26.540433 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:26.561835 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.562828 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.615924 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.672113 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-64fe1617-7399-4ecd-99be-bb9def1a0318', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:16:26.672968 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.760501 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.808877 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Allocated IP 172.20.0.2 (64fe1617-7399-4ecd-99be-bb9def1a0318/b7bcea6d-4449-4e6e-ba77-7ee03fce57e0/b6f5c761-aad9-44aa-b077-3bb84e3b7495) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:26.953712 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.962235 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Transition to ACTIVE for port object b6f5c761-aad9-44aa-b077-3bb84e3b7495 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:26.975565 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.977495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Transition to ACTIVE for port object b6f5c761-aad9-44aa-b077-3bb84e3b7495 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:26.983350 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:26.997393 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.027712 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:27.030442 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:27.033928 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:27.040803 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Pushing event updated for resources: {'Port': ['ID=b6f5c761-aad9-44aa-b077-3bb84e3b7495,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:27.108458 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Allocated IP 172.25.8.168 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/5e570765-7fbe-4802-bad6-c55f21937d85) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:27.224877 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.265528 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.269978 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Attempting to bind port b6f5c761-aad9-44aa-b077-3bb84e3b7495 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:27.270351 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Attempting to bind port b6f5c761-aad9-44aa-b077-3bb84e3b7495 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:27.270830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Attempting to bind port b6f5c761-aad9-44aa-b077-3bb84e3b7495 on network 64fe1617-7399-4ecd-99be-bb9def1a0318 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:27.276288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:27.276671 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Checking segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:27.277076 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.277474 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Bound using segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:27.278248 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Bound port: b6f5c761-aad9-44aa-b077-3bb84e3b7495, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:27.278578 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.302368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:27.307777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:27.311370 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:27.335543 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Pushing event updated for resources: {'Port': ['ID=5e570765-7fbe-4802-bad6-c55f21937d85,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:27.343475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] For port b6f5c761-aad9-44aa-b077-3bb84e3b7495, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:27.346933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] For port b6f5c761-aad9-44aa-b077-3bb84e3b7495, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6f5c761-aad9-44aa-b077-3bb84e3b7495,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:27.351421 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.412360 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976f91e-cb12-431b-a0b1-3b95f24845b7 None None] Pushing event updated for resources: {'Port': ['ID=b6f5c761-aad9-44aa-b077-3bb84e3b7495,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:27.588316 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.793472 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:27.926093 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93760) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:16:28.035852 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:28.047105 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:28.055702 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.058766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:28.059392 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:28.060647 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:28.061110 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2d3e5876-aaf6-42fc-869e-16a4a896db18 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5236714 Jul 22 15:16:28.171090 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:28.342307 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2fadb-50e8-4f7b-bc03-762980ad43e6 None None] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:16:28.441080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4ba1d92a-6720-4840-929a-0442add9610f None None] Provisioning for port b6f5c761-aad9-44aa-b077-3bb84e3b7495 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:28.473582 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:27Z', 'revision_number': 3, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:28.491778 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.504722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:28.505123 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Updating router a996688b-12e6-4f33-8865-a5f95b8b62d3 port 5e570765-7fbe-4802-bad6-c55f21937d85 binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:16:28.566823 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.649494 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Allocated IP 172.20.0.1 (64fe1617-7399-4ecd-99be-bb9def1a0318/b7bcea6d-4449-4e6e-ba77-7ee03fce57e0/d45d292d-f1cf-452b-871e-d182861db270) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:28.755035 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.771805 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Transition to ACTIVE for port object d45d292d-f1cf-452b-871e-d182861db270 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:28.817036 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.840993 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.854744 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Transition to ACTIVE for port object 5e570765-7fbe-4802-bad6-c55f21937d85 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:28.871957 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.882045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:28.890075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:28.890075 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:28.891066 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Pushing event updated for resources: {'Port': ['ID=d45d292d-f1cf-452b-871e-d182861db270,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:28.937330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.966227 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Attempting to bind port 5e570765-7fbe-4802-bad6-c55f21937d85 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:28.966842 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Attempting to bind port 5e570765-7fbe-4802-bad6-c55f21937d85 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:28.967212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Attempting to bind port 5e570765-7fbe-4802-bad6-c55f21937d85 on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:28.970524 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a9cf6-1160-4e75-9c8d-9ca9da6431e1 None None] Pushing event updated for resources: {'Port': ['ID=5e570765-7fbe-4802-bad6-c55f21937d85,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:28.984377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:28.984377 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:28.984377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:28.984798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:28.985315 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Bound port: 5e570765-7fbe-4802-bad6-c55f21937d85, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:28.985730 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.048431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] For port 5e570765-7fbe-4802-bad6-c55f21937d85, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:29.052364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] For port 5e570765-7fbe-4802-bad6-c55f21937d85, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5e570765-7fbe-4802-bad6-c55f21937d85,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:29.058273 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.136215 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:29.137330 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:29.143475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a9cf6-1160-4e75-9c8d-9ca9da6431e1 None None] Pushing event updated for resources: {'Port': ['ID=5e570765-7fbe-4802-bad6-c55f21937d85,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:29.269729 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:29.394302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b34c04a9-3863-45ea-b484-80c5e6edfc8e None None] Provisioning for port d45d292d-f1cf-452b-871e-d182861db270 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:29.402149 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.405120 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b34c04a9-3863-45ea-b484-80c5e6edfc8e None None] Provisioning complete for port d45d292d-f1cf-452b-871e-d182861db270 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:29.405477 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b34c04a9-3863-45ea-b484-80c5e6edfc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.448185 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-b34c04a9-3863-45ea-b484-80c5e6edfc8e None None] Port d45d292d-f1cf-452b-871e-d182861db270 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:16:29.518487 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:27Z', 'revision_number': 3, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:29.547581 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6f5c761-aad9-44aa-b077-3bb84e3b7495 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:29.551067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8d7e4-8dd9-481c-98b8-9be65812c35e None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:27Z', 'revision_number': 3, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:29.592894 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.599733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port b6f5c761-aad9-44aa-b077-3bb84e3b7495 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:29.604964 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6f5c761-aad9-44aa-b077-3bb84e3b7495 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:29.605342 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.607227 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.690941 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Pushing event updated for resources: {'Port': ['ID=d45d292d-f1cf-452b-871e-d182861db270,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:29.694232 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.709841 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.750549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port b6f5c761-aad9-44aa-b077-3bb84e3b7495, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6f5c761-aad9-44aa-b077-3bb84e3b7495,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:29.758711 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:29.809415 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:29.810949 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:29.821653 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=b6f5c761-aad9-44aa-b077-3bb84e3b7495,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:29.987341 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:16:30.110338 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:30.116303 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-9fd28d70-6fc7-49b2-be29-6a38a41c78ae admin admin] 10.222.0.11 "PUT /v2.0/routers/a996688b-12e6-4f33-8865-a5f95b8b62d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0522184 Jul 22 15:16:30.188302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1d9a365c-b359-4812-bbe4-ad58fd766533 None None] Provisioning complete for port d45d292d-f1cf-452b-871e-d182861db270 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:30.188874 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1d9a365c-b359-4812-bbe4-ad58fd766533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.222769 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a365c-b359-4812-bbe4-ad58fd766533 None None] Port d45d292d-f1cf-452b-871e-d182861db270 cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:16:30.593635 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32990) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:30.598713 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-905476815-network', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:30.620180 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Made reservation on behalf of edeb1fb857fa4ee4a40c3c4063b49301 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:16:30.622597 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.631347 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.719515 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.723545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.747663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:16:30.762919 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca13f18f-960a-4418-b97b-ad119cb794d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:30.766798 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.767145 n-d-787205-11 neutron-server[93759]: INFO neutron.db.segments_db [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Added segment aab578c0-ef00-4460-9806-e699d1ff6dd1 of type vlan for network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 Jul 22 15:16:30.809198 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728588412932'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.839208 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.840246 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:30.840827 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:30.871423 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2741783 Jul 22 15:16:30.871631 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:30.877880 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Request body: {'subnet': {'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-905476815-subnet', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:30.919698 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6525e11-d874-4fd0-8883-26842a4ba7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=969f3cfc-d489-4cd5-bb59-81a4afcfb690,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:30.932888 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 details requested by agent ovs-agent-n-d-787205-11 with host n-d-787205-11 {{(pid=93761) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:16:30.936719 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Made reservation on behalf of edeb1fb857fa4ee4a40c3c4063b49301 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:16:30.939281 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260845345'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.114330 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261091651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260845395'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.173217 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64136b5-47e0-482a-be10-f02b8d8d47ba,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:31.180377 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Checking segment: {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:31.180744 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Network hostable DHCP agents. Network: 969f3cfc-d489-4cd5-bb59-81a4afcfb690, hostable agents: ['5f4e361d-132d-49ea-8807-cb289ac00687'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:16:31.198580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 is scheduled to be hosted by DHCP agent 5f4e361d-132d-49ea-8807-cb289ac00687 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:16:31.207137 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-787205-11, 969f3cfc-d489-4cd5-bb59-81a4afcfb690) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:31.211914 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:31.213551 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.216957 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cb915c-e70e-4cbc-b353-ab1078dc5c54 None None] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:16:31.230452 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-16651acd-c1f7-4327-bf27-c653807b4225 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3578529 Jul 22 15:16:31.232985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 32994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:31.237427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:31.263030 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-416298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123853'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.264014 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-416836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1682465', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123846'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.264416 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:31.276282 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:31.277203 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:31.323899 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.379276 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1aeaa2f2-190b-50bb-a144-5fc1176735dd-969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'fixed_ips': [{'subnet_id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba'}]}} from n-d-787205-11. {{(pid=93761) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:16:31.380174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.392051 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:31.495832 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-416495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-416324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129068'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.691434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e570765-7fbe-4802-bad6-c55f21937d85 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:31.723146 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 2, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:31.739558 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.db_base_plugin_common [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Allocated IP 172.20.0.2 (969f3cfc-d489-4cd5-bb59-81a4afcfb690/d64136b5-47e0-482a-be10-f02b8d8d47ba/a925108b-f728-4a31-aa0c-8fe0c9dd7b62) {{(pid=93761) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:31.745784 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.753885 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:31.753885 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Updating router a996688b-12e6-4f33-8865-a5f95b8b62d3 port d45d292d-f1cf-452b-871e-d182861db270 binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:16:31.765988 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 5e570765-7fbe-4802-bad6-c55f21937d85 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:31.774873 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.779661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5e570765-7fbe-4802-bad6-c55f21937d85 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:31.779946 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.798128 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.917380 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Allocated IP 172.25.8.59 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/723a1ff9-cddb-4b6b-bec8-27fd8598471d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:31.966048 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:31.997239 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.003674 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 5e570765-7fbe-4802-bad6-c55f21937d85, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5e570765-7fbe-4802-bad6-c55f21937d85,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:32.010755 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Transition to ACTIVE for port object a925108b-f728-4a31-aa0c-8fe0c9dd7b62 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:32.012986 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.013922 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6f5c761-aad9-44aa-b077-3bb84e3b7495 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:32.034627 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.071556 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Transition to ACTIVE for port object a925108b-f728-4a31-aa0c-8fe0c9dd7b62 will not be triggered until provisioned by entity DHCP. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:32.076035 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.076615 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.086806 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Transition to ACTIVE for port object d45d292d-f1cf-452b-871e-d182861db270 will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:32.093402 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.096160 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179'] for port, after_create {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.123342 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:32.135356 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:32.135621 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 is already hosted by enough agents. {{(pid=93761) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:32.138782 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=5e570765-7fbe-4802-bad6-c55f21937d85,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:32.142132 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:32.145997 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Pushing event updated for resources: {'Port': ['ID=723a1ff9-cddb-4b6b-bec8-27fd8598471d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:32.185348 n-d-787205-11 neutron-server[93761]: DEBUG neutron.scheduler.base_scheduler [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Resources bound (agent type, host, resource id): {{(pid=93761) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:32.187172 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Pushing event updated for resources: {'Port': ['ID=d45d292d-f1cf-452b-871e-d182861db270,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:32.188085 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Received port after_create {{(pid=93761) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:32.215190 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.215686 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.216115 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.216555 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.216985 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.217432 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.217872 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.218296 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.218740 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.219167 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.219590 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.220010 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93762) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:16:32.237364 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Pushing event updated for resources: {'Port': ['ID=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,revision_number=1']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:32.240525 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Attempting to bind port d45d292d-f1cf-452b-871e-d182861db270 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:32.241176 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Attempting to bind port d45d292d-f1cf-452b-871e-d182861db270 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:32.241930 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Attempting to bind port d45d292d-f1cf-452b-871e-d182861db270 on network 64fe1617-7399-4ecd-99be-bb9def1a0318 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:32.248734 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:32.249238 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Checking segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:32.249773 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.250260 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Bound using segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:32.250827 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Bound port: d45d292d-f1cf-452b-871e-d182861db270, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:32.251306 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.264650 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port b6f5c761-aad9-44aa-b077-3bb84e3b7495 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:32.265107 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.298488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Attempting to bind port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:32.298858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Attempting to bind port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:32.299224 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Attempting to bind port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 on network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:32.313447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:32.313950 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Checking segment: {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:32.314424 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.314831 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Bound using segment: {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:32.315313 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Bound port: a925108b-f728-4a31-aa0c-8fe0c9dd7b62, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:32.315695 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.326234 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] For port d45d292d-f1cf-452b-871e-d182861db270, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:32.329473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] For port d45d292d-f1cf-452b-871e-d182861db270, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d45d292d-f1cf-452b-871e-d182861db270,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:32.336591 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.394480 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:32.395114 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:32.454062 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] For port a925108b-f728-4a31-aa0c-8fe0c9dd7b62, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:32.459067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] For port a925108b-f728-4a31-aa0c-8fe0c9dd7b62, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,segment=NetworkSegment(aab578c0-ef00-4460-9806-e699d1ff6dd1),segment_id=aab578c0-ef00-4460-9806-e699d1ff6dd1)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:32.465513 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.474552 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.485510 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6fa6e-8ba2-4751-b610-a27537684018 None None] Pushing event updated for resources: {'Port': ['ID=d45d292d-f1cf-452b-871e-d182861db270,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:32.549725 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:32.562784 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043877bd-d202-4dec-b160-1e80f12f91a2 None None] Pushing event updated for resources: {'Port': ['ID=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:32.712960 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-416339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-416500'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:32.798416 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:32Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:32.828593 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995824d1-a16e-4bce-8c8e-9159746b8063 None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:32Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:32.903610 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d is scheduled to L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:16:33.019602 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:33.030228 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Sync routers for ids ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:33.037371 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:33.042122 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-e431614e-0bfa-4245-a3f6-71ebdd0611d5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8080416 Jul 22 15:16:33.043043 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 32996) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:33.050932 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Routers {'65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:33.051471 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:33.165232 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Set router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:33.374299 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:32Z', 'revision_number': 3, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:33.412316 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Checking router: 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:33.412933 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Updating router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d port 723a1ff9-cddb-4b6b-bec8-27fd8598471d binding host n-d-787205-11 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:16:33.457947 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:33.526886 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:33.734681 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Allocated IP 172.20.0.1 (969f3cfc-d489-4cd5-bb59-81a4afcfb690/d64136b5-47e0-482a-be10-f02b8d8d47ba/cab8e940-bded-4b2c-bcef-d3e360f5eb9b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:33.743244 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d45d292d-f1cf-452b-871e-d182861db270 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:33.746361 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0336e2a0-0c8d-468e-a4c2-11303c6c6551 None None] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:16:33.864447 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:33.885544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Transition to ACTIVE for port object cab8e940-bded-4b2c-bcef-d3e360f5eb9b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:33.890954 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2794d568-09e2-401c-be69-06549d72942c None None] Provisioning for port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:33.926936 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:33.929826 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port d45d292d-f1cf-452b-871e-d182861db270 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:33.953408 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d45d292d-f1cf-452b-871e-d182861db270 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:33.953809 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:33.974673 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:33.977631 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:33.980412 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:34.012688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:34.027609 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-416261'] for router_interface, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.037272 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.061212 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Transition to ACTIVE for port object 723a1ff9-cddb-4b6b-bec8-27fd8598471d will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:34.086214 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.177098 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.183389 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be6f9-1181-4854-a2da-1f274c7cd98e None None] Pushing event updated for resources: {'Port': ['ID=723a1ff9-cddb-4b6b-bec8-27fd8598471d,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:34.190303 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Attempting to bind port 723a1ff9-cddb-4b6b-bec8-27fd8598471d on host n-d-787205-11 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:34.190762 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Attempting to bind port 723a1ff9-cddb-4b6b-bec8-27fd8598471d by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:34.191067 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Attempting to bind port 723a1ff9-cddb-4b6b-bec8-27fd8598471d on network b58128c7-a268-4cfc-8681-e61628a282d5 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:34.195244 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.209764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:34.210135 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Checking segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:34.210538 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.210929 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Bound using segment: {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:34.211401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Bound port: 723a1ff9-cddb-4b6b-bec8-27fd8598471d, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0903c7ea-5995-49e8-8eb2-31c90cb0834b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:34.211817 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.271920 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port d45d292d-f1cf-452b-871e-d182861db270, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d45d292d-f1cf-452b-871e-d182861db270,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:34.280078 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.280862 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a925108b-f728-4a31-aa0c-8fe0c9dd7b62 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:34.337288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] For port 723a1ff9-cddb-4b6b-bec8-27fd8598471d, host n-d-787205-11, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:34.362720 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.365510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] For port 723a1ff9-cddb-4b6b-bec8-27fd8598471d, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=723a1ff9-cddb-4b6b-bec8-27fd8598471d,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:34.368959 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.376171 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.394418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=d45d292d-f1cf-452b-871e-d182861db270,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:34.439884 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:34.442517 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416949'] for router_interface, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.456127 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Routers {'65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:34.456760 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:34.547447 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:34.549125 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:34.674152 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:16:34.697264 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:34.707705 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7be6f9-1181-4854-a2da-1f274c7cd98e None None] Pushing event updated for resources: {'Port': ['ID=723a1ff9-cddb-4b6b-bec8-27fd8598471d,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:34.712640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:34.713201 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.763018 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Provisioning complete for port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:34.763431 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:34.798321 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:34.803472 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-2785f093-457b-471c-a58c-a367c9828cf4 admin admin] 10.222.0.11 "PUT /v2.0/routers/65d8f2d8-45fa-4ba6-b121-72b7406bdf1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7593570 Jul 22 15:16:34.820103 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] Set router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:34.948319 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.057464 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.078982 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port a925108b-f728-4a31-aa0c-8fe0c9dd7b62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,segment=NetworkSegment(aab578c0-ef00-4460-9806-e699d1ff6dd1),segment_id=aab578c0-ef00-4460-9806-e699d1ff6dd1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:35.091580 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.092359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e570765-7fbe-4802-bad6-c55f21937d85 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:35.232703 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.db.api [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93761) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 15:16:35.233209 n-d-787205-11 neutron-server[93761]: DEBUG oslo_db.api [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 15:16:35.241553 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:35.270984 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 5e570765-7fbe-4802-bad6-c55f21937d85 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:35.271617 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.310488 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'cab8e940-bded-4b2c-bcef-d3e360f5eb9b', 'name': '', 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'mac_address': 'fa:16:3e:f6:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:33Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 2, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'subnets': [{'id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:35.339892 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89549710-9674-436f-bdc7-5dc6cb2172ba None None] The sync data for ids ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'] in n-d-787205-11 is: [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'cab8e940-bded-4b2c-bcef-d3e360f5eb9b', 'name': '', 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'mac_address': 'fa:16:3e:f6:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:33Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 2, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'subnets': [{'id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:35.482046 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d45d292d-f1cf-452b-871e-d182861db270 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:35.566267 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port d45d292d-f1cf-452b-871e-d182861db270 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:35.566641 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.594260 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33004) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:35.607098 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503942201', 'description': 'tempest-secgroup-smoke-503942201 description', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:35.635131 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.675810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a925108b-f728-4a31-aa0c-8fe0c9dd7b62 up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:35.737073 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:35.737073 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.828335 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Provisioning for port cab8e940-bded-4b2c-bcef-d3e360f5eb9b completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:35.849205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Provisioning complete for port cab8e940-bded-4b2c-bcef-d3e360f5eb9b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:35.849583 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:35.905308 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-72614e40-131c-45f2-9a98-55ffa814f693 None None] Port cab8e940-bded-4b2c-bcef-d3e360f5eb9b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:16:36.043952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a44e7a41-0604-445a-8b5f-3786a37f4a26 None None] Provisioning complete for port cab8e940-bded-4b2c-bcef-d3e360f5eb9b triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:36.044317 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a44e7a41-0604-445a-8b5f-3786a37f4a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.076200 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.080847 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.089858 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-a44e7a41-0604-445a-8b5f-3786a37f4a26 None None] Port cab8e940-bded-4b2c-bcef-d3e360f5eb9b cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:16:36.121674 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.125677 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5264719 Jul 22 15:16:36.125677 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ba210-3289-4054-a997-de9adbc07d16 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a05db0-c7b1-442a-bff3-c9a3fddbca90,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.126895 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:36.132129 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group_rule': {'security_group_id': '56a05db0-c7b1-442a-bff3-c9a3fddbca90', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:36.160139 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.221134 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.225200 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.247663 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2e3b60-a8b1-4028-aee5-8570a31978f6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.251958 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.253691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-719911a4-7857-443a-905a-16a37d1103aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252005 Jul 22 15:16:36.255933 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:36.260598 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group_rule': {'security_group_id': '56a05db0-c7b1-442a-bff3-c9a3fddbca90', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:36.289097 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.355082 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.359163 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.378325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3902971a-6306-49d5-8d51-083cf1aaf168,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.385346 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.386746 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-778b6e6e-a8ef-4400-9875-cc428c3d5ad5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1297967 Jul 22 15:16:36.389358 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:36.393877 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group_rule': {'security_group_id': '56a05db0-c7b1-442a-bff3-c9a3fddbca90', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:36.422812 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.486004 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.490310 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.509860 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca05c98c-be87-4f0b-b218-b4a038593eb4,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.516333 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.516937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8bd05b53-d10b-4551-a140-7cb7cbc9fbf3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265879 Jul 22 15:16:36.519694 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:36.524583 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group_rule': {'security_group_id': '56a05db0-c7b1-442a-bff3-c9a3fddbca90', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:36.552889 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.615830 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.620289 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.639982 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d511e60-5ad3-48c3-9ae4-575d3f7e1421,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.643377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.647534 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c15abb42-5ff3-44fe-b0d3-cbc735544ae7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239893 Jul 22 15:16:36.648035 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:36.652932 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group_rule': {'security_group_id': '56a05db0-c7b1-442a-bff3-c9a3fddbca90', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:36.683987 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Project c7c547b80f634c8598a8a011a2f8040e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:16:36.689132 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.753185 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.761585 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.780967 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f83fab1-b764-4c37-b9cd-93cd492bfbfb,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.786518 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.787723 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-8fbd1137-2441-4f1f-99e0-142a46ee9e6e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391084 Jul 22 15:16:36.790545 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:36.795729 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'security_group_rule': {'security_group_id': '56a05db0-c7b1-442a-bff3-c9a3fddbca90', 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:36.816448 n-d-787205-11 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Project c7c547b80f634c8598a8a011a2f8040e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:16:36.821065 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.885833 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.889647 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579334'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.909252 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422a05c8-57f5-4e77-80fe-149c9b97a972,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:36.915624 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:36.916938 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-857096c6-8d24-479d-bb64-2608abe68ff1 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246648 Jul 22 15:16:37.058284 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-98e94ee6-46af-4518-a0b0-6ceedfe25d32 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503942201&fields=id&tenant_id=c7c547b80f634c8598a8a011a2f8040e HTTP/1.1" status: 200 len: 267 time: 0.0367887 Jul 22 15:16:37.171542 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-2e17360c-d71a-4138-91fa-d09b4380898c tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:37.172983 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-2e17360c-d71a-4138-91fa-d09b4380898c tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 808 time: 0.1082487 Jul 22 15:16:37.190583 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-f401cddf-6aa1-4b72-a199-4be2dbcabce0 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/quotas/c7c547b80f634c8598a8a011a2f8040e HTTP/1.1" status: 200 len: 375 time: 0.0104156 Jul 22 15:16:37.259519 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-8f01597c-7dbf-4689-834f-3141777815a5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634732 Jul 22 15:16:37.276037 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-20389838-7ffc-496b-803b-abc26465c24d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:16:37.277059 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-20389838-7ffc-496b-803b-abc26465c24d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063856 Jul 22 15:16:37.338968 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Sync routers for ids ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:37.347623 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Routers {'65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:37.348222 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:37.373178 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-72e54db9-6024-40b1-9385-7d14456bdaa7 service neutron] 10.222.0.11 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904634 Jul 22 15:16:37.458965 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Set router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:37.469416 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-94ad2e56-2231-485c-94e1-79b16971bda8 service neutron] 10.222.0.11 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906622 Jul 22 15:16:37.518956 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 723a1ff9-cddb-4b6b-bec8-27fd8598471d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:37.570407 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port 723a1ff9-cddb-4b6b-bec8-27fd8598471d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:37.574777 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 723a1ff9-cddb-4b6b-bec8-27fd8598471d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:37.575265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:37.669568 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-08d97edc-bf97-44ab-9a88-f9848376386c req-36dab454-5be4-47c9-bd07-f6c21195fff4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 210 time: 0.0418615 Jul 22 15:16:37.692084 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:37.699179 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'cab8e940-bded-4b2c-bcef-d3e360f5eb9b', 'name': '', 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'mac_address': 'fa:16:3e:f6:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:33Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 2, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'subnets': [{'id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:37.717343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port 723a1ff9-cddb-4b6b-bec8-27fd8598471d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=723a1ff9-cddb-4b6b-bec8-27fd8598471d,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:37.721791 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:37.732006 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Checking router: 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:37.732402 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Updating router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d port cab8e940-bded-4b2c-bcef-d3e360f5eb9b binding host n-d-787205-11 {{(pid=93762) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:16:37.768046 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:37.779977 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=723a1ff9-cddb-4b6b-bec8-27fd8598471d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:38.057824 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Notify callbacks [] for port, precommit_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:38.071700 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.provisioning_blocks [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Transition to ACTIVE for port object cab8e940-bded-4b2c-bcef-d3e360f5eb9b will not be triggered until provisioned by entity L2. {{(pid=93762) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:38.077712 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:38.130716 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c525c55-b9f9-4b3c-8e8c-271b5571b935 None None] Pushing event updated for resources: {'Port': ['ID=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,revision_number=3']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:38.284595 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Attempting to bind port cab8e940-bded-4b2c-bcef-d3e360f5eb9b on host n-d-787205-11 for vnic_type normal with profile {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:38.285111 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Attempting to bind port cab8e940-bded-4b2c-bcef-d3e360f5eb9b by drivers openvswitch,hyperv on host n-d-787205-11 at level 0 using segments [{'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:38.285562 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Attempting to bind port cab8e940-bded-4b2c-bcef-d3e360f5eb9b on network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:38.292088 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Checking agent: {'id': 'b2412843-d984-4df9-ac2a-40071ae983c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 50, 21), 'started_at': datetime.datetime(2021, 7, 22, 13, 50, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-787205-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:38.292451 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Checking segment: {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93762) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:38.292846 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:38.293235 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Bound using segment: {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'} {{(pid=93762) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:38.293716 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.managers [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Bound port: cab8e940-bded-4b2c-bcef-d3e360f5eb9b, host: n-d-787205-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab578c0-ef00-4460-9806-e699d1ff6dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690'}}] {{(pid=93762) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:38.294090 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:38.357686 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] For port cab8e940-bded-4b2c-bcef-d3e360f5eb9b, host n-d-787205-11, cleared binding levels {{(pid=93762) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:38.361106 n-d-787205-11 neutron-server[93762]: DEBUG neutron.plugins.ml2.db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] For port cab8e940-bded-4b2c-bcef-d3e360f5eb9b, host n-d-787205-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,segment=NetworkSegment(aab578c0-ef00-4460-9806-e699d1ff6dd1),segment_id=aab578c0-ef00-4460-9806-e699d1ff6dd1)] {{(pid=93762) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:38.364840 n-d-787205-11 neutron-server[93762]: DEBUG neutron_lib.callbacks.manager [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93762) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:38.422352 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Routers {'65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:38.422979 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:38.486448 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c525c55-b9f9-4b3c-8e8c-271b5571b935 None None] Pushing event updated for resources: {'Port': ['ID=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,revision_number=4']} {{(pid=93762) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:38.534599 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] Set router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:38.766204 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-15f9c736-89b0-4209-8fbd-e9c844f524aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:38.767696 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-15f9c736-89b0-4209-8fbd-e9c844f524aa tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 808 time: 0.1351833 Jul 22 15:16:38.772552 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'cab8e940-bded-4b2c-bcef-d3e360f5eb9b', 'name': '', 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'mac_address': 'fa:16:3e:f6:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:33Z', 'updated_at': '2021-07-22T15:16:38Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'subnets': [{'id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:38.799344 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f90cc868-87a0-4aab-b419-96045d245543 req-71dc057e-0a71-4028-9c4a-d62aef919130 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 210 time: 0.0405941 Jul 22 15:16:38.799987 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8f0172-2821-4dd7-ab45-782d6fea9693 None None] The sync data for ids ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'] in n-d-787205-11 is: [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'cab8e940-bded-4b2c-bcef-d3e360f5eb9b', 'name': '', 'network_id': '969f3cfc-d489-4cd5-bb59-81a4afcfb690', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'mac_address': 'fa:16:3e:f6:96:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:33Z', 'updated_at': '2021-07-22T15:16:38Z', 'revision_number': 4, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'subnets': [{'id': 'd64136b5-47e0-482a-be10-f02b8d8d47ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:38.834643 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-c9c63f65-9b07-4c79-be94-0ccaaa0c9fa2 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7c547b80f634c8598a8a011a2f8040e HTTP/1.1" status: 200 len: 379 time: 0.0376024 Jul 22 15:16:38.848827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'port': {'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'admin_state_up': True, 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'security_groups': ['56a05db0-c7b1-442a-bff3-c9a3fddbca90']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:38.960147 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Made reservation on behalf of c7c547b80f634c8598a8a011a2f8040e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:16:38.964332 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.095820 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Allocated IP 172.20.0.6 (64fe1617-7399-4ecd-99be-bb9def1a0318/b7bcea6d-4449-4e6e-ba77-7ee03fce57e0/9544896c-d72b-4cfe-a80e-d2a955648bed) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:39.246576 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.260435 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Transition to ACTIVE for port object 9544896c-d72b-4cfe-a80e-d2a955648bed will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:39.295494 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.336990 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:39.342229 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:39.345795 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:39.379533 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:39.394797 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:16:39.407745 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:39.408374 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.423726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-4ca8b483-13c3-42e1-b51c-e8fd1868f24d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813279 Jul 22 15:16:39.441441 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Request body: {'port': {'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-787205-11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:39.521895 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 723a1ff9-cddb-4b6b-bec8-27fd8598471d up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:39.587045 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port 723a1ff9-cddb-4b6b-bec8-27fd8598471d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:39.588117 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.591016 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-472a14e1-7d48-48aa-986e-087683af8ee4 None None] Provisioning for port 9544896c-d72b-4cfe-a80e-d2a955648bed completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:39.615080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-472a14e1-7d48-48aa-986e-087683af8ee4 None None] Provisioning complete for port 9544896c-d72b-4cfe-a80e-d2a955648bed triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:39.615370 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-472a14e1-7d48-48aa-986e-087683af8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.663857 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-472a14e1-7d48-48aa-986e-087683af8ee4 None None] Port 9544896c-d72b-4cfe-a80e-d2a955648bed cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:16:39.707900 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cab8e940-bded-4b2c-bcef-d3e360f5eb9b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:39.756452 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning for port cab8e940-bded-4b2c-bcef-d3e360f5eb9b completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:39.760736 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cab8e940-bded-4b2c-bcef-d3e360f5eb9b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:39.761114 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.807482 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.842022 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.877664 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] For port cab8e940-bded-4b2c-bcef-d3e360f5eb9b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,segment=NetworkSegment(aab578c0-ef00-4460-9806-e699d1ff6dd1),segment_id=aab578c0-ef00-4460-9806-e699d1ff6dd1)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:39.882044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.944484 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Pushing event updated for resources: {'Port': ['ID=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:39.964947 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33930968-d8af-4e85-811c-c3a40ab103ae req-6e1c1d8a-d15b-48f7-9f82-6c0ff37fc1df tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:39.966508 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33930968-d8af-4e85-811c-c3a40ab103ae req-6e1c1d8a-d15b-48f7-9f82-6c0ff37fc1df tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 931 time: 0.0870185 Jul 22 15:16:40.008629 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-33930968-d8af-4e85-811c-c3a40ab103ae req-cbedf7f7-f969-4ddd-96ab-2e6a9e07ced0 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362399 Jul 22 15:16:40.092797 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9544896c-d72b-4cfe-a80e-d2a955648bed {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:16:40.100083 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:40.112203 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Transition to ACTIVE for port object 9544896c-d72b-4cfe-a80e-d2a955648bed will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:16:40.114788 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:40.170689 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:40.238484 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Attempting to bind port 9544896c-d72b-4cfe-a80e-d2a955648bed on host n-h2-787205-11 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:16:40.238826 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Attempting to bind port 9544896c-d72b-4cfe-a80e-d2a955648bed by drivers openvswitch,hyperv on host n-h2-787205-11 at level 0 using segments [{'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:16:40.239158 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Attempting to bind port 9544896c-d72b-4cfe-a80e-d2a955648bed on network 64fe1617-7399-4ecd-99be-bb9def1a0318 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:40.244088 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Port 9544896c-d72b-4cfe-a80e-d2a955648bed on network 64fe1617-7399-4ecd-99be-bb9def1a0318 not bound, no agent of type Open vSwitch agent registered on host n-h2-787205-11 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:16:40.244588 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Attempting to bind port 9544896c-d72b-4cfe-a80e-d2a955648bed on network 64fe1617-7399-4ecd-99be-bb9def1a0318 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:16:40.249537 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Checking agent: {'id': 'bcf3f124-2141-4d1f-b42c-567511e0245b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:16:40.249910 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Checking segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:16:40.250303 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Bound using segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:16:40.250736 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Bound port: 9544896c-d72b-4cfe-a80e-d2a955648bed, host: n-h2-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:16:40.251101 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:40.320684 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:16:40.324006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:16:40.329801 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:40.370340 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:40.370925 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:40.372428 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] 10.222.0.20 "PUT /v2.0/ports/9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 1092 time: 0.9355600 Jul 22 15:16:40.373051 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:16:40.375354 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:16:40.414244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b8a20-a2de-43a0-96ec-6c28c7d44482 service neutron] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:40.446858 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef8071c-deb4-4153-9d0f-5ce89742f471 x-openstack-request-id: req-2ef8071c-deb4-4153-9d0f-5ce89742f471 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:16:40.447162 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:16:40.447495 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ef8071c-deb4-4153-9d0f-5ce89742f471 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:16:40.447903 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'status': 'completed', 'code': 200} Jul 22 15:16:40.475804 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b33e0972-73db-4587-9ff4-0ddfab663e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:40.477359 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-b33e0972-73db-4587-9ff4-0ddfab663e50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1095 time: 0.0594778 Jul 22 15:16:40.523050 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-91ed0b81-047a-4cdd-80f6-c953b2fc8847 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 217 time: 0.0376234 Jul 22 15:16:40.575244 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-40a1b9e8-bdef-4fd6-8f42-41264cccac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:40.576727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-40a1b9e8-bdef-4fd6-8f42-41264cccac12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0451386 Jul 22 15:16:40.635707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0244f-b482-457c-af46-775b927e4f56 req-dfcdd134-670e-47cd-9ee3-239f4585c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:40.637227 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-dfcdd134-670e-47cd-9ee3-239f4585c8ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532324 Jul 22 15:16:40.733242 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-cc77e3f7-3465-435a-8322-cf330230f56b service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890722 Jul 22 15:16:40.824347 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f6e0244f-b482-457c-af46-775b927e4f56 req-a6cc30fb-0c50-4c9f-860f-9f32251adf11 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843372 Jul 22 15:16:40.922801 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-67d42d9d-d7e0-4e1b-a113-0a4651e2edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:40.924341 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-67d42d9d-d7e0-4e1b-a113-0a4651e2edf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1095 time: 0.0554662 Jul 22 15:16:41.022595 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-c2fa3e57-33ef-4bb2-a736-8a1b48c24068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:41.023999 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-c2fa3e57-33ef-4bb2-a736-8a1b48c24068 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0900683 Jul 22 15:16:41.071111 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-b830bafb-5de9-490e-bc3d-013307367386 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 217 time: 0.0351298 Jul 22 15:16:41.127731 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-a42c87b9-430e-42a6-b7f6-cb4037bb9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:41.129280 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-a42c87b9-430e-42a6-b7f6-cb4037bb9202 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0477016 Jul 22 15:16:41.143277 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acd334-d2ec-47ab-9359-b83c3774afe1 req-1d90af5b-ec53-4d2b-9e54-6c62677c424a tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:41.145189 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87acd334-d2ec-47ab-9359-b83c3774afe1 req-1d90af5b-ec53-4d2b-9e54-6c62677c424a tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0655818 Jul 22 15:16:41.183362 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87acd334-d2ec-47ab-9359-b83c3774afe1 req-7b602f4a-646a-4583-8700-775a7d58b7cf tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324199 Jul 22 15:16:41.194793 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-e038ef4a-f63a-4460-93ee-fbd8ccaa6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:41.196322 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-e038ef4a-f63a-4460-93ee-fbd8ccaa6e0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597482 Jul 22 15:16:41.302150 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-ab572271-66c9-437b-86a5-bf4762de2ffb service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872283 Jul 22 15:16:41.392974 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-65bebdcf-d14f-45d4-9e5a-fa60308a0b0a req-0b87118d-3ad6-4aa5-aba8-4572c44d8647 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831215 Jul 22 15:16:41.476290 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cab8e940-bded-4b2c-bcef-d3e360f5eb9b up at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:41.523245 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Provisioning complete for port cab8e940-bded-4b2c-bcef-d3e360f5eb9b triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:41.523616 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:42.313364 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97448b9c-d59d-4e71-91cf-8c1f9af05bbb req-48a38cc9-3400-43b2-8994-8613a079d275 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:42.314910 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97448b9c-d59d-4e71-91cf-8c1f9af05bbb req-48a38cc9-3400-43b2-8994-8613a079d275 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0629196 Jul 22 15:16:42.353195 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-97448b9c-d59d-4e71-91cf-8c1f9af05bbb req-e58b8d7c-41d7-47c1-9851-2e9b28c5ea0c tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Jul 22 15:16:43.489986 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8d08c-45d1-4e0d-9eb3-f94aec341792 req-299c8454-fd5c-45d8-971c-3d57fbbed5c2 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:43.491481 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56e8d08c-45d1-4e0d-9eb3-f94aec341792 req-299c8454-fd5c-45d8-971c-3d57fbbed5c2 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0636530 Jul 22 15:16:43.529147 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-56e8d08c-45d1-4e0d-9eb3-f94aec341792 req-24e298fb-5821-48c7-82f3-9f7718d25248 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321302 Jul 22 15:16:44.662128 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c66fc6-8a64-42b8-a100-860c8437dd59 req-3f431c43-70d3-4909-b133-de8d89725c02 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:44.663639 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52c66fc6-8a64-42b8-a100-860c8437dd59 req-3f431c43-70d3-4909-b133-de8d89725c02 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0684783 Jul 22 15:16:44.700700 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-52c66fc6-8a64-42b8-a100-860c8437dd59 req-fd6d3dd4-257a-4fe0-9b09-523b7c9912db tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314565 Jul 22 15:16:45.422288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:16:45.515214 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:45.526904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:16:45.563051 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:45.578856 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9544896c-d72b-4cfe-a80e-d2a955648bed {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:16:45.597863 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:45.601669 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:45.647745 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:45.835038 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10dbd1-71e4-4dd0-99fe-bc2264b248fc req-bfba935a-991c-45be-a9ce-206d9d261519 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:45.836534 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da10dbd1-71e4-4dd0-99fe-bc2264b248fc req-bfba935a-991c-45be-a9ce-206d9d261519 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 944 time: 0.0687857 Jul 22 15:16:45.875931 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-da10dbd1-71e4-4dd0-99fe-bc2264b248fc req-ca1c6082-9b78-4fb2-ab14-61d38ff36665 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332146 Jul 22 15:16:45.895530 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['9544896c-d72b-4cfe-a80e-d2a955648bed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:16:47.004761 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab37a8f-8d5d-46bf-b86c-7b9af3d1134d req-bd205f53-4c73-4cb8-bc53-ef88b0e6c7d4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:47.006283 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cab37a8f-8d5d-46bf-b86c-7b9af3d1134d req-bd205f53-4c73-4cb8-bc53-ef88b0e6c7d4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 944 time: 0.0638254 Jul 22 15:16:47.044702 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-cab37a8f-8d5d-46bf-b86c-7b9af3d1134d req-d04ff851-93d9-4434-baf8-5a0c3b06df86 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328550 Jul 22 15:16:47.423111 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:16:47.472412 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning for port 9544896c-d72b-4cfe-a80e-d2a955648bed completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:16:47.476189 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 9544896c-d72b-4cfe-a80e-d2a955648bed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:16:47.476566 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:47.554309 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:47.576537 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:16:47.578874 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ef8c3c-bf7d-4d8a-a020-34cee0f14349" -d '{"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-plugged", "status": "completed", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:16:47.591830 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:16:47.596133 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:47.620892 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9f99e-4bfa-4963-ac41-5dd70169127d x-openstack-request-id: req-b0c9f99e-4bfa-4963-ac41-5dd70169127d {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:16:47.621184 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-plugged", "status": "completed", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:16:47.621437 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0c9f99e-4bfa-4963-ac41-5dd70169127d {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:16:47.621849 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'code': 200} Jul 22 15:16:47.648799 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:47.732431 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6fb25-8b9c-4859-98b5-909a280c1496 req-91287f24-d996-4f1e-817f-a6815cc6e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:47.733993 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ce6fb25-8b9c-4859-98b5-909a280c1496 req-91287f24-d996-4f1e-817f-a6815cc6e47e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1097 time: 0.0567787 Jul 22 15:16:47.771147 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1ce6fb25-8b9c-4859-98b5-909a280c1496 req-fe3ac6d2-dda3-4d1e-9955-716afa1adf6a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302379 Jul 22 15:16:48.186433 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507d51a-6441-4e4a-bc37-48af6655c88f req-247d7a0a-57fa-44cc-8743-79904b279711 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:48.187950 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1507d51a-6441-4e4a-bc37-48af6655c88f req-247d7a0a-57fa-44cc-8743-79904b279711 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 945 time: 0.0711191 Jul 22 15:16:48.224912 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1507d51a-6441-4e4a-bc37-48af6655c88f req-ae9fd940-3cc7-42e4-876e-ead84f5396da tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 Jul 22 15:16:48.681376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9828786d-d545-4833-a637-079dcac1620b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:49.356348 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daec53-2df4-486c-99a6-440d7d2b627e req-cd6dabdf-67da-4b81-902a-840bd37b5b53 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:49.357984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39daec53-2df4-486c-99a6-440d7d2b627e req-cd6dabdf-67da-4b81-902a-840bd37b5b53 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 945 time: 0.0649979 Jul 22 15:16:49.396952 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-39daec53-2df4-486c-99a6-440d7d2b627e req-187790cb-a20f-496e-9a8f-5eeedda23106 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Jul 22 15:16:49.524331 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef552e4f-b024-4785-adb5-32ac41b0dd43 req-8c8e07f0-d8ba-4e91-a423-cc4089d95090 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:49.526201 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef552e4f-b024-4785-adb5-32ac41b0dd43 req-8c8e07f0-d8ba-4e91-a423-cc4089d95090 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 945 time: 0.0640063 Jul 22 15:16:49.563485 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ef552e4f-b024-4785-adb5-32ac41b0dd43 req-33ed1b88-8507-49c5-80b9-51577e96995b tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318882 Jul 22 15:16:49.584911 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:49.728825 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed4446-6198-4b0c-977e-d0812d24b6e9 tempest-TestSnapshotPattern-1062198997 tempest-TestSnapshotPattern-1062198997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:49.730624 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-30ed4446-6198-4b0c-977e-d0812d24b6e9 tempest-TestSnapshotPattern-1062198997 tempest-TestSnapshotPattern-1062198997-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1092 time: 0.1446831 Jul 22 15:16:49.733467 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:16:49.737950 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:16:49.759927 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:49.854262 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:49.874252 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:49.961740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Allocated IP 172.25.8.72 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/12b88512-b0d0-4c39-8c2d-3844aa69ee1d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:16:50.061823 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.105507 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.145072 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:16:50.148113 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:16:50.152717 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:16:50.174792 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'Port': ['ID=12b88512-b0d0-4c39-8c2d-3844aa69ee1d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:50.497282 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.575437 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.669762 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.724825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.729885 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261091804'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.797070 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'Port': ['ID=12b88512-b0d0-4c39-8c2d-3844aa69ee1d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:16:50.811076 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:50.911381 n-d-787205-11 neutron-server[93759]: INFO neutron.db.l3_db [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Floating IP 1d576bac-4060-48f5-8b82-daff29a0800d associated. External IP: 172.25.8.72, port: 9544896c-d72b-4cfe-a80e-d2a955648bed. Jul 22 15:16:51.116464 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:16:51.224958 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:16:51.235436 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:16:51.241428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:51.244347 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:51.244968 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:51.278729 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-63644bae-d6a8-4716-9c5b-dc2aa534f843 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5441890 Jul 22 15:16:51.279325 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:16:51.281589 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d" -d '{"events": [{"name": "network-changed", "server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:16:51.325595 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aef5a9d-7085-4745-9cc7-183e324956ff x-openstack-request-id: req-9aef5a9d-7085-4745-9cc7-183e324956ff {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:16:51.325911 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:16:51.326171 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9aef5a9d-7085-4745-9cc7-183e324956ff {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:16:51.326577 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'status': 'completed', 'code': 200} Jul 22 15:16:51.354340 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:51.410131 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-6c903593-8832-4722-b343-ffb89be01ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:51.411595 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-6c903593-8832-4722-b343-ffb89be01ead service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1097 time: 0.0544474 Jul 22 15:16:51.507827 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-98d45976-3929-4633-8429-5fee3f8fcf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:51.509937 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-98d45976-3929-4633-8429-5fee3f8fcf14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0923817 Jul 22 15:16:51.530741 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:51.538584 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9d8d2a50-3554-4d94-9087-35ec7aba592a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:51.578155 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-6e8b8777-431e-49f6-9be7-df603476f503 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 998 time: 0.0621457 Jul 22 15:16:51.604855 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:50Z', 'revision_number': 0, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:51.631034 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:16:51.635092 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-10c0bdd3-2268-4d2e-8d13-b3bdb7c95e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:51.636596 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-10c0bdd3-2268-4d2e-8d13-b3bdb7c95e51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0493429 Jul 22 15:16:51.640010 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:16:51.640612 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:16:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:51.706705 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-95e759b7-b4e9-443e-bebb-2eb323c8c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:51.708258 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-95e759b7-b4e9-443e-bebb-2eb323c8c429 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553110 Jul 22 15:16:51.745510 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:16:51.796524 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-54e81023-2726-4298-afc7-68041d73b608 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818918 Jul 22 15:16:51.895816 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-8f5d0b3b-4cf0-450c-b2dc-a01d04e8754d req-f4df794d-87b4-4b0a-b2b5-b964966bd1b2 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934093 Jul 22 15:16:51.967465 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:50Z', 'revision_number': 0, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:16:51.996883 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe109f2-7325-422b-b543-5ed6f15b2e93 None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:50Z', 'revision_number': 0, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:16:52.195408 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f649e2f-e18b-4ea2-bb90-be2583f60f88 None None] New status for floating IP 1d576bac-4060-48f5-8b82-daff29a0800d: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:16:52.720818 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:54.511131 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:15.161984 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-035c761f-f5b9-4e9a-ba37-8820a4480c1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519779 Jul 22 15:17:15.261473 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-f217a65d-1f7e-4e13-9ac9-bb1a999cbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:15.263022 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-f217a65d-1f7e-4e13-9ac9-bb1a999cbef2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1097 time: 0.0577331 Jul 22 15:17:15.365739 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-5e6c0c4f-10e6-4dae-b8eb-bd058e31fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:15.367211 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-5e6c0c4f-10e6-4dae-b8eb-bd058e31fbe3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0825906 Jul 22 15:17:15.440384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-136868a1-00ba-4d5a-8849-599ba312067a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 1000 time: 0.0602443 Jul 22 15:17:15.488134 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-83354211-ff08-471b-9fc8-5c91f4119f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:15.489548 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-83354211-ff08-471b-9fc8-5c91f4119f55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0419588 Jul 22 15:17:15.557152 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-14342106-d9d9-4ee2-b9ed-1131d426b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:15.558690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-14342106-d9d9-4ee2-b9ed-1131d426b126 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544775 Jul 22 15:17:15.663408 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-8440482c-e678-4933-845c-d33b33cec5da service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976760 Jul 22 15:17:15.752151 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d8d4e248-0257-454d-b444-f60c94f28c2b req-2371e53c-66ac-4fa5-b5bc-6bd189e823f2 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817146 Jul 22 15:17:16.394705 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:17:18.682786 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-cdf8fe8c-d6dd-4ee9-abf7-fd8128a831a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:19.873216 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:20.681396 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:21.492563 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:21.518385 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-39c1d041-4804-4df9-b301-3281517fa565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:22.723363 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:24.512650 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:48.682634 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0386ed36-aff0-4682-9361-1cac1430e133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:49.875629 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:50.682364 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:51.493761 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:51.517479 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b0f9213-4ebd-4195-a344-2551177d7018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:52.726512 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:53.393609 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:17:54.515598 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:17.161722 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-5a4bbc23-c5b5-4fc0-8941-d46adbc6aba7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573983 Jul 22 15:18:17.258559 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-b2cda3ed-3495-46ba-8bd0-5dd24b6b58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:17.260100 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-b2cda3ed-3495-46ba-8bd0-5dd24b6b58aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1097 time: 0.0572085 Jul 22 15:18:17.373322 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-63a97caf-8d53-41de-8312-1b40eb0f8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:17.375235 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-63a97caf-8d53-41de-8312-1b40eb0f8882 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0960276 Jul 22 15:18:17.444098 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-d1d71784-d8cd-42d7-a17d-961412249a13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 1000 time: 0.0626554 Jul 22 15:18:17.491422 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-259b1c8c-3cb6-4441-af8a-ec2f8976f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:17.492908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-259b1c8c-3cb6-4441-af8a-ec2f8976f12a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0428288 Jul 22 15:18:17.549644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-0784ac33-9e59-41bf-a7df-eb846b748118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:17.551138 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-0784ac33-9e59-41bf-a7df-eb846b748118 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526702 Jul 22 15:18:17.941810 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-c8617159-fb3b-4d15-a4db-ffeb364b6083 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841615 Jul 22 15:18:18.033575 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2a4c1f93-dc24-42d2-893e-9d44d653cd6a req-be2e6636-1a9d-49cf-977a-9eb58cb96e0f service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Jul 22 15:18:18.682700 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-008c3202-ea5a-4b82-977f-11d107bcd10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:19.881825 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:20.673775 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.494623 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.515892 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-d1db40bd-b0e3-42cc-abe2-f985b15999ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:22.728834 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.518473 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.393509 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:18:48.683250 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-40990f25-1acf-4ace-be10-39a42762cd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:49.885694 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:50.681634 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:51.496962 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:51.519561 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-623cb162-194d-4da3-9a9e-9b0b772494fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:52.072153 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed details requested by agent hyperv_n-h2-787205-11 with host n-h2-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:18:52.167448 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:52.179766 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Returning: {'device': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:18:52.222109 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:52.234879 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9544896c-d72b-4cfe-a80e-d2a955648bed {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:52.255382 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:52.259791 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:52.316876 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:52.325352 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.325733 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.326082 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.326428 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.326765 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.327101 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.327433 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.327764 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.328098 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.328426 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.328753 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.329080 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:52.337725 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] get_ports_and_sgs() called for port_ids ['9544896c-d72b-4cfe-a80e-d2a955648bed'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:52.736155 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.076359 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed up at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:18:54.130262 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Provisioning complete for port 9544896c-d72b-4cfe-a80e-d2a955648bed triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:18:54.130990 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.222222 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.248069 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:54.250844 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915f6f49-4db5-44d1-9516-5e6079f806b6" -d '{"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-plugged", "status": "completed", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:54.274678 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:54.281856 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.356611 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:54.375876 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8e848e-9c4c-4211-874d-b32c8f10e3ee x-openstack-request-id: req-fc8e848e-9c4c-4211-874d-b32c8f10e3ee {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:54.376272 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-plugged", "status": "completed", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:54.376628 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc8e848e-9c4c-4211-874d-b32c8f10e3ee {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:54.377126 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'code': 200} Jul 22 15:18:54.524793 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.517521 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-ffe99754-4794-4bf2-a895-66e53f870f59 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503942201&fields=id&tenant_id=c7c547b80f634c8598a8a011a2f8040e HTTP/1.1" status: 200 len: 267 time: 0.0337925 Jul 22 15:19:01.626437 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-5bc228aa-731a-4574-b809-a4959d1463ea tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:01.627908 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-5bc228aa-731a-4574-b809-a4959d1463ea tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 808 time: 0.1023498 Jul 22 15:19:01.643257 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-1a37e16d-1e65-4ebf-9f3a-c095fcf19bcb tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/quotas/c7c547b80f634c8598a8a011a2f8040e HTTP/1.1" status: 200 len: 375 time: 0.0091376 Jul 22 15:19:01.717807 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-d6b5bc25-4d9b-4b18-a2af-a6dbf2bae962 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684440 Jul 22 15:19:01.864633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-91ec2e41-2b6c-4b10-938d-78604327599c service neutron] 10.222.0.11 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358323 Jul 22 15:19:01.962403 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-b3e04be9-01fb-497c-83ab-7f6823aa4704 service neutron] 10.222.0.11 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919318 Jul 22 15:19:02.151292 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2db6e44e-2184-45fe-8e28-ddf847cf90c5 req-fb355433-5ed2-4cc5-a581-b0e1566a57cf tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 210 time: 0.0302329 Jul 22 15:19:03.230207 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-7b1b6bf9-e9fc-46eb-b005-c366b684765a req-97206d28-6649-4f67-910d-e1fffa38cefc tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jul 22 15:19:04.331399 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-b31b332b-6fb0-4367-b334-5c43f327e3c5 req-1bb52f05-0989-4369-adfe-296538c741eb tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 210 time: 0.0326188 Jul 22 15:19:05.252608 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-9ef13c74-ff19-44e9-af1d-8629e6a7da5b tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:05.254104 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-9ef13c74-ff19-44e9-af1d-8629e6a7da5b tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.13 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 808 time: 0.1073332 Jul 22 15:19:05.296488 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-6455768e-ab7d-4e44-b972-71923e92f695 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7c547b80f634c8598a8a011a2f8040e HTTP/1.1" status: 200 len: 379 time: 0.0344534 Jul 22 15:19:05.306819 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'port': {'device_id': 'b8698e13-2809-497e-9c54-942daedda64d', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'admin_state_up': True, 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'security_groups': ['56a05db0-c7b1-442a-bff3-c9a3fddbca90']}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:05.422176 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Made reservation on behalf of c7c547b80f634c8598a8a011a2f8040e for: {'port': 1} {{(pid=93760) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:05.425866 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.442637 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2d9e719e-3434-4662-9e35-ccf2993ce7ac req-eae16601-60e6-4134-b72b-989794792a7e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 210 time: 0.0386155 Jul 22 15:19:05.598910 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Allocated IP 172.20.0.5 (64fe1617-7399-4ecd-99be-bb9def1a0318/b7bcea6d-4449-4e6e-ba77-7ee03fce57e0/99deb8cd-ab19-4061-8290-eac86c30211d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:05.799902 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.816509 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Transition to ACTIVE for port object 99deb8cd-ab19-4061-8290-eac86c30211d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:05.852707 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.901158 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:05.904575 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:05.908536 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:05.950145 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:05.962168 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.962519 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.962865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.963208 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.963551 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.963883 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.964214 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.964550 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.964881 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.965209 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.965540 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.965895 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:05.983263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:05.983942 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.002403 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-c9f1032c-c51d-4039-914c-b74e124451e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6995969 Jul 22 15:19:06.153205 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:19:06.251521 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.268258 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9d2a59c0-5270-48e7-9322-0ee17f102ad1 None None] Provisioning for port 99deb8cd-ab19-4061-8290-eac86c30211d completed by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:06.279976 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9d2a59c0-5270-48e7-9322-0ee17f102ad1 None None] Provisioning complete for port 99deb8cd-ab19-4061-8290-eac86c30211d triggered by entity DHCP. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:06.280342 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9d2a59c0-5270-48e7-9322-0ee17f102ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.287727 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:06.291458 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9e423-7e87-4a53-b7e3-daef8d8faa48" -d '{"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-unplugged", "status": "completed", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:06.320948 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-873b344a-188c-42bd-9f35-807969f54947 None None] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:06.329326 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.366594 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0655a71-b924-46f2-aa02-f601a00a1c13 x-openstack-request-id: req-e0655a71-b924-46f2-aa02-f601a00a1c13 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:06.367014 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-unplugged", "status": "completed", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:06.367394 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0655a71-b924-46f2-aa02-f601a00a1c13 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:06.368008 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'code': 200} Jul 22 15:19:06.371167 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a59c0-5270-48e7-9322-0ee17f102ad1 None None] Port 99deb8cd-ab19-4061-8290-eac86c30211d cannot update to ACTIVE because it is not bound. {{(pid=93761) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:06.394193 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Pushing event updated for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:06.579940 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1764a79-a628-422d-a067-05f38ad9965c req-903a352c-4615-4173-a418-4af17b8d796d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:06.581447 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1764a79-a628-422d-a067-05f38ad9965c req-903a352c-4615-4173-a418-4af17b8d796d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0709767 Jul 22 15:19:06.624424 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-f1764a79-a628-422d-a067-05f38ad9965c req-27c0cfad-1bcb-47a1-b957-0a99137a1833 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Jul 22 15:19:07.393377 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:19:07.760668 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedacb-b9ac-46fd-b4a6-6ba36ca72fd5 req-9c7f0d6e-402f-428f-95f1-4280f220d876 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:07.762367 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03aedacb-b9ac-46fd-b4a6-6ba36ca72fd5 req-9c7f0d6e-402f-428f-95f1-4280f220d876 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0671928 Jul 22 15:19:07.803984 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-03aedacb-b9ac-46fd-b4a6-6ba36ca72fd5 req-6f6ba755-30b0-4649-9f2c-085c79f11816 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356846 Jul 22 15:19:08.943122 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83c19-4cb5-4436-b1eb-4bac9d77b936 req-174ba408-44a6-4760-b324-7ccffa1bfdcd tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:08.945057 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dab83c19-4cb5-4436-b1eb-4bac9d77b936 req-174ba408-44a6-4760-b324-7ccffa1bfdcd tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0687861 Jul 22 15:19:08.984691 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dab83c19-4cb5-4436-b1eb-4bac9d77b936 req-7c9b2f41-e627-4397-b782-14a1815beb2d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340893 Jul 22 15:19:10.132310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050988c8-a619-4be6-80fa-e6f0f3c2b76d req-05522d4e-b01a-47ff-9cfb-13416460ef5d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:10.133905 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-050988c8-a619-4be6-80fa-e6f0f3c2b76d req-05522d4e-b01a-47ff-9cfb-13416460ef5d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0805416 Jul 22 15:19:10.174705 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-050988c8-a619-4be6-80fa-e6f0f3c2b76d req-ffcff818-3dbb-4bf2-872d-496720944f93 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348859 Jul 22 15:19:11.314964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c708a26-eed6-45d8-8a82-46c6321b0620 req-368b7600-9b3a-4c46-bc4d-375f15ed566e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:11.316465 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c708a26-eed6-45d8-8a82-46c6321b0620 req-368b7600-9b3a-4c46-bc4d-375f15ed566e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0701423 Jul 22 15:19:11.358803 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-2c708a26-eed6-45d8-8a82-46c6321b0620 req-99b87ced-d609-4227-a62c-13463b0d496f tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359066 Jul 22 15:19:12.503849 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ed623-65ea-4aff-9257-8ccadd0311db req-a793d010-8159-4f09-8e33-fe3349b5f381 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:12.505420 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-589ed623-65ea-4aff-9257-8ccadd0311db req-a793d010-8159-4f09-8e33-fe3349b5f381 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0706089 Jul 22 15:19:12.546351 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-589ed623-65ea-4aff-9257-8ccadd0311db req-079cf9e0-0378-45eb-bef6-6ffc6a03d3ee tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352418 Jul 22 15:19:13.684740 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9368f10-d091-4426-af85-7039f8db37f6 req-89909aae-f338-454a-828b-834e468788e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:13.686318 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9368f10-d091-4426-af85-7039f8db37f6 req-89909aae-f338-454a-828b-834e468788e7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0712094 Jul 22 15:19:13.734409 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-c9368f10-d091-4426-af85-7039f8db37f6 req-aeb93dd1-f365-4881-92dd-23bc9fda1b98 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Jul 22 15:19:14.886090 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26450d83-2e9d-4ac4-821b-560c970c9b91 req-18583b0d-b2a4-4531-bde5-fed52cd24073 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:14.888274 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26450d83-2e9d-4ac4-821b-560c970c9b91 req-18583b0d-b2a4-4531-bde5-fed52cd24073 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0811319 Jul 22 15:19:14.928260 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-26450d83-2e9d-4ac4-821b-560c970c9b91 req-92267468-73a4-4a61-96d4-bd6a69d0e33d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349338 Jul 22 15:19:16.056768 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0092b-2d74-4a17-b0c6-092aa1b4be9d req-7ec09e42-fd9c-494a-8437-c1991640fbd8 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:16.058296 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7c0092b-2d74-4a17-b0c6-092aa1b4be9d req-7ec09e42-fd9c-494a-8437-c1991640fbd8 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 931 time: 0.0635860 Jul 22 15:19:16.095319 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d7c0092b-2d74-4a17-b0c6-092aa1b4be9d req-20a04cad-bf88-4185-bfd5-518f0d88d15d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315528 Jul 22 15:19:16.186132 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Request body: {'port': {'device_id': 'b8698e13-2809-497e-9c54-942daedda64d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-787205-11'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:16.260965 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.536327 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99deb8cd-ab19-4061-8290-eac86c30211d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:19:16.544352 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.556421 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Transition to ACTIVE for port object 99deb8cd-ab19-4061-8290-eac86c30211d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:16.560170 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.637841 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:16.703051 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Attempting to bind port 99deb8cd-ab19-4061-8290-eac86c30211d on host n-h1-787205-11 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:16.703453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Attempting to bind port 99deb8cd-ab19-4061-8290-eac86c30211d by drivers openvswitch,hyperv on host n-h1-787205-11 at level 0 using segments [{'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:16.703788 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Attempting to bind port 99deb8cd-ab19-4061-8290-eac86c30211d on network 64fe1617-7399-4ecd-99be-bb9def1a0318 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:16.710040 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Port 99deb8cd-ab19-4061-8290-eac86c30211d on network 64fe1617-7399-4ecd-99be-bb9def1a0318 not bound, no agent of type Open vSwitch agent registered on host n-h1-787205-11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:19:16.710604 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Attempting to bind port 99deb8cd-ab19-4061-8290-eac86c30211d on network 64fe1617-7399-4ecd-99be-bb9def1a0318 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:16.717253 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Checking agent: {'id': '8e75a9e2-7f2d-45ce-8df2-1719f3db84b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-787205-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'started_at': datetime.datetime(2021, 7, 22, 13, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:16.717597 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Checking segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:16.718077 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Bound using segment: {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:16.718437 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Bound port: 99deb8cd-ab19-4061-8290-eac86c30211d, host: n-h1-787205-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c4f35a-4ec3-41a8-b311-5b5f32656fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:16.718808 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.794319 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:16.797858 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:16.801882 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.834356 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:16.834975 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.837125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] 10.222.0.13 "PUT /v2.0/ports/99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 200 len: 1092 time: 0.7025850 Jul 22 15:19:16.837598 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:16.839835 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:16.880446 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ef440-1d7c-4ff8-ac33-3c0d35e80ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:16.952357 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cec24e-e003-4f3e-8329-aec7b42725d8 x-openstack-request-id: req-59cec24e-e003-4f3e-8329-aec7b42725d8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:16.952655 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:16.952908 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59cec24e-e003-4f3e-8329-aec7b42725d8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:16.953311 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'status': 'completed', 'code': 200} Jul 22 15:19:16.955167 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-027df0ad-8221-46ab-a590-89b2aeb06831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:16.956680 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-027df0ad-8221-46ab-a590-89b2aeb06831 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1095 time: 0.0694549 Jul 22 15:19:17.007517 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-b3ce3279-d269-4ab2-903d-0b648a6fd2ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 200 len: 217 time: 0.0440962 Jul 22 15:19:17.060340 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-73ca9bb7-9c0d-45a7-ac97-bd0ac0afa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.061865 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-73ca9bb7-9c0d-45a7-ac97-bd0ac0afa4c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0458534 Jul 22 15:19:17.123756 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343568d-31fd-4617-8e2c-839bb73713be req-2221a155-4c2c-4d4c-89c4-55521890e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.125457 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-2221a155-4c2c-4d4c-89c4-55521890e889 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576713 Jul 22 15:19:17.225092 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-961abfae-ef8f-4759-a18c-c2bb1a404af5 service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931315 Jul 22 15:19:17.250853 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-fc997a6c-40cc-46e8-bd46-5c77ccdde2ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1419654 Jul 22 15:19:17.263964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b9a68-1ea1-4dc7-bc85-6b4298e220be req-bf0acdf1-5863-44bb-ad47-3c8cf02c087d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.265355 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-820b9a68-1ea1-4dc7-bc85-6b4298e220be req-bf0acdf1-5863-44bb-ad47-3c8cf02c087d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 943 time: 0.0819821 Jul 22 15:19:17.320615 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-3343568d-31fd-4617-8e2c-839bb73713be req-3df88231-db66-4a9f-bda9-53353f2bfcd2 service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891643 Jul 22 15:19:17.337761 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-820b9a68-1ea1-4dc7-bc85-6b4298e220be req-f4a1567f-1fa8-452f-80aa-f56ff1a7683a tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592840 Jul 22 15:19:17.369844 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-36e20876-c226-4a1d-b49d-66e5d51760c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.371433 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-36e20876-c226-4a1d-b49d-66e5d51760c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1095 time: 0.0662477 Jul 22 15:19:17.437530 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-02384579-34cf-48b1-a910-be5904e38396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.439125 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-02384579-34cf-48b1-a910-be5904e38396 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1095 time: 0.0665219 Jul 22 15:19:17.485111 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-b215acc3-7de4-4a14-9dc2-eb06b5bda6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.487014 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-b215acc3-7de4-4a14-9dc2-eb06b5bda6ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0901830 Jul 22 15:19:17.538826 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-bd3ed6ce-a9ec-4ded-9134-0674fa2d0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.541215 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-bd3ed6ce-a9ec-4ded-9134-0674fa2d0978 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0957615 Jul 22 15:19:17.556227 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-83809523-8481-43be-963f-0bfe7c5e27e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 998 time: 0.0629690 Jul 22 15:19:17.594811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-3c343d03-2382-4ceb-8b71-cace4cb9e947 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 200 len: 217 time: 0.0464866 Jul 22 15:19:17.612569 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-415501ec-dfff-4aa4-ae17-124037957baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.614174 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-415501ec-dfff-4aa4-ae17-124037957baa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0516245 Jul 22 15:19:17.654347 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-65be0b79-af24-4399-8490-09c71ca93b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.655849 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-65be0b79-af24-4399-8490-09c71ca93b68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0531721 Jul 22 15:19:17.697960 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-beb800d2-6c21-4121-a28f-450c37f8fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.699690 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-beb800d2-6c21-4121-a28f-450c37f8fd47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789630 Jul 22 15:19:17.719263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-c59e6023-52bd-4179-bae4-e1386cea312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.720811 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-c59e6023-52bd-4179-bae4-e1386cea312b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583386 Jul 22 15:19:17.803727 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-b5f5416a-43ef-444e-be46-8c7362b43ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971546 Jul 22 15:19:17.819417 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-239f46f1-9d9f-4622-86f1-cc8d8581bbda service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918622 Jul 22 15:19:17.919792 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-0a4bab10-13a8-4c0c-8078-7dae49640f28 req-d92fd87c-8b1e-42b8-bb22-691b02b921da service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084383 Jul 22 15:19:17.940965 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-d8ec2411-ea0f-4342-9cd6-e42895cabc5d req-4b20fd1a-04da-437c-bfe4-cc4f9191f26a service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141248 Jul 22 15:19:18.479727 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d53768-dcf7-44ff-ae79-7602c4f6c89c req-39484f1a-5a0e-4600-932c-dce14f64e3f5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:18.481231 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61d53768-dcf7-44ff-ae79-7602c4f6c89c req-39484f1a-5a0e-4600-932c-dce14f64e3f5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 943 time: 0.0709553 Jul 22 15:19:18.528117 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-61d53768-dcf7-44ff-ae79-7602c4f6c89c req-a4e171f9-c9af-45d1-ac8e-628c6fcb0025 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409822 Jul 22 15:19:18.684815 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-88f34da1-aff1-4eba-91ad-872fe3733e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.393383 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:19:19.490543 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:19.501549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '99deb8cd-ab19-4061-8290-eac86c30211d', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'port_id': '99deb8cd-ab19-4061-8290-eac86c30211d', 'mac_address': 'fa:16:3e:9e:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:19:19.538162 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.551460 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99deb8cd-ab19-4061-8290-eac86c30211d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:19:19.571605 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:19.576188 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.631603 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:19.664516 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827b1e-15a8-49ab-8596-582c2dcd6eab req-b5852da2-7f1d-447f-b21f-c1a715d8a5a7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:19.665953 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee827b1e-15a8-49ab-8596-582c2dcd6eab req-b5852da2-7f1d-447f-b21f-c1a715d8a5a7 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 944 time: 0.0696254 Jul 22 15:19:19.704384 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-ee827b1e-15a8-49ab-8596-582c2dcd6eab req-071fe893-0b33-4d8d-b38c-f05fdd7e548b tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327659 Jul 22 15:19:19.795432 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['99deb8cd-ab19-4061-8290-eac86c30211d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:19:19.913460 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.671958 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.839795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d500bfd-ffe9-4bb8-bca6-8cda1abd7e39 req-326344e7-b7f8-4dad-bd3b-4cb1cb0c8550 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:20.841270 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d500bfd-ffe9-4bb8-bca6-8cda1abd7e39 req-326344e7-b7f8-4dad-bd3b-4cb1cb0c8550 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 944 time: 0.0645649 Jul 22 15:19:20.878663 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-5d500bfd-ffe9-4bb8-bca6-8cda1abd7e39 req-224aa040-458b-440f-9f9a-bc50a5a60ba8 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Jul 22 15:19:21.396860 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:21.445804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning for port 99deb8cd-ab19-4061-8290-eac86c30211d completed by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:21.449240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 99deb8cd-ab19-4061-8290-eac86c30211d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:21.449607 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.507030 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.545912 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5cecd478-9d14-4ad3-989d-3b19d90edbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.553021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.576509 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:21.579043 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212bfd4-fdde-48a0-ab7b-73f800160dee" -d '{"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-plugged", "status": "completed", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:21.595279 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:21.599135 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.625525 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e618b120-ca3a-408a-b8e8-4f238b367d6b x-openstack-request-id: req-e618b120-ca3a-408a-b8e8-4f238b367d6b {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:21.625841 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-plugged", "status": "completed", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:21.626097 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e618b120-ca3a-408a-b8e8-4f238b367d6b {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:21.626482 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'code': 200} Jul 22 15:19:21.652790 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=5']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:21.720535 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7b943-9f0a-4e63-a2f1-7a685ee7b833 req-736e4aec-8d3a-4f9c-918c-cd7523e70ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:21.722065 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3c7b943-9f0a-4e63-a2f1-7a685ee7b833 req-736e4aec-8d3a-4f9c-918c-cd7523e70ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1097 time: 0.0527332 Jul 22 15:19:21.755703 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-e3c7b943-9f0a-4e63-a2f1-7a685ee7b833 req-99fc604d-ebc8-46f6-aa55-0f800141f9e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272717 Jul 22 15:19:22.011163 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f153557-161d-4212-a43c-40bddf2c6210 req-d418642b-eb76-4167-aea2-50fa81dc5db5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:22.012650 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f153557-161d-4212-a43c-40bddf2c6210 req-d418642b-eb76-4167-aea2-50fa81dc5db5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 945 time: 0.0665660 Jul 22 15:19:22.050366 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-0f153557-161d-4212-a43c-40bddf2c6210 req-0e2aa8d8-c3f8-4035-86e1-9a43f0654bf8 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322218 Jul 22 15:19:22.734183 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.183707 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c15cf7-60d1-44b8-b838-797d8efbd351 req-8e3efd22-3563-443c-9aed-2728df5ac023 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:23.185189 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42c15cf7-60d1-44b8-b838-797d8efbd351 req-8e3efd22-3563-443c-9aed-2728df5ac023 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 945 time: 0.0669138 Jul 22 15:19:23.222614 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-42c15cf7-60d1-44b8-b838-797d8efbd351 req-94314ca7-a1db-4a18-a7b8-71c3a13d5ebb tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318468 Jul 22 15:19:23.350940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25ddd6-f8d8-4410-b186-10c4de1b5d1c req-9330da15-48b8-42ce-b084-d438af26c54d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:23.352673 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f25ddd6-f8d8-4410-b186-10c4de1b5d1c req-9330da15-48b8-42ce-b084-d438af26c54d tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 945 time: 0.0645823 Jul 22 15:19:23.391166 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-2f25ddd6-f8d8-4410-b186-10c4de1b5d1c req-88b738cc-1337-4d3f-b369-c012068312c5 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328357 Jul 22 15:19:23.413037 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33372) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:23.470544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e487879b-1089-41b8-ba3e-e2cfa0f5af6c tempest-TestSnapshotPattern-1062198997 tempest-TestSnapshotPattern-1062198997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:23.472062 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-e487879b-1089-41b8-ba3e-e2cfa0f5af6c tempest-TestSnapshotPattern-1062198997 tempest-TestSnapshotPattern-1062198997-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1092 time: 0.0580449 Jul 22 15:19:23.474837 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33374) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:23.479224 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.v2.base [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Request body: {'floatingip': {'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'port_id': '99deb8cd-ab19-4061-8290-eac86c30211d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93760) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:23.500366 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.594999 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.702420 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Allocated IP 172.25.8.220 (b58128c7-a268-4cfc-8681-e61628a282d5/7f7bc23b-451a-4cd8-b246-edc07ae04d56/7b259205-cfdd-4020-ad2d-bab7e256b79b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:23.806057 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.847701 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728588407179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.884225 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Network b58128c7-a268-4cfc-8681-e61628a282d5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:23.889127 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:23.892544 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:23.923570 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'Port': ['ID=7b259205-cfdd-4020-ad2d-bab7e256b79b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:24.252138 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.330361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.480858 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.485371 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1654016'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.525397 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.556351 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event updated for resources: {'Port': ['ID=7b259205-cfdd-4020-ad2d-bab7e256b79b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:24.565658 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-416402'] for floatingip, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.665286 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Floating IP 35efaa5d-98f9-4869-bd88-07b2c95efd47 associated. External IP: 172.25.8.220, port: 99deb8cd-ab19-4061-8290-eac86c30211d. Jul 22 15:19:24.869972 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:19:24.977750 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:19:24.987689 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:19:24.994889 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.997722 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:24.998349 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:19:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:25.045635 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-94d1fd94-1e5f-45b9-a078-e5d7c3b22052 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5575697 Jul 22 15:19:25.045635 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:25.045635 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093bb661-4533-4970-891b-11c7183f5cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:25.072718 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afc2336-8e4a-4145-87bd-e86714c18057 x-openstack-request-id: req-6afc2336-8e4a-4145-87bd-e86714c18057 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:25.073008 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:25.073261 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6afc2336-8e4a-4145-87bd-e86714c18057 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:25.073684 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'status': 'completed', 'code': 200} Jul 22 15:19:25.104089 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:25.154795 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb661-4533-4970-891b-11c7183f5cdd req-32bfb9fe-9e08-4c08-a0a4-a649a03a7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.156247 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-32bfb9fe-9e08-4c08-a0a4-a649a03a7c7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1097 time: 0.0593758 Jul 22 15:19:25.345036 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:52Z', 'revision_number': 1, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}, {'id': '35efaa5d-98f9-4869-bd88-07b2c95efd47', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '99deb8cd-ab19-4061-8290-eac86c30211d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:9e:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8698e13-2809-497e-9c54-942daedda64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:19:24Z', 'updated_at': '2021-07-22T15:19:24Z', 'revision_number': 0, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:25.379779 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:19:25.389644 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:25.390284 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:19:22Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:25.501376 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:25.560333 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb661-4533-4970-891b-11c7183f5cdd req-535a1480-e357-448b-bf58-7edb0bac0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.561861 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-535a1480-e357-448b-bf58-7edb0bac0ace service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.3990643 Jul 22 15:19:25.625487 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-2a8334c4-ffe4-45ce-a086-166594669267 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 200 len: 999 time: 0.0571587 Jul 22 15:19:25.673357 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb661-4533-4970-891b-11c7183f5cdd req-6abdb577-f2cc-4bb7-abf6-2f7fd47a802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.674938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-6abdb577-f2cc-4bb7-abf6-2f7fd47a802c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0440097 Jul 22 15:19:25.729143 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:52Z', 'revision_number': 1, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}, {'id': '35efaa5d-98f9-4869-bd88-07b2c95efd47', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '99deb8cd-ab19-4061-8290-eac86c30211d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:9e:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8698e13-2809-497e-9c54-942daedda64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:19:24Z', 'updated_at': '2021-07-22T15:19:24Z', 'revision_number': 0, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:25.735730 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bb661-4533-4970-891b-11c7183f5cdd req-6ff229c8-3ef3-4d88-bd53-790b7ebb5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.737246 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-6ff229c8-3ef3-4d88-bd53-790b7ebb5460 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567338 Jul 22 15:19:25.760375 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2071fc-a72d-4754-be8e-dc0165612432 None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:52Z', 'revision_number': 1, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}, {'id': '35efaa5d-98f9-4869-bd88-07b2c95efd47', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.220', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '99deb8cd-ab19-4061-8290-eac86c30211d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:9e:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8698e13-2809-497e-9c54-942daedda64d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:19:24Z', 'updated_at': '2021-07-22T15:19:24Z', 'revision_number': 0, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:19:25.830877 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-fa88cf88-16c9-4dbc-a35b-8ef9f567acba service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Jul 22 15:19:25.927526 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-093bb661-4533-4970-891b-11c7183f5cdd req-a959dc89-a0ad-47f4-96b4-c908b7822095 service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907261 Jul 22 15:19:25.987473 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626b214e-9f15-4685-a8a6-ae241a5c189a None None] New status for floating IP 35efaa5d-98f9-4869-bd88-07b2c95efd47: ACTIVE {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:19:44.392944 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:19:48.685284 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a9c853a8-722c-4923-9ed2-037a83267d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:49.901942 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:50.689196 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:51.507608 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:51.518496 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6a284e5f-ca3a-44f8-ae49-05addf5c4e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:52.743285 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:54.527941 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:18.686451 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3726f302-9a91-4b40-a5f5-fec8832593e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:19.171536 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-44745a53-e98a-4d63-8428-a0fb95983986 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544474 Jul 22 15:20:19.270427 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-04f5bef6-1db8-495e-accd-e96fd1b1e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:19.271971 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-04f5bef6-1db8-495e-accd-e96fd1b1e484 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1095 time: 0.0604181 Jul 22 15:20:19.381607 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-7355efd4-e259-4b20-904f-c4946aac870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:19.383281 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-7355efd4-e259-4b20-904f-c4946aac870f service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0912929 Jul 22 15:20:19.446930 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-fca50500-0cd1-4859-bb84-a8e6a8a54d33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 998 time: 0.0566261 Jul 22 15:20:19.497573 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-138e517d-65bb-4ba5-9a98-79067456530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:19.499018 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-138e517d-65bb-4ba5-9a98-79067456530e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0467100 Jul 22 15:20:19.562644 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-da604a91-6add-47ef-b7a9-5641877d2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:19.564160 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-da604a91-6add-47ef-b7a9-5641877d2838 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587256 Jul 22 15:20:19.653576 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-cf188d1d-5b0f-403e-a44d-712941a24cfd service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823586 Jul 22 15:20:19.747877 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-18a9ee48-e3ce-4912-9a58-2e577825d765 req-f0fa880a-45ea-499f-8124-5a13ab9e56be service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852096 Jul 22 15:20:19.903377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:20.683265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:21.044871 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-60b87d7c-72b0-4317-a944-3d6f9d3eee73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550518 Jul 22 15:20:21.137489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706adb43-5256-43d4-9160-b9378b2457f7 req-2df2102e-2b74-4896-9b8a-2b1fa066fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:21.139010 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-2df2102e-2b74-4896-9b8a-2b1fa066fb0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1097 time: 0.0539570 Jul 22 15:20:21.255372 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706adb43-5256-43d4-9160-b9378b2457f7 req-ed66e94e-3cd8-45c2-970d-fa1d9999cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:21.256881 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-ed66e94e-3cd8-45c2-970d-fa1d9999cc79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0994389 Jul 22 15:20:21.327322 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-1dee6065-c8d8-422a-9046-6c8c0c4d3522 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 200 len: 1001 time: 0.0641544 Jul 22 15:20:21.374911 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706adb43-5256-43d4-9160-b9378b2457f7 req-f1ce4c81-fd4f-453a-b5c0-59ec82146298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:21.376330 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-f1ce4c81-fd4f-453a-b5c0-59ec82146298 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0435243 Jul 22 15:20:21.392736 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:20:21.434686 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706adb43-5256-43d4-9160-b9378b2457f7 req-15250891-01e1-4c02-a5ce-3897dace3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:21.436209 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-15250891-01e1-4c02-a5ce-3897dace3687 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541377 Jul 22 15:20:21.500177 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:21.520259 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-007f66fe-dbeb-4eb2-b8e2-48acb057a810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:21.534255 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-13e96a3c-de28-4609-8b14-ac357bec176c service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911775 Jul 22 15:20:21.625478 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-706adb43-5256-43d4-9160-b9378b2457f7 req-dbac1e03-f6f0-45da-876a-71d4cfa993c3 service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850089 Jul 22 15:20:22.739620 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:24.537001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:48.687215 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bc826fdb-6bb4-4f52-9e14-6d959a0500d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:49.915125 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:50.705759 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.500516 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.519279 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ea385487-b31d-45ae-9c83-d77e0aa201d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:52.741814 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:53.981087 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d details requested by agent hyperv_n-h1-787205-11 with host n-h1-787205-11 {{(pid=93761) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:20:54.076273 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:54.087418 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Returning: {'device': '99deb8cd-ab19-4061-8290-eac86c30211d', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'port_id': '99deb8cd-ab19-4061-8290-eac86c30211d', 'mac_address': 'fa:16:3e:9e:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93761) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:20:54.123134 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:54.135346 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99deb8cd-ab19-4061-8290-eac86c30211d {{(pid=93761) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:20:54.154969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:54.158543 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:54.212124 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=6']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:54.219271 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.219618 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.219959 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.220293 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.220632 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.220962 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.221288 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.221631 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.221961 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.222283 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.222606 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.222925 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:54.236058 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] get_ports_and_sgs() called for port_ids ['99deb8cd-ab19-4061-8290-eac86c30211d'] {{(pid=93761) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:20:54.532671 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:55.981798 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d up at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:56.032746 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Provisioning complete for port 99deb8cd-ab19-4061-8290-eac86c30211d triggered by entity L2. {{(pid=93761) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:56.033123 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-600752'] for port, provisioning_complete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:56.115307 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:56.142935 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:20:56.145227 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee5cfb1-a26e-43e7-ab1f-de440b08c42f" -d '{"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-plugged", "status": "completed", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:20:56.169952 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:56.175881 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:56.213596 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e3a5c-db7c-4aa6-963f-2920bb4c681e x-openstack-request-id: req-d32e3a5c-db7c-4aa6-963f-2920bb4c681e {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:20:56.213910 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-plugged", "status": "completed", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:20:56.214159 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d32e3a5c-db7c-4aa6-963f-2920bb4c681e {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:20:56.214680 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'code': 200} Jul 22 15:20:56.244495 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=7']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:58.395042 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:21:05.413940 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33576) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:05.582280 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Deleting port 7b259205-cfdd-4020-ad2d-bab7e256b79b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:05.582631 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:05.662402 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:05.662642 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:05.674577 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Calling delete_port for 7b259205-cfdd-4020-ad2d-bab7e256b79b owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:05.831059 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:05.858638 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event deleted for resources: {'Port': ['ID=7b259205-cfdd-4020-ad2d-bab7e256b79b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:05.885422 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.885777 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.886619 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.886955 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.887364 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.887692 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.888047 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.888368 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.888688 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.889008 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.889332 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.889672 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:05.929242 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:05.929524 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Floating IP 35efaa5d-98f9-4869-bd88-07b2c95efd47 disassociated (deleted). External IP: 172.25.8.220, port: 99deb8cd-ab19-4061-8290-eac86c30211d. Jul 22 15:21:06.150438 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:21:06.260414 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:21:06.265844 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:06.270434 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:21:06.280275 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:06.280894 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:06.301995 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-eecda786-af6d-4879-a650-bced42830d10 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "DELETE /v2.0/floatingips/35efaa5d-98f9-4869-bd88-07b2c95efd47 HTTP/1.1" status: 204 len: 168 time: 0.8869169 Jul 22 15:21:06.302549 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:06.304819 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:06.345970 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa38ff-1009-432f-9cd3-54dbc3949124 x-openstack-request-id: req-dcaa38ff-1009-432f-9cd3-54dbc3949124 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:06.346449 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:06.347062 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcaa38ff-1009-432f-9cd3-54dbc3949124 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:06.347693 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'status': 'completed', 'code': 200} Jul 22 15:21:06.439361 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-fc4d37af-3ef1-4bb0-a870-1cf040beff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:06.440964 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-fc4d37af-3ef1-4bb0-a870-1cf040beff26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 1097 time: 0.0710571 Jul 22 15:21:06.545652 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-d385f65b-afd7-4eae-bdc6-30db29cddb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:06.547184 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-d385f65b-afd7-4eae-bdc6-30db29cddb1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0926514 Jul 22 15:21:06.555198 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:06.595856 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-b24e497b-1e51-4030-a053-4e98be2e02bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 200 len: 217 time: 0.0411627 Jul 22 15:21:06.630379 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612183a-fc45-48e9-aea1-5d751d0852a9 req-265588f8-5b5a-49e5-b537-f81dabb5224f tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:06.632238 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6612183a-fc45-48e9-aea1-5d751d0852a9 req-265588f8-5b5a-49e5-b537-f81dabb5224f tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 945 time: 0.1211772 Jul 22 15:21:06.650258 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-3d23088a-483f-49d7-9c3c-30be833aeb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:06.652472 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-3d23088a-483f-49d7-9c3c-30be833aeb85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0490632 Jul 22 15:21:06.673096 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-6612183a-fc45-48e9-aea1-5d751d0852a9 req-0050c193-5b17-42b1-93e1-c3ddcd2b4205 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Jul 22 15:21:06.720165 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-67583e02-e7cb-4f06-a5dc-b0d652e6e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:06.721732 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-67583e02-e7cb-4f06-a5dc-b0d652e6e02d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629895 Jul 22 15:21:06.780946 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:52Z', 'revision_number': 1, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:06.811155 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:21:06.816527 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-70403d27-324e-4d51-b059-daba2c694287 service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882170 Jul 22 15:21:06.819486 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:06.820092 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:06.911434 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-a2ebdb8d-63b7-46b9-aa3c-af6b785614ee req-eb2fec14-85d2-42d3-aa2d-bcac92533d4b service neutron] 10.222.0.13 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869079 Jul 22 15:21:06.923564 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:07.171904 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:52Z', 'revision_number': 1, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:07.196756 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde8453-9979-4daa-a4d6-5ee6c795cbbd None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_floatingips': [{'id': '1d576bac-4060-48f5-8b82-daff29a0800d', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'floating_ip_address': '172.25.8.72', 'floating_network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'router_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'port_id': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'mac_address': 'fa:16:3e:e7:c1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:16:50Z', 'updated_at': '2021-07-22T15:16:52Z', 'revision_number': 1, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:21:07.445323 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add37f04-df53-489f-a147-f5593b18adc1 None None] New status for floating IP 35efaa5d-98f9-4869-bd88-07b2c95efd47: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:21:07.808742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c698e3-ebd2-49cc-b0e1-eacbfe480c7f req-1e173166-71d2-4b35-990a-9e2e24eaf992 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:07.810272 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87c698e3-ebd2-49cc-b0e1-eacbfe480c7f req-1e173166-71d2-4b35-990a-9e2e24eaf992 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 945 time: 0.0688322 Jul 22 15:21:07.848108 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-87c698e3-ebd2-49cc-b0e1-eacbfe480c7f req-47fc7f4f-62d4-4fde-bdd7-d62e060c9c44 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322580 Jul 22 15:21:08.036897 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58fd52-b799-464e-be25-5945ca163e96 req-82c2dcf7-2a28-431a-af29-9810e46a0215 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:08.038398 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c58fd52-b799-464e-be25-5945ca163e96 req-82c2dcf7-2a28-431a-af29-9810e46a0215 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 945 time: 0.0640714 Jul 22 15:21:08.089518 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:08.138578 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Deleting port 99deb8cd-ab19-4061-8290-eac86c30211d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:08.139043 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.169122 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-561673'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.191401 n-d-787205-11 neutron-server[93761]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93761) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:08.193685 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f67cc6ab7dc53d7e80773639b82f003d1842936e908f45ec3813e354ff8d14d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff935832-4949-495e-925a-e4bde1eb6758" -d '{"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-unplugged", "status": "completed", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93761) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:08.206661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:08.210575 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728588809274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728588407197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728588407215'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.234645 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46c0787-6797-4978-8b98-4efdb3986149 x-openstack-request-id: req-b46c0787-6797-4978-8b98-4efdb3986149 {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:08.234949 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-unplugged", "status": "completed", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "code": 200}]} {{(pid=93761) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:08.235207 n-d-787205-11 neutron-server[93761]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b46c0787-6797-4978-8b98-4efdb3986149 {{(pid=93761) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:08.235598 n-d-787205-11 neutron-server[93761]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'code': 200} Jul 22 15:21:08.237925 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] For port 99deb8cd-ab19-4061-8290-eac86c30211d, host n-h1-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-787205-11',level=0,port_id=99deb8cd-ab19-4061-8290-eac86c30211d,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:08.238290 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.252129 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Calling delete_port for 99deb8cd-ab19-4061-8290-eac86c30211d owned by compute:nova {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:08.263339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Pushing event updated for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=8']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:08.385712 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.414920 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event deleted for resources: {'Port': ['ID=99deb8cd-ab19-4061-8290-eac86c30211d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:08.462735 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] No DVR routers for this DVR port 99deb8cd-ab19-4061-8290-eac86c30211d on host n-h1-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:21:08.466087 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.468175 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-9c58fd52-b799-464e-be25-5945ca163e96 req-d752b2b2-3335-442d-a2e7-fb2cd557b5a4 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.13 "DELETE /v2.0/ports/99deb8cd-ab19-4061-8290-eac86c30211d HTTP/1.1" status: 204 len: 173 time: 0.4244008 Jul 22 15:21:08.468676 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-deleted', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:08.471032 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67574f51-236d-443d-a737-5df1309cb7f7" -d '{"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-deleted", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:08.507752 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc00bfb-cbe7-41a2-9f0d-3bd39ef84af9 x-openstack-request-id: req-2dc00bfb-cbe7-41a2-9f0d-3bd39ef84af9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:08.508056 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8698e13-2809-497e-9c54-942daedda64d", "name": "network-vif-deleted", "tag": "99deb8cd-ab19-4061-8290-eac86c30211d", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:08.508308 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2dc00bfb-cbe7-41a2-9f0d-3bd39ef84af9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:08.508719 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8698e13-2809-497e-9c54-942daedda64d', 'name': 'network-vif-deleted', 'tag': '99deb8cd-ab19-4061-8290-eac86c30211d', 'status': 'completed', 'code': 200} Jul 22 15:21:08.985378 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-dff5b394-2475-45e8-b1c9-7f6b1ae998f3 req-54a0b4ae-22da-4821-b6a9-2bc802cd9f3c tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8698e13-2809-497e-9c54-942daedda64d HTTP/1.1" status: 200 len: 210 time: 0.0435283 Jul 22 15:21:10.556856 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33638) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:10.717402 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Deleting port 12b88512-b0d0-4c39-8c2d-3844aa69ee1d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:10.717684 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:10.792535 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:10.793029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:10.804553 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Calling delete_port for 12b88512-b0d0-4c39-8c2d-3844aa69ee1d owned by network:floatingip {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:10.959029 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:10.993489 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event deleted for resources: {'Port': ['ID=12b88512-b0d0-4c39-8c2d-3844aa69ee1d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:11.060326 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for floatingip, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:11.060696 n-d-787205-11 neutron-server[93760]: INFO neutron.db.l3_db [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Floating IP 1d576bac-4060-48f5-8b82-daff29a0800d disassociated (deleted). External IP: 172.25.8.72, port: 9544896c-d72b-4cfe-a80e-d2a955648bed. Jul 22 15:21:11.275877 n-d-787205-11 neutron-server[93760]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93760) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:21:11.389482 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93760) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:21:11.394361 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for floatingip, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:11.402210 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:21:11.414640 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:11.415265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:11.433030 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-facb97b6-5202-46ca-91db-a89bed510425 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "DELETE /v2.0/floatingips/1d576bac-4060-48f5-8b82-daff29a0800d HTTP/1.1" status: 204 len: 168 time: 0.8750255 Jul 22 15:21:11.433030 n-d-787205-11 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:11.436000 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}89f1ec18cd418d10805dea3fbbdf58bb816c71d718cc47d4eda33b52985b348e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d" -d '{"events": [{"name": "network-changed", "server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:11.475636 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7231ffde-59ae-426f-b9c5-0420b119d554 x-openstack-request-id: req-7231ffde-59ae-426f-b9c5-0420b119d554 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:11.476035 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "status": "completed", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:11.476378 n-d-787205-11 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7231ffde-59ae-426f-b9c5-0420b119d554 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:11.476870 n-d-787205-11 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'status': 'completed', 'code': 200} Jul 22 15:21:11.534682 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:11.564045 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-bd88ba80-6a96-4d95-9b71-bdc523c6f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:11.565801 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-bd88ba80-6a96-4d95-9b71-bdc523c6f107 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7c547b80f634c8598a8a011a2f8040e&device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 1095 time: 0.0649552 Jul 22 15:21:11.675000 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-5335c3c6-c7b0-4619-a458-3e65bbcc02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:11.676817 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-5335c3c6-c7b0-4619-a458-3e65bbcc02f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 200 len: 909 time: 0.0983961 Jul 22 15:21:11.720442 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-0d598955-693a-44f6-a0c0-3690974e741d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 200 len: 217 time: 0.0358300 Jul 22 15:21:11.722273 n-d-787205-11 neutron-server[93760]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec175017-cff3-4f96-8073-0d1e7f6ca60f req-e9301711-39fb-41ac-a14a-486fb92cca76 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93760) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:11.723825 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec175017-cff3-4f96-8073-0d1e7f6ca60f req-e9301711-39fb-41ac-a14a-486fb92cca76 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0741112 Jul 22 15:21:11.762194 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:11.766131 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [req-ec175017-cff3-4f96-8073-0d1e7f6ca60f req-985df33d-b1dc-4d96-913d-a4567604b842 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364509 Jul 22 15:21:11.777969 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-1913a33f-d7a4-41e4-8042-df82559a2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:11.779841 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-1913a33f-d7a4-41e4-8042-df82559a2cb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 200 len: 847 time: 0.0517855 Jul 22 15:21:11.789917 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:21:11.798566 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:11.799176 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:11.838472 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-a967b705-c0ef-4192-89f9-20397595c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:11.840804 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-a967b705-c0ef-4192-89f9-20397595c6dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64fe1617-7399-4ecd-99be-bb9def1a0318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541682 Jul 22 15:21:11.911240 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:11.943391 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-b050d32f-3c77-4257-b01e-6d17f958dc2a service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951943 Jul 22 15:21:12.038179 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-1b6ecfcd-03e8-46d5-9b48-93275568ef2d req-5ddab1bd-ccb1-4119-b23b-9100f5aa0148 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Jul 22 15:21:12.107475 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:12.138966 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d no longer exists at agent hyperv_n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:12.141302 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7f236c-7687-4217-8d9b-cddd2e2f19a5 None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:16:29Z', 'revision_number': 4, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11', '_interfaces': [{'id': 'd45d292d-f1cf-452b-871e-d182861db270', 'name': '', 'network_id': '64fe1617-7399-4ecd-99be-bb9def1a0318', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'mac_address': 'fa:16:3e:88:29:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:28Z', 'updated_at': '2021-07-22T15:16:34Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'subnets': [{'id': 'b7bcea6d-4449-4e6e-ba77-7ee03fce57e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:21:12.160502 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] No Port match for: 99deb8cd-ab19-4061-8290-eac86c30211d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:12.160852 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Device 99deb8cd-ab19-4061-8290-eac86c30211d not bound to the agent host n-h1-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:12.356797 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cad4f-0eb7-441a-97e3-47763aad59c8 None None] New status for floating IP 1d576bac-4060-48f5-8b82-daff29a0800d: DOWN {{(pid=93762) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:21:12.898465 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1604083-8b5f-4af8-b9c3-3ad07cf73b33 req-cec44b8e-7896-4722-b7b6-f598785632b3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:12.900205 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1604083-8b5f-4af8-b9c3-3ad07cf73b33 req-cec44b8e-7896-4722-b7b6-f598785632b3 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0646584 Jul 22 15:21:12.938587 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-d1604083-8b5f-4af8-b9c3-3ad07cf73b33 req-1dbbf9ff-9bc6-47ed-8f65-593fc1c7aecb tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a05db0-c7b1-442a-bff3-c9a3fddbca90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322208 Jul 22 15:21:13.383202 n-d-787205-11 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-301d79b6-f94e-4580-81e5-d2b5b3c9ecc0 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:13.384648 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-301d79b6-f94e-4580-81e5-d2b5b3c9ecc0 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.20 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 943 time: 0.0618222 Jul 22 15:21:13.488159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Deleting port 9544896c-d72b-4cfe-a80e-d2a955648bed {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:13.488500 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.575626 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] For port 9544896c-d72b-4cfe-a80e-d2a955648bed, host n-h2-787205-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-787205-11',level=0,port_id=9544896c-d72b-4cfe-a80e-d2a955648bed,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:13.575992 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.588387 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Calling delete_port for 9544896c-d72b-4cfe-a80e-d2a955648bed owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:13.718954 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.746897 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event deleted for resources: {'Port': ['ID=9544896c-d72b-4cfe-a80e-d2a955648bed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:13.758552 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.758907 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.759251 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.759594 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.759929 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.760260 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.760592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.760922 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.761817 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.762148 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.762477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.762819 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-787205-11 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.805507 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] No DVR routers for this DVR port 9544896c-d72b-4cfe-a80e-d2a955648bed on host n-h2-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:21:13.808531 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2082570'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.810552 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e7f205ae-ea60-420f-9642-ab3c88433633 req-2e548ea3-78f6-4576-81fc-464a0899eb25 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.20 "DELETE /v2.0/ports/9544896c-d72b-4cfe-a80e-d2a955648bed HTTP/1.1" status: 204 len: 173 time: 0.4186385 Jul 22 15:21:13.810985 n-d-787205-11 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-deleted', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:13.813274 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83f64188b51b99c67b3a2287c2ef250c72e08e8db0344cc04089bd9488a9f337" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0241f1-e060-4961-b949-b94e0194cff4" -d '{"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-deleted", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:13.920507 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be9a497-f0ea-4f9b-80f0-6255df2357e3 x-openstack-request-id: req-7be9a497-f0ea-4f9b-80f0-6255df2357e3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:13.921121 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daae6c7e-5a61-41f6-b66a-4add2e922c19", "name": "network-vif-deleted", "tag": "9544896c-d72b-4cfe-a80e-d2a955648bed", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:13.921121 n-d-787205-11 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7be9a497-f0ea-4f9b-80f0-6255df2357e3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:13.921574 n-d-787205-11 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daae6c7e-5a61-41f6-b66a-4add2e922c19', 'name': 'network-vif-deleted', 'tag': '9544896c-d72b-4cfe-a80e-d2a955648bed', 'status': 'completed', 'code': 200} Jul 22 15:21:14.048553 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [req-e9d28c0b-93a6-4b21-9756-42c2675e739f req-0ca035b6-0ae9-456b-b323-a135f282ba4e tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "GET /v2.0/ports?device_id=daae6c7e-5a61-41f6-b66a-4add2e922c19 HTTP/1.1" status: 200 len: 210 time: 0.0304825 Jul 22 15:21:15.104423 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33656) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:15.162841 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6057303c-ecd9-4e55-9c5d-5c7866091e37 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.187611 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6057303c-ecd9-4e55-9c5d-5c7866091e37 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.246719 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6057303c-ecd9-4e55-9c5d-5c7866091e37 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.249393 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6057303c-ecd9-4e55-9c5d-5c7866091e37 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.250633 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6057303c-ecd9-4e55-9c5d-5c7866091e37 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] 10.222.0.11 "DELETE /v2.0/security-groups/56a05db0-c7b1-442a-bff3-c9a3fddbca90 HTTP/1.1" status: 204 len: 168 time: 0.1446898 Jul 22 15:21:15.259650 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057303c-ecd9-4e55-9c5d-5c7866091e37 tempest-TestSnapshotPattern-852105639 tempest-TestSnapshotPattern-852105639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a05db0-c7b1-442a-bff3-c9a3fddbca90,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:15.294466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:15.644725 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.905082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Deleting port d45d292d-f1cf-452b-871e-d182861db270 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:15.905428 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.985118 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] For port d45d292d-f1cf-452b-871e-d182861db270, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=d45d292d-f1cf-452b-871e-d182861db270,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:15.985473 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.998194 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Calling delete_port for d45d292d-f1cf-452b-871e-d182861db270 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:16.176300 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:16.202921 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45d292d-f1cf-452b-871e-d182861db270,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:16.373472 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:16.583258 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Router a996688b-12e6-4f33-8865-a5f95b8b62d3 has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:21:16.962506 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:21:16.967652 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-196073f2-567c-416b-82ff-110138050c98 admin admin] 10.222.0.11 "PUT /v2.0/routers/a996688b-12e6-4f33-8865-a5f95b8b62d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720986 Jul 22 15:21:16.970453 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33662) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:16.973667 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68299255-5498-471d-b466-e0c42f214997 None None] Sync routers for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:21:16.983810 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:16.984431 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:17.083089 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks [] for router, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.091740 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: n-d-787205-11 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:17.186270 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.240383 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Deleting port 5e570765-7fbe-4802-bad6-c55f21937d85 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:17.240728 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.268535 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:21:16Z', 'revision_number': 5, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port': {'id': '5e570765-7fbe-4802-bad6-c55f21937d85', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:27Z', 'updated_at': '2021-07-22T15:16:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:17.295912 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68299255-5498-471d-b466-e0c42f214997 None None] Checking router: a996688b-12e6-4f33-8865-a5f95b8b62d3 for host: n-d-787205-11 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:21:17.308173 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] Routers {'a996688b-12e6-4f33-8865-a5f95b8b62d3'} bound to L3 agent in host n-d-787205-11 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:17.309042 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['a996688b-12e6-4f33-8865-a5f95b8b62d3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:17.322042 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] For port 5e570765-7fbe-4802-bad6-c55f21937d85, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=5e570765-7fbe-4802-bad6-c55f21937d85,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:17.322416 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.335233 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Calling delete_port for 5e570765-7fbe-4802-bad6-c55f21937d85 owned by network:router_gateway {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:17.397001 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] Set router a996688b-12e6-4f33-8865-a5f95b8b62d3 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:17.451796 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68299255-5498-471d-b466-e0c42f214997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:21:17Z', 'revision_number': 6, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:17.478911 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68299255-5498-471d-b466-e0c42f214997 None None] The sync data for ids ['a996688b-12e6-4f33-8865-a5f95b8b62d3'] in n-d-787205-11 is: [{'id': 'a996688b-12e6-4f33-8865-a5f95b8b62d3', 'name': 'tempest-TestSnapshotPattern-52751788-router', 'tenant_id': 'c7c547b80f634c8598a8a011a2f8040e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:26Z', 'updated_at': '2021-07-22T15:21:17Z', 'revision_number': 6, 'project_id': 'c7c547b80f634c8598a8a011a2f8040e', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:21:17.509457 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.540813 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e570765-7fbe-4802-bad6-c55f21937d85,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:17.604485 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.693985 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.696114 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.737932 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.738443 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a996688b-12e6-4f33-8865-a5f95b8b62d3 {{(pid=93760) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:21:17.742898 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] Notify callbacks [] for router, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:17.744064 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-bbc3bcb4-cc21-42a0-b410-0d37a9652595 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a996688b-12e6-4f33-8865-a5f95b8b62d3 HTTP/1.1" status: 204 len: 168 time: 0.7719018 Jul 22 15:21:17.747310 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33664) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:18.108742 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Deleting subnet b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 {{(pid=93760) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:21:18.111829 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.145845 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2918858'] for subnet, precommit_delete_associations {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.222559 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.233526 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d45d292d-f1cf-452b-871e-d182861db270 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:18.253539 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: d45d292d-f1cf-452b-871e-d182861db270 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:18.253969 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device d45d292d-f1cf-452b-871e-d182861db270 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:18.288193 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1654110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4004335'] for subnet, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.314263 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7bcea6d-4449-4e6e-ba77-7ee03fce57e0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:18.318109 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.319938 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-7f52e337-b0ee-496e-8847-2e48f64fe18d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b7bcea6d-4449-4e6e-ba77-7ee03fce57e0 HTTP/1.1" status: 204 len: 168 time: 0.5716834 Jul 22 15:21:18.322523 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [-] (93760) accepted ('10.222.0.11', 33666) {{(pid=93760) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:18.323924 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52f6c1-155e-4374-86c6-a515ee644bb9 None None] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:21:18.402935 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.459959 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Deleting port b6f5c761-aad9-44aa-b077-3bb84e3b7495 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:18.460304 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.540806 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] For port b6f5c761-aad9-44aa-b077-3bb84e3b7495, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6f5c761-aad9-44aa-b077-3bb84e3b7495,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:18.540806 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.551339 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] DHCP port deletion for 64fe1617-7399-4ecd-99be-bb9def1a0318 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:21:18.552607 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Calling delete_port for b6f5c761-aad9-44aa-b077-3bb84e3b7495 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:18.606343 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Deleting port b6f5c761-aad9-44aa-b077-3bb84e3b7495 {{(pid=93761) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:18.606805 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.648199 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1654027'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.687865 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f5c761-aad9-44aa-b077-3bb84e3b7495,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:18.691431 n-d-787205-11 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] No DVR routers for this DVR port b6f5c761-aad9-44aa-b077-3bb84e3b7495 on host n-d-787205-11 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:21:18.697903 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] For port b6f5c761-aad9-44aa-b077-3bb84e3b7495, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=b6f5c761-aad9-44aa-b077-3bb84e3b7495,segment=NetworkSegment(84c4f35a-4ec3-41a8-b311-5b5f32656fff),segment_id=84c4f35a-4ec3-41a8-b311-5b5f32656fff)] {{(pid=93761) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:18.698982 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.712055 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85b6d2ac-1dcf-4ce9-9d3b-de3b7aa85778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.721655 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Calling delete_port for b6f5c761-aad9-44aa-b077-3bb84e3b7495 owned by network:dhcp {{(pid=93761) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:18.770909 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.783249 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fe1617-7399-4ecd-99be-bb9def1a0318']}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:18.795408 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c4f35a-4ec3-41a8-b311-5b5f32656fff') {'for_net_delete': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:18.795728 n-d-787205-11 neutron-server[93760]: DEBUG neutron.services.segments.db [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c4f35a-4ec3-41a8-b311-5b5f32656fff') {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:18.805610 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2918851'] for segment, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.831697 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.838665 n-d-787205-11 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93760) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:21:18.839120 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1654052'] for segment, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: Traceback (most recent call last): Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: timer() Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: cb(*args, **kw) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: return func(*args, **kwargs) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: self._notify() Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: self.callback(batched_events) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: event.method(event) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: return f(self, *a, **k) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: return self._get(url).json() Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: return self.request(url, 'GET', **kwargs) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:21:18.841873 n-d-787205-11 neutron-server[93760]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:21:18.923982 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.930008 n-d-787205-11 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Notify callbacks [] for network, before_response {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:18.935413 n-d-787205-11 neutron-server[93760]: INFO neutron.wsgi [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] 10.222.0.11 "DELETE /v2.0/networks/64fe1617-7399-4ecd-99be-bb9def1a0318 HTTP/1.1" status: 204 len: 168 time: 0.6085517 Jul 22 15:21:18.935774 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33670) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:18.945928 n-d-787205-11 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db1731-e08e-4199-9eb2-a3c96020026b admin admin] Pushing event deleted for resources: {'Network': ['ID=64fe1617-7399-4ecd-99be-bb9def1a0318,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:18.978084 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed no longer exists at agent hyperv_n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:19.003159 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-873b344a-188c-42bd-9f35-807969f54947 None None] No Port match for: 9544896c-d72b-4cfe-a80e-d2a955648bed {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:19.003752 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Device 9544896c-d72b-4cfe-a80e-d2a955648bed not bound to the agent host n-h2-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:19.007617 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188'] for port, after_delete {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:19.032088 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Pushing event deleted for resources: {'Port': ['ID=b6f5c761-aad9-44aa-b077-3bb84e3b7495,revision_number=None']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:19.034126 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] Network 64fe1617-7399-4ecd-99be-bb9def1a0318 is not hosted by any dhcp agent {{(pid=93761) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 15:21:19.034636 n-d-787205-11 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380e3de4-8900-4109-a821-6cdb722baf38 None None] No DVR routers for this DVR port b6f5c761-aad9-44aa-b077-3bb84e3b7495 on host n-d-787205-11 {{(pid=93761) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:21:19.338092 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416914'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:19.599339 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Deleting port cab8e940-bded-4b2c-bcef-d3e360f5eb9b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:19.599603 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:19.636476 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e570765-7fbe-4802-bad6-c55f21937d85 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:19.656763 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 5e570765-7fbe-4802-bad6-c55f21937d85 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:19.657106 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 5e570765-7fbe-4802-bad6-c55f21937d85 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:19.657544 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6f5c761-aad9-44aa-b077-3bb84e3b7495 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:19.676319 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: b6f5c761-aad9-44aa-b077-3bb84e3b7495 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:19.676661 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device b6f5c761-aad9-44aa-b077-3bb84e3b7495 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:19.679912 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] For port cab8e940-bded-4b2c-bcef-d3e360f5eb9b, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,segment=NetworkSegment(aab578c0-ef00-4460-9806-e699d1ff6dd1),segment_id=aab578c0-ef00-4460-9806-e699d1ff6dd1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:19.680280 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:19.697198 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Calling delete_port for cab8e940-bded-4b2c-bcef-d3e360f5eb9b owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:19.874411 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:19.901082 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=cab8e940-bded-4b2c-bcef-d3e360f5eb9b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:19.916001 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.069602 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416782'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.282790 n-d-787205-11 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d has already been hosted by L3 agent 14c8aa77-eeee-4ebf-8d25-7078d114b0d2 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:21:20.390074 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] Notify agent at l3_agent.n-d-787205-11 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:21:20.395130 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-6e2157ad-75b5-4f9d-89d5-914fd8273c7d admin admin] 10.222.0.11 "PUT /v2.0/routers/65d8f2d8-45fa-4ba6-b121-72b7406bdf1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4577334 Jul 22 15:21:20.397596 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:20.400458 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] Sync routers for ids ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'] in n-d-787205-11 {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:21:20.409776 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] Routers {'65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:20.410384 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:20.503944 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.606253 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.615589 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] Set router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d gateway port host: n-d-787205-11 {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:20.661605 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Deleting port 723a1ff9-cddb-4b6b-bec8-27fd8598471d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:20.661970 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.703565 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.742159 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] For port 723a1ff9-cddb-4b6b-bec8-27fd8598471d, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=723a1ff9-cddb-4b6b-bec8-27fd8598471d,segment=NetworkSegment(0903c7ea-5995-49e8-8eb2-31c90cb0834b),segment_id=0903c7ea-5995-49e8-8eb2-31c90cb0834b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:20.742529 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.755580 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Calling delete_port for 723a1ff9-cddb-4b6b-bec8-27fd8598471d owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:20.798193 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'external_fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:21:19Z', 'revision_number': 5, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port': {'id': '723a1ff9-cddb-4b6b-bec8-27fd8598471d', 'name': '', 'network_id': 'b58128c7-a268-4cfc-8681-e61628a282d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ac:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-787205-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f7bc23b-451a-4cd8-b246-edc07ae04d56', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-787205-11'}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:20.828734 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] Checking router: 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d for host: n-d-787205-11 {{(pid=93762) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:21:20.837549 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] Routers {'65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'} bound to L3 agent in host n-d-787205-11 {{(pid=93762) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:20.838220 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-787205-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T13:50:21Z,description=,heartbeat_timestamp=2021-07-22T15:20:52Z,host='n-d-787205-11',id=14c8aa77-eeee-4ebf-8d25-7078d114b0d2,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T13:50:21Z,topic='l3_agent')) {'router_ids': ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'], 'active': True} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:20.927080 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_dvr_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] Set router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d gateway port host: None {{(pid=93762) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:20.928875 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:20.954964 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=723a1ff9-cddb-4b6b-bec8-27fd8598471d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:20.983027 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.l3_hamode_db [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:21:20Z', 'revision_number': 6, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port_host': None}], 'n-d-787205-11', False) {} {{(pid=93762) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:21.008953 n-d-787205-11 neutron-server[93762]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1df3168-4a54-4d57-85ad-456a6a97b160 None None] The sync data for ids ['65d8f2d8-45fa-4ba6-b121-72b7406bdf1d'] in n-d-787205-11 is: [{'id': '65d8f2d8-45fa-4ba6-b121-72b7406bdf1d', 'name': 'tempest-TestSnapshotPattern-905476815-router', 'tenant_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:16:31Z', 'updated_at': '2021-07-22T15:21:20Z', 'revision_number': 6, 'project_id': 'edeb1fb857fa4ee4a40c3c4063b49301', 'gw_port_host': None}] {{(pid=93762) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:21:21.031098 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-416424'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.126378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-437375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123871'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.128479 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.173966 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435539'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.174439 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65d8f2d8-45fa-4ba6-b121-72b7406bdf1d {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:21:21.178670 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.179846 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-aef1392c-081b-4581-aba2-1427b6a119d8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/65d8f2d8-45fa-4ba6-b121-72b7406bdf1d HTTP/1.1" status: 204 len: 168 time: 0.7813125 Jul 22 15:21:21.182477 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:21.231290 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Deleting subnet d64136b5-47e0-482a-be10-f02b8d8d47ba {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:21:21.236471 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.278648 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260717577'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.355238 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603675'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.411895 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1826523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261091714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260845404'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.443479 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64136b5-47e0-482a-be10-f02b8d8d47ba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:21.445460 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.450381 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c4743750-b755-4a43-81c1-bfc7c744ea04 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d64136b5-47e0-482a-be10-f02b8d8d47ba HTTP/1.1" status: 204 len: 168 time: 0.2639108 Jul 22 15:21:21.450748 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:21.453542 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad98e1e5-b094-4e75-96e8-928dd453bbb2 None None] Network 969f3cfc-d489-4cd5-bb59-81a4afcfb690 requested from n-d-787205-11 {{(pid=93761) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:21:21.525886 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1540828'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.567971 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-840e70a6-66b6-46ac-94bf-0e6ca196ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.569388 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.587146 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Deleting port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:21:21.587488 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728588808084'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.660007 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] For port a925108b-f728-4a31-aa0c-8fe0c9dd7b62, host n-d-787205-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-787205-11',level=0,port_id=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,segment=NetworkSegment(aab578c0-ef00-4460-9806-e699d1ff6dd1),segment_id=aab578c0-ef00-4460-9806-e699d1ff6dd1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:21.660378 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435583'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.671865 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Calling delete_port for a925108b-f728-4a31-aa0c-8fe0c9dd7b62 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:21:21.750732 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728588809319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728588407188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261091799'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.779928 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a925108b-f728-4a31-aa0c-8fe0c9dd7b62,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:21.783242 n-d-787205-11 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] No DVR routers for this DVR port a925108b-f728-4a31-aa0c-8fe0c9dd7b62 on host n-d-787205-11 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:21:21.815971 n-d-787205-11 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614e903-dbf4-48a0-a94c-71dfc5a8f08e None None] DHCP port deletion for 969f3cfc-d489-4cd5-bb59-81a4afcfb690 request from n-d-787205-11 {{(pid=93761) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:21:21.866633 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-602919', 'neutron.services.segments.db._delete_segments_for_network-8728588939313'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.877972 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969f3cfc-d489-4cd5-bb59-81a4afcfb690']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:21.882750 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a925108b-f728-4a31-aa0c-8fe0c9dd7b62 no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:21.889800 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab578c0-ef00-4460-9806-e699d1ff6dd1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:21.890233 n-d-787205-11 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab578c0-ef00-4460-9806-e699d1ff6dd1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:21.900088 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728588939578', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260717568'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.914976 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.915265 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: a925108b-f728-4a31-aa0c-8fe0c9dd7b62 {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:21.915767 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device a925108b-f728-4a31-aa0c-8fe0c9dd7b62 not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:21.916635 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 723a1ff9-cddb-4b6b-bec8-27fd8598471d no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:21.921830 n-d-787205-11 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:21:21.922189 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261091832'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: Traceback (most recent call last): Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: timer() Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: cb(*args, **kw) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: return func(*args, **kwargs) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: self._notify() Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: self.callback(batched_events) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: event.method(event) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: return f(self, *a, **k) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: return self._get(url).json() Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:21:21.924082 n-d-787205-11 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:21:21.942447 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: 723a1ff9-cddb-4b6b-bec8-27fd8598471d {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:21.942804 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device 723a1ff9-cddb-4b6b-bec8-27fd8598471d not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:21.943234 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cab8e940-bded-4b2c-bcef-d3e360f5eb9b no longer exists at agent ovs-agent-n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:21:21.964549 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.plugin [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] No Port match for: cab8e940-bded-4b2c-bcef-d3e360f5eb9b {{(pid=93761) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:21:21.964896 n-d-787205-11 neutron-server[93761]: DEBUG neutron.plugins.ml2.rpc [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Device cab8e940-bded-4b2c-bcef-d3e360f5eb9b not bound to the agent host n-d-787205-11 {{(pid=93761) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:21:21.985297 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-602924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-416396'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.990652 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:21.992487 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/969f3cfc-d489-4cd5-bb59-81a4afcfb690 HTTP/1.1" status: 204 len: 168 time: 0.5410504 Jul 22 15:21:22.006006 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188509a-b40e-4e3d-aadf-73821b5f14c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=969f3cfc-d489-4cd5-bb59-81a4afcfb690,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:22.175414 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:22.215188 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-46f0525a-27d0-4d92-8bae-6e47078684cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7c547b80f634c8598a8a011a2f8040e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385582 Jul 22 15:21:22.217592 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:22.264252 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c780ba7b-3ce7-476b-ba78-654bc7739164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.285203 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c780ba7b-3ce7-476b-ba78-654bc7739164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.333825 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c780ba7b-3ce7-476b-ba78-654bc7739164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.336545 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c780ba7b-3ce7-476b-ba78-654bc7739164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.337847 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-c780ba7b-3ce7-476b-ba78-654bc7739164 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26f8377d-55f6-4e59-a661-7fa7f5e4938a HTTP/1.1" status: 204 len: 168 time: 0.1193182 Jul 22 15:21:22.345879 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780ba7b-3ce7-476b-ba78-654bc7739164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f8377d-55f6-4e59-a661-7fa7f5e4938a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:22.659802 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:22.702906 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-49b99047-f926-4aab-bcc7-d3e7b6cb3893 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edeb1fb857fa4ee4a40c3c4063b49301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419059 Jul 22 15:21:22.705316 n-d-787205-11 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.11', 33690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:22.746098 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.753663 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c593315-fbdc-496e-a30b-26a34039c26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.774375 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c593315-fbdc-496e-a30b-26a34039c26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.821377 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c593315-fbdc-496e-a30b-26a34039c26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577707'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.824536 n-d-787205-11 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c593315-fbdc-496e-a30b-26a34039c26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:22.825726 n-d-787205-11 neutron-server[93759]: INFO neutron.wsgi [None req-3c593315-fbdc-496e-a30b-26a34039c26d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca13f18f-960a-4418-b97b-ad119cb794d7 HTTP/1.1" status: 204 len: 168 time: 0.1194608 Jul 22 15:21:22.833466 n-d-787205-11 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c593315-fbdc-496e-a30b-26a34039c26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca13f18f-960a-4418-b97b-ad119cb794d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:24.536938 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:35.394579 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:21:48.693212 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-664fb88f-ab98-4fd6-8186-f2e428323c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:49.913652 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:50.717491 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:51.500468 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:51.518281 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-41e16b23-a00c-4977-8ceb-b6c4862ae61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:52.748373 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:54.539334 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:12.393801 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:22:18.692956 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-573e253c-0b5b-41c7-b2c4-ba02401b8a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:19.931159 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:20.727425 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:21.502393 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:21.518892 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-16e4ccc2-6cf9-404d-aa13-8151a4127059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:22.751564 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:24.542556 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.692989 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8a8125c6-772a-4e04-b353-8077f57c7ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:49.393404 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:22:49.958531 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.715568 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.504414 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.519597 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-99446e72-2959-4345-b38c-0d20a12da248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:52.754265 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.544136 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:18.693817 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a61b5be2-37a4-4c99-adf5-d6166370794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:19.962055 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:20.713555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:21.511240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:21.525218 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-67a1809f-713c-454d-a431-48ef098d7cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:22.756604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:24.546997 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:26.393525 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:23:48.693863 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2e16188b-f5c6-4f0b-82f0-c175dee05058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:49.957203 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:50.729604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:51.514878 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:51.519229 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-327d4acc-2e44-470c-a298-bf347688a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:52.760935 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.552236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.392608 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:24:18.698245 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd71902-102b-495b-af37-4cc8cc65fa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:19.971817 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:20.727995 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:21.510219 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:21.521681 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-54f57abd-7142-4165-a882-a660efaf7b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:22.761894 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:24.552929 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:40.392718 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:24:48.690458 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-272185c0-1ba7-476d-9527-eff119b052d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:49.971523 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:50.741247 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:51.502077 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:51.522604 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-672e7184-83a0-4430-8120-d1a185332f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:52.765717 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:54.555121 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:17.392872 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:25:18.690581 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dcac13f6-db32-497b-8aec-d599cc328784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:19.986924 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:20.743313 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:21.502549 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:21.521376 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-062eafe9-e6ae-45fe-b718-902bf3f47eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:22.770351 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:24.557304 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:48.690961 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c1120c25-3e5e-40aa-9c8a-a490c3043f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:50.001074 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:50.742242 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.503240 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.520792 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e66eb18b-5893-4186-868a-4e21b557d88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:52.771278 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:54.393223 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:25:54.559831 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:18.691555 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4f759f70-7c67-4d57-adbc-4098a841319e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:19.999934 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:20.749949 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:21.503044 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:21.519464 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9d9b7572-29cf-47a7-b8ec-8cf0a4eaedbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:22.776174 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:24.562276 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:31.392738 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:26:48.692727 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b0092e7c-53e9-42d2-9e95-8f7eae787b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:50.031100 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:50.757728 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:51.508648 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:51.520194 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-6efa1d2a-674a-4796-bdd8-b02c41dc801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:52.778160 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:54.564377 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:08.392329 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:27:18.693438 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5419-a282-4ec8-9776-931f2ac14000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:20.049989 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:20.774658 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:21.516719 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:21.521716 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2c2996fb-84ec-4cf7-8322-cd56d938ee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:22.780527 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:24.567149 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.391499 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:27:48.694221 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2830cc04-bc1e-4fe7-94fe-8af6019a7490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:50.059869 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:50.772932 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:51.512167 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:51.524425 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-79f3cc41-904c-4ebe-b1f1-3f66f698eca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:52.783806 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:54.569673 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:18.698585 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-965a9071-bfde-4e9e-9dc2-7d0e6669b252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:20.060049 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:20.802065 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:21.504021 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:21.523113 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-098fb9f6-271b-48cc-8bfa-4ee2a7f1bd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:22.391858 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:28:22.786446 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:24.573026 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:48.700331 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-04a8250b-d4f1-4d8e-86ba-3c357d06a592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:50.059292 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:50.816925 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:51.505183 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:51.522052 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-45c64e6e-1ff0-4a16-a7c5-9256dd4d0897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:52.789217 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:54.573702 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:59.392099 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:29:18.706144 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1de6b51c-0005-4085-8ae4-4368dcc99c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:20.057405 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1c046a23-5c22-481a-9aba-1b603d4140e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:20.817271 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-873b344a-188c-42bd-9f35-807969f54947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:21.505996 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1466223c-4991-47f8-bb44-01a175b79173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:21.522236 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-893b6e9d-1045-455f-b37a-7c18f6de55cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:22.794579 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-97289ed5-7b65-4b4d-a502-9a911737e926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:24.578408 n-d-787205-11 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3dffa726-cae6-4a4b-9526-f1b9972f3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728588939295', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-600801'] for agent, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:36.390530 n-d-787205-11 neutron-server[93762]: DEBUG neutron.db.agents_db [None req-00940db5-2a25-4176-9680-f402b9b4cbc7 None None] Agent healthcheck: found 7 active agents {{(pid=93762) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:29:38.448766 n-d-787205-11 neutron-server[93760]: DEBUG neutron.wsgi [req-77e42085-5616-4d07-bb3c-6f1c9363e87e req-32eccf89-9ba3-4179-856e-c606b10265f9 service neutron] (93760) timed out ('10.222.0.11', 52020) {{(pid=93760) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}